requirements.txt

accelerate==0.33.0
aiohappyeyeballs==2.4.0
aiohttp==3.10.5
aiosignal==1.3.1
attrs==24.2.0
bitsandbytes==0.43.3
certifi==2024.7.4
charset-normalizer==3.3.2
datasets==2.21.0
dill==0.3.8
diskcache==5.6.3
docstring_parser==0.16
einops==0.8.0
filelock==3.13.1
flash-attn==2.6.3
frozenlist==1.4.1
fsspec==2024.2.0
gguf==0.10.0
hf_transfer==0.1.8
huggingface-hub==0.24.6
idna==3.8
Jinja2==3.1.3
llama_cpp_python==0.2.87
markdown-it-py==3.0.0
MarkupSafe==2.1.5
mdurl==0.1.2
mpmath==1.3.0
multidict==6.0.5
multiprocess==0.70.16
networkx==3.2.1
ninja==1.11.1.1
numpy==1.26.4
nvidia-cublas-cu12==12.1.3.1
nvidia-cuda-cupti-cu12==12.1.105
nvidia-cuda-nvrtc-cu12==12.1.105
nvidia-cuda-runtime-cu12==12.1.105
nvidia-cudnn-cu12==8.9.2.26
nvidia-cufft-cu12==11.0.2.54
nvidia-curand-cu12==10.3.2.106
nvidia-cusolver-cu12==11.4.5.107
nvidia-cusparse-cu12==12.1.0.106
nvidia-nccl-cu12==2.20.5
nvidia-nvjitlink-cu12==12.1.105
nvidia-nvtx-cu12==12.1.105
packaging==24.1
pandas==2.2.2
peft==0.12.0
protobuf==3.20.3
psutil==6.0.0
pyarrow==17.0.0
Pygments==2.18.0
python-dateutil==2.9.0.post0
pytz==2024.1
PyYAML==6.0.2
regex==2024.7.24
requests==2.32.3
rich==13.8.0
safetensors==0.4.4
sentencepiece==0.2.0
shtab==1.7.1
six==1.16.0
sympy==1.12
tokenizers==0.19.1
torch==2.3.0+cu121
tqdm==4.66.5
transformers==4.44.2
triton==2.3.0
trl==0.8.6
typing_extensions==4.9.0
tyro==0.8.10
tzdata==2024.1
unsloth @ git+https://github.com/unslothai/unsloth.git@637ed8c6bd252f981e89e30e1085efc03a06a880
urllib3==2.2.2
xformers==0.0.26.post1
xxhash==3.5.0
yarl==1.9.4