requirements.txt

torch                   # installs the CUDA‐enabled build if your env supports it
transformers
peft
gradio
unsloth
bitsandbytes>=0.39.0    # CUDA‐enabled bitsandbytes wheel 

#pip install bitsandbytes-0.39.0-cp310-cp310-linux_x86_64.whl