debugging dependencies

requirements.txt

@@ -10,7 +10,7 @@ torchao>=0.7.0
 
 # datasets 3.4.0 replaces decord by torchvision
 # let's free it for now
-datasets==3.3.2
+#datasets==3.3.2
 
 huggingface_hub
 hf_transfer>=0.1.8
@@ -26,9 +26,10 @@ pynvml
 
 # eva-decord is missing get_batch it seems
 #eva-decord==0.6.1
-decord
+#decord
 
-finetrainers @ git+https://github.com/a-r-r-o-w/finetrainers.git@main
+finetrainers==0.1.0
+#finetrainers @ git+https://github.com/a-r-r-o-w/finetrainers.git@main
 # temporary fix for pip install bug:
 #finetrainers @ git+https://github.com/jbilcke-hf/finetrainers-patches.git@fix_missing_sft_trainer_files
 

requirements_without_flash_attention.txt

@@ -10,7 +10,7 @@ torchao>=0.7.0
 
 # datasets 3.4.0 replaces decord by torchvision
 # let's free it for now
-datasets==3.3.2
+#datasets==3.3.2
 
 huggingface_hub
 hf_transfer>=0.1.8
@@ -26,10 +26,11 @@ peft>=0.12.0
 # pynvml
 
 # eva-decord is missing get_batch it seems
-eva-decord==0.6.1
+# eva-decord
 # decord
 
-finetrainers @ git+https://github.com/a-r-r-o-w/finetrainers.git@main
+finetrainers==0.1.0
+#finetrainers @ git+https://github.com/a-r-r-o-w/finetrainers.git@main
 # temporary fix for pip install bug:
 #finetrainers @ git+https://github.com/jbilcke-hf/finetrainers-patches.git@fix_missing_sft_trainer_files
 

setup_no_captions.sh

@@ -12,7 +12,7 @@ python3.10 -m venv .venv
 
 source .venv/bin/activate
 
-python3.10 -m pip install -r requirements_without_flash_attention.txt
+python3.10 -m pip install -r requirements_without_flash_attention.txt --ignore-conflicts 
 
 # if you require flash attention, please install it manually for your operating system