added

shaheennabi · Dec 2, 2024 · 8943e28 · 8943e28
1 parent ee40811
commit 8943e28
Show file tree

Hide file tree

Showing 2 changed files with 17 additions and 15 deletions.
diff --git a/src/finetuning/config/saving_model_and_tokenizer.py b/src/finetuning/config/saving_model_and_tokenizer.py
diff --git a/src/finetuning/requirements.txt b/src/finetuning/requirements.txt
@@ -1,24 +1,26 @@
---upgrade pip
---upgrade torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu118
+# Install PyTorch, torchvision, torchaudio with CUDA 11.8 support
+torch --index-url https://download.pytorch.org/whl/cu118
+torchvision --index-url https://download.pytorch.org/whl/cu118
+torchaudio --index-url https://download.pytorch.org/whl/cu118
+# Install xformers for PyTorch 2.x
 xformers[torch2]
+
+# Install 'unsloth' (from GitHub repo)
 unsloth[colab] @ git+https://github.com/unslothai/unsloth.git
-git+https://github.com/huggingface/transformers.git
-trl
-boto3
 
---upgrade torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu118
+# Install Hugging Face 'transformers' (from GitHub repo)
+git+https://github.com/huggingface/transformers.git
 
-xformers
+# Install trl
+trl
 
+# Install boto3
+boto3
 
--U torch
--U torchvision
--U torchaudio
-torch
-torchvision
+# Install PyTorch, torchvision, torchaudio with CUDA 11.8 support again
+torch --index-url https://download.pytorch.org/whl/cu118
+torchvision --index-url https://download.pytorch.org/whl/cu118
 torchaudio --index-url https://download.pytorch.org/whl/cu118
 
-
--U xformers
-xformers[torch2]
+# Install xformers for PyTorch 2.x again