diff --git a/src/finetuning/config/saving_model_and_tokenizer.py b/src/finetuning/config/saving_model_and_tokenizer.py deleted file mode 100644 index e69de29..0000000 diff --git a/src/finetuning/requirements.txt b/src/finetuning/requirements.txt index b10ee76..e1ef55a 100644 --- a/src/finetuning/requirements.txt +++ b/src/finetuning/requirements.txt @@ -1,24 +1,26 @@ ---upgrade pip ---upgrade torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu118 +# Install PyTorch, torchvision, torchaudio with CUDA 11.8 support +torch --index-url https://download.pytorch.org/whl/cu118 +torchvision --index-url https://download.pytorch.org/whl/cu118 +torchaudio --index-url https://download.pytorch.org/whl/cu118 +# Install xformers for PyTorch 2.x xformers[torch2] + +# Install 'unsloth' (from GitHub repo) unsloth[colab] @ git+https://github.com/unslothai/unsloth.git -git+https://github.com/huggingface/transformers.git -trl -boto3 ---upgrade torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu118 +# Install Hugging Face 'transformers' (from GitHub repo) +git+https://github.com/huggingface/transformers.git -xformers +# Install trl +trl +# Install boto3 +boto3 --U torch --U torchvision --U torchaudio -torch -torchvision +# Install PyTorch, torchvision, torchaudio with CUDA 11.8 support again +torch --index-url https://download.pytorch.org/whl/cu118 +torchvision --index-url https://download.pytorch.org/whl/cu118 torchaudio --index-url https://download.pytorch.org/whl/cu118 - --U xformers -xformers[torch2] +# Install xformers for PyTorch 2.x again