From 8943e28781d21adbf5f1dc2a2994da06e84e5081 Mon Sep 17 00:00:00 2001 From: shaheennabi Date: Mon, 2 Dec 2024 07:16:42 -0800 Subject: [PATCH] added --- .../config/saving_model_and_tokenizer.py | 0 src/finetuning/requirements.txt | 32 ++++++++++--------- 2 files changed, 17 insertions(+), 15 deletions(-) delete mode 100644 src/finetuning/config/saving_model_and_tokenizer.py diff --git a/src/finetuning/config/saving_model_and_tokenizer.py b/src/finetuning/config/saving_model_and_tokenizer.py deleted file mode 100644 index e69de29..0000000 diff --git a/src/finetuning/requirements.txt b/src/finetuning/requirements.txt index b10ee76..e1ef55a 100644 --- a/src/finetuning/requirements.txt +++ b/src/finetuning/requirements.txt @@ -1,24 +1,26 @@ ---upgrade pip ---upgrade torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu118 +# Install PyTorch, torchvision, torchaudio with CUDA 11.8 support +torch --index-url https://download.pytorch.org/whl/cu118 +torchvision --index-url https://download.pytorch.org/whl/cu118 +torchaudio --index-url https://download.pytorch.org/whl/cu118 +# Install xformers for PyTorch 2.x xformers[torch2] + +# Install 'unsloth' (from GitHub repo) unsloth[colab] @ git+https://github.com/unslothai/unsloth.git -git+https://github.com/huggingface/transformers.git -trl -boto3 ---upgrade torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu118 +# Install Hugging Face 'transformers' (from GitHub repo) +git+https://github.com/huggingface/transformers.git -xformers +# Install trl +trl +# Install boto3 +boto3 --U torch --U torchvision --U torchaudio -torch -torchvision +# Install PyTorch, torchvision, torchaudio with CUDA 11.8 support again +torch --index-url https://download.pytorch.org/whl/cu118 +torchvision --index-url https://download.pytorch.org/whl/cu118 torchaudio --index-url https://download.pytorch.org/whl/cu118 - --U xformers -xformers[torch2] +# Install xformers for PyTorch 2.x again