added

shaheennabi · Dec 2, 2024 · 807ad96 · 807ad96
1 parent a9710d1
commit 807ad96
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/src/finetuning/config/model_loading_params.yaml b/src/finetuning/config/model_loading_params.yaml
@@ -0,0 +1,4 @@
+model_loading_params:
+  max_seq_length: 2048
+  dtype: null  # Auto detection of dtype
+  load_in_4bit: true  # Reduce memory usage with 4-bit quantization