From c184480cc0c31a484cd6e80efe94b56e37b71d1a Mon Sep 17 00:00:00 2001
From: shaheennabi <ishaheennabi333@gmail.com>
Date: Mon, 2 Dec 2024 12:28:14 -0800
Subject: [PATCH] added

---
 src/finetuning/config/trainer_params.yaml | 12 ++++++++++++
 1 file changed, 12 insertions(+)

diff --git a/src/finetuning/config/trainer_params.yaml b/src/finetuning/config/trainer_params.yaml
index e69de29..221a71b 100644
--- a/src/finetuning/config/trainer_params.yaml
+++ b/src/finetuning/config/trainer_params.yaml
@@ -0,0 +1,12 @@
+args:
+  per_device_train_batch_size: 4
+  gradient_accumulation_steps: 4
+  warmup_steps: 20
+  max_steps: 300
+  learning_rate: 1.5e-4
+  logging_steps: 10
+  optim: "adamw_8bit"
+  weight_decay: 0.02
+  lr_scheduler_type: "linear"
+  seed: 3407
+  output_dir: "outputs"