Merge pull request octo-models#137 from rail-berkeley/dibyaghosh-patch-1

Update finetune_config.py to clip grad norm
evelynmitchell · Dec 7, 2023 · 0505e18 · 0505e18
2 parents aefd71e + cb02f20
commit 0505e18
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/experiments/dibya/finetune_config.py b/experiments/dibya/finetune_config.py
@@ -79,7 +79,7 @@ def get_config(
                 end_value=0.0,
             ),
             weight_decay=0.01,
-            clip_gradient=placeholder(float),
+            clip_gradient=1.0,
             frozen_keys=frozen_keys,
         ),
         val_kwargs=dict(