remove divi

PrimeIntellect-ai · Aug 13, 2024 · cdb73f8 · cdb73f8
1 parent b9a2e8b
commit cdb73f8
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/open_diloco/train_fsdp.py b/open_diloco/train_fsdp.py
@@ -238,7 +238,7 @@ def get_lr_outer(optimizer, config: Config):
         _get_lr_outer,
         num_warmup_steps=config.warmup_steps,
         # num_training_steps=config.total_steps,
-        num_training_steps=config.total_steps / 5,
+        num_training_steps=config.total_steps,
         num_cycles=0.5,
     )
     return LambdaLR(optimizer, lambda_lr, -1)