Fix betas bug

mosaicml · Mar 1, 2024 · 88f5518 · 88f5518
1 parent 7003793
commit 88f5518
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/examples/benchmarks/bert/main.py b/examples/benchmarks/bert/main.py
@@ -122,7 +122,7 @@ def build_optimizer(cfg, model):
     if cfg.name == 'decoupled_adamw':
         return DecoupledAdamW(model.parameters(),
                               lr=cfg.lr,
-                              betas=cfg.betas,
+                              betas=list(cfg.betas),
                               eps=cfg.eps,
                               weight_decay=cfg.weight_decay)
     else: