diff --git a/colossalai/nn/lr_scheduler/cosine.py b/colossalai/nn/lr_scheduler/cosine.py
index a896d3acba6c..f563825de0d5 100644
--- a/colossalai/nn/lr_scheduler/cosine.py
+++ b/colossalai/nn/lr_scheduler/cosine.py
@@ -62,7 +62,7 @@ def __init__(self, optimizer, total_steps: int, warmup_steps: int = 0, eta_min:
         base_scheduler = _CosineAnnealingLR(
             optimizer, total_steps - warmup_steps, eta_min=eta_min, last_epoch=last_epoch
         )
-        super().__init__(optimizer, warmup_steps, base_scheduler)
+        super().__init__(optimizer, warmup_steps, base_scheduler, last_epoch=last_epoch)
 
 
 class FlatAnnealingLR(DelayerScheduler):