Skip to content

Commit 787f41e

Browse files
authored
update optimizer_step example in docs (#10420)
1 parent 9826de2 commit 787f41e

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

pytorch_lightning/core/lightning.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1564,15 +1564,15 @@ def optimizer_step(
15641564
using_native_amp,
15651565
using_lbfgs,
15661566
):
1567-
# warm up lr
1567+
# update params
1568+
optimizer.step(closure=optimizer_closure)
1569+
1570+
# manually warm up lr without a scheduler
15681571
if self.trainer.global_step < 500:
15691572
lr_scale = min(1.0, float(self.trainer.global_step + 1) / 500.0)
15701573
for pg in optimizer.param_groups:
15711574
pg["lr"] = lr_scale * self.learning_rate
15721575
1573-
# update params
1574-
optimizer.step(closure=optimizer_closure)
1575-
15761576
"""
15771577
optimizer.step(closure=optimizer_closure)
15781578

0 commit comments

Comments
 (0)