Skip to content

Commit 4146341

Browse files
committed
update warmup lr example
1 parent f9b9cdb commit 4146341

File tree

2 files changed

+3
-35
lines changed

2 files changed

+3
-35
lines changed

docs/source/advanced/sequences.rst

Lines changed: 0 additions & 32 deletions
This file was deleted.

pytorch_lightning/core/lightning.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1626,15 +1626,15 @@ def optimizer_step(
16261626
using_native_amp,
16271627
using_lbfgs,
16281628
):
1629+
# update params
1630+
optimizer.step(closure=optimizer_closure)
1631+
16291632
# warm up lr
16301633
if self.trainer.global_step < 500:
16311634
lr_scale = min(1.0, float(self.trainer.global_step + 1) / 500.0)
16321635
for pg in optimizer.param_groups:
16331636
pg["lr"] = lr_scale * self.learning_rate
16341637
1635-
# update params
1636-
optimizer.step(closure=optimizer_closure)
1637-
16381638
"""
16391639
optimizer.step(closure=optimizer_closure)
16401640

0 commit comments

Comments
 (0)