From 056460e33c8282888f735d6555f258d3783ce4e2 Mon Sep 17 00:00:00 2001 From: rohitgr7 Date: Thu, 16 Dec 2021 22:02:21 +0530 Subject: [PATCH] update optimizer_step example in docs --- pytorch_lightning/core/lightning.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/pytorch_lightning/core/lightning.py b/pytorch_lightning/core/lightning.py index 38010f7acf0a1..c61ff2d874d43 100644 --- a/pytorch_lightning/core/lightning.py +++ b/pytorch_lightning/core/lightning.py @@ -1562,15 +1562,15 @@ def optimizer_step( using_native_amp, using_lbfgs, ): - # warm up lr + # update params + optimizer.step(closure=optimizer_closure) + + # manually warm up lr without a scheduler if self.trainer.global_step < 500: lr_scale = min(1.0, float(self.trainer.global_step + 1) / 500.0) for pg in optimizer.param_groups: pg["lr"] = lr_scale * self.learning_rate - # update params - optimizer.step(closure=optimizer_closure) - """ optimizer.step(closure=optimizer_closure)