File tree Expand file tree Collapse file tree 1 file changed +11
-9
lines changed Expand file tree Collapse file tree 1 file changed +11
-9
lines changed Original file line number Diff line number Diff line change @@ -1064,17 +1064,19 @@ def _internal_run_as_gen(self) -> Generator:
1064
1064
self .state .times [Events .EPOCH_COMPLETED .name ] = epoch_time_taken
1065
1065
1066
1066
handlers_start_time = time .time ()
1067
- self ._fire_event (Events .EPOCH_COMPLETED )
1068
- epoch_time_taken += time .time () - handlers_start_time
1069
- # update time wrt handlers
1070
- self .state .times [Events .EPOCH_COMPLETED .name ] = epoch_time_taken
1067
+ if self .state .epoch_length is not None and self .state .iteration % self .state .epoch_length == 0 :
1068
+ # max_iters can cause training to complete without an epoch ending
1069
+ self ._fire_event (Events .EPOCH_COMPLETED )
1070
+ epoch_time_taken += time .time () - handlers_start_time
1071
+ # update time wrt handlers
1072
+ self .state .times [Events .EPOCH_COMPLETED .name ] = epoch_time_taken
1073
+
1074
+ hours , mins , secs = _to_hours_mins_secs (epoch_time_taken )
1075
+ self .logger .info (
1076
+ f"Epoch[{ self .state .epoch } ] Complete. Time taken: { hours :02d} :{ mins :02d} :{ secs :06.3f} "
1077
+ )
1071
1078
yield from self ._maybe_terminate_or_interrupt ()
1072
1079
1073
- hours , mins , secs = _to_hours_mins_secs (epoch_time_taken )
1074
- self .logger .info (
1075
- f"Epoch[{ self .state .epoch } ] Complete. Time taken: { hours :02d} :{ mins :02d} :{ secs :06.3f} "
1076
- )
1077
-
1078
1080
except _EngineTerminateException :
1079
1081
self ._fire_event (Events .TERMINATE )
1080
1082
You can’t perform that action at this time.
0 commit comments