We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 3add79f commit bfd6d38Copy full SHA for bfd6d38
vllm/v1/executor/uniproc_executor.py
@@ -70,6 +70,7 @@ def execute_model(
70
scheduler_output,
71
) -> ModelRunnerOutput:
72
output = self.worker.execute_model(scheduler_output)
73
+ assert output is not None
74
return output
75
76
def profile(self, is_start: bool = True):
vllm/v1/worker/gpu_worker.py
@@ -200,7 +200,7 @@ def compile_or_warm_up_model(self) -> None:
200
def execute_model(
201
self,
202
scheduler_output: "SchedulerOutput",
203
- ) -> ModelRunnerOutput:
+ ) -> Optional[ModelRunnerOutput]:
204
output = self.model_runner.execute_model(scheduler_output)
205
return output if self.rank == 0 else None
206
0 commit comments