Skip to content

Commit 9788adb

Browse files
youkaichaomzusman
authored andcommitted
[misc] fix typing (vllm-project#11540)
Signed-off-by: youkaichao <[email protected]>
1 parent 6d3ba86 commit 9788adb

File tree

1 file changed

+4
-3
lines changed

1 file changed

+4
-3
lines changed

vllm/compilation/backends.py

Lines changed: 4 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -208,8 +208,8 @@ def wrap_inductor(graph: fx.GraphModule,
208208
from torch._inductor.compile_fx import graph_returns_tuple
209209
returns_tuple = graph_returns_tuple(graph)
210210

211-
# this is the graph we return to Dynamo to run
212-
def compiled_graph(*args) -> Optional[fx.CompiledFxGraph]:
211+
# this is the callable we return to Dynamo to run
212+
def compiled_graph(*args):
213213
# convert args to list
214214
list_args = list(args)
215215
graph_output = inductor_compiled_graph(list_args)
@@ -537,7 +537,8 @@ def __call__(self, graph: fx.GraphModule, example_inputs) -> Callable:
537537
example_inputs[x].clone() for x in self.sym_tensor_indices
538538
]
539539

540-
def copy_and_call(*args) -> fx.GraphModule:
540+
# this is the callable we return to Dynamo to run
541+
def copy_and_call(*args):
541542
list_args = list(args)
542543
for i, index in enumerate(self.sym_tensor_indices):
543544
runtime_tensor = list_args[index]

0 commit comments

Comments
 (0)