[Bugfix] SymIntArrayRef expected to contain concrete integers (vllm-project#10170)

bnellnm · JC1DA · commit 6c5f33532a75 · 2024-11-10T23:02:32.000-08:00
Signed-off-by: Bill Nell &lt;bill@neuralmagic.com&gt;
Signed-off-by: Loc Huynh &lt;jc1da.3011@gmail.com&gt;
diff --git a/vllm/compilation/backends.py b/vllm/compilation/backends.py
@@ -329,7 +329,8 @@ def run(self, *args):
             self.fake_mode.from_tensor(t) if isinstance(t, torch.Tensor) else t
             for t in args
         ]
-        return super().run(*fake_args)
+        with self.fake_mode:
+            return super().run(*fake_args)
 
     def call_module(self, target: torch.fx.node.Target,
                     args: Tuple[torch.fx.node.Argument,

Original file line number	Diff line number	Diff line change
`@@ -329,7 +329,8 @@ def run(self, *args):`
`329`	`329`	`self.fake_mode.from_tensor(t) if isinstance(t, torch.Tensor) else t`
`330`	`330`	`for t in args`
`331`	`331`	`]`
`332`		`- return super().run(*fake_args)`
	`332`	`+ with self.fake_mode:`
	`333`	`+ return super().run(*fake_args)`
`333`	`334`
`334`	`335`	`def call_module(self, target: torch.fx.node.Target,`
`335`	`336`	`args: Tuple[torch.fx.node.Argument,`