[Bugfix] Fix AttributeError: 'State' object has no attribute 'engine_client' (vllm-project#17434)

chaunceyjiang · jimpang · commit db2bcefb0a63 · 2025-05-04T19:59:50.000+08:00
Signed-off-by: chaunceyjiang &lt;chaunceyjiang@gmail.com&gt;
diff --git a/vllm/entrypoints/api_server.py b/vllm/entrypoints/api_server.py
@@ -111,7 +111,7 @@ async def init_app(
     engine = (llm_engine
               if llm_engine is not None else AsyncLLMEngine.from_engine_args(
                   engine_args, usage_context=UsageContext.API_SERVER))
-
+    app.state.engine_client = engine
     return app
 
 
