We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 4de6499 commit fa4f044Copy full SHA for fa4f044
source/llamacpp-chat/service.py
@@ -72,7 +72,7 @@ async def catch_all(full_path: str):
72
sys.modules.pop("prometheus_client")
73
74
75
-@bentoml.mount_asgi_app(ui_app, path="/ui")
+@bentoml.mount_asgi_app(ui_app, path="/chat")
76
@bentoml.mount_asgi_app(openai_api_app, path="/v1")
77
@bentoml.service(**SERVICE_CONFIG)
78
class LlamaCppChat:
source/vllm-chat/service.py
@@ -85,7 +85,7 @@ async def catch_all(full_path: str):
85
86
87
88
89
90
class VLLM:
91
def __init__(self) -> None:
0 commit comments