Skip to content

Commit 59272c1

Browse files
committed
Adding metrics handler
1 parent 28f3999 commit 59272c1

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

pkg/manifests/ext_proc.yaml

+2-2
Original file line numberDiff line numberDiff line change
@@ -49,7 +49,6 @@ spec:
4949
containers:
5050
- name: inference-gateway-ext-proc
5151
# TODO(https://github.com/kubernetes-sigs/llm-instance-gateway/issues/34) Update the image and args.
52-
image: us-central1-docker.pkg.dev/k8s-staging-images/llm-instance-gateway/epp:main
5352
args:
5453
- -serverPoolName
5554
- "vllm-llama2-7b-pool"
@@ -59,7 +58,8 @@ spec:
5958
- "vllm-llama2-7b-pool"
6059
ports:
6160
- containerPort: 9002
62-
61+
- name: metrics
62+
containerPort: 9090
6363
- name: curl
6464
image: curlimages/curl
6565
command: ["sleep", "3600"]

0 commit comments

Comments
 (0)