Skip to content

Commit a679070

Browse files
authored
Create resources.yaml for GKE Gateway
1 parent 048189a commit a679070

File tree

1 file changed

+46
-0
lines changed

1 file changed

+46
-0
lines changed
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,46 @@
1+
kind: Gateway
2+
apiVersion: gateway.networking.k8s.io/v1beta1
3+
metadata:
4+
name: e2e-inference-gateway
5+
spec:
6+
gatewayClassName: gke-l7-regional-external-managed
7+
listeners:
8+
- name: http
9+
port: 80
10+
protocol: HTTP
11+
allowedRoutes:
12+
kinds:
13+
- kind: HTTPRoute
14+
namespaces:
15+
from: All
16+
---
17+
apiVersion: gateway.networking.k8s.io/v1beta1
18+
kind: HTTPRoute
19+
metadata:
20+
name: mytest-inference-httproute
21+
spec:
22+
parentRefs:
23+
- name: e2e-inference-gateway
24+
kind: Gateway
25+
rules:
26+
- backendRefs:
27+
- group: inference.networking.x-k8s.io
28+
name: vllm-llama2-7b
29+
kind: InferencePool
30+
---
31+
kind: HealthCheckPolicy
32+
apiVersion: networking.gke.io/v1
33+
metadata:
34+
name: health-check-policy
35+
namespace: default
36+
spec:
37+
targetRef:
38+
group: "inference.networking.x-k8s.io"
39+
kind: InferencePool
40+
name: vllm-llama2-7b
41+
default:
42+
config:
43+
type: HTTP
44+
httpHealthCheck:
45+
requestPath: /health
46+
port: 8000

0 commit comments

Comments
 (0)