Add Dockerfile and Manifests

k8s/service.yaml

@@ -0,0 +1,40 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: llm-gateway
+  namespace: llm-gateway
+  labels:
+    app: llm-gateway
+  annotations:
+    # For cloud load balancers (uncomment as needed)
+    # service.beta.kubernetes.io/aws-load-balancer-type: "nlb"
+    # cloud.google.com/neg: '{"ingress": true}'
+spec:
+  type: ClusterIP
+  selector:
+    app: llm-gateway
+  ports:
+  - name: http
+    port: 80
+    targetPort: http
+    protocol: TCP
+  sessionAffinity: None
+---
+# Headless service for pod-to-pod communication (if needed)
+apiVersion: v1
+kind: Service
+metadata:
+  name: llm-gateway-headless
+  namespace: llm-gateway
+  labels:
+    app: llm-gateway
+spec:
+  type: ClusterIP
+  clusterIP: None
+  selector:
+    app: llm-gateway
+  ports:
+  - name: http
+    port: 8080
+    targetPort: http
+    protocol: TCP