Skip to content

Commit

Permalink
working kubectl with auth
Browse files Browse the repository at this point in the history
  • Loading branch information
SawyerCzupka committed Nov 4, 2024
1 parent ecbd171 commit 21b4605
Showing 1 changed file with 12 additions and 1 deletion.
13 changes: 12 additions & 1 deletion deployment/vllm/autoscaler.yml
Original file line number Diff line number Diff line change
Expand Up @@ -17,10 +17,15 @@ spec:
- name: github-registry-secret
containers:
- name: autoscaler
image: ghcr.io/wmgeolab/vllm-autoscaler:latest # Update this to your image
image: ghcr.io/wmgeolab/k8s-autoscaler:latest # Update this to your image
securityContext:
runAsGroup: 50036
runAsUser: 237827
# runAsNonRoot: true
volumeMounts:
- name: kube-config
mountPath: /app/.kube
readOnly: true
resources:
requests:
memory: "128Mi" # Increased slightly for Python runtime
Expand All @@ -31,6 +36,8 @@ spec:
ports:
- containerPort: 8000
env:
- name: KUBECONFIG
value: /app/.kube/config
- name: VLLM_SERVICE_HOST
value: "vllm-svc"
- name: VLLM_SERVICE_PORT
Expand All @@ -57,6 +64,10 @@ spec:
port: 8000
initialDelaySeconds: 5
periodSeconds: 10
volumes:
- name: kube-config
secret:
secretName: kube-certs
---
# Service for the autoscaler
apiVersion: v1
Expand Down

0 comments on commit 21b4605

Please sign in to comment.