From 7cf3b4682a6f1108cc6da6ba7a13bdf24ca37687 Mon Sep 17 00:00:00 2001
From: "Jugal D. Bhatt" <55304795+jugaldb@users.noreply.github.com>
Date: Fri, 1 Aug 2025 16:50:23 -0700
Subject: [PATCH] [Separate Health App] Update Helm Deployment.yaml (#13162)

* add helm deployment fix

* clean deployment
---
 .../litellm-helm/templates/deployment.yaml     | 18 ++++++++++++++----
 deploy/charts/litellm-helm/values.yaml         |  6 ++++++
 2 files changed, 20 insertions(+), 4 deletions(-)

diff --git a/deploy/charts/litellm-helm/templates/deployment.yaml b/deploy/charts/litellm-helm/templates/deployment.yaml
index 4781bb5a55..71412b8052 100644
--- a/deploy/charts/litellm-helm/templates/deployment.yaml
+++ b/deploy/charts/litellm-helm/templates/deployment.yaml
@@ -99,6 +99,12 @@ spec:
               value: {{ $val | quote }}
             {{- end }}
             {{- end }}
+            {{- if .Values.separateHealthApp }}
+            - name: SEPARATE_HEALTH_APP
+              value: "1"
+            - name: SEPARATE_HEALTH_PORT
+              value: {{ .Values.separateHealthPort | default "8081" | quote }}
+            {{- end }}
             {{- with .Values.extraEnvVars }}
               {{- toYaml . | nindent 12 }}
             {{- end }}
@@ -118,19 +124,23 @@ spec:
             - name: http
               containerPort: {{ .Values.service.port }}
               protocol: TCP
+            {{- if .Values.separateHealthApp }}
+            - name: health
+              containerPort: {{ .Values.separateHealthPort | default 8081 }}
+              protocol: TCP
+            {{- end }}
           livenessProbe:
             httpGet:
               path: /health/liveliness
-              port: http
+              port: {{ if .Values.separateHealthApp }}"health"{{ else }}"http"{{ end }}
           readinessProbe:
             httpGet:
               path: /health/readiness
-              port: http
-          # Give the container time to start up.  Up to 5 minutes (10 * 30 seconds)
+              port: {{ if .Values.separateHealthApp }}"health"{{ else }}"http"{{ end }}
           startupProbe:
             httpGet:
               path: /health/readiness
-              port: http
+              port: {{ if .Values.separateHealthApp }}"health"{{ else }}"http"{{ end }}
             failureThreshold: 30
             periodSeconds: 10
           resources:
diff --git a/deploy/charts/litellm-helm/values.yaml b/deploy/charts/litellm-helm/values.yaml
index 5324f6de76..f99204cbb4 100644
--- a/deploy/charts/litellm-helm/values.yaml
+++ b/deploy/charts/litellm-helm/values.yaml
@@ -63,6 +63,12 @@ service:
   # optionally specify loadBalancerClass
   # loadBalancerClass: tailscale
 
+# Separate health app configuration
+# When enabled, health checks will use a separate port and the application
+# will receive SEPARATE_HEALTH_APP=1 and SEPARATE_HEALTH_PORT from environment variables
+separateHealthApp: false
+separateHealthPort: 8081
+
 ingress:
   enabled: false
   className: "nginx"