Add api.extraEnv config option for setting vLLM env vars

Author: sd109

charts/azimuth-llm/templates/api/deployment.yml

@@ -55,6 +55,9 @@ spec:
         env:
         - name: DO_NOT_TRACK
           value: "1"
+        {{- with .Values.api.extraEnv -}}
+        {{- . | toYaml | nindent 8 }}
+        {{- end -}}
         {{- if .Values.huggingface.token }}
         - name: HUGGING_FACE_HUB_TOKEN
           value: {{ quote .Values.huggingface.token }}

charts/azimuth-llm/values.yaml

@@ -99,6 +99,13 @@ api:
   # Extra args to supply to the vLLM backend, see
   # https://docs.vllm.ai/en/stable/serving/openai_compatible_server.html#command-line-arguments-for-the-server
   extraArgs: []
+  # Extra env vars to provide to the vLLM pods
+  # Each env var should be formatted as
+  # - name: FOO
+  #   value: "bar"
+  extraEnv:
+    - name: FOO
+      value: "bar"
   # Pod node selector labels
   nodeSelector: {}
   # Pod tolerations