From a828389b2a6149af97ac8b6574ec8c91d51cedad Mon Sep 17 00:00:00 2001 From: Scott Davidson Date: Fri, 24 Oct 2025 13:13:32 +0100 Subject: [PATCH] Add api.extraEnv config option for setting vLLM env vars --- charts/azimuth-llm/templates/api/deployment.yml | 3 +++ charts/azimuth-llm/values.yaml | 5 +++++ 2 files changed, 8 insertions(+) diff --git a/charts/azimuth-llm/templates/api/deployment.yml b/charts/azimuth-llm/templates/api/deployment.yml index 0e6206d5..72b310ff 100644 --- a/charts/azimuth-llm/templates/api/deployment.yml +++ b/charts/azimuth-llm/templates/api/deployment.yml @@ -55,6 +55,9 @@ spec: env: - name: DO_NOT_TRACK value: "1" + {{- with .Values.api.extraEnv -}} + {{- . | toYaml | nindent 8 }} + {{- end -}} {{- if .Values.huggingface.token }} - name: HUGGING_FACE_HUB_TOKEN value: {{ quote .Values.huggingface.token }} diff --git a/charts/azimuth-llm/values.yaml b/charts/azimuth-llm/values.yaml index 1f1c20cf..cb8d7b26 100644 --- a/charts/azimuth-llm/values.yaml +++ b/charts/azimuth-llm/values.yaml @@ -99,6 +99,11 @@ api: # Extra args to supply to the vLLM backend, see # https://docs.vllm.ai/en/stable/serving/openai_compatible_server.html#command-line-arguments-for-the-server extraArgs: [] + # Extra env vars to provide to the vLLM pods + # Each env var should be formatted as + # - name: FOO + # value: "bar" + extraEnv: [] # Pod node selector labels nodeSelector: {} # Pod tolerations