Skip to content

Commit ee2b245

Browse files
committed
fix(llm): default backend router to one replica
Signed-off-by: Mike Camp <mcamp@nvidia.com>
1 parent e96e684 commit ee2b245

2 files changed

Lines changed: 16 additions & 1 deletion

File tree

deploy/helm/llm-request-router/llm-request-router/values.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -70,7 +70,7 @@ llmRequestRouter:
7070
# than one.
7171
backendRouter:
7272
enabled: false
73-
replicaCount: 2
73+
replicaCount: 1
7474
image:
7575
registry: ""
7676
repository: ""

deploy/helm/llm-request-router/scripts/check-backend-router-render.sh

Lines changed: 15 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -38,10 +38,25 @@ assert_contains() {
3838
fi
3939
}
4040

41+
assert_backend_router_replicas() {
42+
local expected="$1"
43+
local actual
44+
actual="$(awk '
45+
$0 == "kind: Deployment" { in_deployment = 1; backend_router = 0 }
46+
in_deployment && $1 == "name:" && $2 == "llm-request-router-backend-router" { backend_router = 1 }
47+
backend_router && $1 == "replicas:" { print $2; exit }
48+
' "$rendered")"
49+
if [[ "$actual" != "$expected" ]]; then
50+
echo "FAIL: backend router must default to ${expected} replica; rendered ${actual:-none}" >&2
51+
exit 1
52+
fi
53+
}
54+
4155
assert_contains "name: llm-request-router-backend-router" \
4256
"backend router workload and Service must use a stable name"
4357
assert_contains "kind: Deployment" \
4458
"backend router must render as a Deployment"
59+
assert_backend_router_replicas "1"
4560
assert_contains "kind: Role" \
4661
"backend router must render namespaced RBAC"
4762
assert_contains "resources: [\"endpointslices\"]" \

0 commit comments

Comments
 (0)