Skip to content

Commit 2836d5b

Browse files
committed
Update config and change log
1 parent cc78fc9 commit 2836d5b

3 files changed

Lines changed: 11 additions & 3 deletions

File tree

.github/configs/amd-master.yaml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2138,7 +2138,7 @@ dsr1-fp4-mi355x-sglang-disagg-8k1k-mtp:
21382138
- "DECODE_MTP_SIZE=1"
21392139

21402140
dsv4-fp4-mi355x-sglang:
2141-
image: lmsysorg/sglang-rocm:v0.5.13-rocm720-mi35x-20260612
2141+
image: lmsysorg/sglang-rocm:v0.5.13.post1-rocm720-mi35x-20260618
21422142
model: deepseek-ai/DeepSeek-V4-Pro
21432143
model-prefix: dsv4
21442144
runner: mi355x

benchmarks/single_node/fixed_seq_len/dsv4_fp4_mi355x_sglang.sh

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -29,6 +29,7 @@ export SGLANG_DSV4_REASONING_EFFORT=max
2929
export SGLANG_OPT_DEEPGEMM_HC_PRENORM=false
3030
export SGLANG_USE_AITER=1
3131
export SGLANG_USE_ROCM700A=0
32+
export SGLANG_DP_USE_GATHERV=1
3233
export SGLANG_OPT_USE_FUSED_COMPRESS=true
3334
export SGLANG_HACK_FLASHMLA_BACKEND=unified_kv_triton
3435
export SGLANG_OPT_FP8_WO_A_GEMM=false
@@ -60,9 +61,9 @@ start_gpu_monitor
6061
PARALLEL_ARGS=(
6162
--tensor-parallel-size "$TP"
6263
)
63-
CHUNKED_PREFILL_SIZE=8192
64+
CHUNKED_PREFILL_SIZE=$ISL
6465
if [ "${DP_ATTENTION}" = "true" ]; then
65-
CHUNKED_PREFILL_SIZE=$((8192 * TP))
66+
CHUNKED_PREFILL_SIZE=$((ISL * TP))
6667
PARALLEL_ARGS+=(
6768
--dp "$TP"
6869
--enable-dp-attention

perf-changelog.yaml

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3950,3 +3950,10 @@
39503950
- "Update ISL=8192 search-space: TP8-only from conc=4-64, DPA from conc=128-1024 (previously conc=1-64 and DPA conc=64-512)"
39513951
- "Update Applied TBO on high concurrencies"
39523952
pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/1717
3953+
3954+
- config-keys:
3955+
- dsv4-fp4-mi355x-sglang
3956+
description:
3957+
- "Bump image to lmsysorg/sglang-rocm:v0.5.13.post1-rocm720-mi35x-20260618."
3958+
- "Enable SGLANG_DP_USE_GATHERV=1. Change to use all_gatherv + reduce_scatterv for tp + dp config."
3959+
pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/1824

0 commit comments

Comments
 (0)