diff --git a/.github/configs/amd-master.yaml b/.github/configs/amd-master.yaml index 7e4918e09..57e903738 100644 --- a/.github/configs/amd-master.yaml +++ b/.github/configs/amd-master.yaml @@ -2135,7 +2135,6 @@ dsr1-fp4-mi355x-sglang-disagg-8k1k-mtp: - "DECODE_NODES=1" - "DECODE_MTP_SIZE=1" - dsv4-fp4-mi355x-sglang: image: lmsysorg/sglang-rocm:v0.5.13-rocm720-mi35x-20260612 model: deepseek-ai/DeepSeek-V4-Pro @@ -2150,12 +2149,15 @@ dsv4-fp4-mi355x-sglang: osl: 1024 search-space: - { tp: 8, dp-attn: true, conc-start: 64, conc-end: 2048 } - - { tp: 8, dp-attn: false, conc-start: 1 , conc-end: 32 } + - { tp: 4, dp-attn: true, conc-start: 16, conc-end: 128 } + - { tp: 4, dp-attn: false, conc-start: 1 , conc-end: 32 } - isl: 8192 osl: 1024 search-space: - { tp: 8, dp-attn: true, conc-start: 64, conc-end: 2048 } - - { tp: 8, dp-attn: false, conc-start: 1, conc-end: 32 } + - { tp: 4, dp-attn: true, conc-start: 16, conc-end: 128 } + - { tp: 4, dp-attn: false, conc-start: 1, conc-end: 32 } + # MTP variant of dsv4-fp4-mi355x-sglang. Mirrors the base search space and adds # spec-decoding: mtp, which routes to dsv4_fp4_mi355x_sglang_mtp.sh (EAGLE diff --git a/perf-changelog.yaml b/perf-changelog.yaml index 784e1844b..43f06f4f1 100644 --- a/perf-changelog.yaml +++ b/perf-changelog.yaml @@ -3831,6 +3831,13 @@ - "Extend MiniMax-M3 MXFP8 H100/H200 non-MTP sweeps to concurrency 1 on the latency rows (H100: TP8; H200: TP4 and TP8) and add full TEP coverage from conc 1 to 256 (H100: TP8+EP8; H200: TP4+EP4 and TP8+EP8, incl. a new TP4+EP4 row for 8k1k). H200 TP8+EP8 upper bound moves 512->256 (high concurrency stays covered by the TP8+EP8 dp-attn DEP rows). DEP rows unchanged" pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/1761 +- config-keys: + - dsv4-fp4-mi355x-sglang + description: + - "Switch fixed-seq-len search space from TP8 to TP4 for both isl=1024 and isl=8192 scenarios" + - "Expand isl=8192 coverage: add TP4 dp-attn sweep (conc 32–2048) and TP4 TP-only sweep (conc 1–32)" + pr-link: https://github.com/SemiAnalysisAI/InferenceX/pull/1762 + - config-keys: - dsv4-fp4-gb300-dynamo-trt - dsv4-fp4-gb300-dynamo-trt-mtp