From bfa59be8f18512ac1b6d2764e17db25f29c75933 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Nicol=C3=B2=20Lucchesi?= Date: Wed, 22 Oct 2025 05:17:48 +0200 Subject: [PATCH] [CI] Nixl integration tests DP-EP (#27199) Signed-off-by: NickLucche --- .../kv_connector/nixl_integration/run_accuracy_test.sh | 10 +++++++++- .../nixl_integration/tp_config_sweep_accuracy_test.sh | 1 + 2 files changed, 10 insertions(+), 1 deletion(-) diff --git a/tests/v1/kv_connector/nixl_integration/run_accuracy_test.sh b/tests/v1/kv_connector/nixl_integration/run_accuracy_test.sh index 31d437837..a9817313c 100755 --- a/tests/v1/kv_connector/nixl_integration/run_accuracy_test.sh +++ b/tests/v1/kv_connector/nixl_integration/run_accuracy_test.sh @@ -178,8 +178,16 @@ run_tests_for_model() { --port $PORT \ --enforce-eager \ --gpu-memory-utilization $GPU_MEMORY_UTILIZATION \ - --tensor-parallel-size $DECODER_TP_SIZE \ --kv-transfer-config '$KV_CONFIG'" + + # DP-EP attention mode + if [[ -z "$DP_EP" ]]; then + BASE_CMD="${BASE_CMD} --tensor-parallel-size $DECODER_TP_SIZE" + else + echo "DP-EP Attention enabled, deploying with dp=DECODER_TP_SIZE and tp=1" + BASE_CMD="${BASE_CMD} --data-parallel-size $DECODER_TP_SIZE \ + --tensor-parallel-size 1 --enable-expert-parallel" + fi if [ -n "$model_args" ]; then FULL_CMD="$BASE_CMD $model_args" diff --git a/tests/v1/kv_connector/nixl_integration/tp_config_sweep_accuracy_test.sh b/tests/v1/kv_connector/nixl_integration/tp_config_sweep_accuracy_test.sh index 537764aaf..9308c81da 100755 --- a/tests/v1/kv_connector/nixl_integration/tp_config_sweep_accuracy_test.sh +++ b/tests/v1/kv_connector/nixl_integration/tp_config_sweep_accuracy_test.sh @@ -10,6 +10,7 @@ configs=( "GPU_MEMORY_UTILIZATION=0.6 PREFILLER_TP_SIZE=1 DECODER_TP_SIZE=2" "GPU_MEMORY_UTILIZATION=0.8 MODEL_NAMES=deepseek-ai/deepseek-vl2-tiny" # MLA case "GPU_MEMORY_UTILIZATION=0.8 PREFILLER_TP_SIZE=1 DECODER_TP_SIZE=2 MODEL_NAMES=deepseek-ai/deepseek-vl2-tiny" + "DP_EP=1 GPU_MEMORY_UTILIZATION=0.8 PREFILLER_TP_SIZE=1 DECODER_TP_SIZE=2 MODEL_NAMES=deepseek-ai/deepseek-vl2-tiny" # MLA+P-TP1, D-DPEP=2 (TP=1) ) run_tests() {