Skip to content

Commit 8e187bc

Browse files
QiliangCuiQiliangCui
committed
Move "skip" out of test command.
Signed-off-by: Qiliang Cui <[email protected]>
1 parent 5644ffb commit 8e187bc

File tree

2 files changed

+35
-79
lines changed

2 files changed

+35
-79
lines changed

‎.buildkite/pipeline_jax.yml‎

Lines changed: 31 additions & 79 deletions
Original file line numberDiff line numberDiff line change
@@ -19,34 +19,24 @@ steps:
1919
- label: "E2E MLPerf tests for JAX models with quantization"
2020
key: test_1
2121
soft_fail: true
22+
if: build.env("NIGHTLY") == "1"
2223
env:
2324
QUANTIZATION: "True"
2425
agents:
2526
queue: tpu_v6e_queue
2627
commands:
27-
- |
28-
if [[ "$$NIGHTLY" == "1" ]]; then
29-
.buildkite/scripts/run_in_docker.sh bash /workspace/tpu_inference/tests/e2e/benchmarking/mlperf.sh
30-
else
31-
echo "Skipping: NIGHTLY environment variable not set"
32-
exit 0
33-
fi
28+
- .buildkite/scripts/run_in_docker.sh bash /workspace/tpu_inference/tests/e2e/benchmarking/mlperf.sh
3429

3530
- label: "E2E MLPerf tests for JAX new models"
3631
key: test_2
3732
soft_fail: true
33+
if: build.env("NIGHTLY") == "1"
3834
env:
3935
NEW_MODEL_DESIGN: "1"
4036
agents:
4137
queue: tpu_v6e_queue
4238
commands:
43-
- |
44-
if [[ "$$NIGHTLY" == "1" ]]; then
45-
.buildkite/scripts/run_in_docker.sh bash /workspace/tpu_inference/tests/e2e/benchmarking/mlperf.sh
46-
else
47-
echo "Skipping: NIGHTLY environment variable not set"
48-
exit 0
49-
fi
39+
- .buildkite/scripts/run_in_docker.sh bash /workspace/tpu_inference/tests/e2e/benchmarking/mlperf.sh
5040

5141
- label: "E2E MLPerf tests for JAX + vLLM models on single chip"
5242
key: test_3
@@ -61,52 +51,35 @@ steps:
6151
- label: "E2E MLperf tests for Llama4 models"
6252
key: test_4
6353
soft_fail: true
54+
if: build.env("NIGHTLY") == "1"
6455
env:
6556
NEW_MODEL_DESIGN: "1"
6657
USE_V6E8_QUEUE: "True"
6758
agents:
6859
queue: tpu_v6e_8_queue
6960
commands:
70-
- |
71-
if [[ "$$NIGHTLY" == "1" ]]; then
72-
.buildkite/scripts/run_in_docker.sh bash /workspace/tpu_inference/tests/e2e/benchmarking/mlperf.sh
73-
else
74-
echo "Skipping: NIGHTLY environment variable not set"
75-
exit 0
76-
fi
77-
61+
- .buildkite/scripts/run_in_docker.sh bash /workspace/tpu_inference/tests/e2e/benchmarking/mlperf.sh
7862

7963
- label: "E2E multi modality test"
8064
key: test_5
8165
soft_fail: true
66+
if: build.env("NIGHTLY") == "1"
8267
agents:
8368
queue: tpu_v6e_queue
8469
commands:
85-
- |
86-
if [[ "$$NIGHTLY" == "1" ]]; then
87-
.buildkite/scripts/run_in_docker.sh \
88-
bash -c 'python3 -m pytest -s -v -x /workspace/tpu_inference/tests/e2e/test_multi_modal_inference.py && \
89-
bash /workspace/tpu_inference/tests/e2e/benchmarking/mm_bench.sh'
90-
else
91-
echo "Skipping: NIGHTLY environment variable not set"
92-
exit 0
93-
fi
70+
- .buildkite/scripts/run_in_docker.sh \
71+
bash -c 'python3 -m pytest -s -v -x /workspace/tpu_inference/tests/e2e/test_multi_modal_inference.py && \
72+
bash /workspace/tpu_inference/tests/e2e/benchmarking/mm_bench.sh'
9473

9574
- label: "E2E speculative decoding test"
9675
key: test_6
9776
soft_fail: true
77+
if: build.env("NIGHTLY") == "1"
9878
agents:
9979
queue: tpu_v6e_queue
10080
commands:
101-
- |
102-
if [[ "$$NIGHTLY" == "1" ]]; then
103-
.buildkite/scripts/run_in_docker.sh \
104-
bash -c 'python3 -m pytest -s -v -x /workspace/tpu_inference/tests/e2e/test_speculative_decoding.py'
105-
else
106-
echo "Skipping: NIGHTLY environment variable not set"
107-
exit 0
108-
fi
109-
81+
- .buildkite/scripts/run_in_docker.sh \
82+
bash -c 'python3 -m pytest -s -v -x /workspace/tpu_inference/tests/e2e/test_speculative_decoding.py'
11083

11184
- label: "JAX unit tests"
11285
key: test_7
@@ -156,6 +129,8 @@ steps:
156129
--ignore=/workspace/tpu_inference/tests/kernels/fused_moe_v1_test.py
157130
else
158131
echo "Skipping: no changes detected in kernels, tests/kernels, or requirements.txt"
132+
buildkite-agent step update "label" "🚫 (Skipped) JAX unit tests - kernels"
133+
buildkite-agent annotate "Step skipped because no changes were detected in kernel files." --style "info" --context "skip-kernels"
159134
exit 0
160135
fi
161136
@@ -171,43 +146,36 @@ steps:
171146
python3 -m pytest -s -v -x /workspace/tpu_inference/tests/kernels/collectives
172147
else
173148
echo "Skipping: no changes detected in kernels/collectives, tests/kernels/collectives, or requirements.txt"
149+
buildkite-agent step update "label" "🚫 (Skipped) JAX unit tests - kernels"
150+
buildkite-agent annotate "Step skipped because no changes were detected in kernel files." --style "info" --context "skip-kernels"
174151
exit 0
175152
fi
176153
177154
- label: "lora e2e tests for JAX + vLLM models single chip"
178155
key: test_10
179156
soft_fail: true
157+
if: build.env("NIGHTLY") == "1"
180158
agents:
181159
queue: tpu_v6e_queue
182160
commands:
183-
- |
184-
if [[ "$$NIGHTLY" == "1" ]]; then
185-
.buildkite/scripts/run_in_docker.sh \
186-
bash -c 'MODEL_IMPL_TYPE=vllm TPU_BACKEND_TYPE=jax python3 -m pytest -s -v -x /workspace/tpu_inference/tests/lora/test_lora.py'
187-
else
188-
echo "Skipping: NIGHTLY environment variable not set"
189-
exit 0
190-
fi
161+
- .buildkite/scripts/run_in_docker.sh \
162+
bash -c 'MODEL_IMPL_TYPE=vllm TPU_BACKEND_TYPE=jax python3 -m pytest -s -v -x /workspace/tpu_inference/tests/lora/test_lora.py'
191163

192164
- label: "E2E MLPerf tests for JAX + vLLM models on multiple chips"
193165
key: test_11
194166
soft_fail: true
167+
if: build.env("NIGHTLY") == "1"
195168
env:
196169
MODEL_IMPL_TYPE: "vllm"
197170
agents:
198171
queue: tpu_v6e_8_queue
199172
commands:
200-
- |
201-
if [[ "$$NIGHTLY" == "1" ]]; then
202-
.buildkite/scripts/run_in_docker.sh bash /workspace/tpu_inference/tests/e2e/benchmarking/mlperf.sh
203-
else
204-
echo "Skipping: NIGHTLY environment variable not set"
205-
exit 0
206-
fi
173+
- .buildkite/scripts/run_in_docker.sh bash /workspace/tpu_inference/tests/e2e/benchmarking/mlperf.sh
207174

208175
- label: "E2E MLperf tests for DeepSeek-R1 (no accuracy, 12-decoder layers only)"
209176
key: test_12
210177
soft_fail: true
178+
if: build.env("NIGHTLY") == "1"
211179
env:
212180
NEW_MODEL_DESIGN: "1"
213181
USE_V6E8_QUEUE: "True"
@@ -216,32 +184,20 @@ steps:
216184
agents:
217185
queue: tpu_v6e_8_queue
218186
commands:
219-
- |
220-
if [[ "$$NIGHTLY" == "1" ]]; then
221-
.buildkite/scripts/run_in_docker.sh bash /workspace/tpu_inference/tests/e2e/benchmarking/mlperf.sh -m deepseek-ai/DeepSeek-R1-0528 --use-dummy-weights
222-
else
223-
echo "Skipping: NIGHTLY environment variable not set"
224-
exit 0
225-
fi
187+
- .buildkite/scripts/run_in_docker.sh bash /workspace/tpu_inference/tests/e2e/benchmarking/mlperf.sh -m deepseek-ai/DeepSeek-R1-0528 --use-dummy-weights
226188

227189
- label: "lora e2e tests for JAX + vLLM models multi chips"
228190
key: test_13
229191
soft_fail: true
192+
if: build.env("NIGHTLY") == "1"
230193
env:
231194
USE_V6E8_QUEUE: "True"
232195
VLLM_LOG_LEVEL: "INFO"
233196
agents:
234197
queue: tpu_v6e_8_queue
235198
commands:
236-
- |
237-
if [[ "$$NIGHTLY" == "1" ]]; then
238-
.buildkite/scripts/run_in_docker.sh \
239-
bash -c 'MODEL_IMPL_TYPE=vllm TPU_BACKEND_TYPE=jax python3 -m pytest -s -v -x /workspace/tpu_inference/tests/lora/test_lora.py'
240-
else
241-
echo "Skipping: NIGHTLY environment variable not set"
242-
exit 0
243-
fi
244-
199+
- .buildkite/scripts/run_in_docker.sh \
200+
bash -c 'MODEL_IMPL_TYPE=vllm TPU_BACKEND_TYPE=jax python3 -m pytest -s -v -x /workspace/tpu_inference/tests/lora/test_lora.py'
245201

246202
- label: "lora unit tests on single chip"
247203
key: test_15
@@ -257,20 +213,16 @@ steps:
257213
- label: "lora unit tests on multi chips"
258214
key: test_16
259215
soft_fail: true
216+
if: build.env("NIGHTLY") == "1"
260217
env:
261218
USE_V6E8_QUEUE: "True"
262219
VLLM_LOG_LEVEL: "INFO"
263220
agents:
264221
queue: tpu_v6e_8_queue
265222
commands:
266-
- |
267-
if [[ "$$NIGHTLY" == "1" ]]; then
268-
.buildkite/scripts/run_in_docker.sh \
269-
bash -c 'python3 -m pytest -s -v -x /workspace/tpu_inference/tests/lora/test_layers.py'
270-
else
271-
echo "Skipping: NIGHTLY environment variable not set"
272-
exit 0
273-
fi
223+
- .buildkite/scripts/run_in_docker.sh \
224+
bash -c 'python3 -m pytest -s -v -x /workspace/tpu_inference/tests/lora/test_layers.py'
225+
274226
# -----------------------------------------------------------------
275227
# NOTIFICATION STEP
276228
# -----------------------------------------------------------------

‎.buildkite/scripts/check_results.sh‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -14,6 +14,10 @@ echo "--- Checking Test Outcomes"
1414

1515
for KEY in "$@"; do
1616
OUTCOME=$(buildkite-agent step get "outcome" --step "${KEY}" || echo "skipped")
17+
if [ -z "$OUTCOME" ]; then
18+
OUTCOME="skipped"
19+
fi
20+
1721
echo "Step ${KEY} outcome: ${OUTCOME}"
1822

1923
if [ "${OUTCOME}" != "passed" ] && [ "${OUTCOME}" != "skipped" ] ; then

0 commit comments

Comments
 (0)