Temporarily suspend google/gemma-3-1b-it. (#20722)

Signed-off-by: Qiliang Cui <derrhein@gmail.com>
This commit is contained in:
QiliangCui
2025-07-11 04:21:26 -07:00
committed by GitHub
parent cbd14ed561
commit b4f0b5f9aa

View File

@@ -69,6 +69,12 @@ def test_lm_eval_accuracy_v1_engine(model, monkeypatch: pytest.MonkeyPatch):
more_args = None
if current_platform.is_tpu():
# Limit compilation time for TPU V1
if model == "google/gemma-3-1b-it":
pytest.skip(
"Temporarily disabled due to test failures"
"(timeout or accuracy mismatch). Re-enable once fixed.")
more_args = "max_model_len=2048,max_num_seqs=64"
# Add TP test (if provided)