Add debug OOB check for sorted_token_ids

This commit is contained in:
2026-05-17 09:19:10 +00:00
parent eb7d4f099b
commit fed3c417ba

View File

@@ -340,6 +340,9 @@ class CuTeDSLMoERunner:
expert_offsets[1:self.num_experts + 1] = tokens_per_expert.cumsum(0)
# -- Gather hidden states into slot order --
# DEBUG: Check for OOB indices before indexing
if sorted_token_ids.max() >= num_tokens or sorted_token_ids.min() < 0:
print(f"[CLAWMINE BUG] sorted_token_ids OOB! max={sorted_token_ids.max().item()} min={sorted_token_ids.min().item()} num_tokens={num_tokens} _token_indices_max={self._token_indices[:num_slots].max().item()}", flush=True)
slot_hidden = hidden_states[sorted_token_ids]
# === L1: gate + up ===