single_shot: CUDA_LAUNCH_BLOCKING for debugging
This commit is contained in:
@@ -17,6 +17,7 @@ This is the ground truth for vLLM / SGLang integration.
|
||||
"""
|
||||
import os, sys, time, json, math, argparse, logging
|
||||
import torch
|
||||
os.environ['CUDA_LAUNCH_BLOCKING'] = '1' # Catch CUDA errors synchronously
|
||||
import torch.nn.functional as F
|
||||
from pathlib import Path
|
||||
|
||||
|
||||
Reference in New Issue
Block a user