[Misc] improve warning/assert messages (#32226)
Signed-off-by: cjackal <44624812+cjackal@users.noreply.github.com>
This commit is contained in:
@@ -949,8 +949,8 @@ class CompilationConfig:
|
||||
)
|
||||
if self.cudagraph_mode == CUDAGraphMode.PIECEWISE:
|
||||
logger.warning_once(
|
||||
"Piecewise compilation with empty splitting_ops do not"
|
||||
"contains piecewise cudagraph. Setting cudagraph_"
|
||||
"Piecewise compilation with empty splitting_ops does not "
|
||||
"contain piecewise cudagraph. Setting cudagraph_"
|
||||
"mode to NONE. Hint: If you are using attention "
|
||||
"backends that support cudagraph, consider manually "
|
||||
"setting cudagraph_mode to FULL or FULL_DECODE_ONLY "
|
||||
@@ -959,8 +959,8 @@ class CompilationConfig:
|
||||
self.cudagraph_mode = CUDAGraphMode.NONE
|
||||
elif self.cudagraph_mode == CUDAGraphMode.FULL_AND_PIECEWISE:
|
||||
logger.warning_once(
|
||||
"Piecewise compilation with empty splitting_ops do "
|
||||
"not contains piecewise cudagraph. Setting "
|
||||
"Piecewise compilation with empty splitting_ops does "
|
||||
"not contain piecewise cudagraph. Setting "
|
||||
"cudagraph_mode to FULL."
|
||||
)
|
||||
self.cudagraph_mode = CUDAGraphMode.FULL
|
||||
|
||||
Reference in New Issue
Block a user