Minor

2023-03-26 08:00:39 +00:00
parent 2f49f15585
commit d359cda5fa
3 changed files with 5 additions and 4 deletions
--- a/cacheflow/models/sample.py
+++ b/cacheflow/models/sample.py
@@ -8,6 +8,7 @@ from cacheflow.sampling_params import SamplingParams
 from cacheflow.sequence import SequenceOutputs
 from cacheflow.parallel_utils.tensor_parallel import gather_from_tensor_model_parallel_region

+
 class Sampler(nn.Module):

    def __init__(self) -> None: