[BugFix] Define __eq__ in SequenceGroupOutputs (#1389)

This commit is contained in:
Woosuk Kwon
2023-10-17 01:09:44 -07:00
parent 651c614aa4
commit d0fb047de3

View File

@@ -401,6 +401,12 @@ class SequenceGroupOutputs:
return (f"SequenceGroupOutputs(samples={self.samples}, "
f"prompt_logprobs={self.prompt_logprobs})")
def __eq__(self, other: object) -> bool:
if not isinstance(other, SequenceGroupOutputs):
raise NotImplementedError()
return (self.samples == other.samples
and self.prompt_logprobs == other.prompt_logprobs)
# For each sequence group, we generate a list of SequenceOutputs object,
# each of which contains one possible candidate for the next token.