[Platform] Custom ops support for LMhead and LogitsProcessor (#23564)
Signed-off-by: zzhx1 <zzh_201018@outlook.com>
This commit is contained in:
@@ -429,6 +429,7 @@ class VocabParallelEmbedding(CustomOp):
|
||||
return s
|
||||
|
||||
|
||||
@CustomOp.register("parallel_lm_head")
|
||||
class ParallelLMHead(VocabParallelEmbedding):
|
||||
"""Parallelized LM head.
|
||||
|
||||
|
||||
Reference in New Issue
Block a user