[V1] Use pickle for serializing EngineCoreRequest & Add multimodal inputs to EngineCoreRequest (#10245)

Signed-off-by: Woosuk Kwon <woosuk.kwon@berkeley.edu>
This commit is contained in:
Woosuk Kwon
2024-11-12 08:57:14 -08:00
committed by GitHub
parent 47db6ec831
commit 7c65527918
5 changed files with 25 additions and 5 deletions

10
vllm/v1/serial_utils.py Normal file
View File

@@ -0,0 +1,10 @@
import pickle
class PickleEncoder:
def encode(self, obj):
return pickle.dumps(obj)
def decode(self, data):
return pickle.loads(data)