biondizzle/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

Bump up transformers version & Remove MistralConfig (#1254)

Browse Source
This commit is contained in:
Woosuk Kwon
2023-10-13 10:05:26 -07:00
committed by GitHub
parent ec3b5ce9cc
commit e7c8555d06
6 changed files with 4 additions and 81 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/model_executor/models/mistral.py
View File

@@ -29,6 +29,7 @@ from typing import List, Optional, Tuple
import torch
from torch import nn
from transformers import MistralConfig
from vllm.model_executor.input_metadata import InputMetadata
from vllm.model_executor.layers.activation import SiluAndMul
@@ -44,7 +45,6 @@ from vllm.model_executor.weight_utils import (
convert_pyslice_to_tensor, hf_model_weights_iterator,
load_tensor_parallel_weights, load_padded_tensor_parallel_vocab)
from vllm.sequence import SamplerOutput
from vllm.transformers_utils.configs.mistral import MistralConfig
KVCache = Tuple[torch.Tensor, torch.Tensor]