Refactor imports in metrics.py and patch.py to use TokenizerLike from vllm.tokenizers instead of PreTrainedTokenizerBase from transformers.
Signed-off-by: Taichang Zhou <tzhouam@connect.ust.hk>
This commit is contained in:
1 parent
fd4607f215
commit
315f9401db
2 files changed
+2
-2
No files matched your search
@@ -16,7 +16,6 @@ from typing import Literal
|
||||
import aiohttp
|
||||
from pydub import AudioSegment
|
||||
from tqdm.asyncio import tqdm
|
||||
from transformers import PreTrainedTokenizerBase
|
||||
from vllm.benchmarks import datasets
|
||||
from vllm.benchmarks.datasets import SampleRequest
|
||||
from vllm.benchmarks.lib.endpoint_request_func import (
|
||||
@@ -31,6 +30,7 @@ from vllm.benchmarks.lib.endpoint_request_func import (
|
||||
_validate_api_url,
|
||||
)
|
||||
from vllm.logger import init_logger
|
||||
from vllm.tokenizers import TokenizerLike
|
||||
|
||||
logger = init_logger(__name__)
|
||||
from vllm_omni.benchmarks.data_modules.random_multi_modal_dataset import OmniRandomMultiModalDataset
|
||||
|
||||
Reference in new issue
Block a user