vLLM
/
vllm
mirror of https://github.com/vllm-project/vllm.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

[Multimodal] Use fast processor for Qwen2/2.5-VL (#19789)

This commit is contained in:
Woosuk Kwon 2025-06-18 15:49:40 -07:00 committed by GitHub
parent 14fdd21d39
commit d49adea1f9
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
3 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
vllm/model_executor/models/qwen2_5_omni_thinker.py
View File

@ -150,7 +150,7 @@ class Qwen2_5OmniThinkerProcessingInfo(Qwen2AudioProcessingInfo,
min_pixels=min_pixels, min_pixels=min_pixels,
max_pixels=max_pixels, max_pixels=max_pixels,
size=size, size=size,
use_fast=kwargs.get("use_fast")), use_fast=kwargs.get("use_fast", True)),
**kwargs, **kwargs,
) )
if not hasattr(processor, "audio_token"): if not hasattr(processor, "audio_token"):

2
vllm/model_executor/models/qwen2_5_vl.py
View File

@ -798,7 +798,7 @@ class Qwen2_5_VLProcessingInfo(Qwen2VLProcessingInfo):
min_pixels=min_pixels, min_pixels=min_pixels,
max_pixels=max_pixels, max_pixels=max_pixels,
size=size, size=size,
use_fast=kwargs.get("use_fast")), use_fast=kwargs.get("use_fast", True)),
**kwargs, **kwargs,
) )

3
vllm/model_executor/models/qwen2_vl.py
View File

@ -763,7 +763,7 @@ class Qwen2VLProcessingInfo(BaseProcessingInfo):
min_pixels=min_pixels, min_pixels=min_pixels,
max_pixels=max_pixels, max_pixels=max_pixels,
size=size, size=size,
use_fast=kwargs.get("use_fast")), use_fast=kwargs.get("use_fast", True)),
**kwargs, **kwargs,
) )
@ -808,6 +808,7 @@ class Qwen2VLProcessingInfo(BaseProcessingInfo):
size: Optional[dict[str, int]] = None, size: Optional[dict[str, int]] = None,
**kwargs: object, **kwargs: object,
) -> Qwen2VLImageProcessor: ) -> Qwen2VLImageProcessor:
kwargs["use_fast"] = kwargs.get("use_fast", True)
return cached_image_processor_from_config( return cached_image_processor_from_config(
self.ctx.model_config, self.ctx.model_config,
**self._get_image_processor_kwargs(min_pixels=min_pixels, **self._get_image_processor_kwargs(min_pixels=min_pixels,