""" vLLM-omni: Multi-modality models inference and serving with non-autoregressive structures. This package extends vLLM beyond traditional text-based, autoregressive generation to support multi-modality models with non-autoregressive structures and non-textual outputs. Architecture: - 🟡 Modified: vLLM components modified for multimodal support - 🔴 Added: New components for multimodal and non-autoregressive processing """ __version__ = "0.1.0" __author__ = "vLLM-omni Team" __email__ = "hsliuustc@gmail.com" from . import patch from .config import ( DiTCacheConfig, DiTConfig, OmniStageConfig, create_ar_stage_config, create_dit_stage_config, ) # Main entry points from .entrypoints.omni_llm import OmniLLM __all__ = [ # Version info "__version__", "__author__", "__email__", # Main components "OmniLLM", # AsyncOmniLLM is not supported yet # Configuration "OmniStageConfig", "DiTConfig", "DiTCacheConfig", "create_ar_stage_config", "create_dit_stage_config", # All other components are available through their respective modules # processors.*, schedulers.*, executors.*, etc. ]