Files
vllm-omni/vllm_omni/__init__.py
T
tzhouam 605d1de013 Update entry points in vllm_omni module
- Reintroduced AsyncOmniLLM to the main entry points.
- Added import for patch module.
- Cleaned up comments regarding AsyncOmniLLM support.
2025-10-24 17:54:19 +08:00

47 lines
1.1 KiB
Python

"""
vLLM-omni: Multi-modality models inference and serving with
non-autoregressive structures.
This package extends vLLM beyond traditional text-based, autoregressive
generation to support multi-modality models with non-autoregressive
structures and non-textual outputs.
Architecture:
- 🟡 Modified: vLLM components modified for multimodal support
- 🔴 Added: New components for multimodal and non-autoregressive
processing
"""
__version__ = "0.1.0"
__author__ = "vLLM-omni Team"
__email__ = "hsliuustc@gmail.com"
from . import patch
from .config import (
DiTCacheConfig,
DiTConfig,
OmniStageConfig,
create_ar_stage_config,
create_dit_stage_config,
)
# Main entry points
from .entrypoints.omni_llm import AsyncOmniLLM, OmniLLM
__all__ = [
# Version info
"__version__",
"__author__",
"__email__",
# Main components
"OmniLLM",
"AsyncOmniLLM",
# Configuration
"OmniStageConfig",
"DiTConfig",
"DiTCacheConfig",
"create_ar_stage_config",
"create_dit_stage_config",
# All other components are available through their respective modules
# processors.*, schedulers.*, executors.*, etc.
]