Files
vllm-omni/vllm_omni/__init__.py
T

46 lines
1.1 KiB
Python
Raw Normal View History

2025-09-11 14:32:51 +08:00
"""
2025-10-24 12:16:48 +08:00
vLLM-omni: Multi-modality models inference and serving with
non-autoregressive structures.
2025-09-11 14:32:51 +08:00
2025-10-24 12:16:48 +08:00
This package extends vLLM beyond traditional text-based, autoregressive
generation to support multi-modality models with non-autoregressive
structures and non-textual outputs.
2025-09-11 14:32:51 +08:00
Architecture:
2025-10-24 12:16:48 +08:00
- 🟡 Modified: vLLM components modified for multimodal support
- 🔴 Added: New components for multimodal and non-autoregressive
processing
2025-09-11 14:32:51 +08:00
"""
__version__ = "0.1.0"
__author__ = "vLLM-omni Team"
__email__ = "hsliuustc@gmail.com"
2025-10-24 17:54:19 +08:00
from . import patch
from .config import (
DiTCacheConfig,
2025-10-24 12:16:48 +08:00
DiTConfig,
OmniStageConfig,
create_ar_stage_config,
create_dit_stage_config,
)
2025-09-11 14:32:51 +08:00
2025-10-24 12:16:48 +08:00
# Main entry points
2025-10-24 18:01:02 +08:00
from .entrypoints.omni_llm import OmniLLM
2025-10-24 12:16:48 +08:00
2025-09-11 14:32:51 +08:00
__all__ = [
# Version info
"__version__",
2025-10-24 12:16:48 +08:00
"__author__",
2025-09-11 14:32:51 +08:00
"__email__",
# Main components
"OmniLLM",
2025-10-24 18:01:02 +08:00
# AsyncOmniLLM is not supported yet
# Configuration
"OmniStageConfig",
"DiTConfig",
"DiTCacheConfig",
"create_ar_stage_config",
"create_dit_stage_config",
2025-09-11 14:32:51 +08:00
# All other components are available through their respective modules
# processors.*, schedulers.*, executors.*, etc.
2025-10-24 12:16:48 +08:00
]