hsliu
e8b9425bab
- Move vllm_omni/core/omni_llm.py to vllm_omni/entrypoints/omni_llm.py - Update all import statements across the codebase to reflect new location - Fix relative imports within the moved file - Maintain functionality while improving code organization - All imports and functionality tested and working correctly This change better reflects that OmniLLM and AsyncOmniLLM are the main entry points for vLLM-omni functionality, rather than core implementation details.
45 lines
1.1 KiB
Python
45 lines
1.1 KiB
Python
"""
|
|
vLLM-omni: Multi-modality models inference and serving with non-autoregressive structures.
|
|
|
|
This package extends vLLM beyond traditional text-based, autoregressive generation
|
|
to support multi-modality models with non-autoregressive structures and non-textual outputs.
|
|
|
|
Architecture:
|
|
- 🟡 Modified: vLLM components modified for multimodal support
|
|
- 🔴 Added: New components for multimodal and non-autoregressive processing
|
|
"""
|
|
|
|
__version__ = "0.1.0"
|
|
__author__ = "vLLM-omni Team"
|
|
__email__ = "hsliuustc@gmail.com"
|
|
|
|
# Main entry points
|
|
from .entrypoints.omni_llm import OmniLLM, AsyncOmniLLM
|
|
from .config import (
|
|
OmniStageConfig,
|
|
DiTConfig,
|
|
DiTCacheConfig,
|
|
create_ar_stage_config,
|
|
create_dit_stage_config,
|
|
)
|
|
|
|
__all__ = [
|
|
# Version info
|
|
"__version__",
|
|
"__author__",
|
|
"__email__",
|
|
|
|
# Main components
|
|
"OmniLLM",
|
|
"AsyncOmniLLM",
|
|
|
|
# Configuration
|
|
"OmniStageConfig",
|
|
"DiTConfig",
|
|
"DiTCacheConfig",
|
|
"create_ar_stage_config",
|
|
"create_dit_stage_config",
|
|
|
|
# All other components are available through their respective modules
|
|
# processors.*, schedulers.*, executors.*, etc.
|
|
] |