wzliu
33e03b44c5
ray + mooncake connector work on 2 nodes, but needes several updates\n1.start ray inside vllm-omni \n2.placement group optimize \n3.fix close
45 lines
1.1 KiB
Python
45 lines
1.1 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
from .config import ConnectorSpec, OmniTransferConfig
|
|
from .base import OmniConnectorBase, InMemoryOmniConnector
|
|
from .factory import OmniConnectorFactory
|
|
from .mooncake_connector import MooncakeConnector
|
|
from .utils import (
|
|
load_omni_transfer_config,
|
|
initialize_connectors_from_config,
|
|
create_simple_config,
|
|
create_mooncake_config,
|
|
get_connectors_config_for_stage,
|
|
initialize_orchestrator_connectors,
|
|
get_stage_connector_config,
|
|
build_stage_connectors,
|
|
)
|
|
|
|
__all__ = [
|
|
# Config
|
|
"ConnectorSpec",
|
|
"OmniTransferConfig",
|
|
|
|
# Base classes and implementations
|
|
"OmniConnectorBase",
|
|
"InMemoryOmniConnector",
|
|
|
|
# Factory
|
|
"OmniConnectorFactory",
|
|
|
|
# Specific implementations
|
|
"MooncakeConnector",
|
|
|
|
# Utilities
|
|
"load_omni_transfer_config",
|
|
"initialize_connectors_from_config",
|
|
"create_simple_config",
|
|
"create_mooncake_config",
|
|
"get_connectors_config_for_stage",
|
|
|
|
# Manager helpers
|
|
"initialize_orchestrator_connectors",
|
|
"get_stage_connector_config",
|
|
"build_stage_connectors",
|
|
]
|