wzliu
33e03b44c5
ray + mooncake connector work on 2 nodes, but needes several updates\n1.start ray inside vllm-omni \n2.placement group optimize \n3.fix close
26 lines
581 B
Python
26 lines
581 B
Python
# SPDX-License-Identifier: Apache-2.0
|
|
|
|
from .connectors import (
|
|
ConnectorSpec, OmniTransferConfig,
|
|
OmniConnectorBase, InMemoryOmniConnector,
|
|
OmniConnectorFactory, MooncakeConnector,
|
|
load_omni_transfer_config, create_simple_config, create_mooncake_config
|
|
)
|
|
|
|
__all__ = [
|
|
# Config
|
|
"ConnectorSpec",
|
|
"OmniTransferConfig",
|
|
|
|
# Connectors
|
|
"OmniConnectorBase",
|
|
"InMemoryOmniConnector",
|
|
"OmniConnectorFactory",
|
|
"MooncakeConnector",
|
|
|
|
# Utilities
|
|
"load_omni_transfer_config",
|
|
"create_simple_config",
|
|
"create_mooncake_config",
|
|
]
|