anodyine/vllm-omni

0 Fork 0

Files

T

75770c9309

ComfyUI Integration -- Publish to Comfy registry / Publish Custom Node to registry (push) Failing after 44s

Details

[Rebase] Rebase to vllm v0.16.0 (#1357 )

Signed-off-by: Taichang Zhou <tzhouam@connect.ust.hk>
Signed-off-by: tzhouam <tzhouam@connect.ust.hk>
Signed-off-by: princepride <wangzhipeng628@gmail.com>
Co-authored-by: 汪志鹏 <wangzhipeng628@gmail.com>
Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
Co-authored-by: Isotr0py <Isotr0py@outlook.com>
Co-authored-by: ZJY0516 <zhu.jiangyun@foxmail.com>
Co-authored-by: youkaichao <youkaichao@gmail.com>

2026-02-13 18:05:07 +08:00

5.9 KiB

Raw Blame History

Summary

Entry Points

Main entry points for vLLM-Omni inference and serving.

[vllm_omni.entrypoints.async_omni.AsyncOmni][]
[vllm_omni.entrypoints.async_omni_diffusion.AsyncOmniDiffusion][]
[vllm_omni.entrypoints.async_omni_llm.AsyncOmniLLM][]
[vllm_omni.entrypoints.chat_utils.extract_audio_from_video_async][]
[vllm_omni.entrypoints.cli.benchmark.base.OmniBenchmarkSubcommandBase][]
[vllm_omni.entrypoints.cli.benchmark.main.OmniBenchmarkSubcommand][]
[vllm_omni.entrypoints.cli.benchmark.serve.OmniBenchmarkServingSubcommand][]
[vllm_omni.entrypoints.cli.serve.OmniServeCommand][]
[vllm_omni.entrypoints.client_request_state.ClientRequestState][]
[vllm_omni.entrypoints.omni.Omni][]
[vllm_omni.entrypoints.omni.OmniBase][]
[vllm_omni.entrypoints.omni_diffusion.OmniDiffusion][]
[vllm_omni.entrypoints.omni_llm.OmniLLM][]
[vllm_omni.entrypoints.omni_stage.OmniStage][]
[vllm_omni.entrypoints.stage_utils.OmniStageTaskType][]

Inputs

Input data structures for multi-modal inputs.

[vllm_omni.inputs.data.OmniDiffusionSamplingParams][]
[vllm_omni.inputs.data.OmniEmbedsPrompt][]
[vllm_omni.inputs.data.OmniTextPrompt][]
[vllm_omni.inputs.data.OmniTokenInputs][]
[vllm_omni.inputs.data.OmniTokensPrompt][]
[vllm_omni.inputs.preprocess.OmniInputPreprocessor][]

Engine

Engine classes for offline and online inference.

[vllm_omni.diffusion.diffusion_engine.DiffusionEngine][]
[vllm_omni.engine.AdditionalInformationEntry][]
[vllm_omni.engine.AdditionalInformationPayload][]
[vllm_omni.engine.OmniEngineCoreOutput][]
[vllm_omni.engine.OmniEngineCoreOutputs][]
[vllm_omni.engine.OmniEngineCoreRequest][]
[vllm_omni.engine.PromptEmbedsPayload][]
[vllm_omni.engine.arg_utils.AsyncOmniEngineArgs][]
[vllm_omni.engine.arg_utils.OmniEngineArgs][]
[vllm_omni.engine.input_processor.OmniInputProcessor][]
[vllm_omni.engine.output_processor.MultimodalOutputProcessor][]
[vllm_omni.engine.output_processor.OmniRequestState][]

Core

Core scheduling and caching components.

[vllm_omni.core.sched.omni_ar_scheduler.KVCacheTransferData][]
[vllm_omni.core.sched.omni_ar_scheduler.OmniARScheduler][]
[vllm_omni.core.sched.omni_generation_scheduler.OmniGenerationScheduler][]
[vllm_omni.core.sched.output.OmniCachedRequestData][]
[vllm_omni.core.sched.output.OmniNewRequestData][]
[vllm_omni.core.sched.output.OmniSchedulerOutput][]
[vllm_omni.model_executor.models.qwen3_tts.tokenizer_25hz.vq.core_vq.DistributedGroupResidualVectorQuantization][]
[vllm_omni.model_executor.models.qwen3_tts.tokenizer_25hz.vq.core_vq.DistributedResidualVectorQuantization][]
[vllm_omni.model_executor.models.qwen3_tts.tokenizer_25hz.vq.core_vq.EuclideanCodebook][]
[vllm_omni.model_executor.models.qwen3_tts.tokenizer_25hz.vq.core_vq.VectorQuantization][]
[vllm_omni.model_executor.models.qwen3_tts.tokenizer_25hz.vq.core_vq.preprocess][]

Configuration

Configuration classes.

[vllm_omni.config.model.OmniModelConfig][]
[vllm_omni.diffusion.cache.teacache.config.TeaCacheConfig][]
[vllm_omni.distributed.omni_connectors.utils.config.ConnectorSpec][]
[vllm_omni.distributed.omni_connectors.utils.config.OmniTransferConfig][]
[vllm_omni.model_executor.models.qwen3_tts.configuration_qwen3_tts.Qwen3TTSConfig][]
[vllm_omni.model_executor.models.qwen3_tts.configuration_qwen3_tts.Qwen3TTSSpeakerEncoderConfig][]
[vllm_omni.model_executor.models.qwen3_tts.configuration_qwen3_tts.Qwen3TTSTalkerCodePredictorConfig][]
[vllm_omni.model_executor.models.qwen3_tts.configuration_qwen3_tts.Qwen3TTSTalkerConfig][]
[vllm_omni.model_executor.models.qwen3_tts.tokenizer_12hz.configuration_qwen3_tts_tokenizer_v2.Qwen3TTSTokenizerV2Config][]
[vllm_omni.model_executor.models.qwen3_tts.tokenizer_12hz.configuration_qwen3_tts_tokenizer_v2.Qwen3TTSTokenizerV2DecoderConfig][]
[vllm_omni.model_executor.models.qwen3_tts.tokenizer_25hz.configuration_qwen3_tts_tokenizer_v1.Qwen3TTSTokenizerV1Config][]
[vllm_omni.model_executor.models.qwen3_tts.tokenizer_25hz.configuration_qwen3_tts_tokenizer_v1.Qwen3TTSTokenizerV1DecoderBigVGANConfig][]
[vllm_omni.model_executor.models.qwen3_tts.tokenizer_25hz.configuration_qwen3_tts_tokenizer_v1.Qwen3TTSTokenizerV1DecoderConfig][]
[vllm_omni.model_executor.models.qwen3_tts.tokenizer_25hz.configuration_qwen3_tts_tokenizer_v1.Qwen3TTSTokenizerV1DecoderDiTConfig][]
[vllm_omni.model_executor.models.qwen3_tts.tokenizer_25hz.configuration_qwen3_tts_tokenizer_v1.Qwen3TTSTokenizerV1EncoderConfig][]

Workers

Worker classes and model runners for distributed inference.

[vllm_omni.diffusion.worker.diffusion_model_runner.DiffusionModelRunner][]
[vllm_omni.diffusion.worker.diffusion_worker.DiffusionWorker][]
[vllm_omni.diffusion.worker.diffusion_worker.WorkerProc][]
[vllm_omni.platforms.npu.worker.npu_ar_model_runner.ExecuteModelState][]
[vllm_omni.platforms.npu.worker.npu_ar_model_runner.NPUARModelRunner][]
[vllm_omni.platforms.npu.worker.npu_ar_worker.NPUARWorker][]
[vllm_omni.platforms.npu.worker.npu_generation_model_runner.NPUGenerationModelRunner][]
[vllm_omni.platforms.npu.worker.npu_generation_worker.NPUGenerationWorker][]
[vllm_omni.platforms.npu.worker.npu_model_runner.OmniNPUModelRunner][]
[vllm_omni.platforms.xpu.worker.xpu_ar_model_runner.XPUARModelRunner][]
[vllm_omni.platforms.xpu.worker.xpu_ar_worker.XPUARWorker][]
[vllm_omni.platforms.xpu.worker.xpu_generation_model_runner.XPUGenerationModelRunner][]
[vllm_omni.platforms.xpu.worker.xpu_generation_worker.XPUGenerationWorker][]
[vllm_omni.worker.base.OmniGPUWorkerBase][]
[vllm_omni.worker.gpu_ar_model_runner.ExecuteModelState][]
[vllm_omni.worker.gpu_ar_model_runner.GPUARModelRunner][]
[vllm_omni.worker.gpu_ar_worker.GPUARWorker][]
[vllm_omni.worker.gpu_generation_model_runner.GPUGenerationModelRunner][]
[vllm_omni.worker.gpu_generation_worker.GPUGenerationWorker][]
[vllm_omni.worker.gpu_memory_utils.parse_cuda_visible_devices][]
[vllm_omni.worker.gpu_model_runner.OmniGPUModelRunner][]
[vllm_omni.worker.mixins.OmniWorkerMixin][]

5.9 KiB Raw Blame History