Add π0 VLA model support (#4222)

Signed-off-by: Yichen Wang <yichen.wang@bytedance.com>
Signed-off-by: Didan Deng <33117903+wtomin@users.noreply.github.com>
Co-authored-by: Didan Deng <33117903+wtomin@users.noreply.github.com>
This commit is contained in:
Yichen WangandDidan Deng authored and GitHub committed 2026-08-17 14:29:17 +08:00
1 parent 5664e69dbf
commit 2a9f6aaa8e
19 files changed
+3202

No files matched your search

@@ -0,0 +1,48 @@
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
"""π0 (Pi-Zero) VLA model for vllm-omni.
PaliGemma (SigLIP vision + Gemma-2B LM) + Gemma-300M action expert + a
flow-matching action head. Outputs a continuous action chunk
``[horizon, action_dim]`` rather than tokens.
"""
from vllm_omni.diffusion.models.pi0.config import Pi0Config
from vllm_omni.diffusion.models.pi0.modeling_pi0 import (
GemmaVariantConfig,
PaliGemmaWithActionExpert,
Pi0ForActionPrediction,
create_sinusoidal_pos_embedding,
get_gemma_config,
make_att_2d_masks,
prepare_attention_masks_4d,
)
from vllm_omni.diffusion.models.pi0.pipeline_pi0 import (
Pi0Pipeline,
get_pi0_post_process_func,
)
from vllm_omni.diffusion.models.pi0.processor_pi0 import (
Pi0ImageProcessor,
build_model_inputs,
pil_image_to_tensor,
resize_with_pad,
tokenize_prompt,
)
__all__ = [
"Pi0Config",
"Pi0ForActionPrediction",
"PaliGemmaWithActionExpert",
"GemmaVariantConfig",
"get_gemma_config",
"create_sinusoidal_pos_embedding",
"make_att_2d_masks",
"prepare_attention_masks_4d",
"Pi0ImageProcessor",
"build_model_inputs",
"pil_image_to_tensor",
"resize_with_pad",
"tokenize_prompt",
"Pi0Pipeline",
"get_pi0_post_process_func",
]