Remove LingBot-specific attention env

Signed-off-by: hsliuustc0106 <liuhongsheng4@huawei.com>
This commit is contained in:
hsliuustc0106 committed 2026-07-10 00:29:02 +08:00
1 parent 6f4e53553a
commit 7d59b818d0
2 files changed
+2 -8

No files matched your search

+2 -2
View File
@@ -45,7 +45,7 @@ resolution/frame count if your target workload runs out of memory.
#### Offline T2V
```bash
CUDA_VISIBLE_DEVICES=0 LINGBOT_QWEN_ATTN_IMPLEMENTATION=sdpa \
CUDA_VISIBLE_DEVICES=0 \
python examples/offline_inference/text_to_video/text_to_video_lingbot.py \
--model robbyant/lingbot-video-dense-1.3b \
--prompt "a robotic arm picks up a red block" \
@@ -63,7 +63,7 @@ python examples/offline_inference/text_to_video/text_to_video_lingbot.py \
#### Online Serving
```bash
CUDA_VISIBLE_DEVICES=0 LINGBOT_QWEN_ATTN_IMPLEMENTATION=sdpa \
CUDA_VISIBLE_DEVICES=0 \
vllm serve robbyant/lingbot-video-dense-1.3b \
--omni \
--model-class-name LingBotVideoPipeline \
@@ -269,16 +269,10 @@ class LingBotVideoPipeline(nn.Module, ProgressBarMixin, SupportsComponentDiscove
torch_dtype=transformer_dtype,
local_files_only=local_files_only,
).to(self.device)
attn_implementation = os.environ.get(
"LINGBOT_QWEN_ATTN_IMPLEMENTATION",
str(model_config.get("qwen_attn_implementation", "sdpa")),
)
text_encoder_kwargs: dict[str, Any] = {
"dtype": text_encoder_dtype,
"local_files_only": local_files_only,
}
if attn_implementation:
text_encoder_kwargs["attn_implementation"] = attn_implementation
self.text_encoder = Qwen3VLForConditionalGeneration.from_pretrained(
model,
subfolder=text_encoder_subfolder,