Address review comments (benchmark logs, ids, and design comments)

Signed-off-by: Yufeng Zhu <yzhu802@gatech.edu>
Signed-off-by: princepride <wangzhipeng628@gmail.com>
This commit is contained in:
Yufeng Zhu authored and princepride committed 2026-05-29 02:34:52 +00:00
1 parent e1834ab19b
commit 424fa3fcfc
6 files changed
+32 -7

No files matched your search

@@ -71,6 +71,13 @@ class MoTRowParallelLinear(RowParallelLinear):
# ---- Step 2: Create vae weights (permanent submodule) ----
assert self.quant_method is not None
# NOTE: We instantiate a bare torch.nn.Module() here as a lightweight namespace
# container to hold the secondary VAE weights.
# This is a design choice for dynamically attaching `quant_method` to the bare module.
# This is slightly unconventional but necessary. It allows vLLM's framework
# (specifically `process_weights_after_loading`) to automatically discover
# and process these secondary weights without requiring a dedicated,
# boilerplate Module subclass just for the VAE pathway.
self.gen_exp = torch.nn.Module()
# Select weight_loader consistent with text