[Rebase] Rebase to vllm 0.27.0 (#5976)

Signed-off-by: tzhouam <tzhouam@connect.ust.hk>
Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
Zhou TaichangandClaude Opus 5 authored and GitHub committed 2026-08-11 15:23:46 +00:00
1 parent 584d78c673
commit 2ce15ab7a0
55 files changed
+1335 -93

No files matched your search

+3
View File
@@ -30,9 +30,12 @@ def _fake_memory_profiling(*, non_torch: int, torch_peak: int):
@contextmanager
def _mp(snapshot, weights_memory): # noqa: ARG001 - signature parity only
# total_consumed mirrors upstream vllm.utils.mem_utils.MemoryProfilingResult
# (added by upstream 58b2012aa2) and is read by OmniGPUWorkerBase.
yield SimpleNamespace(
non_torch_increase=non_torch,
torch_peak_increase=torch_peak,
total_consumed=torch_peak + non_torch,
)
return _mp