[Rebase] Rebase to vllm 0.27.0 (#5976)
Signed-off-by: tzhouam <tzhouam@connect.ust.hk> Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
1 parent
584d78c673
commit
2ce15ab7a0
55 files changed
+1335
-93
No files matched your search
@@ -30,9 +30,12 @@ def _fake_memory_profiling(*, non_torch: int, torch_peak: int):
|
||||
|
||||
@contextmanager
|
||||
def _mp(snapshot, weights_memory): # noqa: ARG001 - signature parity only
|
||||
# total_consumed mirrors upstream vllm.utils.mem_utils.MemoryProfilingResult
|
||||
# (added by upstream 58b2012aa2) and is read by OmniGPUWorkerBase.
|
||||
yield SimpleNamespace(
|
||||
non_torch_increase=non_torch,
|
||||
torch_peak_increase=torch_peak,
|
||||
total_consumed=torch_peak + non_torch,
|
||||
)
|
||||
|
||||
return _mp
|
||||
|
||||
Reference in new issue
Block a user