anodyine/vllm-omni
1
0 Fork 0
Code Issues 4 Pull Requests 2 Actions Packages Projects Releases Wiki Activity

[Diffusion] fix warning in diffusion stage (#332)

Browse Source 
Signed-off-by: Lancer <maruixiang6688@gmail.com>
This commit is contained in:
Lancer authored and GitHub committed 2025-12-16 09:07:16 +00:00
1 parent c091a03d82
commit 01549fb953
1 file changed
+3 -3
Download Patch File Download Diff File Expand all files Collapse all files
vllm_omni/worker/gpu_model_runner.py
+3 -3
View File
@@ -204,7 +204,7 @@ class OmniGPUModelRunner(GPUModelRunner):
dt = np.dtype(getattr(entry, "tensor_dtype", "float32"))
arr = np.frombuffer(entry.tensor_data, dtype=dt)
arr = arr.reshape(entry.tensor_shape)
info_dict[k] = torch.from_numpy(arr)
info_dict[k] = torch.from_numpy(arr.copy())
else:
info_dict[k] = entry.list_data
if info_dict:
@@ -736,7 +736,7 @@ class OmniGPUModelRunner(GPUModelRunner):
dt = np.dtype(getattr(payload_pe, "dtype", "float32"))
arr = np.frombuffer(data, dtype=dt)
arr = arr.reshape(shape)
pe_cpu = torch.from_numpy(arr)
pe_cpu = torch.from_numpy(arr.copy())
if pe_cpu is not None and req_id in self.requests:
setattr(self.requests[req_id], "prompt_embeds_cpu", pe_cpu)
# additional_information
@@ -756,7 +756,7 @@ class OmniGPUModelRunner(GPUModelRunner):
dt = np.dtype(getattr(entry, "tensor_dtype", "float32"))
arr = np.frombuffer(tensor_data, dtype=dt)
arr = arr.reshape(getattr(entry, "tensor_shape", ()))
info_dict[k] = torch.from_numpy(arr)
info_dict[k] = torch.from_numpy(arr.copy())
else:
info_dict[k] = getattr(entry, "list_data", None)
if info_dict and req_id in self.requests: