[Security][Feature] Use Msgpack in OmniSerializer instead of pickle (#310)
Signed-off-by: gcanlin <canlinguosdu@gmail.com>
This commit is contained in:
1 parent
a7fe4fba4e
commit
97a5860681
5 files changed
+380
-64
No files matched your search
@@ -10,16 +10,38 @@ from vllm_omni.distributed.omni_connectors.utils.config import ConnectorSpec
|
||||
from vllm_omni.distributed.omni_connectors.utils.serialization import OmniSerializer
|
||||
|
||||
|
||||
def test_pickle_serialization():
|
||||
"""Test basic pickle serialization."""
|
||||
def test_basic_serialization():
|
||||
"""Test basic msgpack serialization."""
|
||||
data = {"key": "value", "list": [1, 2, 3]}
|
||||
serialized = OmniSerializer.serialize(data, method="cloudpickle")
|
||||
serialized = OmniSerializer.serialize(data)
|
||||
assert isinstance(serialized, bytes)
|
||||
|
||||
deserialized = OmniSerializer.deserialize(serialized, method="cloudpickle")
|
||||
deserialized = OmniSerializer.deserialize(serialized)
|
||||
assert data == deserialized
|
||||
|
||||
|
||||
def test_tensor_serialization():
|
||||
"""Test torch.Tensor serialization."""
|
||||
import torch
|
||||
|
||||
tensor = torch.tensor([[1.0, 2.0], [3.0, 4.0]])
|
||||
serialized = OmniSerializer.serialize(tensor)
|
||||
deserialized = OmniSerializer.deserialize(serialized)
|
||||
|
||||
assert torch.equal(tensor, deserialized)
|
||||
|
||||
|
||||
def test_ndarray_serialization():
|
||||
"""Test numpy.ndarray serialization."""
|
||||
import numpy as np
|
||||
|
||||
arr = np.array([[1, 2, 3], [4, 5, 6]])
|
||||
serialized = OmniSerializer.serialize(arr)
|
||||
deserialized = OmniSerializer.deserialize(serialized)
|
||||
|
||||
assert np.array_equal(arr, deserialized)
|
||||
|
||||
|
||||
def test_create_shm_connector():
|
||||
"""Test creating SharedMemoryConnector via Factory."""
|
||||
spec = ConnectorSpec(name="SharedMemoryConnector", extra={"shm_threshold_bytes": 1024})
|
||||
|
||||
Reference in new issue
Block a user