[edge-infer] WIP snapshot: uncommitted M0/W1/W4/W5 edge work as of 2026-09-18
Verbatim copy of the edge/omni-edge working tree (tracked diffs + untracked edge/local, tests/edge/local, docs/edge, pipeline files). Taken so that vLLM-Omni v0.29.0rc1 can be merged on a branch without touching the user's working tree. logs_edge/ and benchmark .npy outputs excluded. Co-Authored-By: Claude Fable 5.1 <noreply@anthropic.com>
This commit is contained in:
1 parent
3834de3105
commit
4e3e8a1ebc
62 files changed
+11043
-56
No files matched your search
+96
@@ -0,0 +1,96 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM-Omni project
|
||||
"""Fixtures that stand in for the two AMD devices.
|
||||
|
||||
Nothing here needs a Radeon, an NPU, onnxruntime or Windows: the worker is
|
||||
replaced by ``fake_worker.py`` and the devices by hand-built capabilities. The
|
||||
paths that matter -- framing, the placement gate, the refusal codes -- are
|
||||
logic, and logic that only runs on one laptop is logic nobody can change
|
||||
safely.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import json
|
||||
import sys
|
||||
from pathlib import Path
|
||||
|
||||
import pytest
|
||||
|
||||
from vllm_omni.edge.local.capabilities import (
|
||||
FORMAT_ONNX_A16W8,
|
||||
FORMAT_ONNX_FP16,
|
||||
FORMAT_ONNX_FP32,
|
||||
DeviceCapability,
|
||||
)
|
||||
from vllm_omni.edge.local.external import launch
|
||||
|
||||
FAKE_WORKER = str(Path(__file__).resolve().parent / "fake_worker.py")
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def fake_route(monkeypatch, tmp_path):
|
||||
"""Point the ``ort-cpu`` route at the fake worker and this interpreter.
|
||||
|
||||
Returns a callable that writes the worker's reply script and hands back the
|
||||
resolved route.
|
||||
"""
|
||||
|
||||
def configure(**config) -> launch.Route:
|
||||
config_path = tmp_path / "fake_worker.json"
|
||||
config_path.write_text(json.dumps(config))
|
||||
monkeypatch.setenv("VLLM_OMNI_FAKE_WORKER_JSON", str(config_path))
|
||||
monkeypatch.setenv("VLLM_OMNI_EXTERNAL_WORKER_ORT_CPU", FAKE_WORKER)
|
||||
monkeypatch.setenv("VLLM_OMNI_EXTERNAL_PYTHON_ORT_CPU", sys.executable)
|
||||
return launch.resolve(launch.ROUTE_CPU)
|
||||
|
||||
return configure
|
||||
|
||||
|
||||
def _device(device_id: str, kind: str, formats, route: str, *, runnable: bool = True,
|
||||
reason: str = "") -> DeviceCapability:
|
||||
return DeviceCapability(
|
||||
device_id=device_id,
|
||||
kind=kind,
|
||||
vendor="amd",
|
||||
name=f"test {kind}",
|
||||
backend="ort:cpu" if runnable else None,
|
||||
runnable=runnable,
|
||||
memory_pool="host_ram",
|
||||
memory_bytes=32 * 2**30,
|
||||
compute_capability=None,
|
||||
weight_formats=frozenset(formats),
|
||||
evidence="B" if runnable else "D",
|
||||
reason=reason,
|
||||
extra={"worker_route": route, "routes": [{"name": route, "available": runnable,
|
||||
"reason": reason}]},
|
||||
)
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def npu_device() -> DeviceCapability:
|
||||
"""A16W8 only -- the real constraint, not a simplification."""
|
||||
return _device("npu:amd", "npu", {FORMAT_ONNX_A16W8}, launch.ROUTE_CPU)
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def igpu_device() -> DeviceCapability:
|
||||
return _device("igpu:amd", "gpu_integrated", {FORMAT_ONNX_FP16, FORMAT_ONNX_FP32},
|
||||
launch.ROUTE_CPU)
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def unreachable_npu() -> DeviceCapability:
|
||||
return _device(
|
||||
"npu:amd", "npu", {FORMAT_ONNX_A16W8}, launch.ROUTE_VITISAI,
|
||||
runnable=False,
|
||||
reason="an MCDM device; WSL2 forwards display adapters only, so there is no device node here",
|
||||
)
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def a16w8_graph(tmp_path) -> Path:
|
||||
"""A file that stands in for an exported graph. Never loaded by ORT here."""
|
||||
path = tmp_path / "stage.onnx"
|
||||
path.write_bytes(b"not really onnx, and nothing in these tests parses it" * 64)
|
||||
return path
|
||||
Reference in new issue
Block a user