Qualify scoped Windows RTX Qwen3.8 FP8 text and image path

This commit is contained in:
tzhouam committed 2026-09-24 17:01:16 +08:00
1 parent 5bb16af8ee
commit 32a81111bd
23 files changed
+3368 -8

No files matched your search

@@ -0,0 +1,39 @@
"""Check the installed Windows vLLM block-FP8 kernel before loading 27B weights."""
import json
import sys
import traceback
from pathlib import Path
import torch
def main() -> None:
out = Path(sys.argv[1])
result = {
"torch": torch.__version__,
"device": torch.cuda.get_device_name(0),
"capability": torch.cuda.get_device_capability(0),
}
try:
import vllm.model_executor.kernels.linear.scaled_mm.triton # noqa: F401
a = torch.ones((4, 128), device="cuda", dtype=torch.float8_e4m3fn)
b = torch.ones((128, 128), device="cuda", dtype=torch.float8_e4m3fn)
sa = torch.ones((4, 1), device="cuda", dtype=torch.float32)
sb = torch.ones((1, 1), device="cuda", dtype=torch.float32)
y = torch.ops.vllm.w8a8_triton_block_scaled_mm_func(
a, b, sa, sb, [128, 128], torch.bfloat16
)
torch.cuda.synchronize()
result.update(status="pass", shape=list(y.shape), value=float(y[0, 0]))
except Exception as exc:
result.update(status="failed", error=repr(exc), traceback=traceback.format_exc())
out.parent.mkdir(parents=True, exist_ok=True)
out.write_text(json.dumps(result, indent=2) + "\n", encoding="utf-8")
if result["status"] != "pass":
raise SystemExit(1)
if __name__ == "__main__":
main()