Merge main and adapt multi-API startup to structured configs
Signed-off-by: Sy03 <1370724210@qq.com>
This commit is contained in:
commit
04ae6aa009
49 files changed
+1910
-341
No files matched your search
@@ -127,6 +127,13 @@ async def test_omni_run_server_worker_forwards_client_config(monkeypatch):
|
||||
# TODO: extend this set and the expected census if @router.head / @router.options appear.
|
||||
_HTTP_METHODS = {"GET", "POST", "DELETE", "PUT", "PATCH"}
|
||||
|
||||
|
||||
def test_profiler_endpoints_detect_typed_stage_config():
|
||||
stage = SimpleNamespace(profiler_config=SimpleNamespace(profiler="torch"))
|
||||
|
||||
assert api_server._should_enable_profiler_endpoints([stage])
|
||||
|
||||
|
||||
# Exact Omni router census on main. Update intentionally when routes change.
|
||||
_EXPECTED_ROUTER_ROUTES = {
|
||||
("POST", "/v1/chat/completions"),
|
||||
|
||||
Reference in new issue
Block a user