Update realtime invalid-request fixtures and reserve Moss encoder memory
Signed-off-by: tzhouam <tzhouam@connect.ust.hk>
This commit is contained in:
1 parent
757dd3b2c4
commit
37803a8a41
2 files changed
+18
-38
No files matched your search
@@ -88,7 +88,7 @@ tts_server_params = [
|
||||
get_deploy_config_path("moss_tts_realtime.yaml"),
|
||||
# Leave room on the single L4 for the codec weights, reference
|
||||
# encoder, and speech-serving activations in addition to KV.
|
||||
updates={"stages": {0: {"gpu_memory_utilization": 0.45}}},
|
||||
updates={"stages": {0: {"gpu_memory_utilization": 0.35}}},
|
||||
),
|
||||
server_args=["--disable-log-stats"],
|
||||
),
|
||||
|
||||
Reference in new issue
Block a user