Refactor sampled_token_ids assignment in OmniGPUModelRunner

- Simplified the assignment of sampled_token_ids by removing the conditional check for "model_stage".
- Ensured consistent handling of sampled_token_ids for improved clarity and maintainability.
This commit is contained in:
tzhouam committed 2025-10-22 17:42:29 +08:00
1 parent 54977bd590
commit 4609afa613
1 file changed
+1 -1
+1 -1
View File
@@ -542,7 +542,7 @@ class OmniGPUModelRunner(GPUModelRunner):
# Get the valid generated tokens.
import os
sampled_token_ids = sampler_output.sampled_token_ids if os.environ.get("model_stage") != "code2wav" else torch.tensor([[8294]]).to(torch.int32).cuda()
sampled_token_ids = sampler_output.sampled_token_ids
max_gen_len = sampled_token_ids.shape[-1]
if max_gen_len == 1:
# No spec decode tokens.