fix some reviews from gemini
This commit is contained in:
1 parent
20cfd15cc6
commit
6111c288d0
2 files changed
+4
-3
No files matched your search
@@ -26,7 +26,7 @@ class OmniEngineArgs(EngineArgs):
|
||||
"model_config.engine_output_type for schedulers to use."
|
||||
),
|
||||
)
|
||||
parser.add_argument("--model-stage", type=str, default=EngineArgs.model_stage,
|
||||
parser.add_argument("--model-stage", type=str, default=OmniEngineArgs.model_stage,
|
||||
help="Declare model stage (e.g., 'thinker', 'talker', 'token2wav'). This will be written into model_config.model_stage for schedulers to use.")
|
||||
return parser
|
||||
|
||||
|
||||
@@ -39,8 +39,8 @@ class OmniLLM:
|
||||
def initialize_stages(self, model: str):
|
||||
for stage_config in self.stage_configs:
|
||||
stage = Stage(stage_config)
|
||||
omni_llm = OmniLLM(model=model, **stage_config.engine_args)
|
||||
stage.set_engine(omni_llm)
|
||||
stage_llm = StageLLM(model=model, **stage_config.engine_args)
|
||||
stage.set_engine(stage_llm)
|
||||
self.stage_list.append(stage)
|
||||
|
||||
def generate(
|
||||
@@ -51,6 +51,7 @@ class OmniLLM:
|
||||
) -> list[OmniRequestOutput]:
|
||||
"""Generate text outputs for the given prompts."""
|
||||
final_outputs: list[OmniRequestOutput] = []
|
||||
assert len(sampling_params_list) == len(self.stage_list), "sampling_params_list must be a list of length equal to the number of stages"
|
||||
for stage_id, stage in enumerate(self.stage_list):
|
||||
if stage_id > 0:
|
||||
engine_inputs = stage.process_engine_inputs(self.stage_list, prompts)
|
||||
|
||||
Reference in new issue
Block a user