[Misc] Enable tensor_parallel_size argument with online serving cmd (#761)

Signed-off-by: TangPeng <85704592@qq.com>

vllm_omni/entrypoints/async_omni.py

@@ -131,15 +131,16 @@ class AsyncOmni(OmniBase):
             ulysses_degree = kwargs.get("ulysses_degree") or 1
             ring_degree = kwargs.get("ring_degree") or 1
             sequence_parallel_size = kwargs.get("sequence_parallel_size")
+            tensor_parallel_size = kwargs.get("tensor_parallel_size") or 1
             if sequence_parallel_size is None:
                 sequence_parallel_size = ulysses_degree * ring_degree
-            num_devices = sequence_parallel_size
+            num_devices = sequence_parallel_size * tensor_parallel_size
             for i in range(1, num_devices):
                 devices += f",{i}"
             parallel_config = DiffusionParallelConfig(
                 pipeline_parallel_size=1,
                 data_parallel_size=1,
-                tensor_parallel_size=1,
+                tensor_parallel_size=tensor_parallel_size,
                 sequence_parallel_size=sequence_parallel_size,
                 ulysses_degree=ulysses_degree,
                 ring_degree=ring_degree,
@@ -161,6 +162,7 @@ class AsyncOmni(OmniBase):
                     "cache_backend": cache_backend,
                     "cache_config": cache_config,
                     "enable_cpu_offload": kwargs.get("enable_cpu_offload", False),
+                    "enforce_eager": kwargs.get("enforce_eager", False),
                 },
                 "final_output": True,
                 "final_output_type": "image",