From 8e075d4917fe6a973d830065f93258749c33f4c5 Mon Sep 17 00:00:00 2001 From: hsliu Date: Thu, 11 Sep 2025 15:56:28 +0800 Subject: [PATCH] update dirs --- configs/default.yaml | 98 ------------------------------- vllm_omni/distributed/__init__.py | 0 2 files changed, 98 deletions(-) delete mode 100644 configs/default.yaml create mode 100644 vllm_omni/distributed/__init__.py diff --git a/configs/default.yaml b/configs/default.yaml deleted file mode 100644 index d837accff..000000000 --- a/configs/default.yaml +++ /dev/null @@ -1,98 +0,0 @@ -# vLLM-omni Default Configuration - -# General settings -general: - name: "vllm-omni" - version: "0.1.0" - debug: false - log_level: "INFO" - -# Model settings -model: - # Supported model types - supported_types: ["ar", "diffusion", "multimodal"] - - # Default model configurations - default_ar_model: "qwen2.5-7b" - default_diffusion_model: "qwen-image" - - # Model loading settings - device: "auto" # auto, cpu, cuda, mps - dtype: "auto" # auto, float16, bfloat16, float32 - max_model_len: 32768 - -# Engine settings -engines: - # AR Engine (imported from vLLM) - ar_engine: - enabled: true - max_batch_size: 256 - max_num_seqs: 256 - - # Diffusion Engine - diffusion_engine: - enabled: true - max_batch_size: 32 - max_num_seqs: 32 - num_inference_steps: 50 - guidance_scale: 7.5 - -# Processing settings -processing: - # Input processing - input: - max_image_size: [1024, 1024] - max_audio_length: 30.0 # seconds - supported_image_formats: ["jpg", "jpeg", "png", "bmp", "webp"] - supported_audio_formats: ["wav", "mp3", "flac", "m4a"] - - # Output processing - output: - max_output_length: 4096 - streaming: true - return_hidden_states: false - -# API settings -api: - # Server settings - host: "0.0.0.0" - port: 8000 - workers: 1 - - # Interface settings - interfaces: - higress: - enabled: true - endpoint: "/api/v1" - gradio: - enabled: true - port: 7860 - share: false - comfyui: - enabled: false - port: 8188 - -# Cache settings -cache: - # KV Cache (for AR models) - kv_cache: - enabled: true - max_size: "2GB" - - # Diffusion Cache - diffusion_cache: - enabled: true - max_size: "1GB" - cache_latents: true - -# Logging settings -logging: - level: "INFO" - format: "%(asctime)s - %(name)s - %(levelname)s - %(message)s" - file: null # Set to file path for file logging - -# Monitoring settings -monitoring: - enabled: true - metrics_port: 9090 - health_check_interval: 30 # seconds diff --git a/vllm_omni/distributed/__init__.py b/vllm_omni/distributed/__init__.py new file mode 100644 index 000000000..e69de29bb