[Refactor][CI] Reorganize test tree, and move slow e2e to weekly (#4951)

Signed-off-by: wangyu <410167048@qq.com>

tests/utils/test_audio.py

@@ -9,6 +9,9 @@ import torch
 
 from vllm_omni.utils.audio import mel_filter_bank, peak_normalize
 
+pytestmark = [pytest.mark.core_model, pytest.mark.cpu]
+
+
 # Parameter combinations used across the codebase.
 _PARAM_SETS = [
     # Qwen3-TTS talker / speaker encoder (sr=24000)