[Refactor][CI] Reorganize test tree, and move slow e2e to weekly (#4951)

Signed-off-by: wangyu <410167048@qq.com>

tests/entrypoints/openai_api/test_speech_usage.py

@@ -16,6 +16,8 @@ from vllm_omni.entrypoints.openai.speech_usage import (
     qwen3_tts_input_token_details,
 )
 
+pytestmark = [pytest.mark.core_model, pytest.mark.cpu]
+
 
 # A deterministic stand-in for a real tokenizer: 1 token per whitespace word.
 def word_count(text: str) -> int: