[Chore]: Clean up pyproject.toml and cache-dit backend (#351)
Signed-off-by: Isotr0py <mozf@mail2.sysu.edu.cn>
This commit is contained in:
1 parent
1f4e1badc6
commit
cf8d297af0
3 files changed
+2
-15
No files matched your search
@@ -30,7 +30,6 @@ classifiers = [
|
||||
dependencies = [
|
||||
# Core runtime dependencies (required for actual usage)
|
||||
"omegaconf>=2.3.0",
|
||||
# "decord>=0.6.0", # install manually
|
||||
"librosa>=0.11.0",
|
||||
"resampy>=0.4.3",
|
||||
"diffusers>=0.36.0",
|
||||
|
||||
@@ -41,7 +41,6 @@ class TestCacheDiTBackend:
|
||||
assert backend.config.Fn_compute_blocks == 4
|
||||
assert backend.enabled is False
|
||||
|
||||
@patch("vllm_omni.diffusion.cache.cache_dit_backend.CACHE_DIT_AVAILABLE", True)
|
||||
@patch("vllm_omni.diffusion.cache.cache_dit_backend.cache_dit")
|
||||
def test_enable_single_transformer(self, mock_cache_dit):
|
||||
"""Test enabling cache-dit on single-transformer pipeline."""
|
||||
@@ -63,7 +62,6 @@ class TestCacheDiTBackend:
|
||||
assert backend._refresh_func is not None
|
||||
mock_cache_dit.enable_cache.assert_called_once()
|
||||
|
||||
@patch("vllm_omni.diffusion.cache.cache_dit_backend.CACHE_DIT_AVAILABLE", True)
|
||||
@patch("vllm_omni.diffusion.cache.cache_dit_backend.cache_dit")
|
||||
def test_refresh(self, mock_cache_dit):
|
||||
"""Test refreshing cache context with SCM mask policy updates when num_inference_steps changes."""
|
||||
|
||||
+2
-12
@@ -10,6 +10,8 @@ pipelines in vllm-omni, supporting both single and dual-transformer architecture
|
||||
from collections.abc import Callable
|
||||
from typing import Any, Optional
|
||||
|
||||
import cache_dit
|
||||
from cache_dit import BlockAdapter, DBCacheConfig, ForwardPattern, ParamsModifier, TaylorSeerCalibratorConfig
|
||||
from vllm.logger import init_logger
|
||||
|
||||
from vllm_omni.diffusion.cache.base import CacheBackend
|
||||
@@ -17,15 +19,6 @@ from vllm_omni.diffusion.data import DiffusionCacheConfig, OmniDiffusionConfig
|
||||
|
||||
logger = init_logger(__name__)
|
||||
|
||||
try:
|
||||
import cache_dit
|
||||
from cache_dit import BlockAdapter, DBCacheConfig, ForwardPattern, ParamsModifier, TaylorSeerCalibratorConfig
|
||||
|
||||
CACHE_DIT_AVAILABLE = True
|
||||
except ImportError:
|
||||
CACHE_DIT_AVAILABLE = False
|
||||
logger.warning("cache-dit is not installed. Cache-dit acceleration will not be available.")
|
||||
|
||||
|
||||
# Registry of custom cache-dit enablers for specific models
|
||||
# Maps pipeline names to their cache-dit enablement functions
|
||||
@@ -325,9 +318,6 @@ class CacheDiTBackend(CacheBackend):
|
||||
Args:
|
||||
pipeline: The diffusion pipeline instance.
|
||||
"""
|
||||
if not CACHE_DIT_AVAILABLE:
|
||||
logger.warning("cache-dit is not available, skipping cache-dit setup.")
|
||||
return
|
||||
|
||||
# Extract pipeline name from pipeline
|
||||
pipeline_name = pipeline.__class__.__name__
|
||||
|
||||
Reference in new issue
Block a user