2025-09-25 09:10:54 +08:00
|
|
|
"""
|
|
|
|
|
DiT Cache Manager for vLLM-omni.
|
|
|
|
|
|
2025-10-25 12:09:19 +08:00
|
|
|
This module provides caching functionality for DiT (Diffusion Transformer) models
|
|
|
|
|
to optimize inference performance and memory usage.
|
2025-09-25 09:10:54 +08:00
|
|
|
"""
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class DiTCacheManager:
|
|
|
|
|
"""Manages DiT-specific caching for optimized inference."""
|
2025-10-24 12:16:48 +08:00
|
|
|
|
2025-10-25 12:09:19 +08:00
|
|
|
def __init__(self, config):
|
|
|
|
|
pass
|