14 lines
311 B
Python
14 lines
311 B
Python
"""
|
|
DiT Cache Manager for vLLM-omni.
|
|
|
|
This module provides caching functionality for DiT (Diffusion Transformer) models
|
|
to optimize inference performance and memory usage.
|
|
"""
|
|
|
|
|
|
class DiTCacheManager:
|
|
"""Manages DiT-specific caching for optimized inference."""
|
|
|
|
def __init__(self, config):
|
|
pass
|