[3/N] Encode streamed video on the worker with bounded batching (#7018)

Signed-off-by: specture724 <specture724@gmail.com>
Co-authored-by: Claude Sonnet 5 <noreply@anthropic.com>
Co-authored-by: Hongsheng Liu <liuhongsheng4@huawei.com>
This commit is contained in:
authored and GitHub committed 2026-09-12 20:58:11 +08:00
1 parent 9edc1b4667
commit 7e520f9cc4
9 files changed
+517 -40

No files matched your search

+34 -1
View File
@@ -7,7 +7,7 @@ from __future__ import annotations
import io
import queue
import threading
from collections.abc import Iterable
from collections.abc import Iterable, Mapping
from fractions import Fraction
from typing import Any, cast
@@ -17,6 +17,27 @@ import numpy as np
_CHUNKED_MP4_DONE = object()
def normalize_preencode_batch_frames(value: Any) -> int:
"""Validate the request's MP4 transfer/encoding batch threshold."""
if isinstance(value, bool) or not isinstance(value, int) or value <= 0:
raise ValueError("preencode_batch_frames must be a positive integer")
return value
def normalize_video_codec_options(value: Any) -> dict[str, str] | None:
"""Coerce a request's ``video_codec_options`` into PyAV's str->str contract.
The value reaches a worker straight from ``extra_params``, so reject a
non-mapping here rather than letting it fail inside the encoder after the
decode has already run.
"""
if value is None:
return None
if not isinstance(value, Mapping):
raise ValueError("video_codec_options must be a JSON object of encoder option names to values")
return {str(key): str(item) for key, item in value.items()}
def _validate_video_chunk(chunk: np.ndarray, *, width: int, height: int) -> None:
"""Validate a ``(T, H, W, 3)`` uint8 RGB chunk against a session's frame size."""
if chunk.ndim != 4 or chunk.shape[-1] != 3:
@@ -233,6 +254,18 @@ class FragmentedMP4Muxer:
return chunk
def count_mp4_frames(video_bytes: bytes) -> int | None:
"""Read an MP4's frame count from its sample table, without decoding it."""
if not video_bytes:
return None
try:
with cast(Any, av.open(io.BytesIO(video_bytes), format="mp4")) as container:
frames = int(container.streams.video[0].frames)
except Exception:
return None
return frames or None
def finalize_streaming_video_bytes(
video_bytes: bytes,
*,