"""The halves of a **split** MiniMax-H3 deployment, for both of its checkpoint partitions. MiniMax-H3 is 195.9 GiB in bfloat16 and a ZeroGPU Space is evicted at 150 GB of storage, so `MiniMaxH3Blocks` is cut at its `text_encoder` step: the 62.14 GiB Qwen3-VL runs in the conditioner Space, everything else in a generator Space, and `prompt_embeds` + `text_token_tags` is the whole wire format between them. `resize` / `setup` run on **both** sides: they own no pretrained component, and each half needs the canvas and the prepared keyframes or normalized references. Both conditioner halves also return the resolved `height` / `width` / `num_frames`, which the generating half pins rather than re-deriving. Two things the blocks leave to the caller: a keyframe reaches them EXIF-transposed and in RGB, and the `t2va` / `fl2va` frame count is aligned to `17 * n + 5` before the call, since that arithmetic lives on the denoising side of the cut. """ import torch from diffusers.modular_pipelines.minimax_h3.before_encoder import MiniMaxH3ResizeStep, MiniMaxH3Ref2VASetupStep from diffusers.modular_pipelines.minimax_h3.encoders import ( MiniMaxH3KeyframeVaeEncoderStep, MiniMaxH3Ref2VAReferenceEncoderStep, MiniMaxH3Ref2VATextEncoderStep, MiniMaxH3TextEncoderStep, ) from diffusers.modular_pipelines.minimax_h3.modular_blocks_minimax_h3 import ( MiniMaxH3CoreDenoiseStep, MiniMaxH3DecodeStep, MiniMaxH3FL2VACoreDenoiseStep, MiniMaxH3Ref2VACoreDenoiseStep, ) from diffusers.modular_pipelines.modular_pipeline import ConditionalPipelineBlocks, SequentialPipelineBlocks from diffusers.modular_pipelines.modular_pipeline_utils import OutputParam def _wire_outputs(num_frames: bool = True) -> list[OutputParam]: """The wire format of the split. `num_frames` is declared by the `ref2va` half alone, whose setup resolves one.""" return [ OutputParam.template("prompt_embeds"), OutputParam("text_token_tags", description="The per-row modality tag of every row of `prompt_embeds`."), OutputParam("height", type_hint=int, description="Resolved height of the generated video in pixels."), OutputParam("width", type_hint=int, description="Resolved width of the generated video in pixels."), *( [OutputParam("num_frames", type_hint=int, description="Resolved number of frames, of the form 17 * n + 5.")] if num_frames else [] ), ] class MiniMaxH3SplitBeforeEncodeStep(ConditionalPipelineBlocks): """Media preparation block for the split deployment's `t2va` / `fl2va` half — no `ref2va` branch. Narrower than main's own `MiniMaxH3AutoBeforeEncodeStep`, the same way `MiniMaxH3A2VAutoBeforeEncodeStep` is in the audio-conditioned Space: the upstream auto wrapper's `ref2va` branch declares `MiniMaxH3Ref2VASetupStep`, which this half never needs — `MiniMaxH3Ref2VAConditionerBlocks` already owns that, on its own `transformer_ref`-side classes. """ model_name = "minimax-h3" block_classes = [MiniMaxH3ResizeStep] block_names = ["keyframes"] block_trigger_inputs = ["image", "last_image"] default_block_name = None def select_block(self, **kwargs) -> str | None: if kwargs.get("image") is not None or kwargs.get("last_image") is not None: return "keyframes" return None @property def description(self): return ( "Media preparation block.\n" " - `MiniMaxH3ResizeStep` runs when a keyframe is provided (`fl2va`), putting it onto the target " "canvas.\n" " - a text-only request (`t2va`) skips this block, and the layout step falls back to MiniMax-H3's own " "16:9 canvas." ) class MiniMaxH3SplitVaeEncoderStep(ConditionalPipelineBlocks): """VAE encoder block for the split deployment's `t2va` / `fl2va` half — no `ref2va` branch, for the same reason `MiniMaxH3SplitBeforeEncodeStep` has none.""" model_name = "minimax-h3" block_classes = [MiniMaxH3KeyframeVaeEncoderStep] block_names = ["keyframes"] block_trigger_inputs = ["image", "last_image"] default_block_name = None def select_block(self, **kwargs) -> str | None: if kwargs.get("image") is not None or kwargs.get("last_image") is not None: return "keyframes" return None @property def description(self): return ( "VAE encoder block.\n" " - `MiniMaxH3KeyframeVaeEncoderStep` runs when a keyframe is provided (`fl2va`).\n" " - a text-only request (`t2va`) skips this block." ) class MiniMaxH3SplitDenoiseStep(ConditionalPipelineBlocks): """Denoise block for the split deployment's `t2va` / `fl2va` half. `MiniMaxH3CoreDenoiseStep` is `t2va`-only as of the diffusers 0.40.0 refactor (it opens with `MiniMaxH3NoKeyframeAnchorsStep`); keyframe-anchored generation moved to the separate `MiniMaxH3FL2VACoreDenoiseStep`. This selects between them the same way `MiniMaxH3A2VAutoDenoiseStep` selects between its own audio-conditioned pair — no `ref2va` branch, since that would declare `transformer_ref`, the partition this half must never load. """ model_name = "minimax-h3" block_classes = [MiniMaxH3FL2VACoreDenoiseStep, MiniMaxH3CoreDenoiseStep] block_names = ["fl2va", "t2va"] block_trigger_inputs = ["image", "last_image"] default_block_name = "t2va" def select_block(self, **kwargs) -> str | None: if kwargs.get("image") is not None or kwargs.get("last_image") is not None: return "fl2va" return None @property def description(self): return ( "Denoise block.\n" " - the `fl2va` core runs when a keyframe is provided, against the `transformer` partition.\n" " - the `t2va` core runs otherwise, against the same partition." ) class MiniMaxH3ConditionerBlocks(SequentialPipelineBlocks): """The conditioner half of a split MiniMax-H3: the keyframes on the canvas plus the Qwen3-VL read at layer 50.""" model_name = "minimax-h3" block_classes = [MiniMaxH3SplitBeforeEncodeStep, MiniMaxH3TextEncoderStep] block_names = ["resize", "text_encoder"] @property def description(self): return ( "The conditioner half of a split MiniMax-H3 deployment: puts the keyframes onto the target canvas and " "encodes MiniMax-H3's presentation of the request into the `prompt_embeds` / `text_token_tags` pair the " "denoising half consumes. The frame count is the caller's to align." ) @property def outputs(self): return _wire_outputs(num_frames=False) class MiniMaxH3GeneratorBlocks(SequentialPipelineBlocks): """The denoising half of a split MiniMax-H3: `MiniMaxH3Blocks` with its `text_encoder` step removed.""" model_name = "minimax-h3" block_classes = [ MiniMaxH3SplitBeforeEncodeStep, MiniMaxH3SplitVaeEncoderStep, MiniMaxH3SplitDenoiseStep, MiniMaxH3DecodeStep, ] block_names = ["resize", "vae_encoder", "denoise", "decode"] @property def description(self): return ( "The denoising half of a split MiniMax-H3 deployment: the `t2va` / `fl2va` branch of `MiniMaxH3Blocks` " "without its text-encoder step, so `prompt_embeds` and `text_token_tags` come in as inputs and the " "62.14 GiB Qwen3-VL conditioner is never loaded here." ) @property def outputs(self): return [ OutputParam.template("videos", description="The generated video."), OutputParam( "audio", type_hint=torch.Tensor, description="The soundtrack of the packed sequence, of shape `(1, 2, num_samples)`.", ), OutputParam("sampling_rate", type_hint=int, description="Sample rate of the soundtrack in Hz."), ] class MiniMaxH3Ref2VAConditionerBlocks(SequentialPipelineBlocks): """The conditioner half of a split `ref2va`: the resolved plan plus the Qwen3-VL read at its 50th layer. Component for component this is `MiniMaxH3ConditionerBlocks`, so one conditioner Space serves both partitions. What differs is the presentation: `ref2va` prepends a label per reference and a vision block per image and per merged video frame pair, so the references themselves have to reach this half. """ model_name = "minimax-h3" block_classes = [MiniMaxH3Ref2VASetupStep, MiniMaxH3Ref2VATextEncoderStep] block_names = ["setup", "text_encoder"] @property def description(self): return ( "The conditioner half of a split MiniMax-H3 `ref2va` deployment: resolves the request plan (canvas, frame " "count, references normalized onto MiniMax-H3's own rates and resolutions) and encodes MiniMax-H3's " "presentation of it into the `prompt_embeds` / `text_token_tags` pair the denoising half consumes." ) @property def outputs(self): return _wire_outputs() class MiniMaxH3Ref2VAGeneratorBlocks(SequentialPipelineBlocks): """The denoising half of a split `ref2va`: the `ref2va` branch with its `text_encoder` step removed. `reference_encoder` stays here, next to the two autoencoders it runs: its output shapes are where every reference block's geometry in the packed layout comes from. """ model_name = "minimax-h3" block_classes = [ MiniMaxH3Ref2VASetupStep, MiniMaxH3Ref2VAReferenceEncoderStep, MiniMaxH3Ref2VACoreDenoiseStep, MiniMaxH3DecodeStep, ] block_names = ["setup", "reference_encoder", "denoise", "decode"] @property def description(self): return ( "The denoising half of a split MiniMax-H3 `ref2va` deployment: the `ref2va` branch of `MiniMaxH3Blocks` " "without its text-encoder step, so `prompt_embeds` and `text_token_tags` come in as inputs and the " "62.14 GiB Qwen3-VL conditioner is never loaded here. The transformer is the `transformer_ref` partition." ) @property def outputs(self): return [ OutputParam.template("videos", description="The generated video."), OutputParam( "audio", type_hint=torch.Tensor, description="The soundtrack of the packed sequence, of shape `(1, 2, num_samples)`.", ), OutputParam("sampling_rate", type_hint=int, description="Sample rate of the soundtrack in Hz."), ]