Upload Flux2ModularPipeline

README.md

@@ -1,6 +1,11 @@
 ---
 pipeline_tag: text-to-image
 library_name: diffusers
+tags:
+- modular-diffusers
+- diffusers
+- flux2
+- text-to-image
 ---
 ## Setup
 

modular_model_index.json

@@ -1,10 +1,10 @@
 {
-  "_blocks_class_name": "SequentialPipelineBlocks",
+  "_blocks_class_name": "Flux2AutoBlocks",
   "_class_name": "Flux2ModularPipeline",
-  "_diffusers_version": "0.36.0.dev0",
+  "_diffusers_version": "0.37.0.dev0",
   "scheduler": [
-    null,
-    null,
+    "diffusers",
+    "FlowMatchEulerDiscreteScheduler",
     {
       "pretrained_model_name_or_path": "black-forest-labs/FLUX.2-dev",
       "revision": null,
@@ -20,6 +20,7 @@
     null,
     null,
     {
+      "pretrained_model_name_or_path": null,
       "revision": null,
       "subfolder": "text_encoder",
       "type_hint": [
@@ -33,6 +34,7 @@
     null,
     null,
     {
+      "pretrained_model_name_or_path": null,
       "revision": null,
       "subfolder": "tokenizer",
       "type_hint": [
@@ -43,8 +45,8 @@
     }
   ],
   "transformer": [
-    null,
-    null,
+    "diffusers",
+    "Flux2Transformer2DModel",
     {
       "pretrained_model_name_or_path": "diffusers/FLUX.2-dev-bnb-4bit",
       "revision": null,
@@ -57,8 +59,8 @@
     }
   ],
   "vae": [
-    null,
-    null,
+    "diffusers",
+    "AutoencoderKLFlux2",
     {
       "pretrained_model_name_or_path": "black-forest-labs/FLUX.2-dev",
       "revision": null,

scheduler/scheduler_config.json

@@ -0,0 +1,18 @@
+{
+  "_class_name": "FlowMatchEulerDiscreteScheduler",
+  "_diffusers_version": "0.37.0.dev0",
+  "base_image_seq_len": 256,
+  "base_shift": 0.5,
+  "invert_sigmas": false,
+  "max_image_seq_len": 4096,
+  "max_shift": 1.15,
+  "num_train_timesteps": 1000,
+  "shift": 3.0,
+  "shift_terminal": null,
+  "stochastic_sampling": false,
+  "time_shift_type": "exponential",
+  "use_beta_sigmas": false,
+  "use_dynamic_shifting": true,
+  "use_exponential_sigmas": false,
+  "use_karras_sigmas": false
+}

transformer/config.json

@@ -0,0 +1,39 @@
+{
+  "_class_name": "Flux2Transformer2DModel",
+  "_diffusers_version": "0.37.0.dev0",
+  "_name_or_path": "diffusers/FLUX.2-dev-bnb-4bit",
+  "attention_head_dim": 128,
+  "axes_dims_rope": [
+    32,
+    32,
+    32,
+    32
+  ],
+  "eps": 1e-06,
+  "guidance_embeds": true,
+  "in_channels": 128,
+  "joint_attention_dim": 15360,
+  "mlp_ratio": 3.0,
+  "num_attention_heads": 48,
+  "num_layers": 8,
+  "num_single_layers": 48,
+  "out_channels": null,
+  "patch_size": 1,
+  "quantization_config": {
+    "_load_in_4bit": true,
+    "_load_in_8bit": false,
+    "bnb_4bit_compute_dtype": "bfloat16",
+    "bnb_4bit_quant_storage": "uint8",
+    "bnb_4bit_quant_type": "nf4",
+    "bnb_4bit_use_double_quant": false,
+    "llm_int8_enable_fp32_cpu_offload": false,
+    "llm_int8_has_fp16_weight": false,
+    "llm_int8_skip_modules": null,
+    "llm_int8_threshold": 6.0,
+    "load_in_4bit": true,
+    "load_in_8bit": false,
+    "quant_method": "bitsandbytes"
+  },
+  "rope_theta": 2000,
+  "timestep_guidance_channels": 256
+}

transformer/diffusion_pytorch_model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06743432eddc6789c515742895823358510b92fe370f2a34b494a5e6eea0232a
+size 9992770778

transformer/diffusion_pytorch_model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1166a702ed248a14918ae2d4810802d50f4736495ea76237ab8111080d5bbb3a
+size 8132999189

vae/config.json

@@ -0,0 +1,40 @@
+{
+  "_class_name": "AutoencoderKLFlux2",
+  "_diffusers_version": "0.37.0.dev0",
+  "_name_or_path": "black-forest-labs/FLUX.2-dev",
+  "act_fn": "silu",
+  "batch_norm_eps": 0.0001,
+  "batch_norm_momentum": 0.1,
+  "block_out_channels": [
+    128,
+    256,
+    512,
+    512
+  ],
+  "down_block_types": [
+    "DownEncoderBlock2D",
+    "DownEncoderBlock2D",
+    "DownEncoderBlock2D",
+    "DownEncoderBlock2D"
+  ],
+  "force_upcast": true,
+  "in_channels": 3,
+  "latent_channels": 32,
+  "layers_per_block": 2,
+  "mid_block_add_attention": true,
+  "norm_num_groups": 32,
+  "out_channels": 3,
+  "patch_size": [
+    2,
+    2
+  ],
+  "sample_size": 1024,
+  "up_block_types": [
+    "UpDecoderBlock2D",
+    "UpDecoderBlock2D",
+    "UpDecoderBlock2D",
+    "UpDecoderBlock2D"
+  ],
+  "use_post_quant_conv": true,
+  "use_quant_conv": true
+}

vae/diffusion_pytorch_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d64f3a68e1cc4f9f4e29b6e0da38a0204fe9a49f2d4053f0ec1fa1ca02f9c4b5
+size 336213556