config.yaml

job: extension
config:
  name: m_portrait
  process:
  - type: ui_trainer
    training_folder: /ai-toolkit/output
    sqlite_db_path: /ai-toolkit/aitk_db.db
    device: cuda
    trigger_word: m_port
    performance_log_every: 10
    network:
      type: lora
      linear: 32
      linear_alpha: 32
      conv: 16
      conv_alpha: 16
      lokr_full_rank: true
      lokr_factor: -1
      network_kwargs:
        ignore_if_contains: []
    save:
      dtype: bf16
      save_every: 250
      max_step_saves_to_keep: 8
      save_format: diffusers
      push_to_hub: false
    datasets:
    - folder_path: /ai-toolkit/datasets/m_portrait
      control_path: null
      mask_path: null
      mask_min_value: 0.1
      default_caption: ''
      caption_ext: txt
      caption_dropout_rate: 0.05
      cache_latents_to_disk: false
      is_reg: false
      network_weight: 1
      resolution:
      - 512
      - 768
      - 1024
      - 1536
      - 1280
      controls: []
      shrink_video_to_frames: true
      num_frames: 1
      do_i2v: true
      flip_x: false
      flip_y: false
    train:
      batch_size: 1
      bypass_guidance_embedding: false
      steps: 2000
      gradient_accumulation: 1
      train_unet: true
      train_text_encoder: false
      gradient_checkpointing: true
      noise_scheduler: flowmatch
      optimizer: adamw8bit
      timestep_type: sigmoid
      content_or_style: balanced
      optimizer_params:
        weight_decay: 0.0001
      unload_text_encoder: false
      cache_text_embeddings: false
      lr: 0.0002
      ema_config:
        use_ema: true
        ema_decay: 0.99
      skip_first_sample: false
      force_first_sample: false
      disable_sampling: false
      dtype: bf16
      diff_output_preservation: false
      diff_output_preservation_multiplier: 1
      diff_output_preservation_class: person
      switch_boundary_every: 1
    model:
      name_or_path: black-forest-labs/FLUX.1-dev
      quantize: false
      qtype: qfloat8
      quantize_te: true
      qtype_te: qfloat8
      arch: flux
      low_vram: false
      model_kwargs: {}
    sample:
      sampler: flowmatch
      sample_every: 250
      width: 1024
      height: 1024
      samples:
      - prompt: "m_port, A man in a plain white t-shirt is captured in a close-up\
          \ portrait, holding a black leather wallet near his face with his right\
          \ hand. The wallet\u2019s textured finish and embossed branding are clearly\
          \ visible, drawing focus to its sleek and minimal design. His direct gaze\
          \ and neutral expression add a confident, straightforward tone. Background\
          \ is clean white with soft even lighting to emphasize the wallet."
      - prompt: m_port, A young man is seated against a plain grey background, wearing
          a relaxed white crew-neck t-shirt. He faces slightly to his left with a
          neutral yet contemplative expression, his short textured hairstyle and light
          stubble framing his features. The soft natural lighting from the side casts
          gentle shadows, giving depth and focus to the portrait while maintaining
          a minimal, clean composition.
      - prompt: "m_port,A young man gazes confidently at the camera, his expression\
          \ calm yet subtly curious. He\u2019s dressed in a mustard-yellow jacket\
          \ layered over a ribbed turtleneck of the same tone, creating a striking\
          \ monochrome look. The background, draped in rich golden fabric, seamlessly\
          \ blends with his outfit, giving the image a bold, editorial feel. Soft\
          \ lighting highlights the texture of his hair and skin, while the upward\
          \ collar adds a touch of attitude and modern edge."
      - prompt: "m_port,A man leans casually against a white column, his posture relaxed\
          \ yet confident. He\u2019s dressed in a deep navy shirt with rolled sleeves,\
          \ paired with matching trousers for a clean, monochromatic look. The crisp\
          \ lines of the column contrast with the blurred greenery in the background,\
          \ creating a balance of structure and softness. Natural daylight enhances\
          \ the sharpness of his jawline and the polished texture of his outfit, lending\
          \ the portrait an elegant, editorial edge."
      neg: ''
      seed: 42
      walk_seed: true
      guidance_scale: 2.8
      sample_steps: 30
      num_frames: 1
      fps: 1
meta:
  name: m_portrait
  version: '1.0'