job: extension
config:
  name: jacob_z_image_turbo_v0.1
  process:
  - type: diffusion_trainer
    training_folder: /home/jacob/ai-toolkit/output
    sqlite_db_path: /home/jacob/ai-toolkit/aitk_db.db
    device: cuda
    trigger_word: Jacob
    performance_log_every: 10
    network:
      type: lora
      linear: 48
      linear_alpha: 48
      conv: 16
      conv_alpha: 16
      lokr_full_rank: true
      lokr_factor: -1
      network_kwargs:
        ignore_if_contains: []
    save:
      dtype: bf16
      save_every: 250
      max_step_saves_to_keep: 4
      save_format: diffusers
      push_to_hub: false
    datasets:
    - folder_path: /home/jacob/ai-toolkit/datasets/test2
      mask_path: null
      mask_min_value: 0.1
      default_caption: ''
      caption_ext: txt
      caption_dropout_rate: 0.05
      cache_latents_to_disk: false
      is_reg: false
      network_weight: 1
      resolution:
      - 1024
      - 1536
      - 1280
      controls: []
      shrink_video_to_frames: true
      num_frames: 1
      do_i2v: true
      flip_x: false
      flip_y: false
    train:
      batch_size: 2
      bypass_guidance_embedding: false
      steps: 2000
      gradient_accumulation: 2
      train_unet: true
      train_text_encoder: false
      gradient_checkpointing: true
      noise_scheduler: flowmatch
      optimizer: adamw8bit
      timestep_type: weighted
      content_or_style: balanced
      optimizer_params:
        weight_decay: 0.0001
      unload_text_encoder: false
      cache_text_embeddings: false
      lr: 0.00015
      ema_config:
        use_ema: false
        ema_decay: 0.99
      skip_first_sample: false
      force_first_sample: false
      disable_sampling: false
      dtype: bf16
      diff_output_preservation: false
      diff_output_preservation_multiplier: 1
      diff_output_preservation_class: person
      switch_boundary_every: 1
      loss_type: mse
    model:
      name_or_path: Tongyi-MAI/Z-Image-Turbo
      quantize: true
      qtype: qfloat8
      quantize_te: true
      qtype_te: qfloat8
      arch: zimage:turbo
      low_vram: false
      model_kwargs: {}
      layer_offloading: false
      layer_offloading_text_encoder_percent: 1
      layer_offloading_transformer_percent: 1
      assistant_lora_path: ostris/zimage_turbo_training_adapter/zimage_turbo_training_adapter_v1.safetensors
    sample:
      sampler: flowmatch
      sample_every: 250
      width: 1024
      height: 1024
      samples:
      - prompt: Jacob holding a sign that says 'I am Jacob!'
      - prompt: Jacob, with short and colorful ombre hair, presented at the international
          conference stage.
      - prompt: Jacob playing the guitar, on stage, singing a song, laser lights,
          punk rocker
      - prompt: The camera is above Jacob, capturing him as he clings to the cliff
          face. From this angle, the rough texture of the rock surrounds him, framing
          his determined figure. His face is turned upward, his eyes scanning the
          cliff's surface with laser focus, darting from one potential handhold to
          the next as he calculates the best route.
      - prompt: Jacob standing confidently with arms crossed, wears a complete set
          of professional suits, photographed by professional photographers and studio
          lighting
      - prompt: Jacob is a DJ at a night club, fish eye lens, smoke machine, lazer
          lights, holding a martini
      - prompt: Jacob is 160cm tall, wears a complete set of professional suits and
          walks on the streets of Taiwan, photographed by professional photographers
          and studio lighting
      - prompt: Jacob holding a coffee cup, in a beanie, sitting at a cafe
      - prompt: Jacob as an anime character with exaggerated features and vibrant
          colors.
      - prompt: Jacob, in 90s Japanese Anime style with beautiful city background
      - prompt: Jacob, A handsome man in a suit, 20 years old, cool, fantasy style,
          natural photo cinematic
      - prompt: Jacob, A handsome man in a suit, 20 years old, cool, fantasy style,
          natural photo cinematic
      - prompt: Jacob's sister, with long hair, in a suit, 20 years old, cool, fantasy
          style, natural photo cinematic
      - prompt: Jacob, clad in white tennis attire, tosses the ball high into the
          air, his left arm stretched upward while his right arm prepares to deliver
          a powerful serve. His racket swings back in a fluid motion, muscles taut
          as he prepares to strike. The ball hovers mid-air, just above his outstretched
          hand, ready to be smashed down the court. The bright sunlight reflects off
          his racket and sweat-lined face, capturing the intensity of the competition.
      neg: ''
      seed: 42
      walk_seed: true
      guidance_scale: 1
      sample_steps: 8
      num_frames: 1
      fps: 1
meta:
  name: jacob_z_image_turbo_v0.1
  version: '1.0'