| job: extension | |
| config: | |
| name: jacob_z_image_turbo_v0.1 | |
| process: | |
| - type: diffusion_trainer | |
| training_folder: /home/jacob/ai-toolkit/output | |
| sqlite_db_path: /home/jacob/ai-toolkit/aitk_db.db | |
| device: cuda | |
| trigger_word: Jacob | |
| performance_log_every: 10 | |
| network: | |
| type: lora | |
| linear: 48 | |
| linear_alpha: 48 | |
| conv: 16 | |
| conv_alpha: 16 | |
| lokr_full_rank: true | |
| lokr_factor: -1 | |
| network_kwargs: | |
| ignore_if_contains: [] | |
| save: | |
| dtype: bf16 | |
| save_every: 250 | |
| max_step_saves_to_keep: 4 | |
| save_format: diffusers | |
| push_to_hub: false | |
| datasets: | |
| - folder_path: /home/jacob/ai-toolkit/datasets/test2 | |
| mask_path: null | |
| mask_min_value: 0.1 | |
| default_caption: '' | |
| caption_ext: txt | |
| caption_dropout_rate: 0.05 | |
| cache_latents_to_disk: false | |
| is_reg: false | |
| network_weight: 1 | |
| resolution: | |
| - 1024 | |
| - 1536 | |
| - 1280 | |
| controls: [] | |
| shrink_video_to_frames: true | |
| num_frames: 1 | |
| do_i2v: true | |
| flip_x: false | |
| flip_y: false | |
| train: | |
| batch_size: 2 | |
| bypass_guidance_embedding: false | |
| steps: 2000 | |
| gradient_accumulation: 2 | |
| train_unet: true | |
| train_text_encoder: false | |
| gradient_checkpointing: true | |
| noise_scheduler: flowmatch | |
| optimizer: adamw8bit | |
| timestep_type: weighted | |
| content_or_style: balanced | |
| optimizer_params: | |
| weight_decay: 0.0001 | |
| unload_text_encoder: false | |
| cache_text_embeddings: false | |
| lr: 0.00015 | |
| ema_config: | |
| use_ema: false | |
| ema_decay: 0.99 | |
| skip_first_sample: false | |
| force_first_sample: false | |
| disable_sampling: false | |
| dtype: bf16 | |
| diff_output_preservation: false | |
| diff_output_preservation_multiplier: 1 | |
| diff_output_preservation_class: person | |
| switch_boundary_every: 1 | |
| loss_type: mse | |
| model: | |
| name_or_path: Tongyi-MAI/Z-Image-Turbo | |
| quantize: true | |
| qtype: qfloat8 | |
| quantize_te: true | |
| qtype_te: qfloat8 | |
| arch: zimage:turbo | |
| low_vram: false | |
| model_kwargs: {} | |
| layer_offloading: false | |
| layer_offloading_text_encoder_percent: 1 | |
| layer_offloading_transformer_percent: 1 | |
| assistant_lora_path: ostris/zimage_turbo_training_adapter/zimage_turbo_training_adapter_v1.safetensors | |
| sample: | |
| sampler: flowmatch | |
| sample_every: 250 | |
| width: 1024 | |
| height: 1024 | |
| samples: | |
| - prompt: Jacob holding a sign that says 'I am Jacob!' | |
| - prompt: Jacob, with short and colorful ombre hair, presented at the international | |
| conference stage. | |
| - prompt: Jacob playing the guitar, on stage, singing a song, laser lights, | |
| punk rocker | |
| - prompt: The camera is above Jacob, capturing him as he clings to the cliff | |
| face. From this angle, the rough texture of the rock surrounds him, framing | |
| his determined figure. His face is turned upward, his eyes scanning the | |
| cliff's surface with laser focus, darting from one potential handhold to | |
| the next as he calculates the best route. | |
| - prompt: Jacob standing confidently with arms crossed, wears a complete set | |
| of professional suits, photographed by professional photographers and studio | |
| lighting | |
| - prompt: Jacob is a DJ at a night club, fish eye lens, smoke machine, lazer | |
| lights, holding a martini | |
| - prompt: Jacob is 160cm tall, wears a complete set of professional suits and | |
| walks on the streets of Taiwan, photographed by professional photographers | |
| and studio lighting | |
| - prompt: Jacob holding a coffee cup, in a beanie, sitting at a cafe | |
| - prompt: Jacob as an anime character with exaggerated features and vibrant | |
| colors. | |
| - prompt: Jacob, in 90s Japanese Anime style with beautiful city background | |
| - prompt: Jacob, A handsome man in a suit, 20 years old, cool, fantasy style, | |
| natural photo cinematic | |
| - prompt: Jacob, A handsome man in a suit, 20 years old, cool, fantasy style, | |
| natural photo cinematic | |
| - prompt: Jacob's sister, with long hair, in a suit, 20 years old, cool, fantasy | |
| style, natural photo cinematic | |
| - prompt: Jacob, clad in white tennis attire, tosses the ball high into the | |
| air, his left arm stretched upward while his right arm prepares to deliver | |
| a powerful serve. His racket swings back in a fluid motion, muscles taut | |
| as he prepares to strike. The ball hovers mid-air, just above his outstretched | |
| hand, ready to be smashed down the court. The bright sunlight reflects off | |
| his racket and sweat-lined face, capturing the intensity of the competition. | |
| neg: '' | |
| seed: 42 | |
| walk_seed: true | |
| guidance_scale: 1 | |
| sample_steps: 8 | |
| num_frames: 1 | |
| fps: 1 | |
| meta: | |
| name: jacob_z_image_turbo_v0.1 | |
| version: '1.0' | |