Upload train_config.yaml

kontext_object_removal/train_config.yaml

@@ -0,0 +1,73 @@
+job: extension
+config:
+  name: kontext_object_removal_lora
+  process:
+  - type: sd_trainer
+    training_folder: output
+    performance_log_every: 100
+    device: cuda:0
+    network:
+      type: lora
+      linear: 16
+      linear_alpha: 16
+    save:
+      dtype: float16
+      save_every: 200
+      max_step_saves_to_keep: 5
+      push_to_hub: false
+    datasets:
+    - folder_path: /root/ai-toolkit/data/images
+      control_path: /root/ai-toolkit/data/controls
+      caption_ext: txt
+      caption_dropout_rate: 0.02
+      shuffle_tokens: false
+      cache_latents_to_disk: true
+      resolution:
+      - 512
+      - 768
+    train:
+      batch_size: 1
+      steps: 2000
+      gradient_accumulation_steps: 1
+      train_unet: true
+      train_text_encoder: false
+      gradient_checkpointing: true
+      noise_scheduler: flowmatch
+      optimizer: adamw8bit
+      lr: 8.0e-05
+      timestep_type: weighted
+      dtype: bf16
+      ema_config:
+        use_ema: true
+        ema_decay: 0.995
+    model:
+      name_or_path: /chenyudata/ComfyUI/models/diffusion_models/flux1-kontext-dev.safetensors
+      extras_name_or_path: /chenyudata/Other/flux.1-dev
+      arch: flux_kontext
+      quantize: true
+    sample:
+      sampler: flowmatch
+      sample_every: 200
+      width: 1024
+      height: 1024
+      prompts:
+      - Remove the red car from the scene --ctrl_img data/controls/object_removal_01.png
+      - Remove the laptop from the image --ctrl_img data/controls/object_removal_02.png
+      - Remove the bicycle from the street --ctrl_img data/controls/object_removal_03.png
+      - Remove the yellow vehicle --ctrl_img data/controls/object_removal_04.png
+      - Remove the person from the photo --ctrl_img data/controls/object_removal_05.png
+      - Clean up the background --ctrl_img data/controls/object_removal_06.png
+      neg: ''
+      seed: 42
+      walk_seed: true
+      guidance_scale: 4
+      sample_steps: 20
+meta:
+  name: kontext_object_removal_lora
+  version: '1.0'
+  description: Kontext LoRA trained for object removal tasks using the object_removal_alpha_kontext
+    dataset
+  dataset_info:
+    source: https://huggingface.co/datasets/lrzjason/object_removal_alpha_kontext
+    samples: 20
+    task: Object Removal