(cache)simple-flux-lora-training/config.json at main · AmericanPresidentJimmyCarter/simple-flux-lora-training · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
{
"--pretrained_model_name_or_path": "black-forest-labs/FLUX.1-dev",
"--model_family": "flux",
"--model_type": "lora",
"--lora_type": "standard",
"--lora_rank": 16,
"--flux_lora_target": "all+ffs",
"--optimizer": "adamw_bf16",
"--train_batch_size": 4,
"--gradient_accumulation_steps": 1,
"--learning_rate": "1e-4",
"--max_train_steps": 5000,
"--checkpointing_steps": 200,
"--validation_steps": 100,
"--validation_prompt": "A happy pizza.",
"--validation_seed": 42,
"--validation_resolution": "1024x1024",
"--validation_guidance": 3.5,
"--validation_guidance_rescale": "0.0",
"--validation_num_inference_steps": "15",
"--validation_negative_prompt": "",
"--hub_model_id": "flux-lora-training",
"--tracker_project_name": "flux-lora-training",
"--tracker_run_name": "flux-lora-training",
"--resume_from_checkpoint": "latest",
"--data_backend_config": "config/multidatabackend.json",
"--aspect_bucket_rounding": 2,
"--seed": 42,
"--minimum_image_size": 0,
"--output_dir": "/root/SimpleTuner/output/models",
"--checkpoints_total_limit": 2,
"--push_to_hub": "true",
"--push_checkpoints_to_hub": "true",
"--report_to": "wandb",
"--flux_guidance_value": 1.0,
"--max_grad_norm": 1.0,
"--flux_schedule_auto_shift": "true",
"--validation_on_startup": "true",
"--gradient_checkpointing": "true",
"--caption_dropout_probability": 0.0,
"--vae_batch_size": 1,
"--allow_tf32": "true",
"--resolution_type": "pixel_area",
"--resolution": 1024,
"--mixed_precision": "bf16",
"--lr_scheduler": "constant_with_warmup",
"--lr_warmup_steps": 100,
"--metadata_update_interval": 60,
"--validation_torch_compile": "false"
}