config.json

{
    "--resume_from_checkpoint": "latest",
    "--data_backend_config": "config/multidatabackend_0401.json",
    "--aspect_bucket_rounding": 2,
    "--seed": 42,
    "--minimum_image_size": 0,
    "--output_dir": "output/jazzy0401",
    "--lora_type": "standard",
    "--max_grad_norm": 1.0,
    "--lora_rank": 16,
    "--lora_alpha": 16,
    "base_model_precision": "int8-quanto",
    "text_encoder_1_precision": "no_change",
    "text_encoder_2_precision": "no_change",
    "--max_train_steps": 10000,
    "--num_train_epochs": 0,
    "--checkpointing_steps": 500,
    "--checkpoints_total_limit": 8,
    "--hub_model_id": "maver1chh/jazzy0401",
    "--push_to_hub": "true",
    "--push_checkpoints_to_hub": "true",
    "--tracker_project_name": "lora-flux-jazzy",
    "--tracker_run_name": "jazzy0401_3",
    "--report_to": "wandb",
    "--model_type": "lora",
    "--pretrained_model_name_or_path": "black-forest-labs/FLUX.1-dev",
    "--model_family": "flux",
    "--train_batch_size": 1,
    "--gradient_checkpointing": "true",
    "--caption_dropout_probability": 0.1,
    "--resolution_type": "pixel_area",
    "--resolution": 1024,
    "--validation_seed": 42,
    "--validation_steps": 500,
    "--validation_resolution": "1080x1980",
    "--validation_guidance": 3.0,
    "--validation_guidance_rescale": "0.0",
    "--validation_num_inference_steps": "20",
    "--validation_prompt": "An illustration of the beach in Malibu, California with palm trees and ocean view during sunset. A classic car is parked on an empty street next to two palm trees near a stop sign. There is a yellow line drawn across the road leading towards the beach. The sky casts long shadows over the scene, creating a warm glow that highlights the serene beauty of the landscape, illustration in classic vibes.",
    "--mixed_precision": "bf16",
    "--optimizer": "adamw_bf16",
    "--learning_rate": "4e-4",
    "--lr_scheduler": "sine",
    "--lr_warmup_steps": 1000,
    "--validation_torch_compile": "false",
    "--disable_benchmark": "false",
    "--use_ema":"true",
    "--ema_device":"accelerator"
}