File size: 837 Bytes
6a6edcb |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 |
# GLOBAL STUFF
experiment_id: stage_b_700m_finetuning
checkpoint_path: /path/to/checkpoint
output_path: /path/to/output
model_version: 700M
# WandB
wandb_project: StableCascade
wandb_entity: wandb_username
# TRAINING PARAMS
lr: 1.0e-4
batch_size: 512
image_size: 1024
# multi_aspect_ratio: [1/1, 1/2, 1/3, 2/3, 3/4, 1/5, 2/5, 3/5, 4/5, 1/6, 5/6, 9/16]
shift: 4
grad_accum_steps: 1
updates: 10000
backup_every: 20000
save_every: 2000
warmup_updates: 1
use_fsdp: True
# GDF
adaptive_loss_weight: True
# ema_start_iters: 5000
# ema_iters: 100
# ema_beta: 0.9
webdataset_path:
- s3://path/to/your/first/dataset/on/s3
- s3://path/to/your/second/dataset/on/s3
effnet_checkpoint_path: models/effnet_encoder.safetensors
stage_a_checkpoint_path: models/stage_a.safetensors
generator_checkpoint_path: models/stage_b_lite_bf16.safetensors
|