File size: 1,024 Bytes
6a6edcb |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 |
# GLOBAL STUFF
experiment_id: stage_c_3b_finetuning
checkpoint_path: /path/to/checkpoint
output_path: /path/to/output
model_version: 3.6B
# WandB
wandb_project: StableCascade
wandb_entity: wandb_username
# TRAINING PARAMS
lr: 1.0e-4
batch_size: 1024
image_size: 384
multi_aspect_ratio: [1/1, 1/2, 1/3, 2/3, 3/4, 1/5, 2/5, 3/5, 4/5, 1/6, 5/6, 9/16]
grad_accum_steps: 1
updates: 100000
backup_every: 20000
save_every: 2000
warmup_updates: 1
use_fsdp: True
# GDF
adaptive_loss_weight: True
# CUSTOM CAPTIONS GETTER & FILTERS
# captions_getter: ['json', captions_getter]
# dataset_filters:
# - ['normalized_score', 'lambda s: s > 9.0']
# - ['pgen_normalized_score', 'lambda s: s > 3.0']
# ema_start_iters: 5000
# ema_iters: 100
# ema_beta: 0.9
webdataset_path:
- s3://path/to/your/first/dataset/on/s3
- s3://path/to/your/second/dataset/on/s3
effnet_checkpoint_path: models/effnet_encoder.safetensors
previewer_checkpoint_path: models/previewer.safetensors
generator_checkpoint_path: models/stage_c_bf16.safetensors |