image_finetune: false
name: training
use_wandb: false
launcher: pytorch
output_dir: outputs/training-2024-09-26T06-56-37
pretrained_model_path: /mnt/petrelfs/chenpengcheng/Tune_animatediff/models/StableDiffusion
train_data:
  csv_path: /mnt/petrelfs/chenpengcheng/AnimateDiff/ChronoMagic/caption/ChronoMagic_train.csv
  video_folder: /mnt/petrelfs/chenpengcheng/AnimateDiff/ChronoMagic/video
  sample_size: 256
  sample_stride: 4
  sample_n_frames: 16
validation_data:
  prompts:
  - Time-lapse of a rose's blooming process, displaying tight buds progressively unfurling
    into fully open blossoms. The petals gradually separate and spread, revealing
    the flower's inner structure in a forward sequence against a contrasting black
    background.
  - A drone view of celebration with Christma tree and fireworks, starry sky - background.
  - Robot dancing in times square.
  - Pacific coast, carmel by the sea ocean and waves.
  num_inference_steps: 25
  guidance_scale: 8.0
cfg_random_null_text: true
unet_checkpoint_path: /mnt/petrelfs/chenpengcheng/AnimateDiff/mm15/mm_sd_v15.ckpt
unet_additional_kwargs:
  use_motion_module: true
  motion_module_resolutions:
  - 1
  - 2
  - 4
  - 8
  unet_use_cross_frame_attention: false
  unet_use_temporal_attention: false
  motion_module_type: Vanilla
  motion_module_kwargs:
    num_attention_heads: 8
    num_transformer_block: 1
    attention_block_types:
    - Temporal_Self
    - Temporal_Self
    temporal_position_encoding: true
    temporal_position_encoding_max_len: 24
    temporal_attention_dim_div: 1
    zero_initialize: true
ema_decay: 0.9999
noise_scheduler_kwargs:
  num_train_timesteps: 1000
  beta_start: 0.00085
  beta_end: 0.012
  beta_schedule: linear
  steps_offset: 1
  clip_sample: false
max_train_epoch: -1
max_train_steps: 10000
validation_steps: 5000
validation_steps_tuple:
- 0
- 2
- 10
- 20
- 30
- 5000
- 9999
learning_rate: 5.0e-05
scale_lr: false
lr_warmup_steps: 0
lr_scheduler: constant
trainable_modules:
- motion_modules.
num_workers: 32
train_batch_size: 2
adam_beta1: 0.9
adam_beta2: 0.999
adam_weight_decay: 0.01
adam_epsilon: 1.0e-08
max_grad_norm: 1.0
gradient_accumulation_steps: 1
gradient_checkpointing: false
checkpointing_epochs: -1
checkpointing_steps: 200
mixed_precision_training: true
enable_xformers_memory_efficient_attention: true
global_seed: 42
is_debug: false
local_rank: 0
global_rank: 0
num_processes: 2
is_main_process: true
seed: 42
folder_name: training-2024-09-26T06-56-37
cfg_random_null_text_ratio: 0.1