| image_finetune: false | |
| name: training | |
| use_wandb: false | |
| launcher: pytorch | |
| output_dir: outputs/training-2024-09-26T06-56-37 | |
| pretrained_model_path: /mnt/petrelfs/chenpengcheng/Tune_animatediff/models/StableDiffusion | |
| train_data: | |
| csv_path: /mnt/petrelfs/chenpengcheng/AnimateDiff/ChronoMagic/caption/ChronoMagic_train.csv | |
| video_folder: /mnt/petrelfs/chenpengcheng/AnimateDiff/ChronoMagic/video | |
| sample_size: 256 | |
| sample_stride: 4 | |
| sample_n_frames: 16 | |
| validation_data: | |
| prompts: | |
| - Time-lapse of a rose's blooming process, displaying tight buds progressively unfurling | |
| into fully open blossoms. The petals gradually separate and spread, revealing | |
| the flower's inner structure in a forward sequence against a contrasting black | |
| background. | |
| - A drone view of celebration with Christma tree and fireworks, starry sky - background. | |
| - Robot dancing in times square. | |
| - Pacific coast, carmel by the sea ocean and waves. | |
| num_inference_steps: 25 | |
| guidance_scale: 8.0 | |
| cfg_random_null_text: true | |
| unet_checkpoint_path: /mnt/petrelfs/chenpengcheng/AnimateDiff/mm15/mm_sd_v15.ckpt | |
| unet_additional_kwargs: | |
| use_motion_module: true | |
| motion_module_resolutions: | |
| - 1 | |
| - 2 | |
| - 4 | |
| - 8 | |
| unet_use_cross_frame_attention: false | |
| unet_use_temporal_attention: false | |
| motion_module_type: Vanilla | |
| motion_module_kwargs: | |
| num_attention_heads: 8 | |
| num_transformer_block: 1 | |
| attention_block_types: | |
| - Temporal_Self | |
| - Temporal_Self | |
| temporal_position_encoding: true | |
| temporal_position_encoding_max_len: 24 | |
| temporal_attention_dim_div: 1 | |
| zero_initialize: true | |
| ema_decay: 0.9999 | |
| noise_scheduler_kwargs: | |
| num_train_timesteps: 1000 | |
| beta_start: 0.00085 | |
| beta_end: 0.012 | |
| beta_schedule: linear | |
| steps_offset: 1 | |
| clip_sample: false | |
| max_train_epoch: -1 | |
| max_train_steps: 10000 | |
| validation_steps: 5000 | |
| validation_steps_tuple: | |
| - 0 | |
| - 2 | |
| - 10 | |
| - 20 | |
| - 30 | |
| - 5000 | |
| - 9999 | |
| learning_rate: 5.0e-05 | |
| scale_lr: false | |
| lr_warmup_steps: 0 | |
| lr_scheduler: constant | |
| trainable_modules: | |
| - motion_modules. | |
| num_workers: 32 | |
| train_batch_size: 2 | |
| adam_beta1: 0.9 | |
| adam_beta2: 0.999 | |
| adam_weight_decay: 0.01 | |
| adam_epsilon: 1.0e-08 | |
| max_grad_norm: 1.0 | |
| gradient_accumulation_steps: 1 | |
| gradient_checkpointing: false | |
| checkpointing_epochs: -1 | |
| checkpointing_steps: 200 | |
| mixed_precision_training: true | |
| enable_xformers_memory_efficient_attention: true | |
| global_seed: 42 | |
| is_debug: false | |
| local_rank: 0 | |
| global_rank: 0 | |
| num_processes: 2 | |
| is_main_process: true | |
| seed: 42 | |
| folder_name: training-2024-09-26T06-56-37 | |
| cfg_random_null_text_ratio: 0.1 | |