SunderAli17 commited on
Commit
d440b15
·
verified ·
1 Parent(s): a3c492a

Create train_stage1_adapter.sh

Browse files
Files changed (1) hide show
  1. functions/train_stage1_adapter.sh +17 -0
functions/train_stage1_adapter.sh ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Stage 1: training lq adapter
2
+ accelerate launch --num_processes <num_of_gpus> train_stage1_adapter.py \
3
+ --output_dir <your/output/path> \
4
+ --train_data_dir <your/data/path> \
5
+ --logging_dir <your/logging/path> \
6
+ --pretrained_model_name_or_path <your/sdxl/path> \
7
+ --feature_extractor_path <your/dinov2/path> \
8
+ --save_only_adapter \
9
+ --gradient_checkpointing \
10
+ --mixed_precision fp16 \
11
+ --train_batch_size 96 \
12
+ --gradient_accumulation_steps 1 \
13
+ --learning_rate 1e-4 \
14
+ --lr_warmup_steps 1000 \
15
+ --lr_scheduler cosine \
16
+ --lr_num_cycles 1 \
17
+ --resume_from_checkpoint latest