StableCascade/configs/training/finetune_c_3b.yaml at master · 2kpr/StableCascade · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
# GLOBAL STUFF
experiment_id: stage_c_3b_finetuning
checkpoint_path: output
output_path: output
model_version: 3.6B
dtype: bfloat16
stochastic_rounding: True

# WandB
# wandb_project: StableCascade
# wandb_entity: wandb_username

# TRAINING PARAMS
lr: 2.0e-6
batch_size: 1
image_size: 1024
# multi_aspect_ratio: [1/1, 1/2, 1/3, 2/3, 3/4, 1/5, 2/5, 3/5, 4/5, 1/6, 5/6, 9/16]
grad_accum_steps: 1
updates: 2000
backup_every: 20000
save_every: 500
warmup_updates: 1
use_fsdp: False

# OPTIMIZER
# Options: AdamW, AdamW8bit, Adafactor
optimizer_type: Adafactor

# GDF
# adaptive_loss_weight: True

# ema_start_iters: 5000
# ema_iters: 100
# ema_beta: 0.9

webdataset_path: file:input/data.tar
effnet_checkpoint_path: models/effnet_encoder.safetensors
previewer_checkpoint_path: models/previewer.safetensors
generator_checkpoint_path: models/stage_c_bf16.safetensors