OneTrainer/training_presets/#flux2 Finetune 16GB.json at d378d33d2b3e202555958e641488d03276b17862 · Nerogar/OneTrainer · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
{
    "base_model_name": "black-forest-labs/FLUX.2-klein-base-9B",
    "batch_size": 2,
    "learning_rate": 1e-6,
    "model_type": "FLUX_2",
    "resolution": "512",
    "compile": true,
    "transformer": {
        "train": true,
        "weight_dtype": "BFLOAT_16"
    },
    "text_encoder": {
        "train": false,
        "weight_dtype": "BFLOAT_16"
    },
    "training_method": "FINE_TUNE",
    "vae": {
        "weight_dtype": "FLOAT_32"
    },
    "train_dtype": "BFLOAT_16",
    "output_dtype": "BFLOAT_16",
    "quantization": {
        "layer_filter": "transformer_block",
        "layer_filter_preset": "blocks"
    },
    "timestep_distribution": "LOGIT_NORMAL",
    "dynamic_timestep_shifting": true,
    "caching_threads": 1,
    "gradient_checkpointing": "CPU_OFFLOADED",
    "layer_offload_fraction": 0.6,
    "optimizer": {
        "optimizer": "ADAFACTOR"
    },
    "optimizer_defaults": {
        "ADAFACTOR": {
            "optimizer": "ADAFACTOR",
            "fused_back_pass": true,
            "beta1": null,
            "clip_threshold": 1.0,
            "decay_rate": -0.8,
            "eps": 1e-30,
            "eps2": 0.001,
            "relative_step": false,
            "scale_parameter": false,
            "stochastic_rounding": true,
            "warmup_init": false,
            "weight_decay": 0.0
        }
    }
}