#ernie LoRA 16GB.json

{
    "base_model_name": "baidu/ERNIE-Image",
    "batch_size": 2,
    "learning_rate": 3e-4,
    "model_type": "ERNIE",
    "resolution": "512",
    "compile": true,
    "transformer": {
        "train": true,
        "weight_dtype": "INT_W8A8"
    },
    "text_encoder": {
        "train": false,
        "weight_dtype": "FLOAT_8"
    },
    "training_method": "LORA",
    "vae": {
        "weight_dtype": "FLOAT_32"
    },
    "train_dtype": "BFLOAT_16",
    "output_dtype": "BFLOAT_16",
    "layer_filter": "self_attention,mlp",
    "layer_filter_preset": "attn-mlp",
    "quantization": {
        "layer_filter": "layers",
        "layer_filter_preset": "blocks"
    },
    "timestep_distribution": "LOGIT_NORMAL",
    "caching_threads": 1
}