First version, dunno if this will be a final release.

trained with kohya_ss GUI V21.8.5

My config file:

{

"LoRA_type": "Standard",

"adaptive_noise_scale": 0,

"additional_parameters": "",

"block_alphas": "",

"block_dims": "",

"block_lr_zero_threshold": "",

"bucket_no_upscale": true,

"bucket_reso_steps": 1,

"cache_latents": true,

"cache_latents_to_disk": false,

"caption_dropout_every_n_epochs": 0.0,

"caption_dropout_rate": 0,

"caption_extension": ".txt",

"clip_skip": "1",

"color_aug": false,

"conv_alpha": 4,

"conv_block_alphas": "",

"conv_block_dims": "",

"conv_dim": 8,

"decompose_both": false,

"dim_from_weights": false,

"down_lr_weight": "",

"enable_bucket": true,

"epoch": 1,

"factor": -1,

"flip_aug": false,

"full_bf16": false,

"full_fp16": false,

"gradient_accumulation_steps": 4.0,

"gradient_checkpointing": true,

"keep_tokens": "0",

"learning_rate": 0.0001,

"logging_dir": "/home/nicholas/Desktop/laptop/training/shodan/logs",

"lora_network_weights": "",

"lr_scheduler": "constant_with_warmup",

"lr_scheduler_num_cycles": "",

"lr_scheduler_power": "",

"lr_warmup": 5,

"max_bucket_reso": 2048,

"max_data_loader_n_workers": "0",

"max_resolution": "512,512",

"max_timestep": 1000,

"max_token_length": "75",

"max_train_epochs": "",

"mem_eff_attn": false,

"mid_lr_weight": "",

"min_bucket_reso": 256,

"min_snr_gamma": 10,

"min_timestep": 0,

"mixed_precision": "bf16",

"model_list": "custom",

"module_dropout": 0,

"multires_noise_discount": 0.2,

"multires_noise_iterations": 8,

"network_alpha": 16,

"network_dim": 32,

"network_dropout": 0,

"no_token_padding": false,

"noise_offset": 0,

"noise_offset_type": "Multires",

"num_cpu_threads_per_process": 2,

"optimizer": "AdamW",

"optimizer_args": "",

"output_dir": "/home/nicholas/Desktop/laptop/training/shodan/models",

"output_name": "shodan",

"persistent_data_loader_workers": false,

"pretrained_model_name_or_path": "/home/nicholas/Desktop/SO/models-copies/v1-5-pruned-emaonly.safetensors",

"prior_loss_weight": 1.0,

"random_crop": false,

"rank_dropout": 0,

"reg_data_dir": "",

"resume": "",

"sample_every_n_epochs": 0,

"sample_every_n_steps": 24,

"sample_prompts": "shodan --n worst quality, low quality, normal quality, women, man, child, young-woman, young-man, painting, drawing, sketch, cartoon, anime, manga, render, CG, 3d, blurry, deformed, disfigured, morbid, mutated, bad ???????, bad art, watermark, signature, label --w 768 --h 512",

"sample_sampler": "euler_a",

"save_every_n_epochs": 1,

"save_every_n_steps": 93,

"save_last_n_steps": 0,

"save_last_n_steps_state": 0,

"save_model_as": "safetensors",

"save_precision": "bf16",

"save_state": false,

"scale_v_pred_loss_like_noise_pred": false,

"scale_weight_norms": 1,

"sdxl": false,

"sdxl_cache_text_encoder_outputs": false,

"sdxl_no_half_vae": false,

"seed": "",

"shuffle_caption": false,

"stop_text_encoder_training": 0,

"text_encoder_lr": 0.0,

"train_batch_size": 2,

"train_data_dir": "/home/nicholas/Desktop/laptop/training/shodan/images",

"train_on_input": false,

"training_comment": "rentry.co/ProdiAgy",

"unet_lr": 0.0,

"unit": 1,

"up_lr_weight": "",

"use_cp": true,

"use_wandb": false,

"v2": false,

"v_parameterization": false,

"vae_batch_size": 0,

"wandb_api_key": "",

"weighted_captions": false,

"xformers": true

}