SDXL creampie

This is my first LoRA network, normally I only make pictures with Stable Diffusion. SDXL is very good at making shapes and bodies without extra parts, but it does not have the level of explicit content that SD 1.5 has developed. I collected some training images and cropped them to the right size, then trained an SDXL LoRA for creampies.

Training Method:

• v0.2:

  • same data set as v0.1

  • 174 crops remaining after curation

    • random crop did not work very well for this

  • 3 repeats

  • 8 batch size

  • 32 dim/32 alpha

  • AdamW8bit with constant

  • 2e-05 learning rate for both text encoder and UNet

  • shuffle captions

• v0.1:

  • about 200 source images (> 1024x1024)

  • about 500 random crops (1024x1024)

  • 174 remaining after curation

    • deduplicated with resnet 18, cosine similarity, 0.9 threshold

    • deleted partial and out of frame

    • no watermarks

  • 3 repeats

  • 1 batch size

  • 2088 training steps

  • 32 dim/16 alpha

  • AdamW8bit with cosine

  • 0.00005 Text Encoder LR, 0.0001 UNet LR

I am happy to share the data set but do not have a good place for hosting those.

Learned Keywords:

• primary: creampie

• other: after sex, after vaginal, anus, cum, cumdrip, cum in pussy, cum on ass, pussy, pubic hair

Example Captions:

• creampie, breasts, navel, nipples, nude, small breasts, lying, pussy, spread legs, cum, on back, pubic hair, uncensored, anus, cum in pussy, female pubic hair, close-up, after sex, realistic

• creampie, pussy, fingernails, pubic hair, close-up, realistic, fingers

• creampie, ass, pantyhose, lying, pussy, cum, on back, pubic hair, uncensored, bed sheet, female pubic hair, close-up, realistic

• creampie, ass, nude, pussy, dark skin, cum, dark-skinned female, pubic hair, anus, on side, female pubic hair, close-up, realistic, ass focus, cum on ass, mole on ass, anal hair

• creampie, panties, ass, lying, pussy, dark skin, cum, dark-skinned female, pubic hair, uncensored, anus, cum in pussy, on side, female pubic hair, close-up, after sex, realistic, ass focus, cum on ass, excessive pubic hair, anal hair

• creampie, ass, nude, lying, pussy, cum, pubic hair, cum in pussy, bed sheet, on side, female pubic hair, close-up, after sex, cumdrip, after vaginal

Training Parameters:

v0.2:

{
  "LoRA_type": "Standard",
  "adaptive_noise_scale": 0,
  "additional_parameters": "",
  "block_alphas": "",
  "block_dims": "",
  "block_lr_zero_threshold": "",
  "bucket_no_upscale": false,
  "bucket_reso_steps": 64,
  "cache_latents": true,
  "cache_latents_to_disk": true,
  "caption_dropout_every_n_epochs": 0.0,
  "caption_dropout_rate": 0.05,
  "caption_extension": ".txt",
  "clip_skip": "1",
  "color_aug": false,
  "conv_alpha": 1,
  "conv_block_alphas": "",
  "conv_block_dims": "",
  "conv_dim": 1,
  "decompose_both": false,
  "dim_from_weights": false,
  "down_lr_weight": "",
  "enable_bucket": true,
  "epoch": 100,
  "factor": -1,
  "flip_aug": false,
  "full_bf16": false,
  "full_fp16": false,
  "gradient_accumulation_steps": "1",
  "gradient_checkpointing": true,
  "keep_tokens": "0",
  "learning_rate": 2e-05,
  "logging_dir": "",
  "lora_network_weights": "",
  "lr_scheduler": "constant",
  "lr_scheduler_args": "",
  "lr_scheduler_num_cycles": "",
  "lr_scheduler_power": "",
  "lr_warmup": 0,
  "max_bucket_reso": 2048,
  "max_data_loader_n_workers": "0",
  "max_resolution": "1024,1024",
  "max_timestep": 1000,
  "max_token_length": "75",
  "max_train_epochs": "100",
  "max_train_steps": "",
  "mem_eff_attn": false,
  "mid_lr_weight": "",
  "min_bucket_reso": 512,
  "min_snr_gamma": 5,
  "min_timestep": 0,
  "mixed_precision": "fp16",
  "model_list": "custom",
  "module_dropout": 0,
  "multires_noise_discount": 0,
  "multires_noise_iterations": 0,
  "network_alpha": 32,
  "network_dim": 32,
  "network_dropout": 0,
  "no_token_padding": false,
  "noise_offset": 0,
  "noise_offset_type": "Original",
  "num_cpu_threads_per_process": 2,
  "optimizer": "AdamW8bit",
  "optimizer_args": "",
  "output_dir": "/root/xl-lora-creampie",
  "output_name": "creampie",
  "persistent_data_loader_workers": false,
  "pretrained_model_name_or_path": "stabilityai/stable-diffusion-xl-base-1.0",
  "prior_loss_weight": 1.0,
  "random_crop": false,
  "rank_dropout": 0,
  "reg_data_dir": "",
  "resume": "",
  "sample_every_n_epochs": 1,
  "sample_every_n_steps": 0,
  "sample_prompts": "beautiful model masturbating her wet pussy with green dildo, realistic clitoris, anus, stretching pussy --h 1024 --w 1024 --s 50 --d 1",
  "sample_sampler": "euler_a",
  "save_every_n_epochs": 1,
  "save_every_n_steps": 0,
  "save_last_n_steps": 0,
  "save_last_n_steps_state": 0,
  "save_model_as": "safetensors",
  "save_precision": "fp16",
  "save_state": false,
  "scale_v_pred_loss_like_noise_pred": false,
  "scale_weight_norms": 0,
  "sdxl": true,
  "sdxl_cache_text_encoder_outputs": false,
  "sdxl_no_half_vae": true,
  "seed": "",
  "shuffle_caption": true,
  "stop_text_encoder_training_pct": 0,
  "text_encoder_lr": 2e-05,
  "train_batch_size": 8,
  "train_data_dir": "/root/training-set/creampie/",
  "train_on_input": true,
  "training_comment": "",
  "unet_lr": 2e-05,
  "unit": 1,
  "up_lr_weight": "",
  "use_cp": false,
  "use_wandb": false,
  "v2": false,
  "v_parameterization": false,
  "v_pred_like_loss": 0,
  "vae_batch_size": 0,
  "wandb_api_key": "",
  "weighted_captions": false,
  "xformers": "xformers"
}