blanchon commited on
Commit
b87e56e
·
verified ·
1 Parent(s): a29440d

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -33,3 +33,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ image-0.png filter=lfs diff=lfs merge=lfs -text
37
+ image-1.png filter=lfs diff=lfs merge=lfs -text
38
+ image-13.png filter=lfs diff=lfs merge=lfs -text
39
+ image-14.png filter=lfs diff=lfs merge=lfs -text
40
+ image-17.png filter=lfs diff=lfs merge=lfs -text
41
+ image-18.png filter=lfs diff=lfs merge=lfs -text
42
+ image-19.png filter=lfs diff=lfs merge=lfs -text
43
+ image-2.png filter=lfs diff=lfs merge=lfs -text
44
+ image-21.png filter=lfs diff=lfs merge=lfs -text
45
+ image-22.png filter=lfs diff=lfs merge=lfs -text
46
+ image-23.png filter=lfs diff=lfs merge=lfs -text
47
+ image-24.png filter=lfs diff=lfs merge=lfs -text
48
+ image-25.png filter=lfs diff=lfs merge=lfs -text
49
+ image-26.png filter=lfs diff=lfs merge=lfs -text
50
+ image-28.png filter=lfs diff=lfs merge=lfs -text
51
+ image-3.png filter=lfs diff=lfs merge=lfs -text
52
+ image-30.png filter=lfs diff=lfs merge=lfs -text
53
+ image-4.png filter=lfs diff=lfs merge=lfs -text
54
+ image-5.png filter=lfs diff=lfs merge=lfs -text
55
+ image-6.png filter=lfs diff=lfs merge=lfs -text
56
+ image-8.png filter=lfs diff=lfs merge=lfs -text
57
+ image-9.png filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,176 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ tags:
3
+ - stable-diffusion-xl
4
+ - stable-diffusion-xl-diffusers
5
+ - text-to-image
6
+ - diffusers
7
+ - lora
8
+ - template:sd-lora
9
+ widget:
10
+ - text: a sticker of a smiling emoticion with hands up in the style of <s0><s1>
11
+ output:
12
+ url: image-0.png
13
+ - text: a smiley face with hands up in front of a rainbow background in the style
14
+ of <s0><s1>
15
+ output:
16
+ url: image-1.png
17
+ - text: a yellow smiley with a paintbrush and paint in the style of <s0><s1>
18
+ output:
19
+ url: image-2.png
20
+ - text: a yellow emoticion with a magnifying glass in the style of <s0><s1>
21
+ output:
22
+ url: image-3.png
23
+ - text: a yellow sun with a thermometer in its hand in the style of <s0><s1>
24
+ output:
25
+ url: image-4.png
26
+ - text: a yellow smiley with a hat and a red heart in the style of <s0><s1>
27
+ output:
28
+ url: image-5.png
29
+ - text: a smiley face with a computer chip in the style of <s0><s1>
30
+ output:
31
+ url: image-6.png
32
+ - text: world map sticker - 1 in the style of <s0><s1>
33
+ output:
34
+ url: image-7.png
35
+ - text: two yellow smiley faces with thumbs up in the style of <s0><s1>
36
+ output:
37
+ url: image-8.png
38
+ - text: a yellow smiley face with a hand up in the style of <s0><s1>
39
+ output:
40
+ url: image-9.png
41
+ - text: a cartoon character watering a plant with a watering can in the style of <s0><s1>
42
+ output:
43
+ url: image-10.png
44
+ - text: a yellow sun with a thermometer and a blue crystal in the style of <s0><s1>
45
+ output:
46
+ url: image-11.png
47
+ - text: a yellow sun is holding a drink machine in the style of <s0><s1>
48
+ output:
49
+ url: image-12.png
50
+ - text: checklist emoji sticker in the style of <s0><s1>
51
+ output:
52
+ url: image-13.png
53
+ - text: a yellow smiley with a paper and a pencil in the style of <s0><s1>
54
+ output:
55
+ url: image-14.png
56
+ - text: a yellow smiley face with a rocket on top in the style of <s0><s1>
57
+ output:
58
+ url: image-15.png
59
+ - text: a cartoon character with a red eye and a red light in the style of <s0><s1>
60
+ output:
61
+ url: image-16.png
62
+ - text: a cartoon character playing the violin in the style of <s0><s1>
63
+ output:
64
+ url: image-17.png
65
+ - text: a yellow smiley face with text that says task language license in the style
66
+ of <s0><s1>
67
+ output:
68
+ url: image-18.png
69
+ - text: a yellow emoticion with a graduation cap and a pen in the style of <s0><s1>
70
+ output:
71
+ url: image-19.png
72
+ - text: a yellow smiley face with a remote control in the style of <s0><s1>
73
+ output:
74
+ url: image-20.png
75
+ - text: a yellow smiley face with a colorful letter d in the style of <s0><s1>
76
+ output:
77
+ url: image-21.png
78
+ - text: a yellow smiley face with a dragon hat in the style of <s0><s1>
79
+ output:
80
+ url: image-22.png
81
+ - text: a yellow smiley with a red moustache and a red hat in the style of <s0><s1>
82
+ output:
83
+ url: image-23.png
84
+ - text: a yellow emoticion singing into a microphone in the style of <s0><s1>
85
+ output:
86
+ url: image-24.png
87
+ - text: dora the explorer emoji sticker in the style of <s0><s1>
88
+ output:
89
+ url: image-25.png
90
+ - text: optimum - a free online tool for managing your finances in the style of <s0><s1>
91
+ output:
92
+ url: image-26.png
93
+ - text: a yellow emoticion with a heart on it in the style of <s0><s1>
94
+ output:
95
+ url: image-27.png
96
+ - text: a yellow smiley face with confetti falling from it in the style of <s0><s1>
97
+ output:
98
+ url: image-28.png
99
+ - text: a yellow emoticitor with a hat and a wand in the style of <s0><s1>
100
+ output:
101
+ url: image-29.png
102
+ - text: a yellow emoticion with sunglasses and a black background in the style of
103
+ <s0><s1>
104
+ output:
105
+ url: image-30.png
106
+ - text: a yellow emoticion with wine in his hand in the style of <s0><s1>
107
+ output:
108
+ url: image-31.png
109
+ - text: a smiley face with a book and a heart in the style of <s0><s1>
110
+ output:
111
+ url: image-32.png
112
+ base_model: stabilityai/stable-diffusion-xl-base-1.0
113
+ instance_prompt: in the style of <s0><s1>
114
+ license: openrail++
115
+ ---
116
+
117
+ # SDXL LoRA DreamBooth - blanchon/huggingface-brand-universe
118
+
119
+ <Gallery />
120
+
121
+ ## Model description
122
+
123
+ ### These are blanchon/huggingface-brand-universe LoRA adaption weights for stabilityai/stable-diffusion-xl-base-1.0.
124
+
125
+ ## Download model
126
+
127
+ ### Use it with UIs such as AUTOMATIC1111, Comfy UI, SD.Next, Invoke
128
+
129
+ - **LoRA**: download **[`huggingface-brand-universe.safetensors` here 💾](/blanchon/huggingface-brand-universe/blob/main/huggingface-brand-universe.safetensors)**.
130
+ - Place it on your `models/Lora` folder.
131
+ - On AUTOMATIC1111, load the LoRA by adding `<lora:huggingface-brand-universe:1>` to your prompt. On ComfyUI just [load it as a regular LoRA](https://comfyanonymous.github.io/ComfyUI_examples/lora/).
132
+ - *Embeddings*: download **[`huggingface-brand-universe_emb.safetensors` here 💾](/blanchon/huggingface-brand-universe/blob/main/huggingface-brand-universe_emb.safetensors)**.
133
+ - Place it on it on your `embeddings` folder
134
+ - Use it by adding `huggingface-brand-universe_emb` to your prompt. For example, `in the style of huggingface-brand-universe_emb`
135
+ (you need both the LoRA and the embeddings as they were trained together for this LoRA)
136
+
137
+
138
+ ## Use it with the [🧨 diffusers library](https://github.com/huggingface/diffusers)
139
+
140
+ ```py
141
+ from diffusers import AutoPipelineForText2Image
142
+ import torch
143
+ from huggingface_hub import hf_hub_download
144
+ from safetensors.torch import load_file
145
+
146
+ pipeline = AutoPipelineForText2Image.from_pretrained('stabilityai/stable-diffusion-xl-base-1.0', torch_dtype=torch.float16).to('cuda')
147
+ pipeline.load_lora_weights('blanchon/huggingface-brand-universe', weight_name='pytorch_lora_weights.safetensors')
148
+ embedding_path = hf_hub_download(repo_id='blanchon/huggingface-brand-universe', filename='huggingface-brand-universe_emb.safetensors' repo_type="model")
149
+ state_dict = load_file(embedding_path)
150
+ pipeline.load_textual_inversion(state_dict["clip_l"], token=["<s0>", "<s1>"], text_encoder=pipeline.text_encoder, tokenizer=pipeline.tokenizer)
151
+ pipeline.load_textual_inversion(state_dict["clip_g"], token=["<s0>", "<s1>"], text_encoder=pipeline.text_encoder_2, tokenizer=pipeline.tokenizer_2)
152
+
153
+ image = pipeline('in the style of <s0><s1>').images[0]
154
+ ```
155
+
156
+ For more details, including weighting, merging and fusing LoRAs, check the [documentation on loading LoRAs in diffusers](https://huggingface.co/docs/diffusers/main/en/using-diffusers/loading_adapters)
157
+
158
+ ## Trigger words
159
+
160
+ To trigger image generation of trained concept(or concepts) replace each concept identifier in you prompt with the new inserted tokens:
161
+
162
+ to trigger concept `TOK` → use `<s0><s1>` in your prompt
163
+
164
+
165
+
166
+ ## Details
167
+ All [Files & versions](/blanchon/huggingface-brand-universe/tree/main).
168
+
169
+ The weights were trained using [🧨 diffusers Advanced Dreambooth Training Script](https://github.com/huggingface/diffusers/blob/main/examples/advanced_diffusion_training/train_dreambooth_lora_sdxl_advanced.py).
170
+
171
+ LoRA for the text encoder was enabled. False.
172
+
173
+ Pivotal tuning was enabled: True.
174
+
175
+ Special VAE used for training: madebyollin/sdxl-vae-fp16-fix.
176
+
huggingface-brand-universe.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4f8893244daa205857ec56d125227592bb3babaef3493a5c0907dff9f28af0f
3
+ size 186046568
huggingface-brand-universe_emb.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d77685d1a7d4a1d5c30c107a4920d1127f0e24eee9611c626650fda080aa341d
3
+ size 16536
image-0.png ADDED

Git LFS Details

  • SHA256: 0b0861a537e2e24ff144bbc6c4ec5e52fa30be6bb36d2bdf3f21eb58583e89c5
  • Pointer size: 132 Bytes
  • Size of remote file: 1.09 MB
image-1.png ADDED

Git LFS Details

  • SHA256: cae2b4c35495b022aa0d931705acea35c03cfee3ec7b2db60040a38853a30a69
  • Pointer size: 132 Bytes
  • Size of remote file: 1.02 MB
image-10.png ADDED
image-11.png ADDED
image-12.png ADDED
image-13.png ADDED

Git LFS Details

  • SHA256: 42619e6b10b7fa519fe46f21b5ce349077ea93936ade037aa250c924dbef842e
  • Pointer size: 132 Bytes
  • Size of remote file: 1.11 MB
image-14.png ADDED

Git LFS Details

  • SHA256: 1e11954c10ea3eb061f3e779ec5df82523c81ab08254f05b446231c8f0b267bd
  • Pointer size: 132 Bytes
  • Size of remote file: 1.66 MB
image-15.png ADDED
image-16.png ADDED
image-17.png ADDED

Git LFS Details

  • SHA256: b997458b1ca70efb2b8b021c9283fceed3f6f8f0620c54ead216193d74a6e74f
  • Pointer size: 132 Bytes
  • Size of remote file: 1.33 MB
image-18.png ADDED

Git LFS Details

  • SHA256: eec0e75d50125c60feadd4888a979fea90dbc3f8a901ffad74bf8dc4aa1fc761
  • Pointer size: 132 Bytes
  • Size of remote file: 1.11 MB
image-19.png ADDED

Git LFS Details

  • SHA256: b51026e3760e5902d43481b4a3002da545b08f8c3e7d004208f594cf12f03ac1
  • Pointer size: 132 Bytes
  • Size of remote file: 1.29 MB
image-2.png ADDED

Git LFS Details

  • SHA256: dcbbd109b4c1cee82891b7783660a76471539a23771d0840e0e9bb24bc29b2f4
  • Pointer size: 132 Bytes
  • Size of remote file: 1.16 MB
image-20.png ADDED
image-21.png ADDED

Git LFS Details

  • SHA256: 39444b89c00e5222de3bee5e07231bf112bb68dc44a3c3c8c98aba582846f637
  • Pointer size: 132 Bytes
  • Size of remote file: 1.45 MB
image-22.png ADDED

Git LFS Details

  • SHA256: 8450c82739fc1bec2253716022b3a888aaa69d558b41576bd2703fe4c22ad85c
  • Pointer size: 132 Bytes
  • Size of remote file: 1.08 MB
image-23.png ADDED

Git LFS Details

  • SHA256: 49fd84680ed7e0d33416d115fec00daf8218613614b36875e5a74e6cac0bdc75
  • Pointer size: 132 Bytes
  • Size of remote file: 1.15 MB
image-24.png ADDED

Git LFS Details

  • SHA256: ae7f3336a622448af8e2897e6501c50692ffb852a9c0718cafb1737f3eab0cce
  • Pointer size: 132 Bytes
  • Size of remote file: 1.21 MB
image-25.png ADDED

Git LFS Details

  • SHA256: c5a308a8df125d2ba101d41af69f1868d685f9af9ea3e8c56fd7fb4412a902b1
  • Pointer size: 132 Bytes
  • Size of remote file: 1.12 MB
image-26.png ADDED

Git LFS Details

  • SHA256: c74e1a376c27e55cce221d54251fa375d8f8e8d57f1a249198fa8a168925093f
  • Pointer size: 132 Bytes
  • Size of remote file: 1.4 MB
image-27.png ADDED
image-28.png ADDED

Git LFS Details

  • SHA256: 0a216b6fe683e805392338fb5c3d7bef35ab3e06696944b6593f3bf8c7ad6ce1
  • Pointer size: 132 Bytes
  • Size of remote file: 1.21 MB
image-29.png ADDED
image-3.png ADDED

Git LFS Details

  • SHA256: 142ced831aec0bc562b67aa959f2d0052dc5661cedf160279c334e8b6ecece7f
  • Pointer size: 132 Bytes
  • Size of remote file: 1.01 MB
image-30.png ADDED

Git LFS Details

  • SHA256: b85d9522922620d74f0011a557b2552b448c9fa288dcd83bdb91aff38732ce97
  • Pointer size: 132 Bytes
  • Size of remote file: 1.12 MB
image-31.png ADDED
image-32.png ADDED
image-4.png ADDED

Git LFS Details

  • SHA256: c7cc59ea6288995427509e22e3d5ea7095b1c71493090987d38fa1479413d5d2
  • Pointer size: 132 Bytes
  • Size of remote file: 1.34 MB
image-5.png ADDED

Git LFS Details

  • SHA256: ccaef537b489608e054ba9637a947f496f25bf51f100d566bc40f335ee6f1984
  • Pointer size: 132 Bytes
  • Size of remote file: 1.25 MB
image-6.png ADDED

Git LFS Details

  • SHA256: 551991a3f1195f78e92bafd8eb1a00638a5d95de587ec8d4d3d401d09060597f
  • Pointer size: 132 Bytes
  • Size of remote file: 1.6 MB
image-7.png ADDED
image-8.png ADDED

Git LFS Details

  • SHA256: 23d1a17f7771905d18a3cfded284b7b17916a35e6cc53ce4d10bfebcf027ecf6
  • Pointer size: 132 Bytes
  • Size of remote file: 1.37 MB
image-9.png ADDED

Git LFS Details

  • SHA256: f3596b38bb3446b8aff2da777c52b29f5bcb63031c4370f353803bb728c4df5f
  • Pointer size: 132 Bytes
  • Size of remote file: 1.35 MB
logs/dreambooth-lora-sd-xl/1722362124.9786143/events.out.tfevents.1722362124.r-blanchon-autotrain-huggingface-brand-universe-0qzla-194d3-axn.194.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b1c66d060dee6a77e261a753aa541fdcfc13614e6585f1ca4700d9b90034971
3
+ size 3589
logs/dreambooth-lora-sd-xl/1722362124.9800963/hparams.yml ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.0001
5
+ adam_weight_decay_text_encoder: null
6
+ allow_tf32: false
7
+ cache_dir: null
8
+ cache_latents: true
9
+ caption_column: prompt
10
+ center_crop: false
11
+ checkpointing_steps: 100000
12
+ checkpoints_total_limit: null
13
+ class_data_dir: null
14
+ class_prompt: null
15
+ crops_coords_top_left_h: 0
16
+ crops_coords_top_left_w: 0
17
+ dataloader_num_workers: 0
18
+ dataset_config_name: null
19
+ dataset_name: ./380f920b-fa7f-4052-86b7-0bc82f8b80c9
20
+ enable_xformers_memory_efficient_attention: false
21
+ gradient_accumulation_steps: 1
22
+ gradient_checkpointing: true
23
+ hub_model_id: null
24
+ hub_token: null
25
+ image_column: image
26
+ instance_data_dir: null
27
+ instance_prompt: in the style of <s0><s1>
28
+ learning_rate: 1.0
29
+ local_rank: -1
30
+ logging_dir: logs
31
+ lr_num_cycles: 1
32
+ lr_power: 1.0
33
+ lr_scheduler: constant
34
+ lr_warmup_steps: 0
35
+ max_grad_norm: 1.0
36
+ max_train_steps: 1500
37
+ mixed_precision: bf16
38
+ noise_offset: 0
39
+ num_class_images: 100
40
+ num_new_tokens_per_abstraction: 2
41
+ num_train_epochs: 89
42
+ num_validation_images: 4
43
+ optimizer: prodigy
44
+ output_dir: huggingface-brand-universe
45
+ pretrained_model_name_or_path: stabilityai/stable-diffusion-xl-base-1.0
46
+ pretrained_vae_model_name_or_path: madebyollin/sdxl-vae-fp16-fix
47
+ prior_generation_precision: null
48
+ prior_loss_weight: 1.0
49
+ prodigy_beta3: null
50
+ prodigy_decouple: true
51
+ prodigy_safeguard_warmup: true
52
+ prodigy_use_bias_correction: true
53
+ push_to_hub: false
54
+ rank: 32
55
+ repeats: 1
56
+ report_to: tensorboard
57
+ resolution: 1024
58
+ resume_from_checkpoint: null
59
+ revision: null
60
+ sample_batch_size: 4
61
+ scale_lr: false
62
+ seed: 42
63
+ snr_gamma: null
64
+ text_encoder_lr: 1.0
65
+ token_abstraction: TOK
66
+ train_batch_size: 2
67
+ train_text_encoder: false
68
+ train_text_encoder_frac: 1.0
69
+ train_text_encoder_ti: true
70
+ train_text_encoder_ti_frac: 0.5
71
+ use_8bit_adam: false
72
+ validation_epochs: 50
73
+ validation_prompt: null
74
+ variant: null
75
+ with_prior_preservation: false
logs/dreambooth-lora-sd-xl/events.out.tfevents.1722362124.r-blanchon-autotrain-huggingface-brand-universe-0qzla-194d3-axn.194.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9e11b8b283436db6f98b4e7736dbc3d5ee2eacb25097ba453a5cc0337594b11
3
+ size 125834
pytorch_lora_weights.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aed3aa79c3750065bc225451817c79ea6425c8e65b25fa5a5d21a594ab671bcc
3
+ size 185963768