feat: add LoRA v2 safetensors and config files
Browse filesV2 is here! The latest Flux Ghibsky LoRA model has been trained on more images, including faces and synthetic data from V1. While it appears smoother, I have mixed feelings about whether it’s truly an improvement. Training configurations and captioning on the platform that I use can be unpredictable, which may have also influenced the results.
- config_v2.yaml +60 -0
- lora_v2.safetensors +3 -0
config_v2.yaml
ADDED
@@ -0,0 +1,60 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
job: custom_job
|
2 |
+
config:
|
3 |
+
name: flux_train_replicate
|
4 |
+
process:
|
5 |
+
- type: custom_sd_trainer
|
6 |
+
training_folder: output
|
7 |
+
device: cuda:0
|
8 |
+
trigger_word: GHIBSKY
|
9 |
+
network:
|
10 |
+
type: lora
|
11 |
+
linear: 16
|
12 |
+
linear_alpha: 16
|
13 |
+
save:
|
14 |
+
dtype: float16
|
15 |
+
save_every: 1601
|
16 |
+
max_step_saves_to_keep: 1
|
17 |
+
datasets:
|
18 |
+
- folder_path: input_images
|
19 |
+
caption_ext: txt
|
20 |
+
caption_dropout_rate: 0.2
|
21 |
+
shuffle_tokens: false
|
22 |
+
cache_latents_to_disk: false
|
23 |
+
cache_latents: true
|
24 |
+
resolution:
|
25 |
+
- 512
|
26 |
+
- 768
|
27 |
+
- 1024
|
28 |
+
train:
|
29 |
+
batch_size: 5
|
30 |
+
steps: 1600
|
31 |
+
gradient_accumulation_steps: 1
|
32 |
+
train_unet: true
|
33 |
+
train_text_encoder: false
|
34 |
+
content_or_style: balanced
|
35 |
+
gradient_checkpointing: true
|
36 |
+
noise_scheduler: flowmatch
|
37 |
+
optimizer: adamw8bit
|
38 |
+
lr: 0.0004
|
39 |
+
ema_config:
|
40 |
+
use_ema: true
|
41 |
+
ema_decay: 0.99
|
42 |
+
dtype: bf16
|
43 |
+
model:
|
44 |
+
name_or_path: FLUX.1-dev
|
45 |
+
is_flux: true
|
46 |
+
quantize: true
|
47 |
+
sample:
|
48 |
+
sampler: flowmatch
|
49 |
+
sample_every: 1601
|
50 |
+
width: 1024
|
51 |
+
height: 1024
|
52 |
+
prompts: []
|
53 |
+
neg: ''
|
54 |
+
seed: 42
|
55 |
+
walk_seed: true
|
56 |
+
guidance_scale: 3.5
|
57 |
+
sample_steps: 28
|
58 |
+
meta:
|
59 |
+
name: flux_train_replicate
|
60 |
+
version: '1.0'
|
lora_v2.safetensors
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6b7a3d6bf24ba01bdc4eda8988f13de91dd94a9af03e15b72e4792c5059ddb84
|
3 |
+
size 171969424
|