atonyxu commited on
Commit
8279088
1 Parent(s): e30a98c

Upload folder using huggingface_hub

Browse files
furry/amao/amaoloha/amaoloha-000001.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22aff521163e5a5fabae3578b8c0315d09a038978b771d025a381634c0c1f070
3
+ size 103754384
furry/amao/amaoloha/amaoloha-000002.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4de609e2b1c604c9db51641304a153edb46bcd024ca8d056087dc7e8a7feba04
3
+ size 103754385
furry/amao/amaoloha/amaoloha-000003.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:824d113e74333362b89ae1f483b0d09b96e426cf9e72fa161b39478fa4633481
3
+ size 103754385
furry/amao/amaoloha/amaoloha-000004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f275e1b49bf44fbd903263e2d279d5ca6498046372144e68948fcb4f9b25f84
3
+ size 103754384
furry/amao/amaoloha/amaoloha-000005.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:565fb7678ebd9bdfec2884ad52b0efaa6268db1ec4e3d40c23b4b64dc57380f5
3
+ size 103754385
furry/amao/amaoloha/amaoloha-000006.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33029861ddf5d5caac3716612220dd99cb8790856d12d5ced1ab29618f38aeed
3
+ size 103754385
furry/amao/amaoloha/amaoloha-000007.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be9bde50a1cf88fccf36569de844e5676e23d3bcf8fcf641ce39c283992acc12
3
+ size 103754384
furry/amao/amaoloha/amaoloha-000008.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ccaac13438652437e02f1e688d0a61e30e402998106454f08c09bcd8942fc24
3
+ size 103754385
furry/amao/amaoloha/amaoloha-000009.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f34a5c2adb4b88e6e54b6feb148262da5b59e9aea69fa227bf97decf3b8b9f8
3
+ size 103754385
furry/amao/amaoloha/amaoloha-000010.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90efb2fc792b8dac3659359206eebf0b493a6c0ac25e49d986fa337801abde4f
3
+ size 103754386
furry/amao/amaoloha/amaoloha-000011.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff948d4d67a9dbf5c6cf5d0312b76f1b198fcde7d12015b49b18b606f17c4afc
3
+ size 103754386
furry/amao/amaoloha/amaoloha-000012.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:003b18cb679ebeaf9ddd31af39f37bd4d59336e5d25c9904f30146e00ce3a1da
3
+ size 103754385
furry/amao/amaoloha/amaoloha-000013.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5adea1b6c48dadb1b051b716e717114f22b9deeb3c583ad0df56f83975c2454a
3
+ size 103754386
furry/amao/amaoloha/amaoloha-000014.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c485c89ab4cfde10bcdf7a17c51a8a72b3a6e2c81802e6922d29564efc79bf66
3
+ size 103754386
furry/amao/amaoloha/amaoloha.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60a847ea25a148b7751f4f7ae5d94e8ae8c36ea6a255a0e220a74a73b236bc31
3
+ size 103754387
furry/amao/amaoloha/logs/amaoloha20230604101702/network_train/events.out.tfevents.1685873918.8a4cba6bc429.22385.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe28fdc0b6792a507beab2b449233918e0c28203fafcd54164dc9132296889ba
3
+ size 211302
furry/amao/amaoloha/train.sh ADDED
@@ -0,0 +1,153 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/bin/bash
2
+ # LoRA train script by @Akegarasu
3
+
4
+ # Train data path | 设置训练用模型、图片
5
+ pretrained_model="/content/lora-scripts/sd-models/Animefull-final-pruned.ckpt" # base model path | 底模路径
6
+ is_v2_model=0 # SD2.0 model | SD2.0模型 2.0模型下 clip_skip 默认无效
7
+ parameterization=0 # parameterization | 参数化 本参数需要和 V2 参数同步使用 实验性功能
8
+ train_data_dir="/content/lora-scripts/train/aki/" # train dataset path | 训练数据集路径
9
+ reg_data_dir="" # directory for regularization images | 正则化数据集路径,默认不使用正则化图像。
10
+
11
+ # Network settings | 网络设置
12
+ network_module="lycoris.kohya" # 在这里将会设置训练的网络种类,默认为 networks.lora 也就是 LoRA 训练。如果你想训练 LyCORIS(LoCon、LoHa) 等,则修改这个值为 lycoris.kohya
13
+ network_weights="" # pretrained weights for LoRA network | 若需要从已有的 LoRA 模型上继续训练,请填写 LoRA 模型路径。
14
+ network_dim=32 # network dim | 常用 4~128,不是越大越好
15
+ network_alpha=16 # network alpha | 常用与 network_dim 相同的值或者采用较小的值,如 network_dim的一半 防止下溢。默认值为 1,使用较小的 alpha 需要提升学习率。
16
+
17
+ # Train related params | 训练相关参数
18
+ resolution="640,1024" # image resolution w,h. 图片分辨率,宽,高。支持非正方形,但必须是 64 倍数。
19
+ batch_size=2 # batch size
20
+ max_train_epoches=15 # max train epoches | 最大训练 epoch
21
+ save_every_n_epochs=1 # save every n epochs | 每 N 个 epoch 保存一次
22
+
23
+ train_unet_only=0 # train U-Net only | 仅训练 U-Net,开启这个会牺牲效果大幅减少显存使用。6G显存可以开启
24
+ train_text_encoder_only=0 # train Text Encoder only | 仅训练 文本编码器
25
+ stop_text_encoder_training=0 # stop text encoder training | 在第N步时停止训练文本编码器
26
+
27
+ noise_offset="0.1" # noise offset | 在训练中添加噪声偏移来改良生成非常暗或者非常亮的图像,如果启用,推荐参数为0.1
28
+ keep_tokens=1 # keep heading N tokens when shuffling caption tokens | 在随机打乱 tokens 时,保留前 N 个不变。
29
+ min_snr_gamma=0 # minimum signal-to-noise ratio (SNR) value for gamma-ray | 伽马射线事件的最小信噪比(SNR)值 默认为 0
30
+
31
+ # Learning rate | 学习率
32
+ lr="1.5e-4"
33
+ unet_lr="1.5e-4"
34
+ text_encoder_lr="1e-5"
35
+ lr_scheduler="cosine_with_restarts" # "linear", "cosine", "cosine_with_restarts", "polynomial", "constant", "constant_with_warmup", "adafactor"
36
+ lr_warmup_steps=0 # warmup steps | 学习率预热步数,lr_scheduler 为 constant 或 adafactor 时该值需要设为0。
37
+ lr_restart_cycles=1 # cosine_with_restarts restart cycles | 余弦退火重启次数,仅在 lr_scheduler 为 cosine_with_restarts 时起效。
38
+
39
+ # Output settings | 输出设置
40
+ output_name="amaoloha" # output model name | 模型保存名称
41
+ save_model_as="safetensors" # model save ext | 模型保存格式 ckpt, pt, safetensors
42
+
43
+ # Resume training state | 恢复训练设置
44
+ save_state=0 # save state | 保存训练状态 名称类似于 <output_name>-??????-state ?????? 表示 epoch 数
45
+ resume="" # resume from state | 从某个状态文件夹中恢复训练 需配合上方参数同时使用 由于规范文件限制 epoch 数和全局步数不会保存 即使恢复时它们也从 1 开始 与 network_weights 的具体实现操作并不一致
46
+
47
+ # 其他设置
48
+ min_bucket_reso=256 # arb min resolution | arb 最小分辨率
49
+ max_bucket_reso=1024 # arb max resolution | arb 最大分辨率
50
+ persistent_data_loader_workers=0 # persistent dataloader workers | 容易爆内存,保留加载训练集的worker,减少每个 epoch 之间的停顿
51
+ clip_skip=2 # clip skip | 玄学 一般用 2
52
+
53
+ # 优化器设置
54
+ optimizer_type="AdamW8bit" # Optimizer type | 优化器类型 默认为 AdamW8bit,可选:AdamW AdamW8bit Lion SGDNesterov SGDNesterov8bit DAdaptation AdaFactor
55
+
56
+ # LyCORIS 训练设置
57
+ algo="loha" # LyCORIS network algo | LyCORIS 网络算法 可选 lora、loha、lokr、ia3、dylora。lora即为locon
58
+ conv_dim=8 # conv dim | 类似于 network_dim,推荐为 4
59
+ conv_alpha=4 # conv alpha | 类似于 network_alpha,可以采用与 conv_dim 一致或者更小的值
60
+ dropout="0" # dropout | dropout 概率, 0 为不使用 dropout, 越大则 dropout 越多,推荐 0~0.5, LoHa/LoKr/(IA)^3暂时不支持
61
+
62
+ # 远程记录设置
63
+ use_wandb=0 # use_wandb | 启用wandb远程记录功能
64
+ wandb_api_key="" # wandb_api_key | API,通过https://wandb.ai/authorize获取
65
+ log_tracker_name="" # log_tracker_name | wandb项目名称,留空则为"network_train"
66
+
67
+ # ============= DO NOT MODIFY CONTENTS BELOW | 请勿修改下方内容 =====================
68
+ export HF_HOME="huggingface"
69
+ export TF_CPP_MIN_LOG_LEVEL=3
70
+
71
+ extArgs=()
72
+ launchArgs=()
73
+ if [[ $multi_gpu == 1 ]]; then launchArgs+=("--multi_gpu"); fi
74
+
75
+ if [[ $is_v2_model == 1 ]]; then
76
+ extArgs+=("--v2");
77
+ else
78
+ extArgs+=("--clip_skip $clip_skip");
79
+ fi
80
+
81
+ if [[ $parameterization == 1 ]]; then extArgs+=("--v_parameterization"); fi
82
+
83
+ if [[ $train_unet_only == 1 ]]; then extArgs+=("--network_train_unet_only"); fi
84
+
85
+ if [[ $train_text_encoder_only == 1 ]]; then extArgs+=("--network_train_text_encoder_only"); fi
86
+
87
+ if [[ $network_weights ]]; then extArgs+=("--network_weights $network_weights"); fi
88
+
89
+ if [[ $reg_data_dir ]]; then extArgs+=("--reg_data_dir $reg_data_dir"); fi
90
+
91
+ if [[ $optimizer_type ]]; then extArgs+=("--optimizer_type $optimizer_type"); fi
92
+
93
+ if [[ $optimizer_type == "DAdaptation" ]]; then extArgs+=("--optimizer_args decouple=True"); fi
94
+
95
+ if [[ $save_state == 1 ]]; then extArgs+=("--save_state"); fi
96
+
97
+ if [[ $resume ]]; then extArgs+=("--resume $resume"); fi
98
+
99
+ if [[ $persistent_data_loader_workers == 1 ]]; then extArgs+=("--persistent_data_loader_workers"); fi
100
+
101
+ if [[ $network_module == "lycoris.kohya" ]]; then
102
+ extArgs+=("--network_args conv_dim=$conv_dim conv_alpha=$conv_alpha algo=$algo dropout=$dropout")
103
+ fi
104
+
105
+ if [[ $stop_text_encoder_training -ne 0 ]]; then extArgs+=("--stop_text_encoder_training $stop_text_encoder_training"); fi
106
+
107
+ if [[ $noise_offset != "0" ]]; then extArgs+=("--noise_offset $noise_offset"); fi
108
+
109
+ if [[ $min_snr_gamma -ne 0 ]]; then extArgs+=("--min_snr_gamma $min_snr_gamma"); fi
110
+
111
+ if [[ $use_wandb == 1 ]]; then
112
+ extArgs+=("--log_with=all")
113
+ else
114
+ extArgs+=("--log_with=tensorboard")
115
+ fi
116
+
117
+ if [[ $wandb_api_key ]]; then extArgs+=("--wandb_api_key $wandb_api_key"); fi
118
+
119
+ if [[ $log_tracker_name ]]; then extArgs+=("--log_tracker_name $log_tracker_name"); fi
120
+
121
+ python -m accelerate.commands.launch ${launchArgs[@]} --num_cpu_threads_per_process=8 "./sd-scripts/train_network.py" \
122
+ --enable_bucket \
123
+ --pretrained_model_name_or_path=$pretrained_model \
124
+ --train_data_dir=$train_data_dir \
125
+ --output_dir="/content/drive/MyDrive/Lora/output/amaoloha" \
126
+ --logging_dir="/content/drive/MyDrive/Lora/output/amaoloha/logs" \
127
+ --log_prefix=$output_name \
128
+ --resolution=$resolution \
129
+ --network_module=$network_module \
130
+ --max_train_epochs=$max_train_epoches \
131
+ --learning_rate=$lr \
132
+ --unet_lr=$unet_lr \
133
+ --text_encoder_lr=$text_encoder_lr \
134
+ --lr_scheduler=$lr_scheduler \
135
+ --lr_warmup_steps=$lr_warmup_steps \
136
+ --lr_scheduler_num_cycles=$lr_restart_cycles \
137
+ --network_dim=$network_dim \
138
+ --network_alpha=$network_alpha \
139
+ --output_name=$output_name \
140
+ --train_batch_size=$batch_size \
141
+ --save_every_n_epochs=$save_every_n_epochs \
142
+ --mixed_precision="fp16" \
143
+ --save_precision="fp16" \
144
+ --seed="1337" \
145
+ --cache_latents \
146
+ --prior_loss_weight=0.3 \
147
+ --max_token_length=225 \
148
+ --caption_extension=".txt" \
149
+ --save_model_as=$save_model_as \
150
+ --min_bucket_reso=$min_bucket_reso \
151
+ --max_bucket_reso=$max_bucket_reso \
152
+ --keep_tokens=$keep_tokens \
153
+ --xformers --shuffle_caption ${extArgs[@]}