Hugging Face's logo

miluELK
/
Taiyi-sd-pokemon-LoRA-zh-512-v2

Text-to-Image
Diffusers
TensorBoard
stable-diffusion
stable-diffusion-diffusers
lora
Model card Files Metrics Community
1
miluELK commited on
Commit
9aaaad0
·
1 Parent(s): 6a937c2

End of training

Browse files
Files changed (40) hide show
  1. README.md +21 -0
  2. checkpoint-12000/optimizer.bin +3 -0
  3. checkpoint-12000/pytorch_model.bin +3 -0
  4. checkpoint-12000/random_states_0.pkl +3 -0
  5. checkpoint-12000/scaler.pt +3 -0
  6. checkpoint-12000/scheduler.bin +3 -0
  7. checkpoint-15000/optimizer.bin +3 -0
  8. checkpoint-15000/pytorch_model.bin +3 -0
  9. checkpoint-15000/random_states_0.pkl +3 -0
  10. checkpoint-15000/scaler.pt +3 -0
  11. checkpoint-15000/scheduler.bin +3 -0
  12. checkpoint-3000/optimizer.bin +3 -0
  13. checkpoint-3000/pytorch_model.bin +3 -0
  14. checkpoint-3000/random_states_0.pkl +3 -0
  15. checkpoint-3000/scaler.pt +3 -0
  16. checkpoint-3000/scheduler.bin +3 -0
  17. checkpoint-6000/optimizer.bin +3 -0
  18. checkpoint-6000/pytorch_model.bin +3 -0
  19. checkpoint-6000/random_states_0.pkl +3 -0
  20. checkpoint-6000/scaler.pt +3 -0
  21. checkpoint-6000/scheduler.bin +3 -0
  22. checkpoint-9000/optimizer.bin +3 -0
  23. checkpoint-9000/pytorch_model.bin +3 -0
  24. checkpoint-9000/random_states_0.pkl +3 -0
  25. checkpoint-9000/scaler.pt +3 -0
  26. checkpoint-9000/scheduler.bin +3 -0
  27. image_0.png +0 -0
  28. image_1.png +0 -0
  29. image_2.png +0 -0
  30. image_3.png +0 -0
  31. logs/text2image-fine-tune/1682749970.9738326/events.out.tfevents.1682749970.default.224.1 +3 -0
  32. logs/text2image-fine-tune/1682749970.9753892/hparams.yml +46 -0
  33. logs/text2image-fine-tune/1682761493.0025737/events.out.tfevents.1682761493.default.178.1 +3 -0
  34. logs/text2image-fine-tune/1682761493.0039904/hparams.yml +46 -0
  35. logs/text2image-fine-tune/1682831566.8261354/events.out.tfevents.1682831566.default.157.1 +3 -0
  36. logs/text2image-fine-tune/1682831566.8275313/hparams.yml +46 -0
  37. logs/text2image-fine-tune/events.out.tfevents.1682749970.default.224.0 +3 -0
  38. logs/text2image-fine-tune/events.out.tfevents.1682761492.default.178.0 +3 -0
  39. logs/text2image-fine-tune/events.out.tfevents.1682831566.default.157.0 +3 -0
  40. pytorch_lora_weights.bin +3 -0
README.md ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ ---
3
+ license: creativeml-openrail-m
4
+ base_model: IDEA-CCNL/Taiyi-Stable-Diffusion-1B-Anime-Chinese-v0.1
5
+ tags:
6
+ - stable-diffusion
7
+ - stable-diffusion-diffusers
8
+ - text-to-image
9
+ - diffusers
10
+ - lora
11
+ inference: true
12
+ ---
13
+
14
+ # LoRA text2image fine-tuning - miluELK/Taiyi-sd-pokemon-LoRA-zh-512-v2
15
+ These are LoRA adaption weights for IDEA-CCNL/Taiyi-Stable-Diffusion-1B-Anime-Chinese-v0.1. The weights were fine-tuned on the svjack/pokemon-blip-captions-en-zh dataset. You can find some example images in the following.
16
+
17
+ ![img_0](./image_0.png)
18
+ ![img_1](./image_1.png)
19
+ ![img_2](./image_2.png)
20
+ ![img_3](./image_3.png)
21
+
checkpoint-12000/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:43040df52749cedac42e791d93ce2c1a313cfdf6255578a1d277261c82f78abc
3
+ size 6591685
checkpoint-12000/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5085ad6c0d99723e57b719c00703a72b0f7b6c1d6254a1612355df6f8db78e8
3
+ size 3285965
checkpoint-12000/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85f659baae2590a79f4209bccc405c46251f7188e86ca24fff65369e4912f33f
3
+ size 14727
checkpoint-12000/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a61fa205a26ba2985bf4e0e515406104e0b0e5d6ebd86749ac9477a519632ca
3
+ size 557
checkpoint-12000/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9888c6d9b53ecdc688042b67345e4bdc6ccc884e3fcb090e3104603cb9f8ccb
3
+ size 563
checkpoint-15000/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35c0b06a447b308a39515d3785e0d08c27796a87de60046a2dc46c2d8c105cc8
3
+ size 6591685
checkpoint-15000/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2a6232ee651963b116dd2465d32e1fb77f86ab3fe4751d9961714b36e5eaeb0
3
+ size 3285965
checkpoint-15000/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6828cdae2884590eb3af30cfbad923d6629103a0cd768f4df49e21cec4dd34d
3
+ size 14727
checkpoint-15000/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fb33b1da2125feaa501f6acf7c67409ff703b0320e8e55bf616863891dd3346
3
+ size 557
checkpoint-15000/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8f82441aeeb3377e2aa2a9cea9dd30a90572c9fef336ade00148614d795ec89
3
+ size 563
checkpoint-3000/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e5e7d5cc894a5b0436dbe6e5b63636b7f8fa96c8b6ce35c7f62b3c3e704192f
3
+ size 6591685
checkpoint-3000/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42430df5287268f7f742cb40861670a2fb8ef9f703d326bd64171013b3823692
3
+ size 3285965
checkpoint-3000/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90606dac7d6e99872ee8cc72af12883da689753ab1dda1e9ed155a09c3f34deb
3
+ size 14727
checkpoint-3000/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb1f9398b77268202e8e1465734a63d123b1ef11c27f20f2473677e9883a6869
3
+ size 557
checkpoint-3000/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a9ae9a509360c94426bc42eb6a1f3a7459e5148861a2fd1fc770ca85dba71dd
3
+ size 563
checkpoint-6000/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:126d8459d4fac9e6a2630fa80d90830226e518bb91265164fe9c385f30d5b678
3
+ size 6591685
checkpoint-6000/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfed90b650365305516c7829c425d2ac81bd3f04f87b0f8cb89a6a56284a747a
3
+ size 3285965
checkpoint-6000/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aaf02e08aad116776b50702a1192fa5502f811935a64d6ae52b897b2e03a12d6
3
+ size 14727
checkpoint-6000/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a00ef97fc41c0d653df466126d855f16646dd10726d3ac99a23f55ca70ec19a
3
+ size 557
checkpoint-6000/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3989e3dcf008f6c3577a1960871d9db766f7f398c9752ee9d657fd639bf2a0bf
3
+ size 563
checkpoint-9000/optimizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62669c982e806c7e27889b3506b47dc9b7ca01abb7be7f7bc66c6c9385ab0cf2
3
+ size 6591685
checkpoint-9000/pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f433cdab4fd4dbbf6fd55a3635c4e8eab90e5bef13552c87e5ec5fa8599ac13
3
+ size 3285965
checkpoint-9000/random_states_0.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b3e6693e51ce25ba50bd8083aa38317fba081275f6cc74b448542daae4b44d9
3
+ size 14727
checkpoint-9000/scaler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4be7a7b56cfc3e79d33648a4c49d4f11c6593d8d653b129207b2e38f2684a284
3
+ size 557
checkpoint-9000/scheduler.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd55874657c9eed6ac902f5dc82cb86b6c8ea3750f15656abe487477ff6cef44
3
+ size 563
image_0.png ADDED
image_1.png ADDED
image_2.png ADDED
image_3.png ADDED
logs/text2image-fine-tune/1682749970.9738326/events.out.tfevents.1682749970.default.224.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c4996aa4578ac7d221bb39a064e5a153649523aeb065cfae075e1c2946c9f5e
3
+ size 2457
logs/text2image-fine-tune/1682749970.9753892/hparams.yml ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: zh_text
8
+ center_crop: true
9
+ checkpointing_steps: 3000
10
+ checkpoints_total_limit: null
11
+ dataloader_num_workers: 8
12
+ dataset_config_name: null
13
+ dataset_name: svjack/pokemon-blip-captions-en-zh
14
+ enable_xformers_memory_efficient_attention: false
15
+ gradient_accumulation_steps: 4
16
+ gradient_checkpointing: false
17
+ hub_model_id: Taiyi-sd-pokemon-LoRA-zh-512-v2
18
+ hub_token: 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
19
+ image_column: image
20
+ learning_rate: 0.0001
21
+ local_rank: -1
22
+ logging_dir: logs
23
+ lr_scheduler: cosine
24
+ lr_warmup_steps: 0
25
+ max_grad_norm: 1.0
26
+ max_train_samples: null
27
+ max_train_steps: 15000
28
+ mixed_precision: null
29
+ noise_offset: 0
30
+ num_train_epochs: 72
31
+ num_validation_images: 4
32
+ output_dir: Taiyi-sd-pokemon-LoRA-zh-512-v2
33
+ pretrained_model_name_or_path: IDEA-CCNL/Taiyi-Stable-Diffusion-1B-Anime-Chinese-v0.1
34
+ push_to_hub: true
35
+ random_flip: true
36
+ report_to: tensorboard
37
+ resolution: 512
38
+ resume_from_checkpoint: latest
39
+ revision: null
40
+ scale_lr: false
41
+ seed: 999
42
+ train_batch_size: 1
43
+ train_data_dir: null
44
+ use_8bit_adam: false
45
+ validation_epochs: 1
46
+ validation_prompt: "\u6A59\u8272\u7684\u9E1F\u7C7B\u5C0F\u7CBE\u7075"
logs/text2image-fine-tune/1682761493.0025737/events.out.tfevents.1682761493.default.178.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fea7add40c0360b2d543828e1c7405228ccf44dd76254b334c7adb38ee050931
3
+ size 2457
logs/text2image-fine-tune/1682761493.0039904/hparams.yml ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: zh_text
8
+ center_crop: true
9
+ checkpointing_steps: 3000
10
+ checkpoints_total_limit: null
11
+ dataloader_num_workers: 8
12
+ dataset_config_name: null
13
+ dataset_name: svjack/pokemon-blip-captions-en-zh
14
+ enable_xformers_memory_efficient_attention: false
15
+ gradient_accumulation_steps: 4
16
+ gradient_checkpointing: false
17
+ hub_model_id: Taiyi-sd-pokemon-LoRA-zh-512-v2
18
+ hub_token: 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
19
+ image_column: image
20
+ learning_rate: 0.0001
21
+ local_rank: -1
22
+ logging_dir: logs
23
+ lr_scheduler: cosine
24
+ lr_warmup_steps: 0
25
+ max_grad_norm: 1.0
26
+ max_train_samples: null
27
+ max_train_steps: 15000
28
+ mixed_precision: null
29
+ noise_offset: 0
30
+ num_train_epochs: 72
31
+ num_validation_images: 4
32
+ output_dir: Taiyi-sd-pokemon-LoRA-zh-512-v2
33
+ pretrained_model_name_or_path: IDEA-CCNL/Taiyi-Stable-Diffusion-1B-Anime-Chinese-v0.1
34
+ push_to_hub: true
35
+ random_flip: true
36
+ report_to: tensorboard
37
+ resolution: 512
38
+ resume_from_checkpoint: latest
39
+ revision: null
40
+ scale_lr: false
41
+ seed: 999
42
+ train_batch_size: 1
43
+ train_data_dir: null
44
+ use_8bit_adam: false
45
+ validation_epochs: 1
46
+ validation_prompt: "\u6A59\u8272\u7684\u9E1F\u7C7B\u5C0F\u7CBE\u7075"
logs/text2image-fine-tune/1682831566.8261354/events.out.tfevents.1682831566.default.157.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0757bd122efc7bc44f7c45e6cadbf4431f73f21752adf39a4992d16299cd1039
3
+ size 2457
logs/text2image-fine-tune/1682831566.8275313/hparams.yml ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ adam_beta1: 0.9
2
+ adam_beta2: 0.999
3
+ adam_epsilon: 1.0e-08
4
+ adam_weight_decay: 0.01
5
+ allow_tf32: false
6
+ cache_dir: null
7
+ caption_column: zh_text
8
+ center_crop: true
9
+ checkpointing_steps: 3000
10
+ checkpoints_total_limit: null
11
+ dataloader_num_workers: 8
12
+ dataset_config_name: null
13
+ dataset_name: svjack/pokemon-blip-captions-en-zh
14
+ enable_xformers_memory_efficient_attention: false
15
+ gradient_accumulation_steps: 4
16
+ gradient_checkpointing: false
17
+ hub_model_id: Taiyi-sd-pokemon-LoRA-zh-512-v2
18
+ hub_token: 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
19
+ image_column: image
20
+ learning_rate: 0.0001
21
+ local_rank: -1
22
+ logging_dir: logs
23
+ lr_scheduler: cosine
24
+ lr_warmup_steps: 0
25
+ max_grad_norm: 1.0
26
+ max_train_samples: null
27
+ max_train_steps: 15000
28
+ mixed_precision: null
29
+ noise_offset: 0
30
+ num_train_epochs: 72
31
+ num_validation_images: 4
32
+ output_dir: Taiyi-sd-pokemon-LoRA-zh-512-v2
33
+ pretrained_model_name_or_path: IDEA-CCNL/Taiyi-Stable-Diffusion-1B-Anime-Chinese-v0.1
34
+ push_to_hub: true
35
+ random_flip: true
36
+ report_to: tensorboard
37
+ resolution: 512
38
+ resume_from_checkpoint: latest
39
+ revision: null
40
+ scale_lr: false
41
+ seed: 999
42
+ train_batch_size: 1
43
+ train_data_dir: null
44
+ use_8bit_adam: false
45
+ validation_epochs: 1
46
+ validation_prompt: "\u6A59\u8272\u7684\u9E1F\u7C7B\u5C0F\u7CBE\u7075"
logs/text2image-fine-tune/events.out.tfevents.1682749970.default.224.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2275ddaf62c2bf74e60000931410cbda4641a4c2134039369433c54a98647be4
3
+ size 40123634
logs/text2image-fine-tune/events.out.tfevents.1682761492.default.178.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d874c1cbfeda226be808b2730a1556579016e7d3678974f973efea03d211319
3
+ size 29895875
logs/text2image-fine-tune/events.out.tfevents.1682831566.default.157.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0d340c723221aa9a18ea58f4f2139abfa8dc0a2c752b9e8321a012959cd8adc
3
+ size 12939909
pytorch_lora_weights.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d8ddb28e24d78104f77ed64a6cf0632a906256790fdd45909c3dad0f417d4ed
3
+ size 3287771