Asteroid
File size: 33,438 Bytes
da9c51a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
859
860
861
862
863
864
865
866
867
868
869
870
871
872
873
874
875
876
877
878
879
880
881
882
883
884
885
886
887
888
889
890
891
892
893
894
895
896
897
898
899
900
901
902
903
904
905
906
907
908
909
910
911
912
913
914
915
916
917
918
919
920
921
922
923
924
925
926
927
928
929
930
931
932
933
934
935
936
937
938
939
940
941
942
943
944
945
946
947
948
949
950
951
952
953
954
955
956
957
958
959
960
961
962
963
964
965
966
967
968
969
970
971
972
973
974
975
976
977
978
979
980
981
982
983
984
985
986
987
988
989
990
991
992
993
994
995
996
997
998
999
1000
1001
1002
1003
1004
1005
1006
1007
1008
1009
1010
1011
1012
1013
1014
{
    "args": {
        "above_freq": 300.0,
        "architecture": "conv_tasnet_stft",
        "batch_size": 55,
        "beta1": 0.5,
        "beta2": 0.9,
        "bn_chan": 256,
        "continual_train": true,
        "dataset": "singing_librispeech",
        "db_normalize": false,
        "ema": true,
        "encoder_activation": null,
        "entity": "carson2050",
        "epochs": 200,
        "eps": 1e-08,
        "exp_name": "singing_librispeech",
        "ff_activation": "relu",
        "gpu": 0,
        "gradient_clip": null,
        "hid_chan": 1024,
        "load_ema_online_model": false,
        "lr": 0.0002,
        "lr_decay_gamma": 0.5,
        "lr_decay_patience": 20,
        "lr_scheduler": "step_lr",
        "mask_act": "linear",
        "max_n_src": 4,
        "min_n_src": 2,
        "mixed_precision": false,
        "mixture_consistency": "mixture_consistency",
        "multi_spec_loss_log_scale": false,
        "n_blocks": 6,
        "n_filter": 512,
        "n_kernel": 512,
        "n_nodes": 1,
        "n_repeats": 4,
        "n_src": 2,
        "nb_workers": 10,
        "nfft": 2048,
        "ngpus_per_node": 1,
        "nhop": 512,
        "no_cuda": false,
        "no_mask": false,
        "no_mask_residual": false,
        "optimizer": "adam",
        "output": "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/MedleyVox/results/singing_sep/checkpoint/singing_librispeech",
        "output_directory": "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/MedleyVox/results/singing_sep",
        "part_of_data": null,
        "patience": 50,
        "pitch_formant_augment_prob": 0.4,
        "port": null,
        "project": "MedleyVox_home",
        "quiet": false,
        "rank": 0,
        "reduced_training_data_ratio": 1.0,
        "resume": "results/singing_sep/checkpoint/singing_librispeech",
        "same_singer_dict_path": [
            [
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/OpenSinger",
                "./svs/preprocess/make_same_singer_dict/same_singer_OpenSinger.json",
                "OpenSinger"
            ],
            [
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/k_multisinger",
                "./svs/preprocess/make_same_singer_dict/same_singer_k_multisinger.json",
                "k_multisinger"
            ],
            [
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/CSD",
                "./svs/preprocess/make_same_singer_dict/same_singer_CSD.json",
                "CSD"
            ],
            [
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/jsut-song_ver1",
                "./svs/preprocess/make_same_singer_dict/same_singer_jsut-song_ver1.json",
                "jsut-song_ver1"
            ],
            [
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/jvs_music_ver1",
                "./svs/preprocess/make_same_singer_dict/same_singer_jvs_music_ver1.json",
                "jvs_music_ver1"
            ],
            [
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/k_multitimbre",
                "./svs/preprocess/make_same_singer_dict/same_singer_k_multitimbre.json",
                "k_multitimbre"
            ],
            [
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/kiritan_revised",
                "./svs/preprocess/make_same_singer_dict/same_singer_kiritan.json",
                "kiritan"
            ],
            [
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/musdb_a_train",
                "./svs/preprocess/make_same_singer_dict/same_singer_musdb_a_train.json",
                "musdb_a_train"
            ],
            [
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/NUS",
                "./svs/preprocess/make_same_singer_dict/same_singer_NUS.json",
                "NUS"
            ],
            [
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/VocalSet",
                "./svs/preprocess/make_same_singer_dict/same_singer_VocalSet.json",
                "VocalSet"
            ]
        ],
        "same_singer_ratio": 0.2,
        "same_song_dict_path": [
            [
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/k_multisinger",
                "./svs/preprocess/make_same_song_dict/same_song_k_multisinger.json",
                "k_multisinger"
            ]
        ],
        "same_song_ratio": 0.2,
        "same_speaker_dict_path": [
            [
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_train-clean-100",
                "./svs/preprocess/make_same_speaker_dict/same_singer_LibriSpeech_train-clean-100.json",
                "LibriSpeech_train-clean-100"
            ],
            [
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_train-clean-360",
                "./svs/preprocess/make_same_speaker_dict/same_singer_LibriSpeech_train-clean-360.json",
                "LibriSpeech_train-clean-360"
            ]
        ],
        "same_speaker_ratio": 0.15,
        "sample_rate": 24000,
        "seed": 777,
        "seq_dur": 3.0,
        "sing_sing_ratio": 0.15,
        "sing_speech_ratio": 0.15,
        "skip_chan": 256,
        "song_length_dict_path": "./svs/preprocess/song_length_dict_24k.json",
        "speech_train_root": [
            "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_train-clean-360",
            "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_train-clean-100"
        ],
        "sr_input_res": false,
        "sr_out_mix_consistency": false,
        "srnet": "orig",
        "start_from_best": true,
        "sweep": false,
        "target": "vocals",
        "train_loss_func": [
            "pit_snr",
            "multi_spectral_l1"
        ],
        "train_root": [
            "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/CSD",
            "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/NUS",
            "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/TONAS",
            "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/VocalSet",
            "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/jsut-song_ver1",
            "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/jvs_music_ver1",
            "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/kiritan_revised",
            "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/vocadito",
            "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/musdb_a_train",
            "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/OpenSinger",
            "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/medleyDB_v1_in_musdb",
            "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/k_multisinger",
            "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/k_multitimbre"
        ],
        "unison_prob": 0.3,
        "use_wandb": true,
        "valid_loss_func": [
            "pit_si_sdr"
        ],
        "valid_regions_dict_path": "./svs/preprocess/valid_regions_dict_singing_singing.json",
        "valid_root": [
            [
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/musdb_a_test",
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/musdb_a_test",
                "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_singing_singing.json",
                "sing_sing_diff"
            ],
            [
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/musdb_a_test",
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/musdb_a_test",
                "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_singing_unison.json",
                "sing_sing_unison"
            ],
            [
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/musdb_a_test",
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/musdb_a_test",
                "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_singing_singing_same_singer.json",
                "sing_sing_same_singer"
            ],
            [
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_dev-clean",
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_dev-clean",
                "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_speech_speech.json",
                "speech_speech_diff"
            ],
            [
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_dev-clean",
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_dev-clean",
                "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_speech_unison.json",
                "speech_speech_unison"
            ],
            [
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_dev-clean",
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_dev-clean",
                "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_speech_speech_same_speaker.json",
                "speech_speech_same_speaker"
            ],
            [
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/musdb_a_test",
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_dev-clean",
                "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_singing_speech.json",
                "singing_speech"
            ]
        ],
        "valid_root_orpit": [
            [
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/musdb_a_test",
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/musdb_a_test",
                "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_singing_singing_n_srcs.json",
                "sing_sing_diff"
            ],
            [
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/musdb_a_test",
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/musdb_a_test",
                "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_singing_unison_n_srcs.json",
                "sing_sing_unison"
            ],
            [
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/musdb_a_test",
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/musdb_a_test",
                "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_singing_singing_same_singer_n_srcs.json",
                "sing_sing_same_singer"
            ],
            [
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_dev-clean",
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_dev-clean",
                "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_speech_speech_n_srcs.json",
                "speech_speech_diff"
            ],
            [
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_dev-clean",
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_dev-clean",
                "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_speech_unison_n_srcs.json",
                "speech_speech_unison"
            ],
            [
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_dev-clean",
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_dev-clean",
                "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_speech_speech_same_speaker_n_srcs.json",
                "speech_speech_same_speaker"
            ],
            [
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/musdb_a_test",
                "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_dev-clean",
                "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_singing_speech_n_srcs.json",
                "singing_speech"
            ]
        ],
        "weight_decay": 1e-06,
        "world_size": 1
    },
    "best_epoch": 188,
    "best_loss": -9.430454867226738,
    "epochs_trained": 188,
    "num_bad_epochs": 0,
    "train_loss_history": [
        -1.3311041593551636,
        -3.4447357654571533,
        -4.284253120422363,
        -4.726616382598877,
        -5.099369049072266,
        -5.331325054168701,
        -5.553539752960205,
        -5.740077018737793,
        -5.918744087219238,
        -6.005505561828613,
        -6.201973915100098,
        -6.26826286315918,
        -6.3942413330078125,
        -6.4803619384765625,
        -6.592747688293457,
        -6.6781134605407715,
        -6.777161121368408,
        -6.848526477813721,
        -6.911881923675537,
        -7.017796993255615,
        -7.12304162979126,
        -7.14536190032959,
        -7.289445400238037,
        -7.409412384033203,
        -7.7652082443237305,
        -7.837531089782715,
        -7.850446701049805,
        -7.941095352172852,
        -7.939220428466797,
        -8.047593116760254,
        -8.07531452178955,
        -8.134244918823242,
        -8.143590927124023,
        -8.190814018249512,
        -8.217510223388672,
        -8.175138473510742,
        -7.989644527435303,
        -8.09794807434082,
        -8.24197006225586,
        -8.232804298400879,
        -8.328511238098145,
        -8.389233589172363,
        -8.267472267150879,
        -8.301199913024902,
        -8.36364459991455,
        -8.43917465209961,
        -8.493982315063477,
        -8.481128692626953,
        -8.429868698120117,
        -8.501734733581543,
        -8.54090404510498,
        -8.568470001220703,
        -8.50845718383789,
        -8.597081184387207,
        -8.513223648071289,
        -8.38924503326416,
        -8.502962112426758,
        -8.518073081970215,
        -8.56679916381836,
        -8.698277473449707,
        -8.630810737609863,
        -8.755276679992676,
        -8.700800895690918,
        -8.74862003326416,
        -8.734071731567383,
        -8.633768081665039,
        -8.633097648620605,
        -8.872031211853027,
        -8.828736305236816,
        -8.753975868225098,
        -8.886126518249512,
        -8.758654594421387,
        -8.883810997009277,
        -8.952722549438477,
        -8.945046424865723,
        -8.907071113586426,
        -8.891634941101074,
        -8.91631031036377,
        -8.951156616210938,
        -8.931319236755371,
        -8.960397720336914,
        -8.841835975646973,
        -8.834044456481934,
        -8.786222457885742,
        -8.903646469116211,
        -8.947869300842285,
        -8.696074485778809,
        -8.99515438079834,
        -9.005078315734863,
        -8.934849739074707,
        -8.99370002746582,
        -9.030400276184082,
        -9.101688385009766,
        -9.08572006225586,
        -9.075435638427734,
        -9.125774383544922,
        -9.102258682250977,
        -9.160833358764648,
        -8.999387741088867,
        -8.929178237915039,
        -9.085306167602539,
        -9.149312019348145,
        -9.201435089111328,
        -9.119452476501465,
        -9.192963600158691,
        -9.153352737426758,
        -9.16665267944336,
        -9.187670707702637,
        -9.213151931762695,
        -9.295731544494629,
        -9.204228401184082,
        -9.2329683303833,
        -9.198917388916016,
        -9.242225646972656,
        -9.251509666442871,
        -9.233222007751465,
        -9.235602378845215,
        -9.264388084411621,
        -9.286247253417969,
        -9.287186622619629,
        -9.327977180480957,
        -9.304702758789062,
        -9.34760570526123,
        -9.314836502075195,
        -9.300081253051758,
        -9.20028018951416,
        -9.35509967803955,
        -9.345370292663574,
        -9.36442756652832,
        -9.351317405700684,
        -9.352913856506348,
        -9.388010025024414,
        -9.326189994812012,
        -9.411141395568848,
        -9.424927711486816,
        -9.376615524291992,
        -9.394768714904785,
        -9.382343292236328,
        -9.345908164978027,
        -9.387025833129883,
        -9.397958755493164,
        -9.370079040527344,
        -9.419344902038574,
        -9.414657592773438,
        -9.450013160705566,
        -9.424891471862793,
        -9.468652725219727,
        -9.437067031860352,
        -9.452010154724121,
        -9.476055145263672,
        -9.454631805419922,
        -9.519726753234863,
        -9.494053840637207,
        -9.349456787109375,
        -9.444249153137207,
        -9.432062149047852,
        -9.469500541687012,
        -9.506385803222656,
        -9.541167259216309,
        -9.514572143554688,
        -9.517498016357422,
        -9.508042335510254,
        -9.524667739868164,
        -9.513023376464844,
        -9.518259048461914,
        -9.491355895996094,
        -9.527623176574707,
        -9.503666877746582,
        -9.575556755065918,
        -9.51135540008545,
        -9.574329376220703,
        -9.559322357177734,
        -9.576539993286133,
        -9.587591171264648,
        -9.615789413452148,
        -9.586484909057617,
        -9.597373008728027,
        -9.565719604492188,
        -9.580348014831543,
        -9.544068336486816,
        -9.576735496520996,
        -9.617915153503418,
        -9.634200096130371,
        -9.50833511352539,
        -9.633086204528809,
        -9.622976303100586,
        -9.628181457519531,
        -9.385575294494629
    ],
    "train_time_history": [
        4284.811353683472,
        4284.813168525696,
        4239.820109844208,
        4358.5235912799835,
        4358.525362968445,
        4289.520437240601,
        4289.5296330451965,
        4233.677313089371,
        4233.679363965988,
        4209.371140003204,
        4209.381086587906,
        4202.905996799469,
        4469.978202342987,
        4469.989181756973,
        4247.160337924957,
        4247.1704177856445,
        4190.890568256378,
        4190.900403022766,
        4185.636907577515,
        4185.647009372711,
        4180.687466144562,
        4215.30419754982,
        4215.314230442047,
        4206.753845453262,
        4206.76371717453,
        4206.280591726303,
        4206.290879011154,
        4222.331785202026,
        4222.341979503632,
        4220.95298576355,
        4220.962949752808,
        4199.66743016243,
        4199.67768073082,
        4200.696933507919,
        4200.706924915314,
        4200.071183204651,
        4200.073669195175,
        4201.461757183075,
        4201.47197842598,
        4212.675180196762,
        4212.685215473175,
        4266.539958238602,
        4266.55042219162,
        4254.028660058975,
        4254.030869007111,
        4586.545968532562,
        4586.556686401367,
        4486.801070451736,
        4486.811651468277,
        4201.306690454483,
        4201.308066606522,
        4204.077554225922,
        4204.087781906128,
        4194.944247722626,
        4194.954358577728,
        4193.961704969406,
        4222.590797185898,
        4222.594073057175,
        4221.6570999622345,
        4221.666466474533,
        4221.045345544815,
        4221.055670261383,
        4214.11606669426,
        4214.125596284866,
        4479.404296398163,
        4479.414994955063,
        4262.62514591217,
        4262.635618209839,
        4214.268101215363,
        4214.2785403728485,
        4218.142910718918,
        4218.15364408493,
        4215.917347192764,
        4215.927803516388,
        4218.397645950317,
        4218.408536672592,
        4233.58446598053,
        4233.59490442276,
        4318.161808013916,
        4318.171140432358,
        4237.026048898697,
        4237.036669015884,
        4220.925004482269,
        4220.9352016448975,
        4226.221168041229,
        4223.1825070381165,
        4223.192782878876,
        4219.102268218994,
        4219.113127231598,
        4216.297616004944,
        4216.308108329773,
        4217.926244974136,
        4217.937202453613,
        4426.571401119232,
        4426.573066711426,
        4612.790915489197,
        4612.801674365997,
        4719.1595368385315,
        4719.169989824295,
        4305.255445480347,
        4305.266388177872,
        4221.674624681473,
        4221.686189174652,
        4229.138904571533,
        4178.568962574005,
        4178.5717051029205,
        4178.647545337677,
        4178.650447130203,
        4169.984578132629,
        4169.995152950287,
        4173.8019506931305,
        4173.804402589798,
        4179.692799806595,
        4179.695784330368,
        4176.926806688309,
        4176.937863111496,
        4189.7040383815765,
        4189.7144474983215,
        4194.854960680008,
        4194.8661851882935,
        4488.314256668091,
        4488.324142932892,
        4301.72206735611,
        4301.732882022858,
        4203.297667264938,
        4203.307426214218,
        4212.263510465622,
        4212.2729642391205,
        4202.838434457779,
        4202.8495717048645,
        4206.559844255447,
        4206.570970535278,
        4202.594026565552,
        4202.6052367687225,
        4204.671685695648,
        4204.675058603287,
        4201.653420209885,
        4201.664590358734,
        4203.356340646744,
        4203.3675968647,
        4226.834460258484,
        4226.84539103508,
        4432.4133422374725,
        4432.424476385117,
        4194.520195245743,
        4194.531393289566,
        4185.361557483673,
        4185.372809171677,
        4178.024575471878,
        4178.035531282425,
        4183.264570951462,
        4183.275583267212,
        4178.5521404743195,
        4178.563311338425,
        4178.228582620621,
        4178.238200426102,
        4181.432615280151,
        4181.443482160568,
        4181.636572599411,
        4181.647958517075,
        4180.119422197342,
        4180.130319356918,
        4181.348428249359,
        4181.3601496219635,
        4182.4969573020935,
        4182.508371829987,
        4255.815136909485,
        4255.824706077576,
        4447.2853989601135,
        4447.294949054718,
        4375.476977586746,
        4375.488611936569,
        4216.147409915924,
        4216.157112836838,
        4184.855574131012,
        4184.867551803589,
        4182.2731301784515,
        4182.284587860107,
        4182.427225112915,
        4182.438867807388,
        4181.939938545227,
        4181.951656103134,
        4183.5050485134125,
        4183.516293287277,
        4180.313590764999,
        4180.325238704681,
        4184.185824394226,
        4184.196978807449,
        4175.860624790192,
        4175.8725233078,
        4174.206290960312,
        4174.217987298965,
        4225.280811309814,
        4346.787808179855,
        4346.791662693024,
        4299.203949213028,
        4334.719336986542,
        4334.72660279274,
        4307.453342437744,
        4307.463569164276,
        4243.263749361038,
        4243.27504825592,
        4232.403777837753,
        4232.415019750595,
        4234.023860692978,
        4234.036010503769,
        4232.419568777084,
        4232.430717229843,
        4228.692707538605,
        4228.695293188095,
        4235.275017976761,
        4235.286781549454,
        4231.93186712265,
        4231.934266328812,
        4237.727004766464,
        4237.736963748932,
        4448.2472088336945,
        4448.257912635803,
        4283.024597644806,
        4283.03609752655,
        4270.3121337890625,
        4270.324274778366,
        4244.299434423447,
        4244.311620950699,
        4363.46278834343,
        4180.62579703331,
        4180.635629653931,
        4363.069185256958,
        4220.090236663818,
        4220.102267503738,
        4190.208593130112,
        4190.220735549927,
        4181.494255304337,
        4181.50580906868,
        4186.210835933685,
        4186.214511394501,
        4188.612834215164,
        4188.625131607056,
        4182.178534984589,
        4182.189949512482,
        4183.857384443283,
        4183.869287014008,
        4183.761756181717,
        4241.330404281616,
        4241.341110467911,
        4207.978038311005,
        4207.990997314453,
        4209.410867214203,
        4209.421168088913,
        4207.717931270599,
        4207.730401754379,
        4204.301562309265,
        4204.313354253769,
        4297.861345052719,
        4297.873908042908,
        4282.807532548904,
        4282.820100307465,
        4269.668355226517,
        4269.680841684341,
        4198.918546676636,
        4198.928604364395,
        4239.654682636261,
        4239.659080028534,
        4419.87956905365,
        4419.889652013779,
        4302.591921806335,
        4302.60400891304,
        4199.097110033035,
        4199.109765052795,
        4202.586899995804,
        4202.596865415573,
        4223.580963373184,
        4236.571214199066,
        4236.583789110184,
        4266.631365537643,
        4266.643340587616,
        4206.533836603165,
        4206.543870687485,
        4196.797498226166,
        4196.809820890427,
        4202.778592824936,
        4202.791028261185,
        4200.911655426025,
        4200.922192811966,
        4218.757748126984,
        4218.7700316905975,
        4197.834621667862,
        4197.8472237586975,
        4194.553659200668,
        4194.558137655258,
        4210.2872478961945,
        4210.291656970978,
        4269.952535390854,
        4269.963551998138,
        4214.965420722961,
        4214.9777710437775,
        4268.254637956619,
        4268.267082452774,
        4188.457591295242,
        4188.467690706253,
        4188.935349225998,
        4188.947833776474,
        4192.73951125145,
        4192.749709367752,
        4188.534428119659,
        4188.53829908371,
        4196.497691392899,
        4196.510225534439,
        4318.416720151901,
        4318.4267864227295,
        4209.298709154129,
        4204.6052923202515,
        4204.609621763229,
        4192.598699092865,
        4192.6110072135925,
        4264.5488522052765,
        4264.562687158585,
        4342.3707575798035,
        4342.3756980896,
        4299.415410995483,
        4299.425767421722,
        4285.986501693726,
        4285.999414205551,
        4251.881839513779,
        4251.89198923111,
        4217.251371145248,
        4217.262971401215,
        4265.004074335098,
        4265.016601800919,
        4422.643936634064,
        4453.576984167099,
        4453.588968753815,
        4183.795456409454,
        4183.80871462822,
        4183.177849292755,
        4183.1909646987915,
        4190.727601289749,
        4190.740168809891,
        4185.585786104202,
        4185.596675872803,
        4186.326423406601,
        4186.3365132808685,
        4188.701127767563,
        4188.713495969772,
        4183.693524837494,
        4183.706875085831,
        4182.603164672852,
        4182.169225692749,
        4182.182250261307,
        4183.1377918720245,
        4183.142628669739,
        4179.616315603256,
        4179.626562833786,
        4304.994537830353,
        4305.007478475571,
        4361.554908275604,
        4361.56044960022,
        4368.104673624039,
        4368.11031460762,
        4246.525162935257,
        4246.5380046367645,
        4183.925352096558,
        4232.265904188156
    ],
    "valid_loss_history": [
        -2.2420080729893277,
        -3.6040473665509904,
        -4.652349131447928,
        -5.269411563873291,
        -5.602223873138428,
        -5.948959009987967,
        -6.180064678192139,
        -6.373329707554409,
        -6.4635710035051614,
        -6.628378936222622,
        -6.765629632132394,
        -6.878908634185791,
        -6.975889819008963,
        -7.089849744524274,
        -7.137168339320591,
        -7.214839458465576,
        -7.248862539018903,
        -7.323270389011928,
        -7.374068532671247,
        -7.447478975568499,
        -7.470496041434152,
        -7.578763212476458,
        -7.638515608651297,
        -7.603791032518659,
        -7.658165522984096,
        -7.660087721688407,
        -7.711926255907331,
        -7.763034411839077,
        -7.80566440309797,
        -7.829599516732352,
        -7.908110482352121,
        -7.871029717581613,
        -7.790640013558524,
        -7.807113443102155,
        -7.826304980686733,
        -7.77531235558646,
        -7.879563399723598,
        -7.897988796234131,
        -7.845814909253802,
        -7.848473821367536,
        -7.912371976034982,
        -7.943405968802316,
        -8.085525648934501,
        -8.010899543762207,
        -8.028815746307373,
        -8.061845302581787,
        -8.02747140611921,
        -8.03413268498012,
        -8.033596924373082,
        -8.068816934313093,
        -8.067536762782506,
        -8.144167695726667,
        -8.148260184696742,
        -8.180625711168561,
        -8.180845873696464,
        -8.25086770738874,
        -8.261961323874337,
        -8.260808059147426,
        -8.186679295131139,
        -8.165157794952393,
        -8.194125039236885,
        -8.254536492483956,
        -8.292360033307757,
        -8.267435346330915,
        -8.27747208731515,
        -8.366285255977086,
        -8.354675361088344,
        -8.365063190460205,
        -8.427791595458984,
        -8.452910355159215,
        -8.395057133265905,
        -8.455147879464286,
        -8.485073634556361,
        -8.504877976008824,
        -8.502339363098145,
        -8.485261576516288,
        -8.50761045728411,
        -8.482435567038399,
        -8.516456604003906,
        -8.503895146506173,
        -8.515655858176094,
        -8.574515002114433,
        -8.580681255885533,
        -8.593669959477015,
        -8.538264206477574,
        -8.570460319519043,
        -8.610838617597308,
        -8.576563426426478,
        -8.631826945713588,
        -8.593990189688546,
        -8.584804126194545,
        -8.616937228611537,
        -8.616405078342982,
        -8.636415685926165,
        -8.736162253788539,
        -8.684600080762591,
        -8.751097747257777,
        -8.744481086730957,
        -8.760670593806676,
        -8.81410721370152,
        -8.762031418936592,
        -8.731195313589913,
        -8.680067879813057,
        -8.73148284639631,
        -8.770104340144567,
        -8.83363403592791,
        -8.797364848000663,
        -8.756126131330218,
        -8.717773846217565,
        -8.755549158368792,
        -8.798967293330602,
        -8.80781262261527,
        -8.879967212677002,
        -8.83057907649449,
        -8.910664354051862,
        -8.930669920785087,
        -8.850233895438057,
        -8.87684679031372,
        -8.860790797642299,
        -8.854635306767054,
        -8.871529306684222,
        -8.870055334908622,
        -8.814562388828822,
        -8.895111628941127,
        -8.95235286440168,
        -8.978583880833217,
        -8.970093931470599,
        -8.94366032736642,
        -8.930564199175153,
        -8.896938255855016,
        -9.003027439117432,
        -8.967686380658831,
        -8.945790427071708,
        -8.978134904588972,
        -8.926983833312988,
        -8.911829403468541,
        -9.004649843488421,
        -8.982011726924352,
        -9.004248074122838,
        -9.022075244358607,
        -9.055972508021764,
        -9.095445496695381,
        -9.014348983764648,
        -9.017100266047887,
        -9.06740631375994,
        -9.062205382755824,
        -9.006571020398821,
        -9.060756206512451,
        -9.114073821476527,
        -9.12088053567069,
        -9.146572181156703,
        -9.129499162946429,
        -9.162499564034599,
        -9.146372726985387,
        -9.138916151864189,
        -9.140360014779228,
        -9.14337342126029,
        -9.13001537322998,
        -9.089552674974714,
        -9.172866821289062,
        -9.200943265642438,
        -9.191112245832171,
        -9.207633904048375,
        -9.147029059273857,
        -9.17673145021711,
        -9.129148755754743,
        -9.157607623508998,
        -9.13064786366054,
        -9.154420512063163,
        -9.181631565093994,
        -9.155359063829694,
        -9.158296721322197,
        -9.156671251569476,
        -9.154706001281738,
        -9.167226382664271,
        -9.163607052394322,
        -9.209595475878034,
        -9.310745784214564,
        -9.238739694867816,
        -9.288273334503174,
        -9.2847033228193,
        -9.313508306230817,
        -9.334877354758126,
        -9.270281859806605,
        -9.189015797206334,
        -9.247245516095843,
        -9.272651195526123,
        -9.430454867226738
    ]
}