Asteroid
File size: 24,955 Bytes
5c9e4e0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
{
    "args": {
        "above_freq": 300.0,
        "architecture": "conv_tasnet_stft",
        "batch_size": 58,
        "beta1": 0.5,
        "beta2": 0.9,
        "bn_chan": 256,
        "continual_train": false,
        "dataset": "multi_singing_librispeech",
        "db_normalize": false,
        "ema": true,
        "encoder_activation": null,
        "entity": "carson2050",
        "epochs": 200,
        "eps": 1e-08,
        "exp_name": "multi_singing_librispeech",
        "ff_activation": "relu",
        "gpu": 0,
        "gradient_clip": null,
        "hid_chan": 1024,
        "load_ema_online_model": false,
        "lr": 0.0002,
        "lr_decay_gamma": 0.5,
        "lr_decay_patience": 20,
        "lr_scheduler": "step_lr",
        "mask_act": "linear",
        "max_n_src": 4,
        "min_n_src": 2,
        "mixed_precision": false,
        "mixture_consistency": "mixture_consistency",
        "multi_spec_loss_log_scale": false,
        "n_blocks": 6,
        "n_filter": 512,
        "n_kernel": 512,
        "n_nodes": 1,
        "n_repeats": 4,
        "n_src": 2,
        "nb_workers": 8,
        "nfft": 2048,
        "ngpus_per_node": 1,
        "nhop": 512,
        "no_cuda": false,
        "no_mask": false,
        "no_mask_residual": false,
        "optimizer": "adam",
        "output": "results/singing_sep/checkpoint/multi_singing_librispeech",
        "output_directory": "results/singing_sep",
        "part_of_data": null,
        "patience": 50,
        "pitch_formant_augment_prob": 0.4,
        "port": null,
        "project": "MedleyVox_home_pt2",
        "quiet": false,
        "rank": 0,
        "reduced_training_data_ratio": 1.0,
        "resume": "results/singing_sep/checkpoint/multi_singing_librispeech",
        "same_singer_dict_path": [
            [
                "../data/24k/OpenSinger",
                "./svs/preprocess/make_same_singer_dict/same_singer_OpenSinger.json",
                "OpenSinger"
            ],
            [
                "../data/24k/k_multisinger",
                "./svs/preprocess/make_same_singer_dict/same_singer_k_multisinger.json",
                "k_multisinger"
            ],
            [
                "../data/24k/CSD",
                "./svs/preprocess/make_same_singer_dict/same_singer_CSD.json",
                "CSD"
            ],
            [
                "../data/24k/jsut-song_ver1",
                "./svs/preprocess/make_same_singer_dict/same_singer_jsut-song_ver1.json",
                "jsut-song_ver1"
            ],
            [
                "../data/24k/jvs_music_ver1",
                "./svs/preprocess/make_same_singer_dict/same_singer_jvs_music_ver1.json",
                "jvs_music_ver1"
            ],
            [
                "../data/24k/k_multitimbre",
                "./svs/preprocess/make_same_singer_dict/same_singer_k_multitimbre.json",
                "k_multitimbre"
            ],
            [
                "../data/24k/kiritan_revised",
                "./svs/preprocess/make_same_singer_dict/same_singer_kiritan.json",
                "kiritan"
            ],
            [
                "../data/24k/musdb_a_train",
                "./svs/preprocess/make_same_singer_dict/same_singer_musdb_a_train.json",
                "musdb_a_train"
            ],
            [
                "../data/24k/NUS",
                "./svs/preprocess/make_same_singer_dict/same_singer_NUS.json",
                "NUS"
            ],
            [
                "../data/24k/VocalSet",
                "./svs/preprocess/make_same_singer_dict/same_singer_VocalSet.json",
                "VocalSet"
            ]
        ],
        "same_singer_ratio": 0.2,
        "same_song_dict_path": [
            [
                "../data/24k/k_multisinger",
                "./svs/preprocess/make_same_song_dict/same_song_k_multisinger.json",
                "k_multisinger"
            ]
        ],
        "same_song_ratio": 0.2,
        "same_speaker_dict_path": [
            [
                "../data/24k/LibriSpeech_train-clean-100",
                "./svs/preprocess/make_same_speaker_dict/same_singer_LibriSpeech_train-clean-100.json",
                "LibriSpeech_train-clean-100"
            ],
            [
                "../data/24k/LibriSpeech_train-clean-360",
                "./svs/preprocess/make_same_speaker_dict/same_singer_LibriSpeech_train-clean-360.json",
                "LibriSpeech_train-clean-360"
            ]
        ],
        "same_speaker_ratio": 0.15,
        "sample_rate": 24000,
        "seed": 777,
        "seq_dur": 3.0,
        "sing_sing_ratio": 0.15,
        "sing_speech_ratio": 0.15,
        "skip_chan": 256,
        "song_length_dict_path": "./svs/preprocess/song_length_dict_24k.json",
        "speech_train_root": [
            "../data/24k/LibriSpeech_train-clean-360",
            "../data/24k/LibriSpeech_train-clean-100"
        ],
        "sr_input_res": false,
        "sr_out_mix_consistency": false,
        "srnet": "orig",
        "start_from_best": true,
        "sweep": false,
        "target": "vocals",
        "train_loss_func": [
            "pit_snr",
            "multi_spectral_l1"
        ],
        "train_root": [
            "../data/24k/CSD",
            "../data/24k/NUS",
            "../data/24k/TONAS",
            "../data/24k/VocalSet",
            "../data/24k/jsut-song_ver1",
            "../data/24k/jvs_music_ver1",
            "../data/24k/kiritan_revised",
            "../data/24k/vocadito",
            "../data/24k/musdb_a_train",
            "../data/24k/OpenSinger",
            "../data/24k/medleyDB_v1_in_musdb",
            "../data/24k/k_multisinger",
            "../data/24k/k_multitimbre"
        ],
        "unison_prob": 0.3,
        "use_wandb": true,
        "valid_loss_func": [
            "pit_si_sdr"
        ],
        "valid_regions_dict_path": "./svs/preprocess/valid_regions_dict_singing_singing.json",
        "valid_root": [
            [
                "../data/24k/musdb_a_test",
                "../data/24k/musdb_a_test",
                "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_singing_singing.json",
                "sing_sing_diff"
            ],
            [
                "../data/24k/musdb_a_test",
                "../data/24k/musdb_a_test",
                "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_singing_unison.json",
                "sing_sing_unison"
            ],
            [
                "../data/24k/musdb_a_test",
                "../data/24k/musdb_a_test",
                "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_singing_singing_same_singer.json",
                "sing_sing_same_singer"
            ],
            [
                "../data/24k/LibriSpeech_dev-clean",
                "../data/24k/LibriSpeech_dev-clean",
                "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_speech_speech.json",
                "speech_speech_diff"
            ],
            [
                "../data/24k/LibriSpeech_dev-clean",
                "../data/24k/LibriSpeech_dev-clean",
                "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_speech_unison.json",
                "speech_speech_unison"
            ],
            [
                "../data/24k/LibriSpeech_dev-clean",
                "../data/24k/LibriSpeech_dev-clean",
                "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_speech_speech_same_speaker.json",
                "speech_speech_same_speaker"
            ],
            [
                "../data/24k/musdb_a_test",
                "../data/24k/LibriSpeech_dev-clean",
                "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_singing_speech.json",
                "singing_speech"
            ]
        ],
        "valid_root_orpit": [
            [
                "../data/24k/musdb_a_test",
                "../data/24k/musdb_a_test",
                "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_singing_singing_n_srcs.json",
                "sing_sing_diff"
            ],
            [
                "../data/24k/musdb_a_test",
                "../data/24k/musdb_a_test",
                "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_singing_unison_n_srcs.json",
                "sing_sing_unison"
            ],
            [
                "../data/24k/musdb_a_test",
                "../data/24k/musdb_a_test",
                "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_singing_singing_same_singer_n_srcs.json",
                "sing_sing_same_singer"
            ],
            [
                "../data/24k/LibriSpeech_dev-clean",
                "../data/24k/LibriSpeech_dev-clean",
                "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_speech_speech_n_srcs.json",
                "speech_speech_diff"
            ],
            [
                "../data/24k/LibriSpeech_dev-clean",
                "../data/24k/LibriSpeech_dev-clean",
                "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_speech_unison_n_srcs.json",
                "speech_speech_unison"
            ],
            [
                "../data/24k/LibriSpeech_dev-clean",
                "../data/24k/LibriSpeech_dev-clean",
                "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_speech_speech_same_speaker_n_srcs.json",
                "speech_speech_same_speaker"
            ],
            [
                "../data/24k/musdb_a_test",
                "../data/24k/LibriSpeech_dev-clean",
                "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_singing_speech_n_srcs.json",
                "singing_speech"
            ]
        ],
        "weight_decay": 1e-06,
        "world_size": 1
    },
    "best_epoch": 133,
    "best_loss": -8.078724997384208,
    "epochs_trained": 138,
    "num_bad_epochs": 5,
    "train_loss_history": [
        -1.4921716451644897,
        -2.8664329051971436,
        -3.3393054008483887,
        -3.638092517852783,
        -3.879303216934204,
        -4.088993072509766,
        -4.227543830871582,
        -4.412248134613037,
        -4.58026123046875,
        -4.71837043762207,
        -4.800468444824219,
        -4.882855415344238,
        -5.011181831359863,
        -5.128243923187256,
        -5.150334358215332,
        -5.240769386291504,
        -5.357062816619873,
        -5.35420560836792,
        -5.427922248840332,
        -5.536999225616455,
        -5.6000895500183105,
        -5.664849758148193,
        -5.704154968261719,
        -5.791101455688477,
        -5.794349670410156,
        -5.784161567687988,
        -5.824007511138916,
        -5.931461811065674,
        -5.981809139251709,
        -6.045787334442139,
        -6.045494079589844,
        -6.075621128082275,
        -6.086508750915527,
        -6.123781681060791,
        -6.192169666290283,
        -6.248963832855225,
        -6.183308124542236,
        -6.25191593170166,
        -6.301548004150391,
        -6.259702682495117,
        -6.338959217071533,
        -6.372439861297607,
        -6.436537742614746,
        -6.462899684906006,
        -6.449411392211914,
        -6.489621639251709,
        -6.461447238922119,
        -6.558005332946777,
        -6.603482723236084,
        -6.555445194244385,
        -6.579801082611084,
        -6.639071464538574,
        -6.648660182952881,
        -6.6866631507873535,
        -6.767474174499512,
        -6.750443935394287,
        -6.7306742668151855,
        -6.7853617668151855,
        -6.818509101867676,
        -6.761360168457031,
        -6.795668601989746,
        -6.82188606262207,
        -6.795504093170166,
        -6.914917469024658,
        -6.921656131744385,
        -6.950718402862549,
        -6.966548919677734,
        -6.965545654296875,
        -6.964168548583984,
        -6.888548374176025,
        -6.932443141937256,
        -6.930734634399414,
        -6.949597358703613,
        -6.947843551635742,
        -6.959360599517822,
        -6.974522590637207,
        -7.005373954772949,
        -7.039368629455566,
        -7.008696556091309,
        -7.064368724822998,
        -7.038439750671387,
        -7.046519756317139,
        -7.052777290344238,
        -7.06027889251709,
        -7.048835277557373,
        -7.095891952514648,
        -7.080573558807373,
        -7.120383262634277,
        -7.1035075187683105,
        -7.147456645965576,
        -7.133329391479492,
        -7.134939670562744,
        -7.155049800872803,
        -7.205596446990967,
        -7.225539207458496,
        -7.267192840576172,
        -7.250244617462158,
        -7.287757873535156,
        -7.301974296569824,
        -7.254255294799805,
        -7.3585429191589355,
        -7.332351207733154,
        -7.346045970916748,
        -7.384589672088623,
        -7.356956958770752,
        -7.392472743988037,
        -7.418970584869385,
        -7.446511745452881,
        -7.445052623748779,
        -7.42110538482666,
        -7.461490631103516,
        -7.509364128112793,
        -7.508744716644287,
        -7.480283260345459,
        -7.561679363250732,
        -7.4522271156311035,
        -7.437519550323486,
        -7.473508834838867,
        -7.49954080581665,
        -7.418591499328613,
        -7.478306293487549,
        -7.459006309509277,
        -7.478801250457764,
        -7.432499408721924,
        -7.565118312835693,
        -7.627929210662842,
        -7.529797554016113,
        -7.611763954162598,
        -7.658102989196777,
        -7.665148735046387,
        -7.690982818603516,
        -7.733800411224365,
        -7.499368667602539,
        -7.578357696533203,
        -7.613222122192383,
        -7.657804489135742,
        -7.653645038604736,
        -7.742368221282959
    ],
    "train_time_history": [
        4810.419310808182,
        4810.429551362991,
        4780.074353456497,
        4780.08434343338,
        4793.850719213486,
        4793.851686954498,
        4799.262031078339,
        4799.2719786167145,
        4776.265509605408,
        4776.275769710541,
        4800.915772199631,
        4800.925550937653,
        4782.19565987587,
        4870.2729279994965,
        4864.202353715897,
        5526.39341044426,
        5526.402764797211,
        5210.057184457779,
        5210.0663821697235,
        5192.114199876785,
        5192.115474700928,
        5119.568732976913,
        5119.579450130463,
        4854.391019105911,
        4854.4009165763855,
        4825.207883834839,
        4825.218036174774,
        4839.370161294937,
        4839.3797080516815,
        4829.168277978897,
        4829.178178310394,
        4831.754481077194,
        4831.764403104782,
        4840.167069673538,
        4840.1764142513275,
        4839.306309938431,
        4839.315984725952,
        4835.479310274124,
        4835.489530324936,
        4991.815203428268,
        4826.761980772018,
        4826.772101163864,
        4819.3496108055115,
        4819.358952999115,
        4820.984974384308,
        4820.995014190674,
        4820.539752483368,
        4820.548979997635,
        4814.873534917831,
        4814.876268863678,
        4812.354250907898,
        4812.363839626312,
        4822.391925573349,
        4822.40118765831,
        4809.686738491058,
        4809.697638034821,
        4832.5055372715,
        4832.515355587006,
        4831.67563867569,
        4831.685403108597,
        4824.845934391022,
        4824.85514998436,
        4835.57625246048,
        4835.587289094925,
        4817.744952201843,
        4817.7542552948,
        4807.804133653641,
        4807.814810037613,
        4818.521605968475,
        4818.532015800476,
        4981.354954957962,
        4981.368631839752,
        4875.586889028549,
        4875.597553014755,
        4801.111567258835,
        4801.1219182014465,
        4799.074081897736,
        4799.08514547348,
        4809.401276350021,
        4809.41465306282,
        4809.043102502823,
        4809.04475402832,
        4818.2070748806,
        4818.209503889084,
        4796.3679666519165,
        4796.377726793289,
        4794.153427362442,
        4794.155965805054,
        4804.1572597026825,
        4804.168130159378,
        4797.392125368118,
        4797.401923418045,
        4797.116873264313,
        4797.12747836113,
        4799.205674409866,
        4799.215870857239,
        4969.960748910904,
        4969.971879482269,
        5270.599810838699,
        5270.6101796627045,
        4881.989181518555,
        4882.000226974487,
        4867.6136746406555,
        4867.624637126923,
        5128.904933452606,
        5128.915862798691,
        4879.79870891571,
        4879.80947971344,
        4969.744366407394,
        4969.754128456116,
        4907.097052812576,
        4907.107843637466,
        4812.9132516384125,
        4812.9242560863495,
        4815.909214496613,
        4815.920344591141,
        4806.699935913086,
        4806.70260477066,
        4831.170897245407,
        4831.180289506912,
        4839.252681255341,
        4839.262135982513,
        4833.886634111404,
        4833.8898758888245,
        4830.524186134338,
        4830.53564286232,
        4824.74093079567,
        4824.747734546661,
        4818.754670858383,
        4818.764072179794,
        4816.966838121414,
        4816.977759599686,
        4831.582427740097,
        4831.592094898224,
        4804.51261639595,
        4993.473606586456,
        4815.601177692413,
        4815.610737085342,
        4789.788247346878,
        4865.854624032974,
        4865.864605426788,
        5030.177618980408,
        5030.188777208328,
        4769.904754638672,
        4895.086503267288,
        4895.0979063510895,
        4869.957269668579,
        4869.958615779877,
        4962.7930123806,
        4962.803097486496,
        5163.898764133453,
        5163.90244436264,
        4803.290739297867,
        4803.3002672195435,
        4819.002298593521,
        4819.014036178589,
        4812.0083973407745,
        5130.011174440384,
        5130.020927429199,
        5238.748838424683,
        5162.933927536011,
        5162.94544506073,
        5014.217702865601,
        5014.227581739426,
        5119.955267906189,
        5119.966482877731,
        4877.71505856514,
        4947.4076771736145,
        4947.418792486191,
        4980.132425069809,
        4980.143876552582,
        5166.483239412308,
        5166.49423623085,
        4906.088274717331,
        4906.0993638038635,
        4880.329564332962,
        4880.339328289032,
        4873.104112148285,
        4873.119816303253,
        4885.143585205078,
        5015.694309234619,
        5418.331888914108,
        5144.6408631801605,
        5144.652040481567,
        5510.665446281433,
        5510.677114725113,
        4798.924424171448,
        4798.935866594315,
        4812.6511833667755,
        4812.66309094429,
        4802.269027709961,
        4802.280553340912,
        4802.639967918396,
        4802.649654150009,
        4785.577591180801,
        4785.58954501152,
        4792.5177211761475,
        4792.5278561115265,
        4783.97540807724,
        4835.069321632385,
        4857.578319787979,
        4857.590538024902,
        4861.290355205536,
        4861.301545619965,
        4851.626524686813,
        4597.863308668137,
        4597.874926805496,
        4598.068494558334,
        4598.072705507278,
        4607.527726888657,
        4607.5391726493835,
        4593.976358413696,
        4593.987717866898,
        4608.605073928833,
        4608.616888284683,
        4604.218909025192,
        4604.230967283249,
        4601.031387329102,
        4936.647894382477,
        4936.660204172134,
        4616.291204214096,
        4828.3469569683075,
        5099.975877046585,
        5099.978621482849,
        5208.007155179977,
        5208.019089221954,
        4924.660996437073,
        4631.26912856102,
        4631.2805788517,
        4622.089585542679,
        4669.914644002914,
        4669.9266991615295,
        5124.021832227707,
        5124.033423900604,
        4878.845312595367,
        4878.8553302288055,
        4774.273676395416,
        4936.869963884354,
        4936.871921777725,
        4737.119180679321,
        4737.129071235657,
        4738.499984264374,
        4738.504971981049,
        4728.711101770401,
        4728.721209287643,
        4720.726502895355,
        4720.738488435745,
        4740.279819250107,
        4740.292397260666,
        4727.014559984207,
        4771.3221616744995,
        4771.332203388214,
        4708.109707355499,
        4708.121538639069,
        4709.580441951752,
        4709.592922925949,
        4704.416685819626,
        4704.427433013916,
        4723.0361750125885,
        4723.046160697937,
        4742.564235210419
    ],
    "valid_loss_history": [
        -3.0233164174216136,
        -4.020770004817417,
        -4.493505137307303,
        -4.805826323372977,
        -5.009723663330078,
        -5.3551515851702005,
        -5.507791314806257,
        -5.709285395486014,
        -5.82812111718314,
        -5.88963999067034,
        -5.970332486288888,
        -5.988547257014683,
        -6.113276481628418,
        -6.132954188755581,
        -6.210943358285086,
        -6.279647214072091,
        -6.3300862312316895,
        -6.36109277180263,
        -6.427222183772495,
        -6.453009741646903,
        -6.489914894104004,
        -6.48867974962507,
        -6.536007336207798,
        -6.532879625047956,
        -6.572577135903495,
        -6.5566478456769675,
        -6.660695620945522,
        -6.70451055254255,
        -6.65756470816476,
        -6.701659406934466,
        -6.7815567425319125,
        -6.804818085261753,
        -6.783689567020962,
        -6.844764641353062,
        -6.868685790470669,
        -6.888231481824603,
        -6.942419528961182,
        -6.951289176940918,
        -6.975076675415039,
        -6.991657052721296,
        -7.000387941087995,
        -7.082024574279785,
        -7.087371553693499,
        -7.114969117300851,
        -7.163520812988281,
        -7.1951784406389505,
        -7.216815676007952,
        -7.201807635171073,
        -7.183896745954241,
        -7.227273804800851,
        -7.232961927141462,
        -7.2955668313162665,
        -7.2690509387425015,
        -7.273542472294399,
        -7.281754766191755,
        -7.311358247484479,
        -7.287418706076486,
        -7.261871746608189,
        -7.2840664727347235,
        -7.316314697265625,
        -7.376913070678711,
        -7.367326668330601,
        -7.438824789864676,
        -7.427623748779297,
        -7.45092739377703,
        -7.4810590744018555,
        -7.43196405683245,
        -7.413298266274588,
        -7.448171275002616,
        -7.470413276127407,
        -7.478131294250488,
        -7.494483879634312,
        -7.459411212376186,
        -7.515866688319615,
        -7.571803229195731,
        -7.573634147644043,
        -7.562024729592459,
        -7.550929818834577,
        -7.53609037399292,
        -7.563671180180141,
        -7.578108038221087,
        -7.531997203826904,
        -7.600094999585833,
        -7.639314787728446,
        -7.65882362638201,
        -7.624989918300083,
        -7.5906588690621515,
        -7.606484276907785,
        -7.59099394934518,
        -7.611005442483084,
        -7.649059908730643,
        -7.675145898546491,
        -7.672644138336182,
        -7.692336968013218,
        -7.745299407414028,
        -7.703637259347098,
        -7.7217142922537665,
        -7.755190917423794,
        -7.724456242152622,
        -7.718445096697126,
        -7.70384795325143,
        -7.769181455884661,
        -7.737368106842041,
        -7.775186266217913,
        -7.79545715876988,
        -7.832847731454032,
        -7.88108880179269,
        -7.83744832447597,
        -7.77746193749564,
        -7.796889645712716,
        -7.857666560581753,
        -7.839055401938302,
        -7.861930165972028,
        -7.839671952383859,
        -7.864107472555978,
        -7.894429411206927,
        -7.918878350939069,
        -7.923129831041608,
        -7.894604206085205,
        -7.947047778538296,
        -8.002508435930524,
        -7.973720823015485,
        -7.974254812513079,
        -8.013154642922538,
        -8.002701963697161,
        -8.019224030630928,
        -8.05652904510498,
        -8.018050602504186,
        -7.991105215890067,
        -8.010712623596191,
        -8.022557122366768,
        -8.00721972329276,
        -8.078724997384208,
        -8.01572070802961,
        -8.054968425205775,
        -7.982895714896066,
        -7.920760086604527,
        -7.992146287645612
    ]
}