{ "args": { "above_freq": 300.0, "architecture": "conv_tasnet_stft", "batch_size": 58, "beta1": 0.5, "beta2": 0.9, "bn_chan": 256, "continual_train": false, "dataset": "multi_singing_librispeech", "db_normalize": false, "ema": true, "encoder_activation": null, "entity": "carson2050", "epochs": 200, "eps": 1e-08, "exp_name": "multi_singing_librispeech", "ff_activation": "relu", "gpu": 0, "gradient_clip": null, "hid_chan": 1024, "load_ema_online_model": false, "lr": 0.0002, "lr_decay_gamma": 0.5, "lr_decay_patience": 20, "lr_scheduler": "step_lr", "mask_act": "linear", "max_n_src": 4, "min_n_src": 2, "mixed_precision": false, "mixture_consistency": "mixture_consistency", "multi_spec_loss_log_scale": false, "n_blocks": 6, "n_filter": 512, "n_kernel": 512, "n_nodes": 1, "n_repeats": 4, "n_src": 2, "nb_workers": 8, "nfft": 2048, "ngpus_per_node": 1, "nhop": 512, "no_cuda": false, "no_mask": false, "no_mask_residual": false, "optimizer": "adam", "output": "results/singing_sep/checkpoint/multi_singing_librispeech", "output_directory": "results/singing_sep", "part_of_data": null, "patience": 50, "pitch_formant_augment_prob": 0.4, "port": null, "project": "MedleyVox_home_pt2", "quiet": false, "rank": 0, "reduced_training_data_ratio": 1.0, "resume": "results/singing_sep/checkpoint/multi_singing_librispeech", "same_singer_dict_path": [ [ "../data/24k/OpenSinger", "./svs/preprocess/make_same_singer_dict/same_singer_OpenSinger.json", "OpenSinger" ], [ "../data/24k/k_multisinger", "./svs/preprocess/make_same_singer_dict/same_singer_k_multisinger.json", "k_multisinger" ], [ "../data/24k/CSD", "./svs/preprocess/make_same_singer_dict/same_singer_CSD.json", "CSD" ], [ "../data/24k/jsut-song_ver1", "./svs/preprocess/make_same_singer_dict/same_singer_jsut-song_ver1.json", "jsut-song_ver1" ], [ "../data/24k/jvs_music_ver1", "./svs/preprocess/make_same_singer_dict/same_singer_jvs_music_ver1.json", "jvs_music_ver1" ], [ "../data/24k/k_multitimbre", "./svs/preprocess/make_same_singer_dict/same_singer_k_multitimbre.json", "k_multitimbre" ], [ "../data/24k/kiritan_revised", "./svs/preprocess/make_same_singer_dict/same_singer_kiritan.json", "kiritan" ], [ "../data/24k/musdb_a_train", "./svs/preprocess/make_same_singer_dict/same_singer_musdb_a_train.json", "musdb_a_train" ], [ "../data/24k/NUS", "./svs/preprocess/make_same_singer_dict/same_singer_NUS.json", "NUS" ], [ "../data/24k/VocalSet", "./svs/preprocess/make_same_singer_dict/same_singer_VocalSet.json", "VocalSet" ] ], "same_singer_ratio": 0.2, "same_song_dict_path": [ [ "../data/24k/k_multisinger", "./svs/preprocess/make_same_song_dict/same_song_k_multisinger.json", "k_multisinger" ] ], "same_song_ratio": 0.2, "same_speaker_dict_path": [ [ "../data/24k/LibriSpeech_train-clean-100", "./svs/preprocess/make_same_speaker_dict/same_singer_LibriSpeech_train-clean-100.json", "LibriSpeech_train-clean-100" ], [ "../data/24k/LibriSpeech_train-clean-360", "./svs/preprocess/make_same_speaker_dict/same_singer_LibriSpeech_train-clean-360.json", "LibriSpeech_train-clean-360" ] ], "same_speaker_ratio": 0.15, "sample_rate": 24000, "seed": 777, "seq_dur": 3.0, "sing_sing_ratio": 0.15, "sing_speech_ratio": 0.15, "skip_chan": 256, "song_length_dict_path": "./svs/preprocess/song_length_dict_24k.json", "speech_train_root": [ "../data/24k/LibriSpeech_train-clean-360", "../data/24k/LibriSpeech_train-clean-100" ], "sr_input_res": false, "sr_out_mix_consistency": false, "srnet": "orig", "start_from_best": false, "sweep": false, "target": "vocals", "train_loss_func": [ "pit_snr", "multi_spectral_l1" ], "train_root": [ "../data/24k/CSD", "../data/24k/NUS", "../data/24k/TONAS", "../data/24k/VocalSet", "../data/24k/jsut-song_ver1", "../data/24k/jvs_music_ver1", "../data/24k/kiritan_revised", "../data/24k/vocadito", "../data/24k/musdb_a_train", "../data/24k/OpenSinger", "../data/24k/medleyDB_v1_in_musdb", "../data/24k/k_multisinger", "../data/24k/k_multitimbre" ], "unison_prob": 0.3, "use_wandb": true, "valid_loss_func": [ "pit_si_sdr" ], "valid_regions_dict_path": "./svs/preprocess/valid_regions_dict_singing_singing.json", "valid_root": [ [ "../data/24k/musdb_a_test", "../data/24k/musdb_a_test", "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_singing_singing.json", "sing_sing_diff" ], [ "../data/24k/musdb_a_test", "../data/24k/musdb_a_test", "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_singing_unison.json", "sing_sing_unison" ], [ "../data/24k/musdb_a_test", "../data/24k/musdb_a_test", "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_singing_singing_same_singer.json", "sing_sing_same_singer" ], [ "../data/24k/LibriSpeech_dev-clean", "../data/24k/LibriSpeech_dev-clean", "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_speech_speech.json", "speech_speech_diff" ], [ "../data/24k/LibriSpeech_dev-clean", "../data/24k/LibriSpeech_dev-clean", "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_speech_unison.json", "speech_speech_unison" ], [ "../data/24k/LibriSpeech_dev-clean", "../data/24k/LibriSpeech_dev-clean", "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_speech_speech_same_speaker.json", "speech_speech_same_speaker" ], [ "../data/24k/musdb_a_test", "../data/24k/LibriSpeech_dev-clean", "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_singing_speech.json", "singing_speech" ] ], "valid_root_orpit": [ [ "../data/24k/musdb_a_test", "../data/24k/musdb_a_test", "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_singing_singing_n_srcs.json", "sing_sing_diff" ], [ "../data/24k/musdb_a_test", "../data/24k/musdb_a_test", "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_singing_unison_n_srcs.json", "sing_sing_unison" ], [ "../data/24k/musdb_a_test", "../data/24k/musdb_a_test", "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_singing_singing_same_singer_n_srcs.json", "sing_sing_same_singer" ], [ "../data/24k/LibriSpeech_dev-clean", "../data/24k/LibriSpeech_dev-clean", "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_speech_speech_n_srcs.json", "speech_speech_diff" ], [ "../data/24k/LibriSpeech_dev-clean", "../data/24k/LibriSpeech_dev-clean", "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_speech_unison_n_srcs.json", "speech_speech_unison" ], [ "../data/24k/LibriSpeech_dev-clean", "../data/24k/LibriSpeech_dev-clean", "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_speech_speech_same_speaker_n_srcs.json", "speech_speech_same_speaker" ], [ "../data/24k/musdb_a_test", "../data/24k/LibriSpeech_dev-clean", "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_singing_speech_n_srcs.json", "singing_speech" ] ], "weight_decay": 1e-06, "world_size": 1 }, "best_epoch": 92, "best_loss": -7.675145898546491, "epochs_trained": 93, "num_bad_epochs": 1, "train_loss_history": [ -1.4921716451644897, -2.8664329051971436, -3.3393054008483887, -3.638092517852783, -3.879303216934204, -4.088993072509766, -4.227543830871582, -4.412248134613037, -4.58026123046875, -4.71837043762207, -4.800468444824219, -4.882855415344238, -5.011181831359863, -5.128243923187256, -5.150334358215332, -5.240769386291504, -5.357062816619873, -5.35420560836792, -5.427922248840332, -5.536999225616455, -5.6000895500183105, -5.664849758148193, -5.704154968261719, -5.791101455688477, -5.794349670410156, -5.784161567687988, -5.824007511138916, -5.931461811065674, -5.981809139251709, -6.045787334442139, -6.045494079589844, -6.075621128082275, -6.086508750915527, -6.123781681060791, -6.192169666290283, -6.248963832855225, -6.183308124542236, -6.25191593170166, -6.301548004150391, -6.259702682495117, -6.338959217071533, -6.372439861297607, -6.436537742614746, -6.462899684906006, -6.449411392211914, -6.489621639251709, -6.461447238922119, -6.558005332946777, -6.603482723236084, -6.555445194244385, -6.579801082611084, -6.639071464538574, -6.648660182952881, -6.6866631507873535, -6.767474174499512, -6.750443935394287, -6.7306742668151855, -6.7853617668151855, -6.818509101867676, -6.761360168457031, -6.795668601989746, -6.82188606262207, -6.795504093170166, -6.914917469024658, -6.921656131744385, -6.950718402862549, -6.966548919677734, -6.965545654296875, -6.964168548583984, -6.888548374176025, -6.932443141937256, -6.930734634399414, -6.949597358703613, -6.947843551635742, -6.959360599517822, -6.974522590637207, -7.005373954772949, -7.039368629455566, -7.008696556091309, -7.064368724822998, -7.038439750671387, -7.046519756317139, -7.052777290344238, -7.06027889251709, -7.048835277557373, -7.095891952514648, -7.080573558807373, -7.120383262634277, -7.1035075187683105, -7.147456645965576, -7.133329391479492, -7.134939670562744, -7.155049800872803 ], "train_time_history": [ 4810.419310808182, 4810.429551362991, 4780.074353456497, 4780.08434343338, 4793.850719213486, 4793.851686954498, 4799.262031078339, 4799.2719786167145, 4776.265509605408, 4776.275769710541, 4800.915772199631, 4800.925550937653, 4782.19565987587, 4870.2729279994965, 4864.202353715897, 5526.39341044426, 5526.402764797211, 5210.057184457779, 5210.0663821697235, 5192.114199876785, 5192.115474700928, 5119.568732976913, 5119.579450130463, 4854.391019105911, 4854.4009165763855, 4825.207883834839, 4825.218036174774, 4839.370161294937, 4839.3797080516815, 4829.168277978897, 4829.178178310394, 4831.754481077194, 4831.764403104782, 4840.167069673538, 4840.1764142513275, 4839.306309938431, 4839.315984725952, 4835.479310274124, 4835.489530324936, 4991.815203428268, 4826.761980772018, 4826.772101163864, 4819.3496108055115, 4819.358952999115, 4820.984974384308, 4820.995014190674, 4820.539752483368, 4820.548979997635, 4814.873534917831, 4814.876268863678, 4812.354250907898, 4812.363839626312, 4822.391925573349, 4822.40118765831, 4809.686738491058, 4809.697638034821, 4832.5055372715, 4832.515355587006, 4831.67563867569, 4831.685403108597, 4824.845934391022, 4824.85514998436, 4835.57625246048, 4835.587289094925, 4817.744952201843, 4817.7542552948, 4807.804133653641, 4807.814810037613, 4818.521605968475, 4818.532015800476, 4981.354954957962, 4981.368631839752, 4875.586889028549, 4875.597553014755, 4801.111567258835, 4801.1219182014465, 4799.074081897736, 4799.08514547348, 4809.401276350021, 4809.41465306282, 4809.043102502823, 4809.04475402832, 4818.2070748806, 4818.209503889084, 4796.3679666519165, 4796.377726793289, 4794.153427362442, 4794.155965805054, 4804.1572597026825, 4804.168130159378, 4797.392125368118, 4797.401923418045, 4797.116873264313, 4797.12747836113, 4799.205674409866, 4799.215870857239, 4969.960748910904, 4969.971879482269, 5270.599810838699, 5270.6101796627045, 4881.989181518555, 4882.000226974487, 4867.6136746406555, 4867.624637126923, 5128.904933452606, 5128.915862798691, 4879.79870891571, 4879.80947971344, 4969.744366407394, 4969.754128456116, 4907.097052812576, 4907.107843637466, 4812.9132516384125, 4812.9242560863495, 4815.909214496613, 4815.920344591141, 4806.699935913086, 4806.70260477066, 4831.170897245407, 4831.180289506912, 4839.252681255341, 4839.262135982513, 4833.886634111404, 4833.8898758888245, 4830.524186134338, 4830.53564286232, 4824.74093079567, 4824.747734546661, 4818.754670858383, 4818.764072179794, 4816.966838121414, 4816.977759599686, 4831.582427740097, 4831.592094898224, 4804.51261639595, 4993.473606586456, 4815.601177692413, 4815.610737085342, 4789.788247346878, 4865.854624032974, 4865.864605426788, 5030.177618980408, 5030.188777208328, 4769.904754638672, 4895.086503267288, 4895.0979063510895, 4869.957269668579, 4869.958615779877, 4962.7930123806, 4962.803097486496, 5163.898764133453, 5163.90244436264, 4803.290739297867, 4803.3002672195435, 4819.002298593521, 4819.014036178589, 4812.0083973407745, 5130.011174440384, 5130.020927429199, 5238.748838424683, 5162.933927536011, 5162.94544506073, 5014.217702865601, 5014.227581739426, 5119.955267906189, 5119.966482877731, 4877.71505856514, 4947.4076771736145, 4947.418792486191, 4980.132425069809, 4980.143876552582, 5166.483239412308, 5166.49423623085, 4906.088274717331, 4906.0993638038635, 4880.329564332962, 4880.339328289032, 4873.104112148285, 4873.119816303253, 4885.143585205078, 5015.694309234619 ], "valid_loss_history": [ -3.0233164174216136, -4.020770004817417, -4.493505137307303, -4.805826323372977, -5.009723663330078, -5.3551515851702005, -5.507791314806257, -5.709285395486014, -5.82812111718314, -5.88963999067034, -5.970332486288888, -5.988547257014683, -6.113276481628418, -6.132954188755581, -6.210943358285086, -6.279647214072091, -6.3300862312316895, -6.36109277180263, -6.427222183772495, -6.453009741646903, -6.489914894104004, -6.48867974962507, -6.536007336207798, -6.532879625047956, -6.572577135903495, -6.5566478456769675, -6.660695620945522, -6.70451055254255, -6.65756470816476, -6.701659406934466, -6.7815567425319125, -6.804818085261753, -6.783689567020962, -6.844764641353062, -6.868685790470669, -6.888231481824603, -6.942419528961182, -6.951289176940918, -6.975076675415039, -6.991657052721296, -7.000387941087995, -7.082024574279785, -7.087371553693499, -7.114969117300851, -7.163520812988281, -7.1951784406389505, -7.216815676007952, -7.201807635171073, -7.183896745954241, -7.227273804800851, -7.232961927141462, -7.2955668313162665, -7.2690509387425015, -7.273542472294399, -7.281754766191755, -7.311358247484479, -7.287418706076486, -7.261871746608189, -7.2840664727347235, -7.316314697265625, -7.376913070678711, -7.367326668330601, -7.438824789864676, -7.427623748779297, -7.45092739377703, -7.4810590744018555, -7.43196405683245, -7.413298266274588, -7.448171275002616, -7.470413276127407, -7.478131294250488, -7.494483879634312, -7.459411212376186, -7.515866688319615, -7.571803229195731, -7.573634147644043, -7.562024729592459, -7.550929818834577, -7.53609037399292, -7.563671180180141, -7.578108038221087, -7.531997203826904, -7.600094999585833, -7.639314787728446, -7.65882362638201, -7.624989918300083, -7.5906588690621515, -7.606484276907785, -7.59099394934518, -7.611005442483084, -7.649059908730643, -7.675145898546491, -7.672644138336182 ] }