diff --git "a/trainer_0_log.txt" "b/trainer_0_log.txt" new file mode 100644--- /dev/null +++ "b/trainer_0_log.txt" @@ -0,0 +1,100099 @@ + > Training Environment: + | > Backend: Torch + | > Mixed precision: True + | > Precision: fp16 + | > Current device: 0 + | > Num. of GPUs: 1 + | > Num. of CPUs: 16 + | > Num. of Torch Threads: 8 + | > Torch seed: 54321 + | > Torch CUDNN: True + | > Torch CUDNN deterministic: False + | > Torch CUDNN benchmark: False + | > Torch TF32 MatMul: False + > Start Tensorboard: tensorboard --logdir=/home/aymen/Tamazight-NLP/Speech/coqui_tts/vits_shi_male-November-22-2024_02+49AM-0000000 + + > Model has 83041708 parameters + + > EPOCH: 0/1000 + --> /home/aymen/Tamazight-NLP/Speech/coqui_tts/vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 02:51:38)  + + --> TIME: 2024-11-22 02:51:47 -- STEP: 0/797 -- GLOBAL_STEP: 0 + | > loss_disc: 5.9318318367004395 (5.9318318367004395) + | > loss_disc_real_0: 0.9709874391555786 (0.9709874391555786) + | > loss_disc_real_1: 0.9714029431343079 (0.9714029431343079) + | > loss_disc_real_2: 0.9821491241455078 (0.9821491241455078) + | > loss_disc_real_3: 0.9811509251594543 (0.9811509251594543) + | > loss_disc_real_4: 1.022464632987976 (1.022464632987976) + | > loss_disc_real_5: 1.002955436706543 (1.002955436706543) + | > loss_0: 5.9318318367004395 (5.9318318367004395) + | > grad_norm_0: 0 (0) + | > loss_gen: 5.931347846984863 (5.931347846984863) + | > loss_kl: 148.4361114501953 (148.4361114501953) + | > loss_feat: 0.41688719391822815 (0.41688719391822815) + | > loss_mel: 102.87934875488281 (102.87934875488281) + | > loss_duration: 2.386620044708252 (2.386620044708252) + | > amp_scaler: 32768.0 (32768.0) + | > loss_1: 260.0503234863281 (260.0503234863281) + | > grad_norm_1: 0 (0) + | > current_lr_0: 0.0002 + | > current_lr_1: 0.0002 + | > step_time: 5.6026 (5.602592706680298) + | > loader_time: 2.6568 (2.656766653060913) + + + --> TIME: 2024-11-22 02:52:36 -- STEP: 25/797 -- GLOBAL_STEP: 25 + | > loss_disc: 2.312190055847168 (3.206577711105347) + | > loss_disc_real_0: 0.2688009440898895 (0.32892073959112167) + | > loss_disc_real_1: 0.22012606263160706 (0.31577447533607483) + | > loss_disc_real_2: 0.17696265876293182 (0.32115101516246797) + | > loss_disc_real_3: 0.2084178477525711 (0.3294952630996704) + | > loss_disc_real_4: 0.18003694713115692 (0.3424918484687805) + | > loss_disc_real_5: 0.13870833814144135 (0.3438759696483612) + | > loss_0: 2.312190055847168 (3.206577711105347) + | > grad_norm_0: tensor(5.6986, device='cuda:0') (tensor(3.0717, device='cuda:0')) + | > loss_gen: 2.373605966567993 (2.0848912310600283) + | > loss_kl: 8.432108879089355 (53.92661540985105) + | > loss_feat: 3.623882293701172 (1.241592754125595) + | > loss_mel: 58.39069747924805 (77.55017288208008) + | > loss_duration: 1.9680168628692627 (2.224168186187744) + | > amp_scaler: 1024.0 (2088.96) + | > loss_1: 74.7883071899414 (137.02743652343747) + | > grad_norm_1: tensor(144.5068, device='cuda:0') (tensor(164.4548, device='cuda:0')) + | > current_lr_0: 0.0002 + | > current_lr_1: 0.0002 + | > step_time: 1.6771 (1.8626489162445068) + | > loader_time: 0.0083 (0.007925004959106448) + + + --> TIME: 2024-11-22 02:53:24 -- STEP: 50/797 -- GLOBAL_STEP: 50 + | > loss_disc: 2.345627546310425 (2.8284784030914314) + | > loss_disc_real_0: 0.16173610091209412 (0.26873226508498194) + | > loss_disc_real_1: 0.31035423278808594 (0.2857157358527183) + | > loss_disc_real_2: 0.2865622639656067 (0.2901525595784187) + | > loss_disc_real_3: 0.32865041494369507 (0.29248699545860296) + | > loss_disc_real_4: 0.2793738543987274 (0.30044615000486374) + | > loss_disc_real_5: 0.1643940657377243 (0.2832952187955379) + | > loss_0: 2.345627546310425 (2.8284784030914314) + | > grad_norm_0: tensor(2.9608, device='cuda:0') (tensor(4.4983, device='cuda:0')) + | > loss_gen: 2.6520724296569824 (2.2013214433193213) + | > loss_kl: 3.920957326889038 (29.656218247413626) + | > loss_feat: 3.269991874694824 (2.207276627421379) + | > loss_mel: 47.39669418334961 (64.23915069580076) + | > loss_duration: 2.028940200805664 (2.136624031066895) + | > amp_scaler: 1024.0 (1556.48) + | > loss_1: 59.268653869628906 (100.44058906555172) + | > grad_norm_1: tensor(110.6059, device='cuda:0') (tensor(138.4394, device='cuda:0')) + | > current_lr_0: 0.0002 + | > current_lr_1: 0.0002 + | > step_time: 2.0002 (1.8689528226852417) + | > loader_time: 0.0057 (0.007822399139404296) + + + --> TIME: 2024-11-22 02:54:10 -- STEP: 75/797 -- GLOBAL_STEP: 75 + | > loss_disc: 2.190091609954834 (2.6036130062739056) + | > loss_disc_real_0: 0.0822136253118515 (0.21508836274345716) + | > loss_disc_real_1: 0.34419873356819153 (0.27571668008963257) + | > loss_disc_real_2: 0.32431256771087646 (0.2779515457153319) + | > loss_disc_real_3: 0.2242048978805542 (0.2781257136662802) + | > loss_disc_real_4: 0.2190956026315689 (0.28320091625054683) + | > loss_disc_real_5: 0.2082507461309433 (0.2437077670296033) + | > loss_0: 2.190091609954834 (2.6036130062739056) + | > grad_norm_0: tensor(3.3633, device='cuda:0') (tensor(5.7379, device='cuda:0')) + | > loss_gen: 2.99001407623291 (2.402616261641184) + | > loss_kl: 2.6523725986480713 (20.830635779698685) + | > loss_feat: 4.065979957580566 (2.9818028875192) + | > loss_mel: 46.83710479736328 (58.33300165812173) + | > loss_duration: 2.008854389190674 (2.0997904300689703) + | > amp_scaler: 1024.0 (1378.9866666666667) + | > loss_1: 58.554325103759766 (86.6478457132975) + | > grad_norm_1: tensor(86.6897, device='cuda:0') (tensor(127.6948, device='cuda:0')) + | > current_lr_0: 0.0002 + | > current_lr_1: 0.0002 + | > step_time: 1.7796 (1.8576091225941975) + | > loader_time: 0.0073 (0.007959648768107095) + + + --> TIME: 2024-11-22 02:54:56 -- STEP: 100/797 -- GLOBAL_STEP: 100 + | > loss_disc: 2.4311506748199463 (2.5324332678318022) + | > loss_disc_real_0: 0.14124251902103424 (0.18386603605002164) + | > loss_disc_real_1: 0.39237073063850403 (0.2705703283846378) + | > loss_disc_real_2: 0.38410764932632446 (0.2713642367720603) + | > loss_disc_real_3: 0.3076293468475342 (0.2669761139154435) + | > loss_disc_real_4: 0.3765219748020172 (0.2721064078807831) + | > loss_disc_real_5: 0.17463335394859314 (0.24150871843099594) + | > loss_0: 2.4311506748199463 (2.5324332678318022) + | > grad_norm_0: tensor(5.4306, device='cuda:0') (tensor(5.6948, device='cuda:0')) + | > loss_gen: 2.3760387897491455 (2.4388925927877416) + | > loss_kl: 2.2580649852752686 (16.228525311946857) + | > loss_feat: 3.4734818935394287 (3.201168545186519) + | > loss_mel: 43.56944274902344 (54.74726516723632) + | > loss_duration: 2.052121162414551 (2.0864361989498152) + | > amp_scaler: 1024.0 (1290.2399999999998) + | > loss_1: 53.729148864746094 (78.70228702545165) + | > grad_norm_1: tensor(106.2805, device='cuda:0') (tensor(126.2840, device='cuda:0')) + | > current_lr_0: 0.0002 + | > current_lr_1: 0.0002 + | > step_time: 1.4776 (1.8518722009658815) + | > loader_time: 0.0063 (0.00812439203262329) + + + --> TIME: 2024-11-22 02:55:36 -- STEP: 125/797 -- GLOBAL_STEP: 125 + | > loss_disc: 2.9586668014526367 (2.4564375076293947) + | > loss_disc_real_0: 0.45701876282691956 (0.17285212001204492) + | > loss_disc_real_1: 0.2361573874950409 (0.2650885564088822) + | > loss_disc_real_2: 0.24869586527347565 (0.2651661969423294) + | > loss_disc_real_3: 0.2033035010099411 (0.2574564394950868) + | > loss_disc_real_4: 0.20990267395973206 (0.2631728801727295) + | > loss_disc_real_5: 0.3513736128807068 (0.22520798406004905) + | > loss_0: 2.9586668014526367 (2.4564375076293947) + | > grad_norm_0: tensor(7.1732, device='cuda:0') (tensor(5.9360, device='cuda:0')) + | > loss_gen: 2.2570748329162598 (2.50352888059616) + | > loss_kl: 2.11984920501709 (13.415275463104237) + | > loss_feat: 2.4660391807556152 (3.4560032470226285) + | > loss_mel: 42.44750213623047 (52.429840301513664) + | > loss_duration: 2.0365304946899414 (2.078545691490175) + | > amp_scaler: 1024.0 (1236.9919999999997) + | > loss_1: 51.326995849609375 (73.88319290161132) + | > grad_norm_1: tensor(113.5194, device='cuda:0') (tensor(123.9185, device='cuda:0')) + | > current_lr_0: 0.0002 + | > current_lr_1: 0.0002 + | > step_time: 2.1039 (1.7932666244506836) + | > loader_time: 0.0063 (0.00800605583190918) + + + --> TIME: 2024-11-22 02:56:22 -- STEP: 150/797 -- GLOBAL_STEP: 150 + | > loss_disc: 2.183534622192383 (2.4891588115692125) + | > loss_disc_real_0: 0.12227801978588104 (0.19085047937929628) + | > loss_disc_real_1: 0.2599937617778778 (0.2619098894794782) + | > loss_disc_real_2: 0.1647047996520996 (0.25953239619731905) + | > loss_disc_real_3: 0.147722527384758 (0.2518186070521673) + | > loss_disc_real_4: 0.10052419453859329 (0.25441065510114036) + | > loss_disc_real_5: 0.2957157492637634 (0.22923328367372353) + | > loss_0: 2.183534622192383 (2.4891588115692125) + | > grad_norm_0: tensor(8.2767, device='cuda:0') (tensor(6.1280, device='cuda:0')) + | > loss_gen: 1.9346649646759033 (2.4552937638759604) + | > loss_kl: 1.928165078163147 (11.504426408608744) + | > loss_feat: 3.9857587814331055 (3.3707737125953026) + | > loss_mel: 42.13495635986328 (51.045319188435876) + | > loss_duration: 1.9431549310684204 (2.0716887903213514) + | > amp_scaler: 1024.0 (1201.4933333333333) + | > loss_1: 51.926700592041016 (70.44750119527178) + | > grad_norm_1: tensor(79.6407, device='cuda:0') (tensor(123.9886, device='cuda:0')) + | > current_lr_0: 0.0002 + | > current_lr_1: 0.0002 + | > step_time: 1.5194 (1.8027240832646687) + | > loader_time: 0.0086 (0.0078614870707194) + + + --> TIME: 2024-11-22 02:57:15 -- STEP: 175/797 -- GLOBAL_STEP: 175 + | > loss_disc: 2.276643753051758 (2.4588994244166784) + | > loss_disc_real_0: 0.19504252076148987 (0.19263344187821665) + | > loss_disc_real_1: 0.1955392211675644 (0.2576451425892965) + | > loss_disc_real_2: 0.14689987897872925 (0.25668897726706086) + | > loss_disc_real_3: 0.21344895660877228 (0.24542604271854676) + | > loss_disc_real_4: 0.11257278919219971 (0.2449804041215353) + | > loss_disc_real_5: 0.38165414333343506 (0.22694790003555163) + | > loss_0: 2.276643753051758 (2.4588994244166784) + | > grad_norm_0: tensor(15.5906, device='cuda:0') (tensor(6.8284, device='cuda:0')) + | > loss_gen: 2.1915862560272217 (2.463595110688891) + | > loss_kl: 1.807982325553894 (10.109250830922798) + | > loss_feat: 4.173188209533691 (3.4499803296157285) + | > loss_mel: 41.67436981201172 (49.85971823556083) + | > loss_duration: 2.024350881576538 (2.0645306948253106) + | > amp_scaler: 1024.0 (1176.1371428571426) + | > loss_1: 51.87147521972656 (67.94707462855747) + | > grad_norm_1: tensor(106.4627, device='cuda:0') (tensor(120.9732, device='cuda:0')) + | > current_lr_0: 0.0002 + | > current_lr_1: 0.0002 + | > step_time: 3.743 (1.840793365750994) + | > loader_time: 0.0182 (0.008348146166120257) + + + --> TIME: 2024-11-22 02:57:58 -- STEP: 200/797 -- GLOBAL_STEP: 200 + | > loss_disc: 2.145913600921631 (2.4539744913578034) + | > loss_disc_real_0: 0.21590666472911835 (0.20260747807100418) + | > loss_disc_real_1: 0.16091760993003845 (0.25564612433314315) + | > loss_disc_real_2: 0.1656452864408493 (0.25182499822229143) + | > loss_disc_real_3: 0.10634604096412659 (0.24073335740715268) + | > loss_disc_real_4: 0.10552636533975601 (0.23946448009461174) + | > loss_disc_real_5: 0.1492787003517151 (0.22642035722732545) + | > loss_0: 2.145913600921631 (2.4539744913578034) + | > grad_norm_0: tensor(10.7726, device='cuda:0') (tensor(7.2334, device='cuda:0')) + | > loss_gen: 2.91636323928833 (2.4644464626908307) + | > loss_kl: 1.8888673782348633 (9.052751629948604) + | > loss_feat: 4.530874252319336 (3.4898997913300986) + | > loss_mel: 45.35139083862305 (49.01512435913086) + | > loss_duration: 1.9557032585144043 (2.058445667028429) + | > amp_scaler: 1024.0 (1157.12) + | > loss_1: 56.6431999206543 (66.08066740036008) + | > grad_norm_1: tensor(73.7081, device='cuda:0') (tensor(118.4723, device='cuda:0')) + | > current_lr_0: 0.0002 + | > current_lr_1: 0.0002 + | > step_time: 2.0081 (1.8241891884803771) + | > loader_time: 0.007 (0.008357757329940796) + + + --> TIME: 2024-11-22 02:58:43 -- STEP: 225/797 -- GLOBAL_STEP: 225 + | > loss_disc: 1.6450828313827515 (2.4119137488471125) + | > loss_disc_real_0: 0.11073505878448486 (0.2038982542190287) + | > loss_disc_real_1: 0.21936772763729095 (0.2529034900003008) + | > loss_disc_real_2: 0.21305659413337708 (0.24725560943285627) + | > loss_disc_real_3: 0.16803134977817535 (0.23923191418250406) + | > loss_disc_real_4: 0.14932900667190552 (0.2335626631644038) + | > loss_disc_real_5: 0.16846635937690735 (0.22434287753370072) + | > loss_0: 1.6450828313827515 (2.4119137488471125) + | > grad_norm_0: tensor(3.2932, device='cuda:0') (tensor(7.3525, device='cuda:0')) + | > loss_gen: 2.967280387878418 (2.4906867522663547) + | > loss_kl: 2.064911127090454 (8.266030642721386) + | > loss_feat: 6.155926704406738 (3.623051924043231) + | > loss_mel: 38.47491455078125 (48.01337422688802) + | > loss_duration: 1.9944970607757568 (2.055045545895895) + | > amp_scaler: 1024.0 (1142.3288888888885) + | > loss_1: 51.657527923583984 (64.4481886121962) + | > grad_norm_1: tensor(48.9745, device='cuda:0') (tensor(118.7661, device='cuda:0')) + | > current_lr_0: 0.0002 + | > current_lr_1: 0.0002 + | > step_time: 1.8744 (1.8215626801384819) + | > loader_time: 0.0109 (0.00853375434875488) + + + --> TIME: 2024-11-22 02:59:18 -- STEP: 250/797 -- GLOBAL_STEP: 250 + | > loss_disc: 1.9301141500473022 (2.3689148144721974) + | > loss_disc_real_0: 0.15000879764556885 (0.20203325672447683) + | > loss_disc_real_1: 0.13974793255329132 (0.2504877318441866) + | > loss_disc_real_2: 0.1750216782093048 (0.24405149143934252) + | > loss_disc_real_3: 0.12444720417261124 (0.23353569936752322) + | > loss_disc_real_4: 0.18403619527816772 (0.2296885028183461) + | > loss_disc_real_5: 0.11248759925365448 (0.22321136850118636) + | > loss_0: 1.9301141500473022 (2.3689148144721974) + | > grad_norm_0: tensor(11.6098, device='cuda:0') (tensor(7.9074, device='cuda:0')) + | > loss_gen: 2.8433051109313965 (2.535635028600693) + | > loss_kl: 1.7446924448013306 (7.635861081123353) + | > loss_feat: 5.290839672088623 (3.7879629296064374) + | > loss_mel: 38.46368408203125 (47.04987255859375) + | > loss_duration: 1.9910777807235718 (2.051228157520294) + | > amp_scaler: 512.0 (1124.3519999999996) + | > loss_1: 50.333595275878906 (63.06055929565429) + | > grad_norm_1: tensor(54.7605, device='cuda:0') (tensor(119.2540, device='cuda:0')) + | > current_lr_0: 0.0002 + | > current_lr_1: 0.0002 + | > step_time: 1.2302 (1.776365961074829) + | > loader_time: 0.0077 (0.00837354278564453) + + + --> TIME: 2024-11-22 03:00:00 -- STEP: 275/797 -- GLOBAL_STEP: 275 + | > loss_disc: 1.6058293581008911 (2.362697748704389) + | > loss_disc_real_0: 0.15249399840831757 (0.20471610466187654) + | > loss_disc_real_1: 0.206342875957489 (0.2516169925169509) + | > loss_disc_real_2: 0.1144079640507698 (0.24159423649311065) + | > loss_disc_real_3: 0.09711465984582901 (0.231070062734864) + | > loss_disc_real_4: 0.1321697235107422 (0.22848058920014996) + | > loss_disc_real_5: 0.2080305516719818 (0.2238650445504622) + | > loss_0: 1.6058293581008911 (2.362697748704389) + | > grad_norm_0: tensor(6.2045, device='cuda:0') (tensor(8.0511, device='cuda:0')) + | > loss_gen: 3.1167898178100586 (2.5604045982794332) + | > loss_kl: 2.002196788787842 (7.10769353909926) + | > loss_feat: 6.223865509033203 (3.8768141901493074) + | > loss_mel: 37.24451446533203 (46.21364980524237) + | > loss_duration: 2.043398141860962 (2.048129723722284) + | > amp_scaler: 512.0 (1068.683636363636) + | > loss_1: 50.630767822265625 (61.806691409024324) + | > grad_norm_1: tensor(147.1835, device='cuda:0') (tensor(120.0564, device='cuda:0')) + | > current_lr_0: 0.0002 + | > current_lr_1: 0.0002 + | > step_time: 1.6372 (1.766401528445157) + | > loader_time: 0.009 (0.008423577221957117) + + + --> TIME: 2024-11-22 03:00:37 -- STEP: 300/797 -- GLOBAL_STEP: 300 + | > loss_disc: 3.7374022006988525 (2.386006711324055) + | > loss_disc_real_0: 0.30458158254623413 (0.20589779517302914) + | > loss_disc_real_1: 0.43966537714004517 (0.25507927094896615) + | > loss_disc_real_2: 0.5875304341316223 (0.24916258948544662) + | > loss_disc_real_3: 0.4549974799156189 (0.23315434182683628) + | > loss_disc_real_4: 0.5540133118629456 (0.23161757968366156) + | > loss_disc_real_5: 0.4161284863948822 (0.2261213307579358) + | > loss_0: 3.7374022006988525 (2.386006711324055) + | > grad_norm_0: tensor(7.9697, device='cuda:0') (tensor(8.3579, device='cuda:0')) + | > loss_gen: 2.4841644763946533 (2.584265598257383) + | > loss_kl: 2.0270588397979736 (6.6692518055439) + | > loss_feat: 2.709172248840332 (3.914380938112736) + | > loss_mel: 38.837310791015625 (45.54111618041992) + | > loss_duration: 2.0426623821258545 (2.0456156357129407) + | > amp_scaler: 512.0 (1022.293333333333) + | > loss_1: 48.10036849975586 (60.75462979634603) + | > grad_norm_1: tensor(69.3529, device='cuda:0') (tensor(119.9762, device='cuda:0')) + | > current_lr_0: 0.0002 + | > current_lr_1: 0.0002 + | > step_time: 1.3807 (1.7420486489931741) + | > loader_time: 0.0124 (0.008428520361582434) + + + --> TIME: 2024-11-22 03:01:15 -- STEP: 325/797 -- GLOBAL_STEP: 325 + | > loss_disc: 2.3057408332824707 (2.4126822915443986) + | > loss_disc_real_0: 0.10841353237628937 (0.20468245216287104) + | > loss_disc_real_1: 0.24939404428005219 (0.25658703689391776) + | > loss_disc_real_2: 0.2914502024650574 (0.25207542818326223) + | > loss_disc_real_3: 0.1806284338235855 (0.23620916125866084) + | > loss_disc_real_4: 0.19205403327941895 (0.23425814057771985) + | > loss_disc_real_5: 0.15917423367500305 (0.2285968554936922) + | > loss_0: 2.3057408332824707 (2.4126822915443986) + | > grad_norm_0: tensor(4.6589, device='cuda:0') (tensor(8.3988, device='cuda:0')) + | > loss_gen: 2.208146095275879 (2.562719724178315) + | > loss_kl: 1.730448603630066 (6.280087515757634) + | > loss_feat: 3.603987455368042 (3.8695889369341043) + | > loss_mel: 36.94210433959961 (44.91282941378079) + | > loss_duration: 1.985244631767273 (2.0437194266686074) + | > amp_scaler: 512.0 (983.0399999999996) + | > loss_1: 46.46992874145508 (59.66894469041091) + | > grad_norm_1: tensor(40.0481, device='cuda:0') (tensor(118.3043, device='cuda:0')) + | > current_lr_0: 0.0002 + | > current_lr_1: 0.0002 + | > step_time: 1.1666 (1.7227430791121263) + | > loader_time: 0.0071 (0.008361380650446969) + + + --> TIME: 2024-11-22 03:01:56 -- STEP: 350/797 -- GLOBAL_STEP: 350 + | > loss_disc: 2.4580447673797607 (2.4232265019416785) + | > loss_disc_real_0: 0.2453036904335022 (0.20755644822759292) + | > loss_disc_real_1: 0.26698872447013855 (0.2553970922316821) + | > loss_disc_real_2: 0.292572021484375 (0.2518493215101106) + | > loss_disc_real_3: 0.24808549880981445 (0.23477999582886697) + | > loss_disc_real_4: 0.28696539998054504 (0.23290354986275955) + | > loss_disc_real_5: 0.27450621128082275 (0.22822681150266097) + | > loss_0: 2.4580447673797607 (2.4232265019416785) + | > grad_norm_0: tensor(8.0052, device='cuda:0') (tensor(8.2274, device='cuda:0')) + | > loss_gen: 2.014890670776367 (2.53272138612611) + | > loss_kl: 1.8180248737335205 (5.947949752807616) + | > loss_feat: 3.498185634613037 (3.804338237813541) + | > loss_mel: 34.14646911621094 (44.16124626159667) + | > loss_duration: 2.026115655899048 (2.0420182987621867) + | > amp_scaler: 512.0 (949.3942857142854) + | > loss_1: 43.503684997558594 (58.48827366420201) + | > grad_norm_1: tensor(61.8410, device='cuda:0') (tensor(117.0852, device='cuda:0')) + | > current_lr_0: 0.0002 + | > current_lr_1: 0.0002 + | > step_time: 1.7993 (1.7164459235327585) + | > loader_time: 0.0092 (0.008471416064671111) + + + --> TIME: 2024-11-22 03:02:38 -- STEP: 375/797 -- GLOBAL_STEP: 375 + | > loss_disc: 2.6302309036254883 (2.4428841969172126) + | > loss_disc_real_0: 0.22496747970581055 (0.2099518978496393) + | > loss_disc_real_1: 0.1866246461868286 (0.25521008976300513) + | > loss_disc_real_2: 0.19386903941631317 (0.25182765424251535) + | > loss_disc_real_3: 0.19813509285449982 (0.23514345477024715) + | > loss_disc_real_4: 0.1244339793920517 (0.23374142597119021) + | > loss_disc_real_5: 0.18320637941360474 (0.23020282119512553) + | > loss_0: 2.6302309036254883 (2.4428841969172126) + | > grad_norm_0: tensor(4.3731, device='cuda:0') (tensor(8.1305, device='cuda:0')) + | > loss_gen: 1.7852309942245483 (2.50115916967392) + | > loss_kl: 1.5304678678512573 (5.660856957435607) + | > loss_feat: 2.6041297912597656 (3.724502935330073) + | > loss_mel: 35.02367401123047 (43.50229068501789) + | > loss_duration: 2.001631736755371 (2.0403788833618184) + | > amp_scaler: 512.0 (920.2346666666664) + | > loss_1: 42.94513702392578 (57.429188385009766) + | > grad_norm_1: tensor(95.3290, device='cuda:0') (tensor(116.9762, device='cuda:0')) + | > current_lr_0: 0.0002 + | > current_lr_1: 0.0002 + | > step_time: 1.5149 (1.713590077082316) + | > loader_time: 0.0125 (0.008548374176025398) + + + --> TIME: 2024-11-22 03:03:18 -- STEP: 400/797 -- GLOBAL_STEP: 400 + | > loss_disc: 2.7435975074768066 (2.4526071473956073) + | > loss_disc_real_0: 0.2835841774940491 (0.2110865303780884) + | > loss_disc_real_1: 0.2876332402229309 (0.2542959213256833) + | > loss_disc_real_2: 0.30013254284858704 (0.2510567538812756) + | > loss_disc_real_3: 0.36217886209487915 (0.2350412596948445) + | > loss_disc_real_4: 0.39336657524108887 (0.23317981574684388) + | > loss_disc_real_5: 0.28555917739868164 (0.2304065801016986) + | > loss_0: 2.7435975074768066 (2.4526071473956073) + | > grad_norm_0: tensor(8.2702, device='cuda:0') (tensor(8.0314, device='cuda:0')) + | > loss_gen: 2.2747573852539062 (2.4734004254639146) + | > loss_kl: 1.8374263048171997 (5.4101856970787034) + | > loss_feat: 2.167428970336914 (3.6600198548287155) + | > loss_mel: 33.4386100769043 (42.90103189945219) + | > loss_duration: 2.0224764347076416 (2.0390228614211097) + | > amp_scaler: 512.0 (894.7199999999997) + | > loss_1: 41.740699768066406 (56.48366047859192) + | > grad_norm_1: tensor(127.6989, device='cuda:0') (tensor(116.9541, device='cuda:0')) + | > current_lr_0: 0.0002 + | > current_lr_1: 0.0002 + | > step_time: 1.6624 (1.7036165046691893) + | > loader_time: 0.0077 (0.008589363694190983) + + + --> TIME: 2024-11-22 03:04:04 -- STEP: 425/797 -- GLOBAL_STEP: 425 + | > loss_disc: 2.380270004272461 (2.4606813916038037) + | > loss_disc_real_0: 0.12932181358337402 (0.21165501600679232) + | > loss_disc_real_1: 0.21427319943904877 (0.2534017414906443) + | > loss_disc_real_2: 0.21682092547416687 (0.25032616527641527) + | > loss_disc_real_3: 0.17498593032360077 (0.23395340581150617) + | > loss_disc_real_4: 0.2483624517917633 (0.23132529988008393) + | > loss_disc_real_5: 0.15468284487724304 (0.23052604547318287) + | > loss_0: 2.380270004272461 (2.4606813916038037) + | > grad_norm_0: tensor(8.7327, device='cuda:0') (tensor(7.8477, device='cuda:0')) + | > loss_gen: 2.132004499435425 (2.4460263946477103) + | > loss_kl: 1.6841590404510498 (5.188061669013078) + | > loss_feat: 3.6028597354888916 (3.6081907114561864) + | > loss_mel: 32.13713073730469 (42.35092873068415) + | > loss_duration: 2.031963586807251 (2.037979431152345) + | > amp_scaler: 512.0 (872.2070588235291) + | > loss_1: 41.58811569213867 (55.63118672090418) + | > grad_norm_1: tensor(167.1657, device='cuda:0') (tensor(116.8253, device='cuda:0')) + | > current_lr_0: 0.0002 + | > current_lr_1: 0.0002 + | > step_time: 1.6131 (1.7121529652090635) + | > loader_time: 0.0109 (0.008724888072294356) + + + --> TIME: 2024-11-22 03:05:03 -- STEP: 450/797 -- GLOBAL_STEP: 450 + | > loss_disc: 2.70550274848938 (2.4703165713946) + | > loss_disc_real_0: 0.328676700592041 (0.21160906060702275) + | > loss_disc_real_1: 0.3197449743747711 (0.2528166887826387) + | > loss_disc_real_2: 0.3152323067188263 (0.25004166477256357) + | > loss_disc_real_3: 0.336830198764801 (0.23366591230034828) + | > loss_disc_real_4: 0.28409045934677124 (0.23180149866475006) + | > loss_disc_real_5: 0.3717924654483795 (0.23055224907067084) + | > loss_0: 2.70550274848938 (2.4703165713946) + | > grad_norm_0: tensor(10.4275, device='cuda:0') (tensor(7.8657, device='cuda:0')) + | > loss_gen: 2.34767484664917 (2.4238792301548853) + | > loss_kl: 1.5880898237228394 (4.993811822997198) + | > loss_feat: 2.1477718353271484 (3.5523042932483886) + | > loss_mel: 34.047908782958984 (41.86047788408066) + | > loss_duration: 2.003122568130493 (2.0367260808414893) + | > amp_scaler: 256.0 (849.9199999999997) + | > loss_1: 42.13457107543945 (54.867199139065214) + | > grad_norm_1: tensor(101.4781, device='cuda:0') (tensor(117.8153, device='cuda:0')) + | > current_lr_0: 0.0002 + | > current_lr_1: 0.0002 + | > step_time: 3.2344 (1.7450648302502103) + | > loader_time: 0.0222 (0.009037450154622404) + + + --> TIME: 2024-11-22 03:05:59 -- STEP: 475/797 -- GLOBAL_STEP: 475 + | > loss_disc: 2.7063934803009033 (2.4765755108783094) + | > loss_disc_real_0: 0.16512104868888855 (0.21132338788164293) + | > loss_disc_real_1: 0.21307198703289032 (0.2524385134169928) + | > loss_disc_real_2: 0.24113008379936218 (0.24939905684245267) + | > loss_disc_real_3: 0.2025173306465149 (0.23319163468323256) + | > loss_disc_real_4: 0.3246299624443054 (0.2308769836864974) + | > loss_disc_real_5: 0.2885115146636963 (0.2310737201885173) + | > loss_0: 2.7063934803009033 (2.4765755108783094) + | > grad_norm_0: tensor(5.5585, device='cuda:0') (tensor(7.8592, device='cuda:0')) + | > loss_gen: 1.6785093545913696 (2.4035264074174982) + | > loss_kl: 1.6996890306472778 (4.817947517947146) + | > loss_feat: 2.4177398681640625 (3.513605059510783) + | > loss_mel: 32.9551887512207 (41.38774036206696) + | > loss_duration: 1.986997365951538 (2.035612196922303) + | > amp_scaler: 256.0 (818.6610526315787) + | > loss_1: 40.738121032714844 (54.15843136436061) + | > grad_norm_1: tensor(148.1822, device='cuda:0') (tensor(116.9752, device='cuda:0')) + | > current_lr_0: 0.0002 + | > current_lr_1: 0.0002 + | > step_time: 1.6555 (1.7698866974680048) + | > loader_time: 0.0083 (0.009345394937615653) + + + --> TIME: 2024-11-22 03:06:47 -- STEP: 500/797 -- GLOBAL_STEP: 500 + | > loss_disc: 2.6744771003723145 (2.4886675984859443) + | > loss_disc_real_0: 0.13786357641220093 (0.21204676628857855) + | > loss_disc_real_1: 0.18960268795490265 (0.25173809626698485) + | > loss_disc_real_2: 0.21856240928173065 (0.2491418079435826) + | > loss_disc_real_3: 0.20809337496757507 (0.2335117924362421) + | > loss_disc_real_4: 0.24035859107971191 (0.2317545549422503) + | > loss_disc_real_5: 0.2375391125679016 (0.23128229086101051) + | > loss_0: 2.6744771003723145 (2.4886675984859443) + | > grad_norm_0: tensor(8.0615, device='cuda:0') (tensor(7.8284, device='cuda:0')) + | > loss_gen: 2.150719165802002 (2.385157109618187) + | > loss_kl: 1.5328673124313354 (4.660660504102706) + | > loss_feat: 3.3227345943450928 (3.463789442718029) + | > loss_mel: 33.84755325317383 (40.91988172912596) + | > loss_duration: 2.0348377227783203 (2.034342162370683) + | > amp_scaler: 256.0 (790.5279999999998) + | > loss_1: 42.888710021972656 (53.46383079528809) + | > grad_norm_1: tensor(110.4945, device='cuda:0') (tensor(116.5912, device='cuda:0')) + | > current_lr_0: 0.0002 + | > current_lr_1: 0.0002 + | > step_time: 1.4785 (1.7773081951141358) + | > loader_time: 0.0085 (0.009571630001068122) + + + --> TIME: 2024-11-22 03:07:34 -- STEP: 525/797 -- GLOBAL_STEP: 525 + | > loss_disc: 2.7937541007995605 (2.4974275641214256) + | > loss_disc_real_0: 0.18676289916038513 (0.21212972272719657) + | > loss_disc_real_1: 0.25415846705436707 (0.251542573400906) + | > loss_disc_real_2: 0.22684980928897858 (0.24864076384476258) + | > loss_disc_real_3: 0.20943519473075867 (0.23292245593808944) + | > loss_disc_real_4: 0.35610607266426086 (0.23178930545137047) + | > loss_disc_real_5: 0.23712289333343506 (0.23164279155787965) + | > loss_0: 2.7937541007995605 (2.4974275641214256) + | > grad_norm_0: tensor(5.4437, device='cuda:0') (tensor(7.7534, device='cuda:0')) + | > loss_gen: 2.153715133666992 (2.3665901689302355) + | > loss_kl: 1.6240501403808594 (4.5143702740896305) + | > loss_feat: 2.3370466232299805 (3.4222044919218337) + | > loss_mel: 31.24681854248047 (40.51571531386601) + | > loss_duration: 1.947239875793457 (2.033648076511566) + | > amp_scaler: 256.0 (765.0742857142855) + | > loss_1: 39.30887222290039 (52.85252818516322) + | > grad_norm_1: tensor(108.8080, device='cuda:0') (tensor(116.6649, device='cuda:0')) + | > current_lr_0: 0.0002 + | > current_lr_1: 0.0002 + | > step_time: 1.7579 (1.7800640483129595) + | > loader_time: 0.0104 (0.009594650268554694) + + + --> TIME: 2024-11-22 03:08:17 -- STEP: 550/797 -- GLOBAL_STEP: 550 + | > loss_disc: 2.5345399379730225 (2.5037077424742935) + | > loss_disc_real_0: 0.20825229585170746 (0.21191043262454595) + | > loss_disc_real_1: 0.24153581261634827 (0.2510311717607757) + | > loss_disc_real_2: 0.258267879486084 (0.24827590888196777) + | > loss_disc_real_3: 0.2898561954498291 (0.23277265709909525) + | > loss_disc_real_4: 0.30375784635543823 (0.2318868395008824) + | > loss_disc_real_5: 0.19795605540275574 (0.23182643642479717) + | > loss_0: 2.5345399379730225 (2.5037077424742935) + | > grad_norm_0: tensor(4.3306, device='cuda:0') (tensor(7.6993, device='cuda:0')) + | > loss_gen: 2.2227606773376465 (2.352611082575538) + | > loss_kl: 1.5445563793182373 (4.384163482189179) + | > loss_feat: 3.068126678466797 (3.39407769956372) + | > loss_mel: 32.504520416259766 (40.15573928486216) + | > loss_duration: 2.005349636077881 (2.0333181017095407) + | > amp_scaler: 256.0 (741.9345454545453) + | > loss_1: 41.34531021118164 (52.31990949457342) + | > grad_norm_1: tensor(109.4587, device='cuda:0') (tensor(116.1215, device='cuda:0')) + | > current_lr_0: 0.0002 + | > current_lr_1: 0.0002 + | > step_time: 1.7994 (1.7776231939142404) + | > loader_time: 0.0098 (0.009634822932156655) + + + --> TIME: 2024-11-22 03:09:02 -- STEP: 575/797 -- GLOBAL_STEP: 575 + | > loss_disc: 2.4275643825531006 (2.507660603108611) + | > loss_disc_real_0: 0.1675904393196106 (0.21159100840273115) + | > loss_disc_real_1: 0.19605210423469543 (0.2506309525085531) + | > loss_disc_real_2: 0.198863685131073 (0.24774212290411415) + | > loss_disc_real_3: 0.11764860898256302 (0.23159839956656747) + | > loss_disc_real_4: 0.2705785930156708 (0.2321856656540995) + | > loss_disc_real_5: 0.20117855072021484 (0.2317877690817998) + | > loss_0: 2.4275643825531006 (2.507660603108611) + | > grad_norm_0: tensor(7.4050, device='cuda:0') (tensor(7.6998, device='cuda:0')) + | > loss_gen: 2.284881591796875 (2.3415197727991184) + | > loss_kl: 1.7154016494750977 (4.264315189485966) + | > loss_feat: 3.2681491374969482 (3.3733273263081265) + | > loss_mel: 33.09865951538086 (39.82897884866465) + | > loss_duration: 2.020434856414795 (2.0324661379275124) + | > amp_scaler: 256.0 (720.8069565217389) + | > loss_1: 42.38752746582031 (51.84060712731404) + | > grad_norm_1: tensor(115.7037, device='cuda:0') (tensor(116.0286, device='cuda:0')) + | > current_lr_0: 0.0002 + | > current_lr_1: 0.0002 + | > step_time: 2.5712 (1.7780059403958532) + | > loader_time: 0.0098 (0.009643976792045268) + + + --> TIME: 2024-11-22 03:09:55 -- STEP: 600/797 -- GLOBAL_STEP: 600 + | > loss_disc: 2.583437442779541 (2.5118525987863527) + | > loss_disc_real_0: 0.16581064462661743 (0.2112571442437669) + | > loss_disc_real_1: 0.22902771830558777 (0.25050341079632427) + | > loss_disc_real_2: 0.24097654223442078 (0.247622163767616) + | > loss_disc_real_3: 0.2115096151828766 (0.23161439840992293) + | > loss_disc_real_4: 0.1488361656665802 (0.23142503909766673) + | > loss_disc_real_5: 0.24687905609607697 (0.2320863426104187) + | > loss_0: 2.583437442779541 (2.5118525987863527) + | > grad_norm_0: tensor(7.2263, device='cuda:0') (tensor(7.7140, device='cuda:0')) + | > loss_gen: 1.8750827312469482 (2.3318214045961696) + | > loss_kl: 1.7818198204040527 (4.152216966549556) + | > loss_feat: 2.741083860397339 (3.355871888945501) + | > loss_mel: 33.65483093261719 (39.51744197845458) + | > loss_duration: 2.029174327850342 (2.031962769031525) + | > amp_scaler: 256.0 (701.4399999999998) + | > loss_1: 42.081993103027344 (51.38931485493977) + | > grad_norm_1: tensor(241.5897, device='cuda:0') (tensor(116.1254, device='cuda:0')) + | > current_lr_0: 0.0002 + | > current_lr_1: 0.0002 + | > step_time: 1.7152 (1.7908680514494582) + | > loader_time: 0.0151 (0.00993563016255697) + + + --> TIME: 2024-11-22 03:10:38 -- STEP: 625/797 -- GLOBAL_STEP: 625 + | > loss_disc: 2.818725347518921 (2.5142681428909315) + | > loss_disc_real_0: 0.3747348189353943 (0.2110252066195011) + | > loss_disc_real_1: 0.23295044898986816 (0.25030631139278403) + | > loss_disc_real_2: 0.40389981865882874 (0.24725285665988928) + | > loss_disc_real_3: 0.2449655681848526 (0.23104104096889497) + | > loss_disc_real_4: 0.2530430257320404 (0.23101143226623536) + | > loss_disc_real_5: 0.22109000384807587 (0.23221292251348485) + | > loss_0: 2.818725347518921 (2.5142681428909315) + | > grad_norm_0: tensor(14.8768, device='cuda:0') (tensor(7.7107, device='cuda:0')) + | > loss_gen: 1.9211920499801636 (2.3226230071067815) + | > loss_kl: 1.591206669807434 (4.050934202384949) + | > loss_feat: 2.2580225467681885 (3.335860590124131) + | > loss_mel: 31.47035789489746 (39.20856412353515) + | > loss_duration: 2.0206003189086914 (2.032270285987854) + | > amp_scaler: 256.0 (683.6223999999997) + | > loss_1: 39.26137924194336 (50.950252044677704) + | > grad_norm_1: tensor(149.3857, device='cuda:0') (tensor(116.8760, device='cuda:0')) + | > current_lr_0: 0.0002 + | > current_lr_1: 0.0002 + | > step_time: 2.2467 (1.7868327018737797) + | > loader_time: 0.027 (0.010003342056274421) + + + --> TIME: 2024-11-22 03:11:21 -- STEP: 650/797 -- GLOBAL_STEP: 650 + | > loss_disc: 2.4386303424835205 (2.516881474531615) + | > loss_disc_real_0: 0.17147240042686462 (0.21042771705641197) + | > loss_disc_real_1: 0.2132491171360016 (0.2500860972587876) + | > loss_disc_real_2: 0.20418480038642883 (0.24706093902771295) + | > loss_disc_real_3: 0.1928679645061493 (0.2301214237167285) + | > loss_disc_real_4: 0.19290336966514587 (0.23047209934546398) + | > loss_disc_real_5: 0.15291835367679596 (0.23293391352662665) + | > loss_0: 2.4386303424835205 (2.516881474531615) + | > grad_norm_0: tensor(5.3562, device='cuda:0') (tensor(7.8429, device='cuda:0')) + | > loss_gen: 2.4012815952301025 (2.318424644745314) + | > loss_kl: 1.6693811416625977 (3.9600868931183446) + | > loss_feat: 3.53623628616333 (3.326842123315885) + | > loss_mel: 32.63377380371094 (38.94962191948521) + | > loss_duration: 2.06890606880188 (2.0324091601371763) + | > amp_scaler: 256.0 (667.1753846153841) + | > loss_1: 42.30957794189453 (50.58738456726072) + | > grad_norm_1: tensor(49.3363, device='cuda:0') (tensor(117.1792, device='cuda:0')) + | > current_lr_0: 0.0002 + | > current_lr_1: 0.0002 + | > step_time: 0.8155 (1.7841439588253318) + | > loader_time: 0.0086 (0.010037786777202906) + + + --> TIME: 2024-11-22 03:11:42 -- STEP: 675/797 -- GLOBAL_STEP: 675 + | > loss_disc: 2.560006856918335 (2.5211909649107196) + | > loss_disc_real_0: 0.18354088068008423 (0.21041938893772938) + | > loss_disc_real_1: 0.2281811386346817 (0.25005741064195264) + | > loss_disc_real_2: 0.22809208929538727 (0.24666593820960436) + | > loss_disc_real_3: 0.23936131596565247 (0.2308994875241209) + | > loss_disc_real_4: 0.24662873148918152 (0.23013133874645939) + | > loss_disc_real_5: 0.2600671648979187 (0.2336936516342339) + | > loss_0: 2.560006856918335 (2.5211909649107196) + | > grad_norm_0: tensor(3.7611, device='cuda:0') (tensor(7.9129, device='cuda:0')) + | > loss_gen: 1.8633477687835693 (2.31172088402289) + | > loss_kl: 1.3656255006790161 (3.87078044962) + | > loss_feat: 3.018996000289917 (3.31160580083176) + | > loss_mel: 34.063087463378906 (38.69460071422434) + | > loss_duration: 2.003143310546875 (2.032159672489873) + | > amp_scaler: 256.0 (651.9466666666666) + | > loss_1: 42.3141975402832 (50.22086733217591) + | > grad_norm_1: tensor(148.0145, device='cuda:0') (tensor(116.4286, device='cuda:0')) + | > current_lr_0: 0.0002 + | > current_lr_1: 0.0002 + | > step_time: 0.8087 (1.7483825694190134) + | > loader_time: 0.0096 (0.010008271888450347) + + + --> TIME: 2024-11-22 03:12:03 -- STEP: 700/797 -- GLOBAL_STEP: 700 + | > loss_disc: 2.791534900665283 (2.5243775495461054) + | > loss_disc_real_0: 0.29691681265830994 (0.21024903557662453) + | > loss_disc_real_1: 0.23595386743545532 (0.2498000138359409) + | > loss_disc_real_2: 0.2917385697364807 (0.24700815394520764) + | > loss_disc_real_3: 0.2735958695411682 (0.2303906463831663) + | > loss_disc_real_4: 0.19626839458942413 (0.2302103921345302) + | > loss_disc_real_5: 0.3483826816082001 (0.23438509530254764) + | > loss_0: 2.791534900665283 (2.5243775495461054) + | > grad_norm_0: tensor(7.1144, device='cuda:0') (tensor(7.8854, device='cuda:0')) + | > loss_gen: 1.7477178573608398 (2.3042238541160316) + | > loss_kl: 1.5211669206619263 (3.7878888613837107) + | > loss_feat: 2.109917640686035 (3.297223537436554) + | > loss_mel: 32.04843521118164 (38.446434418814505) + | > loss_duration: 2.065377712249756 (2.0316912170818875) + | > amp_scaler: 256.0 (637.8057142857143) + | > loss_1: 39.49261474609375 (49.8674617222377) + | > grad_norm_1: tensor(93.0556, device='cuda:0') (tensor(116.1922, device='cuda:0')) + | > current_lr_0: 0.0002 + | > current_lr_1: 0.0002 + | > step_time: 0.8649 (1.7157494527953014) + | > loader_time: 0.0115 (0.00999411480767387) + + + --> TIME: 2024-11-22 03:12:25 -- STEP: 725/797 -- GLOBAL_STEP: 725 + | > loss_disc: 2.5211853981018066 (2.5266522037571884) + | > loss_disc_real_0: 0.13722768425941467 (0.2099134400641096) + | > loss_disc_real_1: 0.19366657733917236 (0.24973859523904718) + | > loss_disc_real_2: 0.22522008419036865 (0.24663577517558793) + | > loss_disc_real_3: 0.15300631523132324 (0.23022752162711374) + | > loss_disc_real_4: 0.2206326574087143 (0.22976548632671093) + | > loss_disc_real_5: 0.16820840537548065 (0.23436276620831975) + | > loss_0: 2.5211853981018066 (2.5266522037571884) + | > grad_norm_0: tensor(9.5093, device='cuda:0') (tensor(7.8810, device='cuda:0')) + | > loss_gen: 1.9173520803451538 (2.29691785738386) + | > loss_kl: 1.6878548860549927 (3.7099225034384893) + | > loss_feat: 3.0418014526367188 (3.283633962623005) + | > loss_mel: 32.26569366455078 (38.22779298979656) + | > loss_duration: 1.9950261116027832 (2.0308826536967826) + | > amp_scaler: 256.0 (624.6400000000002) + | > loss_1: 40.9077262878418 (49.54914978553507) + | > grad_norm_1: tensor(95.6118, device='cuda:0') (tensor(116.7881, device='cuda:0')) + | > current_lr_0: 0.0002 + | > current_lr_1: 0.0002 + | > step_time: 0.8775 (1.6861410617828372) + | > loader_time: 0.0195 (0.010202516687327431) + + + --> TIME: 2024-11-22 03:12:50 -- STEP: 750/797 -- GLOBAL_STEP: 750 + | > loss_disc: 2.505587577819824 (2.5290378724734) + | > loss_disc_real_0: 0.35698819160461426 (0.2098202737023433) + | > loss_disc_real_1: 0.28745847940444946 (0.24953624075651154) + | > loss_disc_real_2: 0.3040415346622467 (0.24705867240826293) + | > loss_disc_real_3: 0.19072066247463226 (0.22979895993073782) + | > loss_disc_real_4: 0.162871852517128 (0.22988383417328198) + | > loss_disc_real_5: 0.2653363347053528 (0.23477225426832826) + | > loss_0: 2.505587577819824 (2.5290378724734) + | > grad_norm_0: tensor(16.1963, device='cuda:0') (tensor(7.9486, device='cuda:0')) + | > loss_gen: 2.421170711517334 (2.296220012744267) + | > loss_kl: 1.383433222770691 (3.635660110791524) + | > loss_feat: 3.2549023628234863 (3.283310136278471) + | > loss_mel: 31.513755798339844 (38.003520256042414) + | > loss_duration: 1.9907974004745483 (2.0298226515452047) + | > amp_scaler: 256.0 (612.3520000000004) + | > loss_1: 40.56406021118164 (49.24853301493325) + | > grad_norm_1: tensor(91.6058, device='cuda:0') (tensor(115.9127, device='cuda:0')) + | > current_lr_0: 0.0002 + | > current_lr_1: 0.0002 + | > step_time: 0.9739 (1.6591222213109338) + | > loader_time: 0.3091 (0.013291249275207534) + + + --> TIME: 2024-11-22 03:13:36 -- STEP: 775/797 -- GLOBAL_STEP: 775 + | > loss_disc: 2.3995776176452637 (2.53097209330528) + | > loss_disc_real_0: 0.12210953235626221 (0.20972927942872047) + | > loss_disc_real_1: 0.21875524520874023 (0.24933883984242702) + | > loss_disc_real_2: 0.19556975364685059 (0.24698824959416546) + | > loss_disc_real_3: 0.21992848813533783 (0.22907213702317208) + | > loss_disc_real_4: 0.22184757888317108 (0.23008686987623092) + | > loss_disc_real_5: 0.1609623283147812 (0.23515102299951732) + | > loss_0: 2.3995776176452637 (2.53097209330528) + | > grad_norm_0: tensor(11.3503, device='cuda:0') (tensor(7.9715, device='cuda:0')) + | > loss_gen: 2.002347946166992 (2.2894927505523905) + | > loss_kl: 1.696492314338684 (3.5679128565326814) + | > loss_feat: 3.204493522644043 (3.271299005746842) + | > loss_mel: 32.992271423339844 (37.765733238958504) + | > loss_duration: 1.9851999282836914 (2.028721603885772) + | > amp_scaler: 256.0 (600.8567741935489) + | > loss_1: 41.88080596923828 (48.92315929289785) + | > grad_norm_1: tensor(77.4703, device='cuda:0') (tensor(115.6986, device='cuda:0')) + | > current_lr_0: 0.0002 + | > current_lr_1: 0.0002 + | > step_time: 3.0518 (1.6606046793537759) + | > loader_time: 0.1281 (0.017402661231256313) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.3652026653289795 (2.3652026653289795) + | > loss_disc_real_0: 0.17735555768013 (0.17735555768013) + | > loss_disc_real_1: 0.1533588021993637 (0.1533588021993637) + | > loss_disc_real_2: 0.14306733012199402 (0.14306733012199402) + | > loss_disc_real_3: 0.19608789682388306 (0.19608789682388306) + | > loss_disc_real_4: 0.22296176850795746 (0.22296176850795746) + | > loss_disc_real_5: 0.1567261666059494 (0.1567261666059494) + | > loss_0: 2.3652026653289795 (2.3652026653289795) + | > loss_gen: 1.8388737440109253 (1.8388737440109253) + | > loss_kl: 2.107191324234009 (2.107191324234009) + | > loss_feat: 3.325705051422119 (3.325705051422119) + | > loss_mel: 33.55421829223633 (33.55421829223633) + | > loss_duration: 2.3175277709960938 (2.3175277709960938) + | > loss_1: 43.143516540527344 (43.143516540527344) + + --> STEP: 1 + | > loss_disc: 2.492866039276123 (2.492866039276123) + | > loss_disc_real_0: 0.2037511169910431 (0.2037511169910431) + | > loss_disc_real_1: 0.1961377114057541 (0.1961377114057541) + | > loss_disc_real_2: 0.1724545806646347 (0.1724545806646347) + | > loss_disc_real_3: 0.17813663184642792 (0.17813663184642792) + | > loss_disc_real_4: 0.13126234710216522 (0.13126234710216522) + | > loss_disc_real_5: 0.12347470968961716 (0.12347470968961716) + | > loss_0: 2.492866039276123 (2.492866039276123) + | > loss_gen: 1.6857661008834839 (1.6857661008834839) + | > loss_kl: 0.7245177626609802 (0.7245177626609802) + | > loss_feat: 3.3266043663024902 (3.3266043663024902) + | > loss_mel: 31.308115005493164 (31.308115005493164) + | > loss_duration: 2.229924440383911 (2.229924440383911) + | > loss_1: 39.274925231933594 (39.274925231933594) + + --> STEP: 2 + | > loss_disc: 2.5992000102996826 (2.546033024787903) + | > loss_disc_real_0: 0.2653057277202606 (0.23452842235565186) + | > loss_disc_real_1: 0.23029623925685883 (0.21321697533130646) + | > loss_disc_real_2: 0.20449016988277435 (0.18847237527370453) + | > loss_disc_real_3: 0.20188958942890167 (0.1900131106376648) + | > loss_disc_real_4: 0.15528452396392822 (0.14327343553304672) + | > loss_disc_real_5: 0.23333138227462769 (0.17840304598212242) + | > loss_0: 2.5992000102996826 (2.546033024787903) + | > loss_gen: 1.8256425857543945 (1.7557043433189392) + | > loss_kl: 2.8964967727661133 (1.8105072677135468) + | > loss_feat: 2.5559709072113037 (2.941287636756897) + | > loss_mel: 28.536405563354492 (29.922260284423828) + | > loss_duration: 2.050739288330078 (2.1403318643569946) + | > loss_1: 37.86525344848633 (38.57008934020996) + + --> STEP: 3 + | > loss_disc: 2.438352108001709 (2.5101393858591714) + | > loss_disc_real_0: 0.19514164328575134 (0.22139949599901834) + | > loss_disc_real_1: 0.16750186681747437 (0.19797860582669577) + | > loss_disc_real_2: 0.14698347449302673 (0.17464274168014526) + | > loss_disc_real_3: 0.19456182420253754 (0.19152934849262238) + | > loss_disc_real_4: 0.13648690283298492 (0.14101125796635947) + | > loss_disc_real_5: 0.1694234311580658 (0.1754098410407702) + | > loss_0: 2.438352108001709 (2.5101393858591714) + | > loss_gen: 1.7437043190002441 (1.7517043352127075) + | > loss_kl: 1.3060001134872437 (1.642338216304779) + | > loss_feat: 3.798285722732544 (3.226953665415446) + | > loss_mel: 34.98624801635742 (31.61025619506836) + | > loss_duration: 2.1101231575012207 (2.13026229540507) + | > loss_1: 43.94436264038086 (40.36151377360026) + + --> STEP: 4 + | > loss_disc: 2.3617732524871826 (2.4730478525161743) + | > loss_disc_real_0: 0.2284330278635025 (0.2231578789651394) + | > loss_disc_real_1: 0.1994691640138626 (0.19835124537348747) + | > loss_disc_real_2: 0.17026717960834503 (0.1735488511621952) + | > loss_disc_real_3: 0.21097475290298462 (0.19639069959521294) + | > loss_disc_real_4: 0.13759702444076538 (0.14015769958496094) + | > loss_disc_real_5: 0.1838371604681015 (0.17751667089760303) + | > loss_0: 2.3617732524871826 (2.4730478525161743) + | > loss_gen: 1.9024946689605713 (1.7894019186496735) + | > loss_kl: 1.8616431951522827 (1.697164461016655) + | > loss_feat: 3.0613996982574463 (3.185565173625946) + | > loss_mel: 30.438968658447266 (31.317434310913086) + | > loss_duration: 2.0615508556365967 (2.1130844354629517) + | > loss_1: 39.32605743408203 (40.1026496887207) + + --> STEP: 5 + | > loss_disc: 2.370701313018799 (2.452578544616699) + | > loss_disc_real_0: 0.18846654891967773 (0.21621961295604705) + | > loss_disc_real_1: 0.14224472641944885 (0.18712994158267976) + | > loss_disc_real_2: 0.12440720945596695 (0.16372052282094957) + | > loss_disc_real_3: 0.12869659066200256 (0.18285187780857087) + | > loss_disc_real_4: 0.1253768652677536 (0.13720153272151947) + | > loss_disc_real_5: 0.10816771537065506 (0.16364687979221343) + | > loss_0: 2.370701313018799 (2.452578544616699) + | > loss_gen: 1.602988839149475 (1.7521193027496338) + | > loss_kl: 1.9940099716186523 (1.7565335631370544) + | > loss_feat: 3.9781293869018555 (3.344078016281128) + | > loss_mel: 34.73674011230469 (32.001295471191405) + | > loss_duration: 2.149543285369873 (2.120376205444336) + | > loss_1: 44.46141052246094 (40.97440185546875) + + --> STEP: 6 + | > loss_disc: 2.70279860496521 (2.4942818880081177) + | > loss_disc_real_0: 0.31228119134902954 (0.23222987602154413) + | > loss_disc_real_1: 0.24567122757434845 (0.1968868225812912) + | > loss_disc_real_2: 0.21711257100105286 (0.17261919751763344) + | > loss_disc_real_3: 0.26024436950683594 (0.19575062642494837) + | > loss_disc_real_4: 0.19927078485488892 (0.14754640807708105) + | > loss_disc_real_5: 0.2515013813972473 (0.17828929672638574) + | > loss_0: 2.70279860496521 (2.4942818880081177) + | > loss_gen: 1.9046257734298706 (1.7775370478630066) + | > loss_kl: 1.6828514337539673 (1.7442532082398732) + | > loss_feat: 1.3727192878723145 (3.015518228212992) + | > loss_mel: 21.905996322631836 (30.318745613098145) + | > loss_duration: 2.0510170459747314 (2.1088163455327353) + | > loss_1: 28.91720962524414 (38.964869817097984) + + --> STEP: 7 + | > loss_disc: 2.3952040672302246 (2.480127913611276) + | > loss_disc_real_0: 0.25515100359916687 (0.23550432281834738) + | > loss_disc_real_1: 0.18001167476177216 (0.19447608717850276) + | > loss_disc_real_2: 0.1576850861310959 (0.17048575303384236) + | > loss_disc_real_3: 0.18367640674114227 (0.19402573789869035) + | > loss_disc_real_4: 0.14350290596485138 (0.14696876491819108) + | > loss_disc_real_5: 0.1482575386762619 (0.17399904557636806) + | > loss_0: 2.3952040672302246 (2.480127913611276) + | > loss_gen: 1.8264524936676025 (1.7845249686922346) + | > loss_kl: 1.9711649417877197 (1.77666917017528) + | > loss_feat: 3.322763204574585 (3.05941036769322) + | > loss_mel: 31.953893661499023 (30.552338191441127) + | > loss_duration: 1.9646055698394775 (2.088214806147984) + | > loss_1: 41.038883209228516 (39.2611574445452) + + --> STEP: 8 + | > loss_disc: 2.167224884033203 (2.4410150349140167) + | > loss_disc_real_0: 0.1504601091146469 (0.22487379610538483) + | > loss_disc_real_1: 0.13697944581508636 (0.18728900700807571) + | > loss_disc_real_2: 0.13394932448863983 (0.16591869946569204) + | > loss_disc_real_3: 0.11684134602546692 (0.18437768891453743) + | > loss_disc_real_4: 0.1620701253414154 (0.14885643497109413) + | > loss_disc_real_5: 0.15317201614379883 (0.1713956668972969) + | > loss_0: 2.167224884033203 (2.4410150349140167) + | > loss_gen: 1.8591829538345337 (1.793857216835022) + | > loss_kl: 1.3208380937576294 (1.7196902856230736) + | > loss_feat: 4.48623514175415 (3.237763464450836) + | > loss_mel: 33.47700881958008 (30.917922019958496) + | > loss_duration: 2.0240304470062256 (2.0801917612552643) + | > loss_1: 43.167293548583984 (39.74942445755005) + + --> STEP: 9 + | > loss_disc: 2.5858967304229736 (2.4571130010816784) + | > loss_disc_real_0: 0.2567005157470703 (0.22841009828779432) + | > loss_disc_real_1: 0.19778548181056976 (0.1884552819861306) + | > loss_disc_real_2: 0.15353065729141235 (0.16454225033521652) + | > loss_disc_real_3: 0.15058264136314392 (0.18062268363104927) + | > loss_disc_real_4: 0.16029150784015656 (0.1501269986232122) + | > loss_disc_real_5: 0.210074782371521 (0.1756933463944329) + | > loss_0: 2.5858967304229736 (2.4571130010816784) + | > loss_gen: 1.725468397140503 (1.7862584590911865) + | > loss_kl: 1.743976354598999 (1.7223887377315097) + | > loss_feat: 2.8277525901794434 (3.192206700642904) + | > loss_mel: 32.40156555175781 (31.08277130126953) + | > loss_duration: 2.0914969444274902 (2.081447892718845) + | > loss_1: 40.79025650024414 (39.86507246229384) + + --> STEP: 10 + | > loss_disc: 2.2289528846740723 (2.434296989440918) + | > loss_disc_real_0: 0.22337311506271362 (0.22790639996528625) + | > loss_disc_real_1: 0.1842409074306488 (0.18803384453058242) + | > loss_disc_real_2: 0.16440773010253906 (0.16452879831194878) + | > loss_disc_real_3: 0.15022757649421692 (0.17758317291736603) + | > loss_disc_real_4: 0.14838454127311707 (0.14995275288820267) + | > loss_disc_real_5: 0.18841753900051117 (0.17696576565504074) + | > loss_0: 2.2289528846740723 (2.434296989440918) + | > loss_gen: 2.010777473449707 (1.8087103605270385) + | > loss_kl: 2.064157485961914 (1.7565656125545501) + | > loss_feat: 3.1236236095428467 (3.185348391532898) + | > loss_mel: 26.585269927978516 (30.63302116394043) + | > loss_duration: 1.9296653270721436 (2.066269636154175) + | > loss_1: 35.71349334716797 (39.44991455078125) + + --> STEP: 11 + | > loss_disc: 2.1703414916992188 (2.4103010351007637) + | > loss_disc_real_0: 0.170883446931839 (0.22272249514406378) + | > loss_disc_real_1: 0.13083024322986603 (0.18283351713960821) + | > loss_disc_real_2: 0.1255912333726883 (0.1609890196811069) + | > loss_disc_real_3: 0.16139940917491913 (0.17611192166805267) + | > loss_disc_real_4: 0.11391514539718628 (0.14667660675265573) + | > loss_disc_real_5: 0.09224525839090347 (0.169263901358301) + | > loss_0: 2.1703414916992188 (2.4103010351007637) + | > loss_gen: 1.7957409620285034 (1.807531324299899) + | > loss_kl: 2.1210556030273438 (1.789701066233895) + | > loss_feat: 3.983532190322876 (3.2579105550592597) + | > loss_mel: 30.268190383911133 (30.599854729392312) + | > loss_duration: 1.9667383432388306 (2.0572213367982344) + | > loss_1: 40.13526153564453 (39.51221882213246) + + --> STEP: 12 + | > loss_disc: 2.6053130626678467 (2.4265520373980203) + | > loss_disc_real_0: 0.256889283657074 (0.22556972752014795) + | > loss_disc_real_1: 0.2121204435825348 (0.18527409434318542) + | > loss_disc_real_2: 0.17519322037696838 (0.1621727030724287) + | > loss_disc_real_3: 0.17529597878456116 (0.1760439264277617) + | > loss_disc_real_4: 0.19568511843681335 (0.15076064939300218) + | > loss_disc_real_5: 0.18358545005321503 (0.17045736374954382) + | > loss_0: 2.6053130626678467 (2.4265520373980203) + | > loss_gen: 1.746635913848877 (1.8024567067623138) + | > loss_kl: 1.7047137022018433 (1.7826187858978908) + | > loss_feat: 2.4051740169525146 (3.1868491768836975) + | > loss_mel: 30.736270904541016 (30.611222743988037) + | > loss_duration: 1.9888571500778198 (2.0515243212381997) + | > loss_1: 38.58164978027344 (39.434671401977546) + + --> STEP: 13 + | > loss_disc: 2.1168105602264404 (2.4027257699232836) + | > loss_disc_real_0: 0.14369386434555054 (0.2192715841990251) + | > loss_disc_real_1: 0.128949835896492 (0.18094145907805517) + | > loss_disc_real_2: 0.1287035346031189 (0.15959815165171257) + | > loss_disc_real_3: 0.1340995728969574 (0.17281743769462293) + | > loss_disc_real_4: 0.13644132018089294 (0.14965916253053224) + | > loss_disc_real_5: 0.14465899765491486 (0.16847287404995698) + | > loss_0: 2.1168105602264404 (2.4027257699232836) + | > loss_gen: 1.8929650783538818 (1.8094188891924345) + | > loss_kl: 2.2185757160186768 (1.8161539343687205) + | > loss_feat: 4.4702982902526855 (3.285576031758235) + | > loss_mel: 34.76432418823242 (30.93069208585299) + | > loss_duration: 2.1220455169677734 (2.056949028602013) + | > loss_1: 45.46820831298828 (39.89878962590145) + + --> STEP: 14 + | > loss_disc: 2.781679391860962 (2.429793885775975) + | > loss_disc_real_0: 0.3226228952407837 (0.22665382070200785) + | > loss_disc_real_1: 0.22570954263210297 (0.18413917933191573) + | > loss_disc_real_2: 0.22711119055747986 (0.16442051157355309) + | > loss_disc_real_3: 0.2566153109073639 (0.17880300006696156) + | > loss_disc_real_4: 0.22359006106853485 (0.15493994099753244) + | > loss_disc_real_5: 0.266767680644989 (0.17549393166388785) + | > loss_0: 2.781679391860962 (2.429793885775975) + | > loss_gen: 1.8565316200256348 (1.8127840842519487) + | > loss_kl: 2.149104356765747 (1.8399361073970795) + | > loss_feat: 1.3914240598678589 (3.150279462337494) + | > loss_mel: 33.5652961730957 (31.11887809208461) + | > loss_duration: 2.0793237686157227 (2.058547224317278) + | > loss_1: 41.04167938232422 (39.98042460850308) + + --> STEP: 15 + | > loss_disc: 2.7209320068359375 (2.449203093846639) + | > loss_disc_real_0: 0.2686081826686859 (0.22945077816645304) + | > loss_disc_real_1: 0.2005377858877182 (0.18523241976896923) + | > loss_disc_real_2: 0.18906864523887634 (0.16606372048457463) + | > loss_disc_real_3: 0.2717607915401459 (0.18500018616517386) + | > loss_disc_real_4: 0.17034658789634705 (0.15596705079078674) + | > loss_disc_real_5: 0.20147478580474854 (0.1772259886066119) + | > loss_0: 2.7209320068359375 (2.449203093846639) + | > loss_gen: 1.7539736032485962 (1.808863385518392) + | > loss_kl: 1.6185474395751953 (1.8251768628756204) + | > loss_feat: 3.235960006713867 (3.1559914986292523) + | > loss_mel: 35.6485481262207 (31.420856094360353) + | > loss_duration: 1.9851644039154053 (2.0536550362904866) + | > loss_1: 44.24219512939453 (40.26454264322918) + + --> STEP: 16 + | > loss_disc: 2.270169258117676 (2.438013479113579) + | > loss_disc_real_0: 0.15836447477340698 (0.22500788420438766) + | > loss_disc_real_1: 0.1511007845401764 (0.18309919256716967) + | > loss_disc_real_2: 0.12849578261375427 (0.16371572436764836) + | > loss_disc_real_3: 0.10884889960289001 (0.1802407307550311) + | > loss_disc_real_4: 0.13152815401554108 (0.1544396197423339) + | > loss_disc_real_5: 0.12956510484218597 (0.17424718337133527) + | > loss_0: 2.270169258117676 (2.438013479113579) + | > loss_gen: 1.7553629875183105 (1.8055196106433868) + | > loss_kl: 2.004815101623535 (1.8364042527973652) + | > loss_feat: 3.95182728767395 (3.2057312354445457) + | > loss_mel: 33.4366455078125 (31.54684293270111) + | > loss_duration: 2.070866823196411 (2.054730772972107) + | > loss_1: 43.21951675415039 (40.44922852516175) + + --> STEP: 17 + | > loss_disc: 2.707430601119995 (2.453861545113956) + | > loss_disc_real_0: 0.25931259989738464 (0.2270258086569169) + | > loss_disc_real_1: 0.19298020005226135 (0.18368042830158682) + | > loss_disc_real_2: 0.19080154597759247 (0.16530900799176274) + | > loss_disc_real_3: 0.2321501523256302 (0.18329422614153693) + | > loss_disc_real_4: 0.22930951416492462 (0.15884373117895687) + | > loss_disc_real_5: 0.19500750303268433 (0.17546837864553227) + | > loss_0: 2.707430601119995 (2.453861545113956) + | > loss_gen: 1.7611091136932373 (1.8029072284698486) + | > loss_kl: 1.5638277530670166 (1.8203703410485212) + | > loss_feat: 2.51627254486084 (3.1651748418807983) + | > loss_mel: 36.90471267700195 (31.862011741189395) + | > loss_duration: 1.9651846885681152 (2.0494633562424602) + | > loss_1: 44.71110534667969 (40.69992716172163) + + --> STEP: 18 + | > loss_disc: 2.4282679557800293 (2.4524396790398493) + | > loss_disc_real_0: 0.2152765989303589 (0.22637307478321922) + | > loss_disc_real_1: 0.1905105859041214 (0.18405988150172764) + | > loss_disc_real_2: 0.17091014981269836 (0.16562018253737026) + | > loss_disc_real_3: 0.19805489480495453 (0.1841142632895046) + | > loss_disc_real_4: 0.15228953957557678 (0.15847960942321354) + | > loss_disc_real_5: 0.17118707299232483 (0.17523052833146519) + | > loss_0: 2.4282679557800293 (2.4524396790398493) + | > loss_gen: 1.7988879680633545 (1.8026839362250433) + | > loss_kl: 1.8059825897216797 (1.8195710215303633) + | > loss_feat: 2.8815276622772217 (3.149416665236155) + | > loss_mel: 31.637020111083984 (31.84951220618354) + | > loss_duration: 1.9248543977737427 (2.042540636327532) + | > loss_1: 40.048274993896484 (40.663724263509124) + + --> STEP: 19 + | > loss_disc: 2.4569942951202393 (2.452679395675659) + | > loss_disc_real_0: 0.2488069236278534 (0.22755380366977893) + | > loss_disc_real_1: 0.1818145364522934 (0.18394170544649424) + | > loss_disc_real_2: 0.15707506239414215 (0.1651704393719372) + | > loss_disc_real_3: 0.2026342898607254 (0.18508900153009514) + | > loss_disc_real_4: 0.12668387591838837 (0.15680614976506485) + | > loss_disc_real_5: 0.17662085592746735 (0.17530370346809687) + | > loss_0: 2.4569942951202393 (2.452679395675659) + | > loss_gen: 1.8114194869995117 (1.8031437020552785) + | > loss_kl: 2.0749661922454834 (1.8330128726206327) + | > loss_feat: 3.6820735931396484 (3.1774512403889705) + | > loss_mel: 34.568214416503906 (31.9926017962004) + | > loss_duration: 2.142521858215332 (2.0478028059005737) + | > loss_1: 44.279197692871094 (40.854012338738706) + + --> STEP: 20 + | > loss_disc: 2.563411235809326 (2.4582159876823426) + | > loss_disc_real_0: 0.3102847635746002 (0.23169035166502) + | > loss_disc_real_1: 0.20801331102848053 (0.18514528572559358) + | > loss_disc_real_2: 0.17879095673561096 (0.1658514652401209) + | > loss_disc_real_3: 0.2038038969039917 (0.18602474629878996) + | > loss_disc_real_4: 0.16151946783065796 (0.1570418156683445) + | > loss_disc_real_5: 0.2146516740322113 (0.1772711019963026) + | > loss_0: 2.563411235809326 (2.4582159876823426) + | > loss_gen: 1.8736367225646973 (1.8066683530807495) + | > loss_kl: 2.2118406295776367 (1.8519542604684829) + | > loss_feat: 2.384902000427246 (3.137823778390884) + | > loss_mel: 30.615243911743164 (31.92373390197754) + | > loss_duration: 1.9246925115585327 (2.0416472911834718) + | > loss_1: 39.010318756103516 (40.76182765960694) + + --> STEP: 21 + | > loss_disc: 2.4533333778381348 (2.4579834824516658) + | > loss_disc_real_0: 0.18539312481880188 (0.22948572181520008) + | > loss_disc_real_1: 0.16149216890335083 (0.1840189468292963) + | > loss_disc_real_2: 0.1657118946313858 (0.1658448190206573) + | > loss_disc_real_3: 0.15663014352321625 (0.18462500330947693) + | > loss_disc_real_4: 0.13938133418560028 (0.15620084035964238) + | > loss_disc_real_5: 0.20024284720420837 (0.1783649946252505) + | > loss_0: 2.4533333778381348 (2.4579834824516658) + | > loss_gen: 1.6845818758010864 (1.8008547113055275) + | > loss_kl: 1.6602277755737305 (1.8428244278544472) + | > loss_feat: 2.8956165313720703 (3.126290099961417) + | > loss_mel: 29.32645606994629 (31.800054005214147) + | > loss_duration: 1.984755039215088 (2.0389381363278343) + | > loss_1: 37.551639556884766 (40.608961559477315) + + --> STEP: 22 + | > loss_disc: 2.7467987537384033 (2.4711114493283355) + | > loss_disc_real_0: 0.21658584475517273 (0.22889936376701703) + | > loss_disc_real_1: 0.1855909526348114 (0.18409040163863788) + | > loss_disc_real_2: 0.17443978786468506 (0.16623549942265858) + | > loss_disc_real_3: 0.1931346356868744 (0.18501180478117682) + | > loss_disc_real_4: 0.1625746488571167 (0.15649055892770938) + | > loss_disc_real_5: 0.22033877670764923 (0.18027289381081407) + | > loss_0: 2.7467987537384033 (2.4711114493283355) + | > loss_gen: 1.5268691778182983 (1.7884008234197444) + | > loss_kl: 1.3139091730117798 (1.8187828253615985) + | > loss_feat: 2.153855085372925 (3.0820885083892127) + | > loss_mel: 28.73390769958496 (31.660683718594637) + | > loss_duration: 2.07357120513916 (2.040512366728349) + | > loss_1: 35.8021125793457 (40.39046842401679) + + --> STEP: 23 + | > loss_disc: 2.610661506652832 (2.4771788431250528) + | > loss_disc_real_0: 0.31553590297698975 (0.23266616981962454) + | > loss_disc_real_1: 0.22612439095973969 (0.18591796639172928) + | > loss_disc_real_2: 0.20429353415966034 (0.1678901965851369) + | > loss_disc_real_3: 0.26907360553741455 (0.18866666568362195) + | > loss_disc_real_4: 0.170000359416008 (0.1570779415576354) + | > loss_disc_real_5: 0.23726609349250793 (0.182750859014366) + | > loss_0: 2.610661506652832 (2.4771788431250528) + | > loss_gen: 1.9654258489608765 (1.796097563660663) + | > loss_kl: 1.9597281217575073 (1.8249108817266382) + | > loss_feat: 2.1381001472473145 (3.041045536165652) + | > loss_mel: 31.38169288635254 (31.6485536824102) + | > loss_duration: 2.1089026927948 (2.043485859166021) + | > loss_1: 39.55385208129883 (40.35409380042036) + + --> STEP: 24 + | > loss_disc: 2.5360851287841797 (2.479633271694183) + | > loss_disc_real_0: 0.2590503990650177 (0.23376551270484924) + | > loss_disc_real_1: 0.21240681409835815 (0.18702166837950548) + | > loss_disc_real_2: 0.19135905802249908 (0.16886806581169367) + | > loss_disc_real_3: 0.21002444624900818 (0.1895565732071797) + | > loss_disc_real_4: 0.21490849554538727 (0.15948754797379175) + | > loss_disc_real_5: 0.21741285920143127 (0.18419510902216038) + | > loss_0: 2.5360851287841797 (2.479633271694183) + | > loss_gen: 1.9106662273406982 (1.8008712579806645) + | > loss_kl: 1.929874062538147 (1.8292843475937843) + | > loss_feat: 2.9913904666900635 (3.0389765749375024) + | > loss_mel: 31.84341812133789 (31.656673034032185) + | > loss_duration: 2.026252269744873 (2.0427677929401398) + | > loss_1: 40.701602935791016 (40.36857334772747) + + --> STEP: 25 + | > loss_disc: 2.5585572719573975 (2.4827902317047115) + | > loss_disc_real_0: 0.2064824253320694 (0.23267418920993804) + | > loss_disc_real_1: 0.17447124421596527 (0.18651965141296387) + | > loss_disc_real_2: 0.19300039112567902 (0.16983335882425307) + | > loss_disc_real_3: 0.18106475472450256 (0.18921690046787262) + | > loss_disc_real_4: 0.1846620887517929 (0.1604945296049118) + | > loss_disc_real_5: 0.20453041791915894 (0.1850085213780403) + | > loss_0: 2.5585572719573975 (2.4827902317047115) + | > loss_gen: 1.747162103652954 (1.7987228918075562) + | > loss_kl: 1.7658991813659668 (1.8267489409446716) + | > loss_feat: 2.482468605041504 (3.0167162561416627) + | > loss_mel: 31.91627311706543 (31.667057037353516) + | > loss_duration: 1.9698553085327148 (2.0398512935638426) + | > loss_1: 39.88166046142578 (40.3490968322754) + + --> STEP: 26 + | > loss_disc: 2.351900100708008 (2.477755995897146) + | > loss_disc_real_0: 0.26633965969085693 (0.2339690149976657) + | > loss_disc_real_1: 0.17572174966335297 (0.1861043474995173) + | > loss_disc_real_2: 0.14424771070480347 (0.16884929543504348) + | > loss_disc_real_3: 0.15897782146930695 (0.18805385896792778) + | > loss_disc_real_4: 0.10778266191482544 (0.15846715007837003) + | > loss_disc_real_5: 0.14187084138393402 (0.18334937983980545) + | > loss_0: 2.351900100708008 (2.477755995897146) + | > loss_gen: 1.7822110652923584 (1.7980878215569716) + | > loss_kl: 1.6940569877624512 (1.821645404283817) + | > loss_feat: 3.842154026031494 (3.048463862675887) + | > loss_mel: 31.493207931518555 (31.66037053328294) + | > loss_duration: 1.946246862411499 (2.0362511231349063) + | > loss_1: 40.757877349853516 (40.36481915987456) + + --> STEP: 27 + | > loss_disc: 2.6402158737182617 (2.483773028409039) + | > loss_disc_real_0: 0.238371342420578 (0.23413206416147728) + | > loss_disc_real_1: 0.18628595769405365 (0.18611107380301864) + | > loss_disc_real_2: 0.17176741361618042 (0.1689573738861967) + | > loss_disc_real_3: 0.22359660267829895 (0.18937025688312673) + | > loss_disc_real_4: 0.1803036779165268 (0.1592759103686721) + | > loss_disc_real_5: 0.18318399786949158 (0.1833432545816457) + | > loss_0: 2.6402158737182617 (2.483773028409039) + | > loss_gen: 1.7440520524978638 (1.7960864967770047) + | > loss_kl: 2.2251856327056885 (1.8365913386698123) + | > loss_feat: 3.104142904281616 (3.050526049402025) + | > loss_mel: 32.207340240478516 (31.68062867058648) + | > loss_duration: 2.034409284591675 (2.0361829068925643) + | > loss_1: 41.315128326416016 (40.40001579567239) + + --> STEP: 28 + | > loss_disc: 2.5695791244506836 (2.4868375318390976) + | > loss_disc_real_0: 0.260934442281723 (0.23508929195148603) + | > loss_disc_real_1: 0.1787199079990387 (0.18584710359573364) + | > loss_disc_real_2: 0.13444525003433228 (0.1677247980343444) + | > loss_disc_real_3: 0.16277746856212616 (0.188420514443091) + | > loss_disc_real_4: 0.14187726378440857 (0.15865453013351985) + | > loss_disc_real_5: 0.20374581217765808 (0.18407191735293185) + | > loss_0: 2.5695791244506836 (2.4868375318390976) + | > loss_gen: 1.663021445274353 (1.7913341735090529) + | > loss_kl: 1.9182593822479248 (1.8395080545118876) + | > loss_feat: 2.6400277614593506 (3.035865396261215) + | > loss_mel: 30.535614013671875 (31.639735289982386) + | > loss_duration: 2.0121374130249023 (2.0353241392544335) + | > loss_1: 38.76906204223633 (40.341767447335386) + + --> STEP: 29 + | > loss_disc: 2.701979875564575 (2.494256233346873) + | > loss_disc_real_0: 0.23677943646907806 (0.23514757279692025) + | > loss_disc_real_1: 0.17845715582370758 (0.18559227781049137) + | > loss_disc_real_2: 0.18291215598583221 (0.16824850003267156) + | > loss_disc_real_3: 0.2311023622751236 (0.18989230229936796) + | > loss_disc_real_4: 0.14608129858970642 (0.1582209704251125) + | > loss_disc_real_5: 0.2194894552230835 (0.18529321176224742) + | > loss_0: 2.701979875564575 (2.494256233346873) + | > loss_gen: 1.6623032093048096 (1.786884829915803) + | > loss_kl: 1.6343657970428467 (1.8324341835646794) + | > loss_feat: 3.0427258014678955 (3.036101961957997) + | > loss_mel: 31.575220108032227 (31.63751062853583) + | > loss_duration: 2.082937240600586 (2.036965970335335) + | > loss_1: 39.99755096435547 (40.32989791343953) + + --> STEP: 30 + | > loss_disc: 2.4035398960113525 (2.491232355435689) + | > loss_disc_real_0: 0.27602875232696533 (0.23651027878125508) + | > loss_disc_real_1: 0.1933750957250595 (0.1858517050743103) + | > loss_disc_real_2: 0.1773170530796051 (0.16855078513423602) + | > loss_disc_real_3: 0.19307807087898254 (0.18999849458535512) + | > loss_disc_real_4: 0.2098492681980133 (0.15994191368420918) + | > loss_disc_real_5: 0.1475227028131485 (0.18403419479727745) + | > loss_0: 2.4035398960113525 (2.491232355435689) + | > loss_gen: 1.9793025255203247 (1.7932987531026205) + | > loss_kl: 1.8948211669921875 (1.8345137496789297) + | > loss_feat: 3.1730456352233887 (3.0406667510668437) + | > loss_mel: 30.0132999420166 (31.583370272318522) + | > loss_duration: 2.0225605964660645 (2.0364857912063594) + | > loss_1: 39.08302688598633 (40.288335545857755) + + --> STEP: 31 + | > loss_disc: 2.2885236740112305 (2.484693365712319) + | > loss_disc_real_0: 0.1775406002998352 (0.23460803108830605) + | > loss_disc_real_1: 0.11767370253801346 (0.18365241466991364) + | > loss_disc_real_2: 0.11914332956075668 (0.16695699624476895) + | > loss_disc_real_3: 0.1420052945613861 (0.18845032684264645) + | > loss_disc_real_4: 0.1570848822593689 (0.1598497513801821) + | > loss_disc_real_5: 0.11076173931360245 (0.18167056720102986) + | > loss_0: 2.2885236740112305 (2.484693365712319) + | > loss_gen: 1.632792592048645 (1.788121135004105) + | > loss_kl: 1.7879753112792969 (1.8330125097305543) + | > loss_feat: 4.599559783935547 (3.090953623094866) + | > loss_mel: 33.687828063964844 (31.65125600753292) + | > loss_duration: 1.993887186050415 (2.0351116426529416) + | > loss_1: 43.70204544067383 (40.39845521988408) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.005613703881540606 (+0) + | > avg_loss_disc: 2.484693365712319 (+0) + | > avg_loss_disc_real_0: 0.23460803108830605 (+0) + | > avg_loss_disc_real_1: 0.18365241466991364 (+0) + | > avg_loss_disc_real_2: 0.16695699624476895 (+0) + | > avg_loss_disc_real_3: 0.18845032684264645 (+0) + | > avg_loss_disc_real_4: 0.1598497513801821 (+0) + | > avg_loss_disc_real_5: 0.18167056720102986 (+0) + | > avg_loss_0: 2.484693365712319 (+0) + | > avg_loss_gen: 1.788121135004105 (+0) + | > avg_loss_kl: 1.8330125097305543 (+0) + | > avg_loss_feat: 3.090953623094866 (+0) + | > avg_loss_mel: 31.65125600753292 (+0) + | > avg_loss_duration: 2.0351116426529416 (+0) + | > avg_loss_1: 40.39845521988408 (+0) + + > BEST MODEL : /home/aymen/Tamazight-NLP/Speech/coqui_tts/vits_shi_male-November-22-2024_02+49AM-0000000/best_model_797.pth + + > EPOCH: 1/1000 + --> /home/aymen/Tamazight-NLP/Speech/coqui_tts/vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 03:15:20)  + + --> TIME: 2024-11-22 03:15:24 -- STEP: 3/797 -- GLOBAL_STEP: 800 + | > loss_disc: 2.7591519355773926 (2.724985122680664) + | > loss_disc_real_0: 0.29192060232162476 (0.255998174349467) + | > loss_disc_real_1: 0.3211333453655243 (0.3069400191307068) + | > loss_disc_real_2: 0.36784592270851135 (0.30751559635003406) + | > loss_disc_real_3: 0.13419170677661896 (0.27668732901414234) + | > loss_disc_real_4: 0.2226937860250473 (0.23934456209341684) + | > loss_disc_real_5: 0.24102003872394562 (0.206828440229098) + | > loss_0: 2.7591519355773926 (2.724985122680664) + | > grad_norm_0: tensor(11.7091, device='cuda:0') (tensor(11.2223, device='cuda:0')) + | > loss_gen: 1.8249843120574951 (2.0900209744771323) + | > loss_kl: 2.2174370288848877 (2.019240379333496) + | > loss_feat: 2.3510243892669678 (2.494036912918091) + | > loss_mel: 30.2662296295166 (31.15978177388509) + | > loss_duration: 2.376873731613159 (2.4014337062835693) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 39.03654861450195 (40.16451517740885) + | > grad_norm_1: tensor(184.4697, device='cuda:0') (tensor(141.1360, device='cuda:0')) + | > current_lr_0: 0.000199975 + | > current_lr_1: 0.000199975 + | > step_time: 0.7164 (0.6881895065307617) + | > loader_time: 0.0039 (0.003999869028727214) + + + --> TIME: 2024-11-22 03:15:41 -- STEP: 28/797 -- GLOBAL_STEP: 825 + | > loss_disc: 2.4131999015808105 (2.5853350332805087) + | > loss_disc_real_0: 0.1371784806251526 (0.20753197531614984) + | > loss_disc_real_1: 0.24407874047756195 (0.24537914991378784) + | > loss_disc_real_2: 0.2214745581150055 (0.2473714569849626) + | > loss_disc_real_3: 0.22077131271362305 (0.2231378507401262) + | > loss_disc_real_4: 0.1978616714477539 (0.2121490804212434) + | > loss_disc_real_5: 0.2551521360874176 (0.2331342681178025) + | > loss_0: 2.4131999015808105 (2.5853350332805087) + | > grad_norm_0: tensor(11.9425, device='cuda:0') (tensor(7.8421, device='cuda:0')) + | > loss_gen: 2.3093409538269043 (2.0944844697202956) + | > loss_kl: 1.9895833730697632 (1.9036913556712014) + | > loss_feat: 3.5544824600219727 (2.9197388802255904) + | > loss_mel: 32.892120361328125 (31.340087890625) + | > loss_duration: 2.068192481994629 (2.2113039663859784) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 42.813720703125 (40.469306400844026) + | > grad_norm_1: tensor(124.7477, device='cuda:0') (tensor(148.1579, device='cuda:0')) + | > current_lr_0: 0.000199975 + | > current_lr_1: 0.000199975 + | > step_time: 0.6888 (0.6969546335084098) + | > loader_time: 0.0046 (0.004178123814719063) + + + --> TIME: 2024-11-22 03:15:59 -- STEP: 53/797 -- GLOBAL_STEP: 850 + | > loss_disc: 2.5467443466186523 (2.6459967100395345) + | > loss_disc_real_0: 0.23902097344398499 (0.22006913794661467) + | > loss_disc_real_1: 0.22882641851902008 (0.2530092431126901) + | > loss_disc_real_2: 0.21118676662445068 (0.2530221134986517) + | > loss_disc_real_3: 0.2345510721206665 (0.22256401237451806) + | > loss_disc_real_4: 0.22027400135993958 (0.22643679633455457) + | > loss_disc_real_5: 0.2180965542793274 (0.24039579956036694) + | > loss_0: 2.5467443466186523 (2.6459967100395345) + | > grad_norm_0: tensor(5.5261, device='cuda:0') (tensor(8.7064, device='cuda:0')) + | > loss_gen: 1.8701941967010498 (2.1262494438099417) + | > loss_kl: 1.540505290031433 (1.8494189055460803) + | > loss_feat: 2.6240077018737793 (2.9780134839831653) + | > loss_mel: 31.45985221862793 (31.58300820836481) + | > loss_duration: 2.078752040863037 (2.1638590614750703) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 39.57331085205078 (40.70054899971439) + | > grad_norm_1: tensor(87.2821, device='cuda:0') (tensor(123.2647, device='cuda:0')) + | > current_lr_0: 0.000199975 + | > current_lr_1: 0.000199975 + | > step_time: 0.6419 (0.6994486979718478) + | > loader_time: 0.0043 (0.004253981248387751) + + + --> TIME: 2024-11-22 03:16:17 -- STEP: 78/797 -- GLOBAL_STEP: 875 + | > loss_disc: 2.533499240875244 (2.6251576252472706) + | > loss_disc_real_0: 0.23626302182674408 (0.21552171328893074) + | > loss_disc_real_1: 0.28922051191329956 (0.25337787106251103) + | > loss_disc_real_2: 0.2663666605949402 (0.25284912437200535) + | > loss_disc_real_3: 0.12376643717288971 (0.22079431055447993) + | > loss_disc_real_4: 0.24681228399276733 (0.2194262460256234) + | > loss_disc_real_5: 0.2190665751695633 (0.24042425400171524) + | > loss_0: 2.533499240875244 (2.6251576252472706) + | > grad_norm_0: tensor(8.9813, device='cuda:0') (tensor(8.9640, device='cuda:0')) + | > loss_gen: 2.1843812465667725 (2.1239506495304603) + | > loss_kl: 1.7688783407211304 (1.8028616141050289) + | > loss_feat: 2.769770860671997 (2.9756413331398592) + | > loss_mel: 28.765281677246094 (31.487415191454765) + | > loss_duration: 2.0202817916870117 (2.133217683205238) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 37.50859451293945 (40.523086596757935) + | > grad_norm_1: tensor(141.0095, device='cuda:0') (tensor(122.5031, device='cuda:0')) + | > current_lr_0: 0.000199975 + | > current_lr_1: 0.000199975 + | > step_time: 0.6871 (0.7010993162790935) + | > loader_time: 0.0049 (0.004419574370751016) + + + --> TIME: 2024-11-22 03:16:35 -- STEP: 103/797 -- GLOBAL_STEP: 900 + | > loss_disc: 2.45853328704834 (2.604985612110027) + | > loss_disc_real_0: 0.3178483545780182 (0.21519745633150766) + | > loss_disc_real_1: 0.25219088792800903 (0.25073737933219054) + | > loss_disc_real_2: 0.26082807779312134 (0.2510795114399159) + | > loss_disc_real_3: 0.20427630841732025 (0.2203343812267757) + | > loss_disc_real_4: 0.21667014062404633 (0.21807305268870975) + | > loss_disc_real_5: 0.22909463942050934 (0.23934784640096923) + | > loss_0: 2.45853328704834 (2.604985612110027) + | > grad_norm_0: tensor(11.8272, device='cuda:0') (tensor(9.2802, device='cuda:0')) + | > loss_gen: 2.1688618659973145 (2.1393508621789876) + | > loss_kl: 1.810291051864624 (1.7655169674493734) + | > loss_feat: 3.2944540977478027 (3.021871543625026) + | > loss_mel: 33.732574462890625 (31.353709415324683) + | > loss_duration: 2.030991554260254 (2.119467249194395) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 43.03717041015625 (40.39991634331861) + | > grad_norm_1: tensor(98.9661, device='cuda:0') (tensor(119.4355, device='cuda:0')) + | > current_lr_0: 0.000199975 + | > current_lr_1: 0.000199975 + | > step_time: 0.714 (0.7020488896416229) + | > loader_time: 0.0055 (0.004611228276224972) + + + --> TIME: 2024-11-22 03:16:53 -- STEP: 128/797 -- GLOBAL_STEP: 925 + | > loss_disc: 2.607466459274292 (2.5960840638726954) + | > loss_disc_real_0: 0.2537975311279297 (0.21499862422933802) + | > loss_disc_real_1: 0.19633005559444427 (0.24978719896171236) + | > loss_disc_real_2: 0.1757703721523285 (0.25130329793319106) + | > loss_disc_real_3: 0.2255369871854782 (0.2176320357248187) + | > loss_disc_real_4: 0.26397594809532166 (0.21625303162727505) + | > loss_disc_real_5: 0.17560380697250366 (0.24045359063893557) + | > loss_0: 2.607466459274292 (2.5960840638726954) + | > grad_norm_0: tensor(10.0934, device='cuda:0') (tensor(9.2243, device='cuda:0')) + | > loss_gen: 1.9051257371902466 (2.1424186797812577) + | > loss_kl: 1.208632469177246 (1.7370551144704223) + | > loss_feat: 2.4994165897369385 (3.0409638416022062) + | > loss_mel: 27.058454513549805 (31.19574023783207) + | > loss_duration: 2.060818672180176 (2.1105465162545434) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 34.73244857788086 (40.22672459483147) + | > grad_norm_1: tensor(76.5265, device='cuda:0') (tensor(116.7363, device='cuda:0')) + | > current_lr_0: 0.000199975 + | > current_lr_1: 0.000199975 + | > step_time: 0.732 (0.7020086012780666) + | > loader_time: 0.0047 (0.0047482475638389605) + + + --> TIME: 2024-11-22 03:17:11 -- STEP: 153/797 -- GLOBAL_STEP: 950 + | > loss_disc: 2.6239123344421387 (2.584904331007814) + | > loss_disc_real_0: 0.2985079884529114 (0.21243793726746552) + | > loss_disc_real_1: 0.18188102543354034 (0.24910577722624233) + | > loss_disc_real_2: 0.1956048607826233 (0.25025506677970394) + | > loss_disc_real_3: 0.18762841820716858 (0.2164838178679834) + | > loss_disc_real_4: 0.2512502074241638 (0.2166887573849142) + | > loss_disc_real_5: 0.14609497785568237 (0.24001917330657735) + | > loss_0: 2.6239123344421387 (2.584904331007814) + | > grad_norm_0: tensor(8.8559, device='cuda:0') (tensor(9.2118, device='cuda:0')) + | > loss_gen: 2.132056474685669 (2.158535319995256) + | > loss_kl: 1.8654268980026245 (1.7177560843673407) + | > loss_feat: 3.2042126655578613 (3.098749360227897) + | > loss_mel: 32.33613967895508 (31.17011994006587) + | > loss_duration: 2.002901315689087 (2.1013348118152484) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 41.540740966796875 (40.24649563957664) + | > grad_norm_1: tensor(75.0282, device='cuda:0') (tensor(116.8975, device='cuda:0')) + | > current_lr_0: 0.000199975 + | > current_lr_1: 0.000199975 + | > step_time: 0.7549 (0.7063461253845613) + | > loader_time: 0.0073 (0.004798736447602317) + + + --> TIME: 2024-11-22 03:17:59 -- STEP: 178/797 -- GLOBAL_STEP: 975 + | > loss_disc: 2.2899045944213867 (2.5832448782545794) + | > loss_disc_real_0: 0.18236413598060608 (0.21193818040610699) + | > loss_disc_real_1: 0.2328406423330307 (0.24872641725821437) + | > loss_disc_real_2: 0.23275846242904663 (0.24795039332984542) + | > loss_disc_real_3: 0.19060233235359192 (0.21829963228508328) + | > loss_disc_real_4: 0.16646729409694672 (0.2170054270896349) + | > loss_disc_real_5: 0.1662374585866928 (0.2409788454683979) + | > loss_0: 2.2899045944213867 (2.5832448782545794) + | > grad_norm_0: tensor(4.3521, device='cuda:0') (tensor(9.2183, device='cuda:0')) + | > loss_gen: 2.2163689136505127 (2.151579625820844) + | > loss_kl: 1.4211361408233643 (1.7033691975507843) + | > loss_feat: 3.614680767059326 (3.0883471108554454) + | > loss_mel: 31.28009033203125 (31.09519063756707) + | > loss_duration: 2.0376663208007812 (2.0905583306644737) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 40.569942474365234 (40.12904490781633) + | > grad_norm_1: tensor(80.6622, device='cuda:0') (tensor(117.3843, device='cuda:0')) + | > current_lr_0: 0.000199975 + | > current_lr_1: 0.000199975 + | > step_time: 2.7336 (0.8718917343053925) + | > loader_time: 0.0095 (0.005587616663300591) + + + --> TIME: 2024-11-22 03:18:54 -- STEP: 203/797 -- GLOBAL_STEP: 1000 + | > loss_disc: 2.3070082664489746 (2.5875289698539685) + | > loss_disc_real_0: 0.21680879592895508 (0.21385047988498151) + | > loss_disc_real_1: 0.15468472242355347 (0.24811454645812214) + | > loss_disc_real_2: 0.16019126772880554 (0.24821290682102076) + | > loss_disc_real_3: 0.2166113406419754 (0.218180082885209) + | > loss_disc_real_4: 0.1302727311849594 (0.21777481438931573) + | > loss_disc_real_5: 0.20334869623184204 (0.24044496569727442) + | > loss_0: 2.3070082664489746 (2.5875289698539685) + | > grad_norm_0: tensor(5.6226, device='cuda:0') (tensor(9.1534, device='cuda:0')) + | > loss_gen: 2.1972060203552246 (2.147905252249955) + | > loss_kl: 1.4999505281448364 (1.6878088806650322) + | > loss_feat: 4.147138595581055 (3.081722602468406) + | > loss_mel: 32.644405364990234 (31.07434502963362) + | > loss_duration: 2.054884433746338 (2.084384542967886) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 42.54358673095703 (40.07616621872473) + | > grad_norm_1: tensor(49.6393, device='cuda:0') (tensor(118.2321, device='cuda:0')) + | > current_lr_0: 0.000199975 + | > current_lr_1: 0.000199975 + | > step_time: 1.6059 (1.0325120411482935) + | > loader_time: 0.0056 (0.006895195674426451) + + + --> TIME: 2024-11-22 03:19:46 -- STEP: 228/797 -- GLOBAL_STEP: 1025 + | > loss_disc: 2.642265558242798 (2.586571746750881) + | > loss_disc_real_0: 0.2328576147556305 (0.21439846869754164) + | > loss_disc_real_1: 0.3734435737133026 (0.24917401360315186) + | > loss_disc_real_2: 0.3821476697921753 (0.2485987606801485) + | > loss_disc_real_3: 0.19443120062351227 (0.21858836618954675) + | > loss_disc_real_4: 0.2454114705324173 (0.21787023998535515) + | > loss_disc_real_5: 0.31639543175697327 (0.2408287400347099) + | > loss_0: 2.642265558242798 (2.586571746750881) + | > grad_norm_0: tensor(9.6595, device='cuda:0') (tensor(9.2775, device='cuda:0')) + | > loss_gen: 2.1724045276641846 (2.1468370875768485) + | > loss_kl: 1.4268298149108887 (1.6751501455641629) + | > loss_feat: 2.9054388999938965 (3.0812212992132757) + | > loss_mel: 32.26966857910156 (31.06805464259365) + | > loss_duration: 2.0612785816192627 (2.0793914962233164) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 40.83562088012695 (40.05065459535832) + | > grad_norm_1: tensor(139.3910, device='cuda:0') (tensor(116.5078, device='cuda:0')) + | > current_lr_0: 0.000199975 + | > current_lr_1: 0.000199975 + | > step_time: 2.1944 (1.1448870468557926) + | > loader_time: 0.0204 (0.0074837657443264085) + + + --> TIME: 2024-11-22 03:20:38 -- STEP: 253/797 -- GLOBAL_STEP: 1050 + | > loss_disc: 2.610792636871338 (2.58727337437656) + | > loss_disc_real_0: 0.1533302664756775 (0.21432733217718103) + | > loss_disc_real_1: 0.2477075606584549 (0.24872050979156266) + | > loss_disc_real_2: 0.24331969022750854 (0.24812410153419134) + | > loss_disc_real_3: 0.21863648295402527 (0.21844440963664075) + | > loss_disc_real_4: 0.19327136874198914 (0.21747473129641867) + | > loss_disc_real_5: 0.21164512634277344 (0.2411080753143597) + | > loss_0: 2.610792636871338 (2.58727337437656) + | > grad_norm_0: tensor(11.0232, device='cuda:0') (tensor(9.4157, device='cuda:0')) + | > loss_gen: 1.957895040512085 (2.142730763778384) + | > loss_kl: 1.4995852708816528 (1.6707560045445862) + | > loss_feat: 2.7733089923858643 (3.076253371747586) + | > loss_mel: 29.42091178894043 (30.995021186798457) + | > loss_duration: 2.0121994018554688 (2.0744033745626216) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 37.66389846801758 (39.95916467598774) + | > grad_norm_1: tensor(86.9143, device='cuda:0') (tensor(117.6371, device='cuda:0')) + | > current_lr_0: 0.000199975 + | > current_lr_1: 0.000199975 + | > step_time: 1.8827 (1.2344182263249937) + | > loader_time: 0.0087 (0.008128618534374618) + + + --> TIME: 2024-11-22 03:21:34 -- STEP: 278/797 -- GLOBAL_STEP: 1075 + | > loss_disc: 2.382746696472168 (2.5877192749393925) + | > loss_disc_real_0: 0.20314382016658783 (0.21378850347275355) + | > loss_disc_real_1: 0.22623229026794434 (0.24852825636915166) + | > loss_disc_real_2: 0.24311289191246033 (0.24742365355114285) + | > loss_disc_real_3: 0.20372328162193298 (0.21881005698613984) + | > loss_disc_real_4: 0.2629527151584625 (0.21946239723361655) + | > loss_disc_real_5: 0.26756590604782104 (0.24048413593563245) + | > loss_0: 2.382746696472168 (2.5877192749393925) + | > grad_norm_0: tensor(5.1461, device='cuda:0') (tensor(9.2940, device='cuda:0')) + | > loss_gen: 2.2546780109405518 (2.141361017878964) + | > loss_kl: 1.699640154838562 (1.6623474891237218) + | > loss_feat: 3.581935167312622 (3.069791794680863) + | > loss_mel: 31.284574508666992 (30.968981694832124) + | > loss_duration: 2.000101089477539 (2.0705629029719947) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 40.82093048095703 (39.91304488147762) + | > grad_norm_1: tensor(75.5735, device='cuda:0') (tensor(116.5888, device='cuda:0')) + | > current_lr_0: 0.000199975 + | > current_lr_1: 0.000199975 + | > step_time: 2.0645 (1.3224871184328477) + | > loader_time: 0.0309 (0.008708049067490398) + + + --> TIME: 2024-11-22 03:22:25 -- STEP: 303/797 -- GLOBAL_STEP: 1100 + | > loss_disc: 2.648599624633789 (2.5873669468530327) + | > loss_disc_real_0: 0.24561503529548645 (0.21465786642367296) + | > loss_disc_real_1: 0.23036187887191772 (0.24837231818008737) + | > loss_disc_real_2: 0.2280825525522232 (0.24736629839580837) + | > loss_disc_real_3: 0.17247094213962555 (0.21906411170762757) + | > loss_disc_real_4: 0.21776844561100006 (0.21923718259672914) + | > loss_disc_real_5: 0.2007940113544464 (0.23981917332304586) + | > loss_0: 2.648599624633789 (2.5873669468530327) + | > grad_norm_0: tensor(5.6997, device='cuda:0') (tensor(9.4260, device='cuda:0')) + | > loss_gen: 1.974236011505127 (2.138543486595154) + | > loss_kl: 1.5836477279663086 (1.6493504728027706) + | > loss_feat: 3.34466814994812 (3.064549439417648) + | > loss_mel: 31.619272232055664 (30.91491932758797) + | > loss_duration: 2.0285797119140625 (2.0674588070450834) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 40.5504035949707 (39.834821468139225) + | > grad_norm_1: tensor(52.9644, device='cuda:0') (tensor(116.5812, device='cuda:0')) + | > current_lr_0: 0.000199975 + | > current_lr_1: 0.000199975 + | > step_time: 2.0863 (1.379656129937755) + | > loader_time: 0.0296 (0.008725266252020409) + + + --> TIME: 2024-11-22 03:23:09 -- STEP: 328/797 -- GLOBAL_STEP: 1125 + | > loss_disc: 2.57002329826355 (2.586688022787978) + | > loss_disc_real_0: 0.21808409690856934 (0.2148384823940876) + | > loss_disc_real_1: 0.22561943531036377 (0.24810595456056478) + | > loss_disc_real_2: 0.22321458160877228 (0.2464951005559869) + | > loss_disc_real_3: 0.2693498730659485 (0.21833515814619092) + | > loss_disc_real_4: 0.23907633125782013 (0.2192903593091703) + | > loss_disc_real_5: 0.3013015687465668 (0.24038374024193462) + | > loss_0: 2.57002329826355 (2.586688022787978) + | > grad_norm_0: tensor(9.4268, device='cuda:0') (tensor(9.4002, device='cuda:0')) + | > loss_gen: 2.2954964637756348 (2.1355158995564394) + | > loss_kl: 1.4643055200576782 (1.6409502818090167) + | > loss_feat: 3.722066879272461 (3.060587578793853) + | > loss_mel: 29.20295524597168 (30.845472644015057) + | > loss_duration: 2.0876927375793457 (2.064680266671064) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 38.772518157958984 (39.747206606516016) + | > grad_norm_1: tensor(150.6720, device='cuda:0') (tensor(116.1989, device='cuda:0')) + | > current_lr_0: 0.000199975 + | > current_lr_1: 0.000199975 + | > step_time: 1.8975 (1.4086470654824892) + | > loader_time: 0.0077 (0.00885714554205174) + + + --> TIME: 2024-11-22 03:23:56 -- STEP: 353/797 -- GLOBAL_STEP: 1150 + | > loss_disc: 2.5594561100006104 (2.588962968280566) + | > loss_disc_real_0: 0.18122461438179016 (0.21559406411715337) + | > loss_disc_real_1: 0.17295049130916595 (0.248176560903406) + | > loss_disc_real_2: 0.18650120496749878 (0.24700971395199428) + | > loss_disc_real_3: 0.19606788456439972 (0.21867196057150115) + | > loss_disc_real_4: 0.21119345724582672 (0.2191618882731743) + | > loss_disc_real_5: 0.17475299537181854 (0.24045209122278197) + | > loss_0: 2.5594561100006104 (2.588962968280566) + | > grad_norm_0: tensor(5.2799, device='cuda:0') (tensor(9.5055, device='cuda:0')) + | > loss_gen: 2.0129106044769287 (2.137192199655701) + | > loss_kl: 1.45803701877594 (1.6362759786692294) + | > loss_feat: 3.25422739982605 (3.059772717378634) + | > loss_mel: 31.961936950683594 (30.774551807652113) + | > loss_duration: 2.0550103187561035 (2.062416962793799) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 40.742122650146484 (39.670209587464555) + | > grad_norm_1: tensor(116.0598, device='cuda:0') (tensor(117.1004, device='cuda:0')) + | > current_lr_0: 0.000199975 + | > current_lr_1: 0.000199975 + | > step_time: 1.9981 (1.4380402686575662) + | > loader_time: 0.0073 (0.009109921225745016) + + + --> TIME: 2024-11-22 03:24:40 -- STEP: 378/797 -- GLOBAL_STEP: 1175 + | > loss_disc: 2.5684926509857178 (2.589841442133384) + | > loss_disc_real_0: 0.26539409160614014 (0.21597879230187683) + | > loss_disc_real_1: 0.35249847173690796 (0.2484564664896834) + | > loss_disc_real_2: 0.383817195892334 (0.24688720738603956) + | > loss_disc_real_3: 0.23252815008163452 (0.21929100581577846) + | > loss_disc_real_4: 0.2780616283416748 (0.2197160394221702) + | > loss_disc_real_5: 0.29375332593917847 (0.2407695658544384) + | > loss_0: 2.5684926509857178 (2.589841442133384) + | > grad_norm_0: tensor(8.7628, device='cuda:0') (tensor(9.6281, device='cuda:0')) + | > loss_gen: 2.213414430618286 (2.1414399582242223) + | > loss_kl: 1.460767149925232 (1.627787354761962) + | > loss_feat: 3.407020330429077 (3.0678879278046756) + | > loss_mel: 32.6816291809082 (30.77049383032259) + | > loss_duration: 2.0206642150878906 (2.060743607541241) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 41.78349304199219 (39.66835257111401) + | > grad_norm_1: tensor(121.3348, device='cuda:0') (tensor(117.3824, device='cuda:0')) + | > current_lr_0: 0.000199975 + | > current_lr_1: 0.000199975 + | > step_time: 1.575 (1.4604707041745468) + | > loader_time: 0.0091 (0.009068929959857279) + + + --> TIME: 2024-11-22 03:25:21 -- STEP: 403/797 -- GLOBAL_STEP: 1200 + | > loss_disc: 2.6129770278930664 (2.591716271180374) + | > loss_disc_real_0: 0.2762013375759125 (0.2159590681381616) + | > loss_disc_real_1: 0.3180004954338074 (0.2486956615749719) + | > loss_disc_real_2: 0.34629905223846436 (0.2472765906979665) + | > loss_disc_real_3: 0.2815503478050232 (0.21877282676714527) + | > loss_disc_real_4: 0.24788576364517212 (0.22045177624332107) + | > loss_disc_real_5: 0.3350655734539032 (0.24116819032072725) + | > loss_0: 2.6129770278930664 (2.591716271180374) + | > grad_norm_0: tensor(7.4893, device='cuda:0') (tensor(9.7372, device='cuda:0')) + | > loss_gen: 2.3843042850494385 (2.142076174911141) + | > loss_kl: 1.2820510864257812 (1.6218982369964832) + | > loss_feat: 2.917968273162842 (3.064096293141766) + | > loss_mel: 29.00318717956543 (30.735057707755796) + | > loss_duration: 2.0406880378723145 (2.059773950955413) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 37.628196716308594 (39.62290225727089) + | > grad_norm_1: tensor(191.0274, device='cuda:0') (tensor(117.1635, device='cuda:0')) + | > current_lr_0: 0.000199975 + | > current_lr_1: 0.000199975 + | > step_time: 1.9019 (1.4705301892964484) + | > loader_time: 0.0065 (0.009006978856126963) + + + --> TIME: 2024-11-22 03:26:02 -- STEP: 428/797 -- GLOBAL_STEP: 1225 + | > loss_disc: 2.542365789413452 (2.59027762613564) + | > loss_disc_real_0: 0.20282842218875885 (0.21573456470793653) + | > loss_disc_real_1: 0.2161484807729721 (0.24803907093461428) + | > loss_disc_real_2: 0.1976456493139267 (0.24697580507077346) + | > loss_disc_real_3: 0.21419522166252136 (0.2182400839699206) + | > loss_disc_real_4: 0.19256697595119476 (0.21984311865172654) + | > loss_disc_real_5: 0.26931044459342957 (0.24172050551137078) + | > loss_0: 2.542365789413452 (2.59027762613564) + | > grad_norm_0: tensor(4.4689, device='cuda:0') (tensor(9.6783, device='cuda:0')) + | > loss_gen: 2.281914710998535 (2.1397307637695975) + | > loss_kl: 1.2697335481643677 (1.6127030531936721) + | > loss_feat: 3.026455879211426 (3.064281641601403) + | > loss_mel: 32.1116943359375 (30.730011708268496) + | > loss_duration: 1.9999840259552002 (2.058697146232997) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 40.689781188964844 (39.60542418577959) + | > grad_norm_1: tensor(65.1530, device='cuda:0') (tensor(117.2940, device='cuda:0')) + | > current_lr_0: 0.000199975 + | > current_lr_1: 0.000199975 + | > step_time: 1.6605 (1.4791742407272914) + | > loader_time: 0.0083 (0.00897613975489251) + + + --> TIME: 2024-11-22 03:26:44 -- STEP: 453/797 -- GLOBAL_STEP: 1250 + | > loss_disc: 2.4575018882751465 (2.5930613587234204) + | > loss_disc_real_0: 0.2570491433143616 (0.21581644457960233) + | > loss_disc_real_1: 0.1744338423013687 (0.24787464783944305) + | > loss_disc_real_2: 0.18100301921367645 (0.24663998053365985) + | > loss_disc_real_3: 0.10515060275793076 (0.21819630743849355) + | > loss_disc_real_4: 0.18019971251487732 (0.22053153786569768) + | > loss_disc_real_5: 0.16686303913593292 (0.2414980638632448) + | > loss_0: 2.4575018882751465 (2.5930613587234204) + | > grad_norm_0: tensor(11.4713, device='cuda:0') (tensor(9.7302, device='cuda:0')) + | > loss_gen: 1.8846406936645508 (2.135886316004706) + | > loss_kl: 1.5143845081329346 (1.6006695879479387) + | > loss_feat: 3.252448081970215 (3.05613076318442) + | > loss_mel: 29.564788818359375 (30.713198394438553) + | > loss_duration: 2.082179307937622 (2.058301236982114) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 38.298439025878906 (39.564186188822006) + | > grad_norm_1: tensor(81.8949, device='cuda:0') (tensor(116.7364, device='cuda:0')) + | > current_lr_0: 0.000199975 + | > current_lr_1: 0.000199975 + | > step_time: 1.4008 (1.4881925872356427) + | > loader_time: 0.008 (0.00899330669680968) + + + --> TIME: 2024-11-22 03:27:26 -- STEP: 478/797 -- GLOBAL_STEP: 1275 + | > loss_disc: 2.6643617153167725 (2.5963093022422323) + | > loss_disc_real_0: 0.16940298676490784 (0.21621635175898485) + | > loss_disc_real_1: 0.26603376865386963 (0.2483155088319938) + | > loss_disc_real_2: 0.28890809416770935 (0.2472510280937081) + | > loss_disc_real_3: 0.1895536184310913 (0.21824911119860585) + | > loss_disc_real_4: 0.19873589277267456 (0.22069175335652658) + | > loss_disc_real_5: 0.1841016411781311 (0.24184388078156874) + | > loss_0: 2.6643617153167725 (2.5963093022422323) + | > grad_norm_0: tensor(6.7108, device='cuda:0') (tensor(9.6571, device='cuda:0')) + | > loss_gen: 2.17622709274292 (2.1357954835293196) + | > loss_kl: 1.2507659196853638 (1.5894288772319656) + | > loss_feat: 3.110731840133667 (3.0504011753712748) + | > loss_mel: 34.2420539855957 (30.700203424717092) + | > loss_duration: 2.016237735748291 (2.057525012034253) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 42.7960205078125 (39.533353853425204) + | > grad_norm_1: tensor(96.1384, device='cuda:0') (tensor(116.3681, device='cuda:0')) + | > current_lr_0: 0.000199975 + | > current_lr_1: 0.000199975 + | > step_time: 1.5468 (1.496939611734207) + | > loader_time: 0.0081 (0.00907758389556757) + + + --> TIME: 2024-11-22 03:28:30 -- STEP: 503/797 -- GLOBAL_STEP: 1300 + | > loss_disc: 2.5064141750335693 (2.5956494637559477) + | > loss_disc_real_0: 0.10940311849117279 (0.21649636240827871) + | > loss_disc_real_1: 0.28225812315940857 (0.24773417256224464) + | > loss_disc_real_2: 0.25213345885276794 (0.24672250365227402) + | > loss_disc_real_3: 0.1782800257205963 (0.2185091739650038) + | > loss_disc_real_4: 0.1798420548439026 (0.22019790581040544) + | > loss_disc_real_5: 0.27162840962409973 (0.24121459918633606) + | > loss_0: 2.5064141750335693 (2.5956494637559477) + | > grad_norm_0: tensor(10.1618, device='cuda:0') (tensor(9.8157, device='cuda:0')) + | > loss_gen: 1.7743350267410278 (2.135040137687214) + | > loss_kl: 1.2630552053451538 (1.5809723525113666) + | > loss_feat: 3.2712440490722656 (3.0510816142762875) + | > loss_mel: 29.93850326538086 (30.65960320231929) + | > loss_duration: 2.0707740783691406 (2.0568206867214234) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 38.317909240722656 (39.483517883786135) + | > grad_norm_1: tensor(47.1520, device='cuda:0') (tensor(115.4693, device='cuda:0')) + | > current_lr_0: 0.000199975 + | > current_lr_1: 0.000199975 + | > step_time: 2.8453 (1.5480936023871426) + | > loader_time: 0.0089 (0.009535992358835269) + + + --> TIME: 2024-11-22 03:29:27 -- STEP: 528/797 -- GLOBAL_STEP: 1325 + | > loss_disc: 2.700551986694336 (2.5945451634399825) + | > loss_disc_real_0: 0.15449827909469604 (0.21614130970203516) + | > loss_disc_real_1: 0.23079010844230652 (0.24750870810539433) + | > loss_disc_real_2: 0.32241636514663696 (0.24632578722737503) + | > loss_disc_real_3: 0.17483863234519958 (0.218274273472189) + | > loss_disc_real_4: 0.22332361340522766 (0.2201662010541468) + | > loss_disc_real_5: 0.3547026813030243 (0.24131646721313396) + | > loss_0: 2.700551986694336 (2.5945451634399825) + | > grad_norm_0: tensor(12.3444, device='cuda:0') (tensor(9.8111, device='cuda:0')) + | > loss_gen: 2.2657692432403564 (2.1362620341506884) + | > loss_kl: 1.4436637163162231 (1.572861051920689) + | > loss_feat: 3.8857078552246094 (3.057988071080411) + | > loss_mel: 31.576702117919922 (30.63181924458706) + | > loss_duration: 2.0727667808532715 (2.0566389590050242) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 41.24460983276367 (39.455569202249684) + | > grad_norm_1: tensor(99.0395, device='cuda:0') (tensor(115.0495, device='cuda:0')) + | > current_lr_0: 0.000199975 + | > current_lr_1: 0.000199975 + | > step_time: 2.537 (1.5825902485486236) + | > loader_time: 0.0117 (0.00966519478595618) + + + --> TIME: 2024-11-22 03:30:22 -- STEP: 553/797 -- GLOBAL_STEP: 1350 + | > loss_disc: 2.5054891109466553 (2.5960950252160466) + | > loss_disc_real_0: 0.170132577419281 (0.2161767928984023) + | > loss_disc_real_1: 0.18378637731075287 (0.2474848444002662) + | > loss_disc_real_2: 0.19844433665275574 (0.2465988657492841) + | > loss_disc_real_3: 0.2360946089029312 (0.2179543470684271) + | > loss_disc_real_4: 0.1368928700685501 (0.22054273846675432) + | > loss_disc_real_5: 0.1770029067993164 (0.24136272932370792) + | > loss_0: 2.5054891109466553 (2.5960950252160466) + | > grad_norm_0: tensor(9.4735, device='cuda:0') (tensor(9.8760, device='cuda:0')) + | > loss_gen: 2.08634352684021 (2.134992914217076) + | > loss_kl: 1.5193347930908203 (1.5640084154998204) + | > loss_feat: 3.5016324520111084 (3.0563872420981832) + | > loss_mel: 31.77242660522461 (30.601495880761586) + | > loss_duration: 2.0098423957824707 (2.05664695688872) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 40.88957977294922 (39.41353124304661) + | > grad_norm_1: tensor(81.3429, device='cuda:0') (tensor(115.1605, device='cuda:0')) + | > current_lr_0: 0.000199975 + | > current_lr_1: 0.000199975 + | > step_time: 2.8116 (1.6100726528581617) + | > loader_time: 0.0094 (0.009775492424990774) + + + --> TIME: 2024-11-22 03:31:28 -- STEP: 578/797 -- GLOBAL_STEP: 1375 + | > loss_disc: 2.668713331222534 (2.5978384673801687) + | > loss_disc_real_0: 0.22007042169570923 (0.2167586006069472) + | > loss_disc_real_1: 0.2582193613052368 (0.24730508439371743) + | > loss_disc_real_2: 0.2743563652038574 (0.2461793420765433) + | > loss_disc_real_3: 0.3622855842113495 (0.21832814262245354) + | > loss_disc_real_4: 0.29490241408348083 (0.22093018170149678) + | > loss_disc_real_5: 0.26407620310783386 (0.24166471951973068) + | > loss_0: 2.668713331222534 (2.5978384673801687) + | > grad_norm_0: tensor(5.7965, device='cuda:0') (tensor(9.9385, device='cuda:0')) + | > loss_gen: 2.1235716342926025 (2.133770331998186) + | > loss_kl: 1.4522429704666138 (1.554786404730127) + | > loss_feat: 2.8689703941345215 (3.0515912119492534) + | > loss_mel: 29.375423431396484 (30.561895116390243) + | > loss_duration: 2.0348429679870605 (2.0564023491420556) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 37.85505294799805 (39.3584452302398) + | > grad_norm_1: tensor(55.0381, device='cuda:0') (tensor(114.3605, device='cuda:0')) + | > current_lr_0: 0.000199975 + | > current_lr_1: 0.000199975 + | > step_time: 2.491 (1.653210238189434) + | > loader_time: 0.0112 (0.00999517424296343) + + + --> TIME: 2024-11-22 03:32:40 -- STEP: 603/797 -- GLOBAL_STEP: 1400 + | > loss_disc: 2.502821922302246 (2.5981774946943466) + | > loss_disc_real_0: 0.19895967841148376 (0.2164646317783873) + | > loss_disc_real_1: 0.22862592339515686 (0.24698789155799555) + | > loss_disc_real_2: 0.28514209389686584 (0.24588718860847242) + | > loss_disc_real_3: 0.2148098647594452 (0.21827534267410123) + | > loss_disc_real_4: 0.3091977536678314 (0.22106380798972858) + | > loss_disc_real_5: 0.24384468793869019 (0.2420333253457574) + | > loss_0: 2.502821922302246 (2.5981774946943466) + | > grad_norm_0: tensor(6.7936, device='cuda:0') (tensor(9.9814, device='cuda:0')) + | > loss_gen: 2.4645543098449707 (2.1321026636395697) + | > loss_kl: 1.279252529144287 (1.547684186331273) + | > loss_feat: 3.439903736114502 (3.0504854085235853) + | > loss_mel: 30.974382400512695 (30.520333642785623) + | > loss_duration: 2.0106239318847656 (2.0561096640566303) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 40.16871643066406 (39.306715406984026) + | > grad_norm_1: tensor(62.8722, device='cuda:0') (tensor(115.2456, device='cuda:0')) + | > current_lr_0: 0.000199975 + | > current_lr_1: 0.000199975 + | > step_time: 3.2249 (1.701973282875707) + | > loader_time: 0.011 (0.010449134690646905) + + + --> TIME: 2024-11-22 03:33:40 -- STEP: 628/797 -- GLOBAL_STEP: 1425 + | > loss_disc: 2.478036403656006 (2.5971595420958913) + | > loss_disc_real_0: 0.2938750386238098 (0.21638393444809945) + | > loss_disc_real_1: 0.2155543565750122 (0.24665395607044743) + | > loss_disc_real_2: 0.1680479347705841 (0.2454174082773696) + | > loss_disc_real_3: 0.17721182107925415 (0.21793740671009398) + | > loss_disc_real_4: 0.21224555373191833 (0.22180609840448876) + | > loss_disc_real_5: 0.21053045988082886 (0.24219314714858106) + | > loss_0: 2.478036403656006 (2.5971595420958913) + | > grad_norm_0: tensor(21.0760, device='cuda:0') (tensor(10.1089, device='cuda:0')) + | > loss_gen: 1.9406013488769531 (2.132811363145804) + | > loss_kl: 1.4137004613876343 (1.5398262089984438) + | > loss_feat: 2.9644932746887207 (3.054185867689217) + | > loss_mel: 28.974157333374023 (30.490995358509622) + | > loss_duration: 2.0714659690856934 (2.056880746297776) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 37.364418029785156 (39.27469940550006) + | > grad_norm_1: tensor(130.9291, device='cuda:0') (tensor(115.6594, device='cuda:0')) + | > current_lr_0: 0.000199975 + | > current_lr_1: 0.000199975 + | > step_time: 1.8874 (1.7282542221865085) + | > loader_time: 0.0116 (0.010720178959475959) + + + --> TIME: 2024-11-22 03:34:25 -- STEP: 653/797 -- GLOBAL_STEP: 1450 + | > loss_disc: 2.494757890701294 (2.5995532458628134) + | > loss_disc_real_0: 0.09473652392625809 (0.215918985878618) + | > loss_disc_real_1: 0.22527055442333221 (0.2465767281709002) + | > loss_disc_real_2: 0.19608405232429504 (0.24584947443163596) + | > loss_disc_real_3: 0.1509593278169632 (0.21819557310017842) + | > loss_disc_real_4: 0.15811088681221008 (0.22232921479717696) + | > loss_disc_real_5: 0.13077932596206665 (0.24231909861243336) + | > loss_0: 2.494757890701294 (2.5995532458628134) + | > grad_norm_0: tensor(13.9299, device='cuda:0') (tensor(10.2013, device='cuda:0')) + | > loss_gen: 2.1881558895111084 (2.1317418412081506) + | > loss_kl: 1.5804916620254517 (1.5341555071826367) + | > loss_feat: 3.714559316635132 (3.049151256657668) + | > loss_mel: 31.479507446289062 (30.464976499128124) + | > loss_duration: 2.038651466369629 (2.057329428688854) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 41.001365661621094 (39.2373544070841) + | > grad_norm_1: tensor(115.2041, device='cuda:0') (tensor(116.2804, device='cuda:0')) + | > current_lr_0: 0.000199975 + | > current_lr_1: 0.000199975 + | > step_time: 2.1284 (1.730810807273363) + | > loader_time: 0.0116 (0.010849251316298382) + + + --> TIME: 2024-11-22 03:35:07 -- STEP: 678/797 -- GLOBAL_STEP: 1475 + | > loss_disc: 2.572146415710449 (2.598973492957148) + | > loss_disc_real_0: 0.18818706274032593 (0.21556387374666588) + | > loss_disc_real_1: 0.19615581631660461 (0.24608228924879283) + | > loss_disc_real_2: 0.22653739154338837 (0.24555421764564023) + | > loss_disc_real_3: 0.19465598464012146 (0.21828823746525436) + | > loss_disc_real_4: 0.17096664011478424 (0.2222197554170382) + | > loss_disc_real_5: 0.22853229939937592 (0.24205724956539176) + | > loss_0: 2.572146415710449 (2.598973492957148) + | > grad_norm_0: tensor(13.4050, device='cuda:0') (tensor(10.3613, device='cuda:0')) + | > loss_gen: 2.0983731746673584 (2.1291471830511526) + | > loss_kl: 1.4235759973526 (1.528902348515558) + | > loss_feat: 3.302786350250244 (3.046087606818275) + | > loss_mel: 29.820613861083984 (30.454202047139844) + | > loss_duration: 2.051933765411377 (2.057362902832593) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 38.69728088378906 (39.2157019556096) + | > grad_norm_1: tensor(89.9806, device='cuda:0') (tensor(116.8851, device='cuda:0')) + | > current_lr_0: 0.000199975 + | > current_lr_1: 0.000199975 + | > step_time: 1.8776 (1.7274345553378447) + | > loader_time: 0.0186 (0.01090976094777605) + + + --> TIME: 2024-11-22 03:35:51 -- STEP: 703/797 -- GLOBAL_STEP: 1500 + | > loss_disc: 2.714921474456787 (2.599689393090999) + | > loss_disc_real_0: 0.1620084047317505 (0.21535114746853434) + | > loss_disc_real_1: 0.25806066393852234 (0.2462205114015305) + | > loss_disc_real_2: 0.2758501172065735 (0.2454490677200544) + | > loss_disc_real_3: 0.3524826467037201 (0.2185399439689276) + | > loss_disc_real_4: 0.33567818999290466 (0.22251664607614746) + | > loss_disc_real_5: 0.24716413021087646 (0.24204081903141558) + | > loss_0: 2.714921474456787 (2.599689393090999) + | > grad_norm_0: tensor(9.5776, device='cuda:0') (tensor(10.4314, device='cuda:0')) + | > loss_gen: 2.3555049896240234 (2.1311981666138977) + | > loss_kl: 1.2807705402374268 (1.5220701680922741) + | > loss_feat: 2.9764339923858643 (3.052276450573635) + | > loss_mel: 31.01343536376953 (30.460214045105413) + | > loss_duration: 2.0564420223236084 (2.0571428366100806) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 39.682586669921875 (39.222901541003104) + | > grad_norm_1: tensor(86.3363, device='cuda:0') (tensor(117.4130, device='cuda:0')) + | > current_lr_0: 0.000199975 + | > current_lr_1: 0.000199975 + | > step_time: 1.7023 (1.7282328090152232) + | > loader_time: 0.0097 (0.010941743850708011) + + + --> TIME: 2024-11-22 03:36:33 -- STEP: 728/797 -- GLOBAL_STEP: 1525 + | > loss_disc: 2.3606855869293213 (2.600299191016417) + | > loss_disc_real_0: 0.21091467142105103 (0.21517127635632896) + | > loss_disc_real_1: 0.21418172121047974 (0.2458032813578189) + | > loss_disc_real_2: 0.18979772925376892 (0.24549627028774101) + | > loss_disc_real_3: 0.22927655279636383 (0.21821282149016205) + | > loss_disc_real_4: 0.25078505277633667 (0.2226711559610871) + | > loss_disc_real_5: 0.2070118933916092 (0.24217789112539082) + | > loss_0: 2.3606855869293213 (2.600299191016417) + | > grad_norm_0: tensor(8.7561, device='cuda:0') (tensor(10.5452, device='cuda:0')) + | > loss_gen: 2.2401139736175537 (2.1277848103871713) + | > loss_kl: 1.145336627960205 (1.5142966199379697) + | > loss_feat: 3.319000244140625 (3.045969393227127) + | > loss_mel: 30.27155876159668 (30.42531194267692) + | > loss_duration: 2.0528435707092285 (2.056748838542582) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 39.02885437011719 (39.170111467550065) + | > grad_norm_1: tensor(129.5817, device='cuda:0') (tensor(117.6155, device='cuda:0')) + | > current_lr_0: 0.000199975 + | > current_lr_1: 0.000199975 + | > step_time: 1.7932 (1.7257663512622923) + | > loader_time: 0.0203 (0.011422231629654606) + + + --> TIME: 2024-11-22 03:37:18 -- STEP: 753/797 -- GLOBAL_STEP: 1550 + | > loss_disc: 2.3825533390045166 (2.5995255517136364) + | > loss_disc_real_0: 0.16737113893032074 (0.2151218869217522) + | > loss_disc_real_1: 0.22851061820983887 (0.24545388602482213) + | > loss_disc_real_2: 0.1765597015619278 (0.24520724460700277) + | > loss_disc_real_3: 0.15957719087600708 (0.21815873700309088) + | > loss_disc_real_4: 0.15989536046981812 (0.2224517651941197) + | > loss_disc_real_5: 0.20454180240631104 (0.24204683452250947) + | > loss_0: 2.3825533390045166 (2.5995255517136364) + | > grad_norm_0: tensor(5.8966, device='cuda:0') (tensor(10.6646, device='cuda:0')) + | > loss_gen: 2.2017295360565186 (2.1274353382913556) + | > loss_kl: 1.488129734992981 (1.507185233700006) + | > loss_feat: 3.96242618560791 (3.050128438399924) + | > loss_mel: 34.47013854980469 (30.3879571182636) + | > loss_duration: 2.023911952972412 (2.0559441679185766) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 44.146331787109375 (39.12865017388125) + | > grad_norm_1: tensor(116.0274, device='cuda:0') (tensor(117.9852, device='cuda:0')) + | > current_lr_0: 0.000199975 + | > current_lr_1: 0.000199975 + | > step_time: 1.3188 (1.7212013694869575) + | > loader_time: 0.1173 (0.017402266126229946) + + + --> TIME: 2024-11-22 03:38:22 -- STEP: 778/797 -- GLOBAL_STEP: 1575 + | > loss_disc: 2.6793572902679443 (2.6004283330127946) + | > loss_disc_real_0: 0.27084559202194214 (0.21525955638802757) + | > loss_disc_real_1: 0.18374155461788177 (0.2453140548806264) + | > loss_disc_real_2: 0.2673015594482422 (0.24500283739675593) + | > loss_disc_real_3: 0.1838802993297577 (0.21827504184374777) + | > loss_disc_real_4: 0.2875117361545563 (0.2227540704634778) + | > loss_disc_real_5: 0.20401093363761902 (0.24194933747954112) + | > loss_0: 2.6793572902679443 (2.6004283330127946) + | > grad_norm_0: tensor(7.1201, device='cuda:0') (tensor(10.6505, device='cuda:0')) + | > loss_gen: 2.0049819946289062 (2.1271834724360077) + | > loss_kl: 1.3666231632232666 (1.5003912887107433) + | > loss_feat: 2.8528661727905273 (3.055418835507567) + | > loss_mel: 30.371837615966797 (30.370252660736632) + | > loss_duration: 2.03328800201416 (2.055248763536734) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 38.62959671020508 (39.108494913057015) + | > grad_norm_1: tensor(125.2550, device='cuda:0') (tensor(117.8855, device='cuda:0')) + | > current_lr_0: 0.000199975 + | > current_lr_1: 0.000199975 + | > step_time: 2.9659 (1.7410048053319784) + | > loader_time: 0.1337 (0.023521762580675464) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.5194151401519775 (2.5194151401519775) + | > loss_disc_real_0: 0.3366025686264038 (0.3366025686264038) + | > loss_disc_real_1: 0.18658530712127686 (0.18658530712127686) + | > loss_disc_real_2: 0.2513394057750702 (0.2513394057750702) + | > loss_disc_real_3: 0.22518184781074524 (0.22518184781074524) + | > loss_disc_real_4: 0.16642382740974426 (0.16642382740974426) + | > loss_disc_real_5: 0.2432354837656021 (0.2432354837656021) + | > loss_0: 2.5194151401519775 (2.5194151401519775) + | > loss_gen: 2.208538055419922 (2.208538055419922) + | > loss_kl: 1.9402704238891602 (1.9402704238891602) + | > loss_feat: 3.3308894634246826 (3.3308894634246826) + | > loss_mel: 33.386390686035156 (33.386390686035156) + | > loss_duration: 2.3766753673553467 (2.3766753673553467) + | > loss_1: 43.24276351928711 (43.24276351928711) + + --> STEP: 1 + | > loss_disc: 2.634237766265869 (2.634237766265869) + | > loss_disc_real_0: 0.37206679582595825 (0.37206679582595825) + | > loss_disc_real_1: 0.19655099511146545 (0.19655099511146545) + | > loss_disc_real_2: 0.2646845281124115 (0.2646845281124115) + | > loss_disc_real_3: 0.2793397903442383 (0.2793397903442383) + | > loss_disc_real_4: 0.20295007526874542 (0.20295007526874542) + | > loss_disc_real_5: 0.2893391251564026 (0.2893391251564026) + | > loss_0: 2.634237766265869 (2.634237766265869) + | > loss_gen: 2.429344415664673 (2.429344415664673) + | > loss_kl: 2.4387433528900146 (2.4387433528900146) + | > loss_feat: 2.700084924697876 (2.700084924697876) + | > loss_mel: 31.217466354370117 (31.217466354370117) + | > loss_duration: 2.3181779384613037 (2.3181779384613037) + | > loss_1: 41.10381317138672 (41.10381317138672) + + --> STEP: 2 + | > loss_disc: 3.038503408432007 (2.836370587348938) + | > loss_disc_real_0: 0.5315909385681152 (0.45182886719703674) + | > loss_disc_real_1: 0.21219654381275177 (0.2043737694621086) + | > loss_disc_real_2: 0.29444584250450134 (0.2795651853084564) + | > loss_disc_real_3: 0.35307174921035767 (0.316205769777298) + | > loss_disc_real_4: 0.2304074913263321 (0.21667878329753876) + | > loss_disc_real_5: 0.25764229893684387 (0.27349071204662323) + | > loss_0: 3.038503408432007 (2.836370587348938) + | > loss_gen: 2.1794729232788086 (2.3044086694717407) + | > loss_kl: 1.3329768180847168 (1.8858600854873657) + | > loss_feat: 2.22309947013855 (2.461592197418213) + | > loss_mel: 28.793596267700195 (30.005531311035156) + | > loss_duration: 2.1529502868652344 (2.235564112663269) + | > loss_1: 36.682098388671875 (38.8929557800293) + + --> STEP: 3 + | > loss_disc: 2.905139923095703 (2.8592936992645264) + | > loss_disc_real_0: 0.36592185497283936 (0.42319319645563763) + | > loss_disc_real_1: 0.18536551296710968 (0.19803768396377563) + | > loss_disc_real_2: 0.23033352196216583 (0.2631546308596929) + | > loss_disc_real_3: 0.22567415237426758 (0.28602856397628784) + | > loss_disc_real_4: 0.20871973037719727 (0.21402576565742493) + | > loss_disc_real_5: 0.31686899065971375 (0.28795013825098675) + | > loss_0: 2.905139923095703 (2.8592936992645264) + | > loss_gen: 1.9815384149551392 (2.19678525129954) + | > loss_kl: 1.7690253257751465 (1.8469151655832927) + | > loss_feat: 3.0909347534179688 (2.6713730494181314) + | > loss_mel: 30.431884765625 (30.14764912923177) + | > loss_duration: 2.1802587509155273 (2.2171289920806885) + | > loss_1: 39.45363998413086 (39.07985051472982) + + --> STEP: 4 + | > loss_disc: 2.5180907249450684 (2.773992955684662) + | > loss_disc_real_0: 0.3559282720088959 (0.4063769653439522) + | > loss_disc_real_1: 0.20024554431438446 (0.19858964905142784) + | > loss_disc_real_2: 0.29152679443359375 (0.2702476717531681) + | > loss_disc_real_3: 0.33812975883483887 (0.2990538626909256) + | > loss_disc_real_4: 0.25973838567733765 (0.2254539206624031) + | > loss_disc_real_5: 0.21090535819530487 (0.26868894323706627) + | > loss_0: 2.5180907249450684 (2.773992955684662) + | > loss_gen: 2.5796725749969482 (2.292507082223892) + | > loss_kl: 1.435347080230713 (1.7440231442451477) + | > loss_feat: 2.774885654449463 (2.6972512006759644) + | > loss_mel: 24.120182037353516 (28.640782356262207) + | > loss_duration: 2.0926992893218994 (2.186021566390991) + | > loss_1: 33.002784729003906 (37.56058406829834) + + --> STEP: 5 + | > loss_disc: 2.442711353302002 (2.70773663520813) + | > loss_disc_real_0: 0.3452022075653076 (0.3941420137882233) + | > loss_disc_real_1: 0.18999119102954865 (0.196869957447052) + | > loss_disc_real_2: 0.20488537847995758 (0.257175213098526) + | > loss_disc_real_3: 0.21293920278549194 (0.2818309307098389) + | > loss_disc_real_4: 0.1468959003686905 (0.20974231660366058) + | > loss_disc_real_5: 0.21329796314239502 (0.25761074721813204) + | > loss_0: 2.442711353302002 (2.70773663520813) + | > loss_gen: 2.239260673522949 (2.281857800483704) + | > loss_kl: 0.7588725686073303 (1.5469930291175842) + | > loss_feat: 3.4955954551696777 (2.856920051574707) + | > loss_mel: 29.63032341003418 (28.838690567016602) + | > loss_duration: 2.2374510765075684 (2.1963074684143065) + | > loss_1: 38.36150360107422 (37.720767974853516) + + --> STEP: 6 + | > loss_disc: 2.591278553009033 (2.6883269548416138) + | > loss_disc_real_0: 0.32652467489242554 (0.38287245730559033) + | > loss_disc_real_1: 0.18713150918483734 (0.1952468827366829) + | > loss_disc_real_2: 0.26434293389320374 (0.2583698332309723) + | > loss_disc_real_3: 0.25994178652763367 (0.2781827400128047) + | > loss_disc_real_4: 0.18077203631401062 (0.2049139365553856) + | > loss_disc_real_5: 0.17206236720085144 (0.24335268388191858) + | > loss_0: 2.591278553009033 (2.6883269548416138) + | > loss_gen: 2.253923177719116 (2.277202030022939) + | > loss_kl: 0.8083025217056274 (1.4238779445489247) + | > loss_feat: 3.4484071731567383 (2.9555012385050454) + | > loss_mel: 24.467998504638672 (28.110241889953613) + | > loss_duration: 2.1109957695007324 (2.182088851928711) + | > loss_1: 33.08962631225586 (36.94891103108724) + + --> STEP: 7 + | > loss_disc: 2.3746252059936523 (2.643512419291905) + | > loss_disc_real_0: 0.3282392621040344 (0.3750677151339395) + | > loss_disc_real_1: 0.18909260630607605 (0.19436770038945334) + | > loss_disc_real_2: 0.2643519341945648 (0.2592244190829141) + | > loss_disc_real_3: 0.21116997301578522 (0.268609487584659) + | > loss_disc_real_4: 0.19781923294067383 (0.20390040746756963) + | > loss_disc_real_5: 0.22135502099990845 (0.24021016061306) + | > loss_0: 2.3746252059936523 (2.643512419291905) + | > loss_gen: 2.5391998291015625 (2.314630287034171) + | > loss_kl: 1.2741692066192627 (1.4024909819875444) + | > loss_feat: 3.40676212310791 (3.0199670791625977) + | > loss_mel: 28.879070281982422 (28.2200745173863) + | > loss_duration: 2.0630602836608887 (2.1650847707475935) + | > loss_1: 38.162261962890625 (37.12224687848772) + + --> STEP: 8 + | > loss_disc: 2.634943962097168 (2.642441362142563) + | > loss_disc_real_0: 0.2582516372203827 (0.3604657053947449) + | > loss_disc_real_1: 0.18157951533794403 (0.19276917725801468) + | > loss_disc_real_2: 0.1657925695180893 (0.247545437887311) + | > loss_disc_real_3: 0.1832980215549469 (0.257945554330945) + | > loss_disc_real_4: 0.15469463169574738 (0.19774968549609184) + | > loss_disc_real_5: 0.16464965045452118 (0.23076509684324265) + | > loss_0: 2.634943962097168 (2.642441362142563) + | > loss_gen: 1.781736969947815 (2.2480186223983765) + | > loss_kl: 1.325943112373352 (1.3929224982857704) + | > loss_feat: 3.7600154876708984 (3.1124731302261353) + | > loss_mel: 34.122283935546875 (28.957850694656372) + | > loss_duration: 2.080399513244629 (2.154499113559723) + | > loss_1: 43.07038116455078 (37.865763664245605) + + --> STEP: 9 + | > loss_disc: 2.6584906578063965 (2.644224617216322) + | > loss_disc_real_0: 0.38984978199005127 (0.36373060279422337) + | > loss_disc_real_1: 0.21449589729309082 (0.19518325726191202) + | > loss_disc_real_2: 0.23304736614227295 (0.2459345410267512) + | > loss_disc_real_3: 0.26409482955932617 (0.25862880713409847) + | > loss_disc_real_4: 0.2163650393486023 (0.19981805814637077) + | > loss_disc_real_5: 0.2688902020454407 (0.23500121964348686) + | > loss_0: 2.6584906578063965 (2.644224617216322) + | > loss_gen: 2.2688512802124023 (2.2503333621554904) + | > loss_kl: 1.1815776824951172 (1.3694397409756978) + | > loss_feat: 2.752337694168091 (3.0724580817752414) + | > loss_mel: 27.838354110717773 (28.83346218532986) + | > loss_duration: 2.1060705184936523 (2.1491181585523815) + | > loss_1: 36.147193908691406 (37.67481146918403) + + --> STEP: 10 + | > loss_disc: 2.8395864963531494 (2.663760805130005) + | > loss_disc_real_0: 0.41148629784584045 (0.3685061722993851) + | > loss_disc_real_1: 0.2326737344264984 (0.19893230497837067) + | > loss_disc_real_2: 0.3248271644115448 (0.2538238033652306) + | > loss_disc_real_3: 0.30267807841300964 (0.2630337342619896) + | > loss_disc_real_4: 0.23630571365356445 (0.20346682369709015) + | > loss_disc_real_5: 0.251595139503479 (0.2366606116294861) + | > loss_0: 2.8395864963531494 (2.663760805130005) + | > loss_gen: 2.240999698638916 (2.249399995803833) + | > loss_kl: 1.2239320278167725 (1.3548889696598052) + | > loss_feat: 2.0472869873046875 (2.969940972328186) + | > loss_mel: 25.45877456665039 (28.495993423461915) + | > loss_duration: 2.0311717987060547 (2.137323522567749) + | > loss_1: 33.002166748046875 (37.20754699707031) + + --> STEP: 11 + | > loss_disc: 2.4683356285095215 (2.645994879982688) + | > loss_disc_real_0: 0.34708911180496216 (0.3665591667998921) + | > loss_disc_real_1: 0.17231830954551697 (0.19651285084811124) + | > loss_disc_real_2: 0.19161131978034973 (0.2481681230393323) + | > loss_disc_real_3: 0.28260537981987 (0.26481297476725146) + | > loss_disc_real_4: 0.21307231485843658 (0.20434005016630347) + | > loss_disc_real_5: 0.21926477551460266 (0.2350791719826785) + | > loss_0: 2.4683356285095215 (2.645994879982688) + | > loss_gen: 2.41214656829834 (2.264195138757879) + | > loss_kl: 1.5634357929229736 (1.3738477717746387) + | > loss_feat: 3.5356054306030273 (3.021365013989535) + | > loss_mel: 31.479915618896484 (28.76725907759233) + | > loss_duration: 2.010551929473877 (2.125798832286488) + | > loss_1: 41.00165557861328 (37.552465959028765) + + --> STEP: 12 + | > loss_disc: 2.55844783782959 (2.6386992931365962) + | > loss_disc_real_0: 0.3168584108352661 (0.36241743713617325) + | > loss_disc_real_1: 0.17343376576900482 (0.1945895937581857) + | > loss_disc_real_2: 0.2332177311182022 (0.24692225704590479) + | > loss_disc_real_3: 0.2476504147052765 (0.26338276142875355) + | > loss_disc_real_4: 0.18780697882175446 (0.20296229422092438) + | > loss_disc_real_5: 0.26082152128219604 (0.2372243677576383) + | > loss_0: 2.55844783782959 (2.6386992931365962) + | > loss_gen: 2.21408748626709 (2.2600195010503135) + | > loss_kl: 1.7791640758514404 (1.4076241304477055) + | > loss_feat: 2.980236291885376 (3.0179376204808555) + | > loss_mel: 27.893600463867188 (28.694454193115234) + | > loss_duration: 2.104519844055176 (2.124025583267212) + | > loss_1: 36.97160720825195 (37.5040610631307) + + --> STEP: 13 + | > loss_disc: 2.8871757984161377 (2.6578128704657917) + | > loss_disc_real_0: 0.362174391746521 (0.36239874133696925) + | > loss_disc_real_1: 0.17664432525634766 (0.19320918848881355) + | > loss_disc_real_2: 0.23122529685497284 (0.24571479856967926) + | > loss_disc_real_3: 0.2451275885105133 (0.26197851735811967) + | > loss_disc_real_4: 0.19428686797618866 (0.20229495374056009) + | > loss_disc_real_5: 0.18922807276248932 (0.23353234506570375) + | > loss_0: 2.8871757984161377 (2.6578128704657917) + | > loss_gen: 1.9206959009170532 (2.233917685655447) + | > loss_kl: 1.6302918195724487 (1.424752414226532) + | > loss_feat: 3.394141435623169 (3.0468763754918027) + | > loss_mel: 30.850006103515625 (28.860265878530647) + | > loss_duration: 2.143859386444092 (2.1255512604346642) + | > loss_1: 39.938995361328125 (37.691363701453575) + + --> STEP: 14 + | > loss_disc: 2.605525255203247 (2.654078040804181) + | > loss_disc_real_0: 0.35971009731292725 (0.36220669533525196) + | > loss_disc_real_1: 0.20111162960529327 (0.1937736485685621) + | > loss_disc_real_2: 0.3020223379135132 (0.2497367656656674) + | > loss_disc_real_3: 0.26867780089378357 (0.2624570376106671) + | > loss_disc_real_4: 0.2474413961172104 (0.20551969962460653) + | > loss_disc_real_5: 0.27274611592292786 (0.23633332869836263) + | > loss_0: 2.605525255203247 (2.654078040804181) + | > loss_gen: 2.443046808242798 (2.248855480125972) + | > loss_kl: 1.6061255931854248 (1.4377076412950243) + | > loss_feat: 2.8318564891815186 (3.031517812183925) + | > loss_mel: 31.211545944213867 (29.02821445465088) + | > loss_duration: 2.1314830780029297 (2.1259749616895403) + | > loss_1: 40.22406005859375 (37.872270584106445) + + --> STEP: 15 + | > loss_disc: 2.4574973583221436 (2.6409726619720453) + | > loss_disc_real_0: 0.2833390235900879 (0.356948850552241) + | > loss_disc_real_1: 0.14722827076911926 (0.19067062338193258) + | > loss_disc_real_2: 0.21326349675655365 (0.24730521440505981) + | > loss_disc_real_3: 0.21412445604801178 (0.25923486550649005) + | > loss_disc_real_4: 0.15600332617759705 (0.20221860806147257) + | > loss_disc_real_5: 0.24559633433818817 (0.23695086240768432) + | > loss_0: 2.4574973583221436 (2.6409726619720453) + | > loss_gen: 2.073516607284546 (2.2371662219365436) + | > loss_kl: 1.0037318468093872 (1.4087759216626485) + | > loss_feat: 3.5223910808563232 (3.064242696762085) + | > loss_mel: 29.902467727661133 (29.086498006184897) + | > loss_duration: 2.061887741088867 (2.121702480316162) + | > loss_1: 38.563995361328125 (37.91838556925456) + + --> STEP: 16 + | > loss_disc: 2.3166921138763428 (2.620705127716064) + | > loss_disc_real_0: 0.3150661587715149 (0.3543311823159456) + | > loss_disc_real_1: 0.1592891812324524 (0.18870928324759007) + | > loss_disc_real_2: 0.22028742730617523 (0.24561660271137953) + | > loss_disc_real_3: 0.14045973122119904 (0.2518114196136594) + | > loss_disc_real_4: 0.23396418988704681 (0.20420270692557096) + | > loss_disc_real_5: 0.2204037308692932 (0.23591666668653488) + | > loss_0: 2.3166921138763428 (2.620705127716064) + | > loss_gen: 2.36995792388916 (2.2454657033085823) + | > loss_kl: 1.617917776107788 (1.4218472875654697) + | > loss_feat: 4.061496734619141 (3.126571074128151) + | > loss_mel: 26.15074348449707 (28.903013348579407) + | > loss_duration: 2.1373705863952637 (2.122681736946106) + | > loss_1: 36.337486267089844 (37.81957936286926) + + --> STEP: 17 + | > loss_disc: 2.8813211917877197 (2.6360354844261615) + | > loss_disc_real_0: 0.3922263979911804 (0.35656031264978294) + | > loss_disc_real_1: 0.22675380110740662 (0.1909471960628734) + | > loss_disc_real_2: 0.322513222694397 (0.25013993329861584) + | > loss_disc_real_3: 0.3065199851989746 (0.2550295705304426) + | > loss_disc_real_4: 0.2065122276544571 (0.2043385610860937) + | > loss_disc_real_5: 0.2860190272331238 (0.238863864365746) + | > loss_0: 2.8813211917877197 (2.6360354844261615) + | > loss_gen: 2.1954565048217773 (2.242523985750535) + | > loss_kl: 1.2181568145751953 (1.40986549503663) + | > loss_feat: 2.0719473361968994 (3.0645343836616066) + | > loss_mel: 32.09706497192383 (29.090898738187903) + | > loss_duration: 2.037386417388916 (2.117664365207448) + | > loss_1: 39.62001419067383 (37.92548729391659) + + --> STEP: 18 + | > loss_disc: 2.4704806804656982 (2.626837995317247) + | > loss_disc_real_0: 0.30065059661865234 (0.35345421731472015) + | > loss_disc_real_1: 0.1851460039615631 (0.1906249076128006) + | > loss_disc_real_2: 0.2395816445350647 (0.2495533617006408) + | > loss_disc_real_3: 0.21827417612075806 (0.25298760417434907) + | > loss_disc_real_4: 0.21824084222316742 (0.20511091003815332) + | > loss_disc_real_5: 0.30884766578674316 (0.24275185333357918) + | > loss_0: 2.4704806804656982 (2.626837995317247) + | > loss_gen: 2.3498144149780273 (2.2484845651520624) + | > loss_kl: 1.1245585680007935 (1.3940151102013059) + | > loss_feat: 3.0450544357299805 (3.063452164332072) + | > loss_mel: 30.65505027770996 (29.17779604593913) + | > loss_duration: 2.0015921592712402 (2.111215909322103) + | > loss_1: 39.17606735229492 (37.9949639638265) + + --> STEP: 19 + | > loss_disc: 2.801363706588745 (2.6360235590683785) + | > loss_disc_real_0: 0.35362428426742554 (0.3534631682069678) + | > loss_disc_real_1: 0.1991558074951172 (0.19107390234344884) + | > loss_disc_real_2: 0.2514975368976593 (0.24965568671101018) + | > loss_disc_real_3: 0.25368109345436096 (0.25302410361013916) + | > loss_disc_real_4: 0.16401788592338562 (0.20294811929527082) + | > loss_disc_real_5: 0.20083938539028168 (0.24054593396814247) + | > loss_0: 2.801363706588745 (2.6360235590683785) + | > loss_gen: 1.9501447677612305 (2.2327824705525448) + | > loss_kl: 1.6691285371780396 (1.4084947642527128) + | > loss_feat: 2.590588331222534 (3.038564594168412) + | > loss_mel: 30.229581832885742 (29.233153192620527) + | > loss_duration: 2.1476047039031982 (2.1131311090368974) + | > loss_1: 38.58705139160156 (38.02612646002518) + + --> STEP: 20 + | > loss_disc: 3.1986160278320312 (2.664153182506561) + | > loss_disc_real_0: 0.4550629258155823 (0.3585431560873985) + | > loss_disc_real_1: 0.2238699048757553 (0.19271370247006417) + | > loss_disc_real_2: 0.25482675433158875 (0.2499142400920391) + | > loss_disc_real_3: 0.32973456382751465 (0.2568596266210079) + | > loss_disc_real_4: 0.24036742746829987 (0.20481908470392227) + | > loss_disc_real_5: 0.3058750033378601 (0.24381238743662834) + | > loss_0: 3.1986160278320312 (2.664153182506561) + | > loss_gen: 1.8964563608169556 (2.2159661650657654) + | > loss_kl: 1.2872103452682495 (1.4024305433034896) + | > loss_feat: 2.7461161613464355 (3.023942172527313) + | > loss_mel: 31.991165161132812 (29.371053791046144) + | > loss_duration: 1.9885916709899902 (2.106904137134552) + | > loss_1: 39.90953826904297 (38.120297050476076) + + --> STEP: 21 + | > loss_disc: 2.644404172897339 (2.6632127534775507) + | > loss_disc_real_0: 0.38987135887145996 (0.36003497526759193) + | > loss_disc_real_1: 0.22391681373119354 (0.19419956491107032) + | > loss_disc_real_2: 0.25723811984062195 (0.25026299627054305) + | > loss_disc_real_3: 0.2754240036010742 (0.25774364457243965) + | > loss_disc_real_4: 0.19924315810203552 (0.20455356438954672) + | > loss_disc_real_5: 0.24197518825531006 (0.24372490176132747) + | > loss_0: 2.644404172897339 (2.6632127534775507) + | > loss_gen: 2.267306327819824 (2.2184109347207204) + | > loss_kl: 1.6464645862579346 (1.4140512120156061) + | > loss_feat: 2.4480175971984863 (2.99651719274975) + | > loss_mel: 27.373292922973633 (29.275922321137926) + | > loss_duration: 2.0313448905944824 (2.103306077775501) + | > loss_1: 35.76642608642578 (38.00820795694987) + + --> STEP: 22 + | > loss_disc: 2.585604190826416 (2.659685091538863) + | > loss_disc_real_0: 0.32254111766815186 (0.3583307090130719) + | > loss_disc_real_1: 0.19994284212589264 (0.19446062296628952) + | > loss_disc_real_2: 0.2566812336444855 (0.25055473433299497) + | > loss_disc_real_3: 0.2760333716869354 (0.2585749958049167) + | > loss_disc_real_4: 0.2044157087802887 (0.20454729822548953) + | > loss_disc_real_5: 0.2572134733200073 (0.24433801865035837) + | > loss_0: 2.585604190826416 (2.659685091538863) + | > loss_gen: 2.2835378646850586 (2.221371249719099) + | > loss_kl: 1.6539151668548584 (1.424954119053754) + | > loss_feat: 2.9029836654663086 (2.992265668782321) + | > loss_mel: 32.59528350830078 (29.426802375099875) + | > loss_duration: 2.1644186973571777 (2.1060839241201226) + | > loss_1: 41.60013961791992 (38.171477577903055) + + --> STEP: 23 + | > loss_disc: 2.932415246963501 (2.671542924383412) + | > loss_disc_real_0: 0.4807018041610718 (0.36365119141081104) + | > loss_disc_real_1: 0.23714211583137512 (0.1963163400473802) + | > loss_disc_real_2: 0.270231693983078 (0.2514102543177812) + | > loss_disc_real_3: 0.25974705815315247 (0.25862595503744873) + | > loss_disc_real_4: 0.2509559392929077 (0.20656506522842075) + | > loss_disc_real_5: 0.3352643549442291 (0.2482913376196571) + | > loss_0: 2.932415246963501 (2.671542924383412) + | > loss_gen: 2.289159059524536 (2.2243185457975967) + | > loss_kl: 1.4611060619354248 (1.426525942657305) + | > loss_feat: 2.1265084743499756 (2.9546240516330884) + | > loss_mel: 25.989755630493164 (29.277365560116976) + | > loss_duration: 2.124539852142334 (2.106886355773262) + | > loss_1: 33.99106979370117 (37.98972071772037) + + --> STEP: 24 + | > loss_disc: 2.358680486679077 (2.658506989479065) + | > loss_disc_real_0: 0.22201582789421082 (0.3577497179309527) + | > loss_disc_real_1: 0.19566217064857483 (0.19628908298909664) + | > loss_disc_real_2: 0.22607193887233734 (0.25035449117422104) + | > loss_disc_real_3: 0.18711046874523163 (0.25564614310860634) + | > loss_disc_real_4: 0.11416163295507431 (0.20271492221703133) + | > loss_disc_real_5: 0.18395531177520752 (0.24561066987613836) + | > loss_0: 2.358680486679077 (2.658506989479065) + | > loss_gen: 2.159135341644287 (2.2216025789578757) + | > loss_kl: 1.3004335165023804 (1.4212720915675163) + | > loss_feat: 3.8445510864257812 (2.9917043447494507) + | > loss_mel: 35.441078186035156 (29.53418691953023) + | > loss_duration: 2.0737173557281494 (2.105504314104716) + | > loss_1: 44.81891632080078 (38.27427053451539) + + --> STEP: 25 + | > loss_disc: 2.7611260414123535 (2.6626117515563963) + | > loss_disc_real_0: 0.3488273024559021 (0.35739282131195066) + | > loss_disc_real_1: 0.1993156373500824 (0.19641014516353608) + | > loss_disc_real_2: 0.2489107996225357 (0.25029674351215364) + | > loss_disc_real_3: 0.21594446897506714 (0.25405807614326475) + | > loss_disc_real_4: 0.19262520968914032 (0.20231133371591567) + | > loss_disc_real_5: 0.2776060104370117 (0.24689048349857332) + | > loss_0: 2.7611260414123535 (2.6626117515563963) + | > loss_gen: 2.048980951309204 (2.214697713851929) + | > loss_kl: 1.5295897722244263 (1.4256047987937928) + | > loss_feat: 2.871906042098999 (2.9869124126434325) + | > loss_mel: 30.146760940551758 (29.558689880371094) + | > loss_duration: 2.0030367374420166 (2.101405611038208) + | > loss_1: 38.60027313232422 (38.28731063842774) + + --> STEP: 26 + | > loss_disc: 2.3943257331848145 (2.6522930585421047) + | > loss_disc_real_0: 0.3788420259952545 (0.358217790722847) + | > loss_disc_real_1: 0.22814643383026123 (0.1976307716507178) + | > loss_disc_real_2: 0.22873751819133759 (0.24946754253827608) + | > loss_disc_real_3: 0.21196463704109192 (0.2524390977162581) + | > loss_disc_real_4: 0.1493971198797226 (0.20027617164529288) + | > loss_disc_real_5: 0.2956477999687195 (0.24876576490127122) + | > loss_0: 2.3943257331848145 (2.6522930585421047) + | > loss_gen: 2.573455572128296 (2.228496093016404) + | > loss_kl: 1.169049859046936 (1.4157373011112213) + | > loss_feat: 3.0915610790252686 (2.990937361350426) + | > loss_mel: 31.592205047607422 (29.636902002187874) + | > loss_duration: 2.0398123264312744 (2.099036638553326) + | > loss_1: 40.466087341308594 (38.3711097423847) + + --> STEP: 27 + | > loss_disc: 2.176523447036743 (2.634671961819684) + | > loss_disc_real_0: 0.28964364528656006 (0.35567800755854007) + | > loss_disc_real_1: 0.177512526512146 (0.19688565146040032) + | > loss_disc_real_2: 0.2157193422317505 (0.24821760919358996) + | > loss_disc_real_3: 0.22540214657783508 (0.2514377291555758) + | > loss_disc_real_4: 0.14975738525390625 (0.19840510548264892) + | > loss_disc_real_5: 0.1758202761411667 (0.24606408013237846) + | > loss_0: 2.176523447036743 (2.634671961819684) + | > loss_gen: 2.475151538848877 (2.2376314798990884) + | > loss_kl: 1.520145297050476 (1.4196042639237862) + | > loss_feat: 3.974423408508301 (3.0273627705044217) + | > loss_mel: 29.740968704223633 (29.640756324485498) + | > loss_duration: 2.0536060333251953 (2.097354023544877) + | > loss_1: 39.76429748535156 (38.4227092884205) + + --> STEP: 28 + | > loss_disc: 2.718705177307129 (2.6376731480870927) + | > loss_disc_real_0: 0.33022600412368774 (0.35476900743586676) + | > loss_disc_real_1: 0.18635746836662292 (0.19650964492133685) + | > loss_disc_real_2: 0.19331158697605133 (0.24625667982867785) + | > loss_disc_real_3: 0.233474999666214 (0.2507962031023843) + | > loss_disc_real_4: 0.1469331532716751 (0.19656682147511415) + | > loss_disc_real_5: 0.20459027588367462 (0.2445828728377819) + | > loss_0: 2.718705177307129 (2.6376731480870927) + | > loss_gen: 1.8511345386505127 (2.223828017711639) + | > loss_kl: 1.4412672519683838 (1.4203779420682363) + | > loss_feat: 3.1784448623657227 (3.032758559499468) + | > loss_mel: 26.36887550354004 (29.523903438023158) + | > loss_duration: 2.106083393096924 (2.0976657867431645) + | > loss_1: 34.945804595947266 (38.29853412083217) + + --> STEP: 29 + | > loss_disc: 3.161309242248535 (2.6557295651271424) + | > loss_disc_real_0: 0.5043231248855591 (0.35992604596861477) + | > loss_disc_real_1: 0.24685963988304138 (0.19824585164415426) + | > loss_disc_real_2: 0.3284558355808258 (0.24909113347530365) + | > loss_disc_real_3: 0.41331854462623596 (0.2564004217756206) + | > loss_disc_real_4: 0.32628509402275085 (0.20103986535606713) + | > loss_disc_real_5: 0.3288661539554596 (0.2474891928763225) + | > loss_0: 3.161309242248535 (2.6557295651271424) + | > loss_gen: 2.4578170776367188 (2.2318966059849177) + | > loss_kl: 1.1097254753112793 (1.4096657880421342) + | > loss_feat: 1.6681652069091797 (2.9857036163066994) + | > loss_mel: 28.905027389526367 (29.502562884626716) + | > loss_duration: 2.093398332595825 (2.097518633151877) + | > loss_1: 36.234134674072266 (38.227347933012865) + + --> STEP: 30 + | > loss_disc: 2.9314231872558594 (2.664919352531433) + | > loss_disc_real_0: 0.36675557494163513 (0.3601536969343821) + | > loss_disc_real_1: 0.2117656022310257 (0.19869650999704996) + | > loss_disc_real_2: 0.28543201088905334 (0.250302496055762) + | > loss_disc_real_3: 0.26730766892433167 (0.25676399668057764) + | > loss_disc_real_4: 0.19991791248321533 (0.20100246692697207) + | > loss_disc_real_5: 0.28216132521629333 (0.24864493062098822) + | > loss_0: 2.9314231872558594 (2.664919352531433) + | > loss_gen: 2.057694911956787 (2.2260898828506464) + | > loss_kl: 1.4794018268585205 (1.411990322669347) + | > loss_feat: 2.2973499298095703 (2.962758493423462) + | > loss_mel: 26.314857482910156 (29.396306037902832) + | > loss_duration: 2.0493407249450684 (2.095912702878317) + | > loss_1: 34.19864273071289 (38.093057759602864) + + --> STEP: 31 + | > loss_disc: 2.6947507858276367 (2.665881656831311) + | > loss_disc_real_0: 0.3523986041545868 (0.3599035326511629) + | > loss_disc_real_1: 0.20799370110034943 (0.19899641938747897) + | > loss_disc_real_2: 0.24848859012126923 (0.25024398296110095) + | > loss_disc_real_3: 0.2782110869884491 (0.25745583830341223) + | > loss_disc_real_4: 0.22820064425468445 (0.20187982748593053) + | > loss_disc_real_5: 0.256865531206131 (0.24891011128502508) + | > loss_0: 2.6947507858276367 (2.665881656831311) + | > loss_gen: 2.1954236030578613 (2.2251006480186213) + | > loss_kl: 1.3426533937454224 (1.409753647542769) + | > loss_feat: 2.646191358566284 (2.952546650363553) + | > loss_mel: 28.017282485961914 (29.35182140719506) + | > loss_duration: 2.052229881286621 (2.0945035796011657) + | > loss_1: 36.253780364990234 (38.03372623074439) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.00769964341194399 (+0.0020859395304033837) + | > avg_loss_disc: 2.665881656831311 (+0.1811882911189917) + | > avg_loss_disc_real_0: 0.3599035326511629 (+0.12529550156285688) + | > avg_loss_disc_real_1: 0.19899641938747897 (+0.015344004717565335) + | > avg_loss_disc_real_2: 0.25024398296110095 (+0.083286986716332) + | > avg_loss_disc_real_3: 0.25745583830341223 (+0.06900551146076578) + | > avg_loss_disc_real_4: 0.20187982748593053 (+0.04203007610574844) + | > avg_loss_disc_real_5: 0.24891011128502508 (+0.06723954408399521) + | > avg_loss_0: 2.665881656831311 (+0.1811882911189917) + | > avg_loss_gen: 2.2251006480186213 (+0.4369795130145162) + | > avg_loss_kl: 1.409753647542769 (-0.4232588621877853) + | > avg_loss_feat: 2.952546650363553 (-0.13840697273131308) + | > avg_loss_mel: 29.35182140719506 (-2.2994346003378574) + | > avg_loss_duration: 2.0945035796011657 (+0.05939193694822409) + | > avg_loss_1: 38.03372623074439 (-2.364728989139685) + + > BEST MODEL : /home/aymen/Tamazight-NLP/Speech/coqui_tts/vits_shi_male-November-22-2024_02+49AM-0000000/best_model_1594.pth + + > EPOCH: 2/1000 + --> /home/aymen/Tamazight-NLP/Speech/coqui_tts/vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 03:39:55)  + + --> TIME: 2024-11-22 03:40:04 -- STEP: 6/797 -- GLOBAL_STEP: 1600 + | > loss_disc: 2.713501453399658 (2.6027159293492637) + | > loss_disc_real_0: 0.16766558587551117 (0.19413461039463678) + | > loss_disc_real_1: 0.23078013956546783 (0.23602608839670816) + | > loss_disc_real_2: 0.2769104540348053 (0.25592507670323056) + | > loss_disc_real_3: 0.21286047995090485 (0.21577278276284537) + | > loss_disc_real_4: 0.18194110691547394 (0.21081706136465073) + | > loss_disc_real_5: 0.24710844457149506 (0.2384050488471985) + | > loss_0: 2.713501453399658 (2.6027159293492637) + | > grad_norm_0: tensor(14.2083, device='cuda:0') (tensor(15.9551, device='cuda:0')) + | > loss_gen: 2.0454235076904297 (2.0694665710131326) + | > loss_kl: 2.006150007247925 (1.7004116972287495) + | > loss_feat: 2.805072784423828 (2.9291489521662393) + | > loss_mel: 29.83612823486328 (28.425451278686523) + | > loss_duration: 2.235905170440674 (2.39012877146403) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 38.92867660522461 (37.51460647583008) + | > grad_norm_1: tensor(128.8017, device='cuda:0') (tensor(129.2429, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.7466 (1.155882716178894) + | > loader_time: 0.0038 (0.016506552696228027) + + + --> TIME: 2024-11-22 03:40:24 -- STEP: 31/797 -- GLOBAL_STEP: 1625 + | > loss_disc: 2.6078436374664307 (2.614136449752315) + | > loss_disc_real_0: 0.3054453432559967 (0.21426928427911573) + | > loss_disc_real_1: 0.24407048523426056 (0.23852404375230113) + | > loss_disc_real_2: 0.1907246857881546 (0.24534706531032435) + | > loss_disc_real_3: 0.27498167753219604 (0.2224867017038407) + | > loss_disc_real_4: 0.2544845938682556 (0.22412717823059328) + | > loss_disc_real_5: 0.15441866219043732 (0.23888693365358538) + | > loss_0: 2.6078436374664307 (2.614136449752315) + | > grad_norm_0: tensor(29.4020, device='cuda:0') (tensor(13.9340, device='cuda:0')) + | > loss_gen: 2.1494028568267822 (2.0948674025074134) + | > loss_kl: 1.4165667295455933 (1.5866899759538713) + | > loss_feat: 2.9715592861175537 (3.089215570880521) + | > loss_mel: 26.77515411376953 (28.751890490131995) + | > loss_duration: 2.140406608581543 (2.2369467289217058) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 35.45309066772461 (37.759609960740605) + | > grad_norm_1: tensor(137.2337, device='cuda:0') (tensor(126.4562, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.7982 (0.8618165446865943) + | > loader_time: 0.0053 (0.00762328024833433) + + + --> TIME: 2024-11-22 03:40:44 -- STEP: 56/797 -- GLOBAL_STEP: 1650 + | > loss_disc: 2.4744319915771484 (2.628969711916788) + | > loss_disc_real_0: 0.28268200159072876 (0.215537837307368) + | > loss_disc_real_1: 0.16080188751220703 (0.24409892410039902) + | > loss_disc_real_2: 0.19731517136096954 (0.24302353044705732) + | > loss_disc_real_3: 0.2621728479862213 (0.22299665531941823) + | > loss_disc_real_4: 0.22014151513576508 (0.2245717261518751) + | > loss_disc_real_5: 0.2274651825428009 (0.24222436094922678) + | > loss_0: 2.4744319915771484 (2.628969711916788) + | > grad_norm_0: tensor(21.7986, device='cuda:0') (tensor(13.5206, device='cuda:0')) + | > loss_gen: 2.3207573890686035 (2.093364973153387) + | > loss_kl: 1.3782546520233154 (1.5039686965090888) + | > loss_feat: 3.532912492752075 (3.097158585275922) + | > loss_mel: 28.43310546875 (29.160577024732316) + | > loss_duration: 2.069556474685669 (2.19555133155414) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 37.734588623046875 (38.050620487758074) + | > grad_norm_1: tensor(115.5485, device='cuda:0') (tensor(122.8197, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.8233 (0.8335100880690983) + | > loader_time: 0.0045 (0.006841169936316354) + + + --> TIME: 2024-11-22 03:41:05 -- STEP: 81/797 -- GLOBAL_STEP: 1675 + | > loss_disc: 2.668849229812622 (2.6188724040985116) + | > loss_disc_real_0: 0.18550914525985718 (0.21082650548146095) + | > loss_disc_real_1: 0.2659047245979309 (0.2409671578142378) + | > loss_disc_real_2: 0.27409103512763977 (0.24474453797310958) + | > loss_disc_real_3: 0.23657551407814026 (0.22150972448749306) + | > loss_disc_real_4: 0.24303364753723145 (0.23289143321690736) + | > loss_disc_real_5: 0.297812283039093 (0.24641812675529057) + | > loss_0: 2.668849229812622 (2.6188724040985116) + | > grad_norm_0: tensor(4.2445, device='cuda:0') (tensor(14.0055, device='cuda:0')) + | > loss_gen: 2.043855667114258 (2.1148337567294084) + | > loss_kl: 1.463748574256897 (1.465204515574891) + | > loss_feat: 3.0268101692199707 (3.1305443151497534) + | > loss_mel: 28.739389419555664 (29.235135678891783) + | > loss_duration: 2.1160926818847656 (2.170291829992223) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 37.389896392822266 (38.11600998301564) + | > grad_norm_1: tensor(130.4995, device='cuda:0') (tensor(124.4619, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.865 (0.8231810198889838) + | > loader_time: 0.0044 (0.00642176616339036) + + + --> TIME: 2024-11-22 03:41:25 -- STEP: 106/797 -- GLOBAL_STEP: 1700 + | > loss_disc: 2.615222454071045 (2.614136644129484) + | > loss_disc_real_0: 0.23414799571037292 (0.21127887210755977) + | > loss_disc_real_1: 0.28596770763397217 (0.24009259270047242) + | > loss_disc_real_2: 0.3334701359272003 (0.24265656170417677) + | > loss_disc_real_3: 0.2445453703403473 (0.2224374680586581) + | > loss_disc_real_4: 0.3161758780479431 (0.23047752931432905) + | > loss_disc_real_5: 0.2502981424331665 (0.2427827923927667) + | > loss_0: 2.615222454071045 (2.614136644129484) + | > grad_norm_0: tensor(16.3904, device='cuda:0') (tensor(14.1463, device='cuda:0')) + | > loss_gen: 2.358511209487915 (2.112384922099564) + | > loss_kl: 1.4360344409942627 (1.426984670027247) + | > loss_feat: 3.4143402576446533 (3.125031831129541) + | > loss_mel: 28.81417465209961 (29.316264872281057) + | > loss_duration: 2.0972743034362793 (2.1559006223138764) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 38.120338439941406 (38.13656695383899) + | > grad_norm_1: tensor(151.2745, device='cuda:0') (tensor(122.7177, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.8439 (0.8180407105751757) + | > loader_time: 0.0048 (0.0065426646538500515) + + + --> TIME: 2024-11-22 03:41:46 -- STEP: 131/797 -- GLOBAL_STEP: 1725 + | > loss_disc: 2.5805039405822754 (2.619721707496935) + | > loss_disc_real_0: 0.40949171781539917 (0.21171098117154974) + | > loss_disc_real_1: 0.22030770778656006 (0.2399757582950228) + | > loss_disc_real_2: 0.2257591038942337 (0.24497113314293723) + | > loss_disc_real_3: 0.19643040001392365 (0.22078748149726227) + | > loss_disc_real_4: 0.21891506016254425 (0.2304947295489202) + | > loss_disc_real_5: 0.1946483999490738 (0.2453581267640791) + | > loss_0: 2.5805039405822754 (2.619721707496935) + | > grad_norm_0: tensor(22.7049, device='cuda:0') (tensor(14.7003, device='cuda:0')) + | > loss_gen: 1.9727015495300293 (2.113405168511486) + | > loss_kl: 2.5402257442474365 (1.43601282953306) + | > loss_feat: 3.2083754539489746 (3.1428784286702856) + | > loss_mel: 29.586503982543945 (29.404153911212017) + | > loss_duration: 2.1219987869262695 (2.1462131256365584) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 39.429805755615234 (38.24266352180306) + | > grad_norm_1: tensor(90.8943, device='cuda:0') (tensor(122.7125, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.777 (0.8182073076262729) + | > loader_time: 0.0059 (0.006561029958360978) + + + --> TIME: 2024-11-22 03:42:06 -- STEP: 156/797 -- GLOBAL_STEP: 1750 + | > loss_disc: 2.803112268447876 (2.6194689121001815) + | > loss_disc_real_0: 0.293040931224823 (0.2108477165397161) + | > loss_disc_real_1: 0.22158776223659515 (0.24046098813414574) + | > loss_disc_real_2: 0.27731990814208984 (0.2427852499561432) + | > loss_disc_real_3: 0.1772633194923401 (0.22123298860895327) + | > loss_disc_real_4: 0.29705771803855896 (0.23277310616312882) + | > loss_disc_real_5: 0.2718521058559418 (0.2423985952941271) + | > loss_0: 2.803112268447876 (2.6194689121001815) + | > grad_norm_0: tensor(11.2261, device='cuda:0') (tensor(15.3904, device='cuda:0')) + | > loss_gen: 2.211116313934326 (2.110525386455731) + | > loss_kl: 1.403679370880127 (1.426449986604544) + | > loss_feat: 2.8090174198150635 (3.120184985490944) + | > loss_mel: 30.23491668701172 (29.37775208399846) + | > loss_duration: 2.1121826171875 (2.136567045480777) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 38.770912170410156 (38.17147951859694) + | > grad_norm_1: tensor(186.6018, device='cuda:0') (tensor(126.6877, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.8339 (0.8170381371791545) + | > loader_time: 0.01 (0.006587619964893048) + + + --> TIME: 2024-11-22 03:42:52 -- STEP: 181/797 -- GLOBAL_STEP: 1775 + | > loss_disc: 2.7703869342803955 (2.616678415741051) + | > loss_disc_real_0: 0.1590099334716797 (0.21063553562480442) + | > loss_disc_real_1: 0.2359222173690796 (0.24011217930369613) + | > loss_disc_real_2: 0.278247594833374 (0.24375465800419696) + | > loss_disc_real_3: 0.1572730392217636 (0.22116229950723068) + | > loss_disc_real_4: 0.27563923597335815 (0.23173876592467502) + | > loss_disc_real_5: 0.30125606060028076 (0.24226873841404256) + | > loss_0: 2.7703869342803955 (2.616678415741051) + | > grad_norm_0: tensor(41.3569, device='cuda:0') (tensor(15.2112, device='cuda:0')) + | > loss_gen: 2.11983060836792 (2.1108668357627813) + | > loss_kl: 1.2933145761489868 (1.3991860602442068) + | > loss_feat: 2.8621058464050293 (3.119713538259431) + | > loss_mel: 29.15187644958496 (29.436875295902485) + | > loss_duration: 2.0496864318847656 (2.126091236567628) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 37.47681427001953 (38.19273294269709) + | > grad_norm_1: tensor(159.2190, device='cuda:0') (tensor(126.9482, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.7573 (0.9523901504706282) + | > loader_time: 0.0062 (0.00779300500016186) + + + --> TIME: 2024-11-22 03:43:13 -- STEP: 206/797 -- GLOBAL_STEP: 1800 + | > loss_disc: 2.8430542945861816 (2.6161435587892257) + | > loss_disc_real_0: 0.2747747600078583 (0.21064900270509487) + | > loss_disc_real_1: 0.19927604496479034 (0.2387452431529471) + | > loss_disc_real_2: 0.2377203106880188 (0.24173772703964733) + | > loss_disc_real_3: 0.2786159813404083 (0.22204927123576693) + | > loss_disc_real_4: 0.3255395293235779 (0.23261044369739237) + | > loss_disc_real_5: 0.2825029790401459 (0.24338229246509885) + | > loss_0: 2.8430542945861816 (2.6161435587892257) + | > grad_norm_0: tensor(11.7985, device='cuda:0') (tensor(15.5861, device='cuda:0')) + | > loss_gen: 2.3506340980529785 (2.112661078138257) + | > loss_kl: 1.5405066013336182 (1.3954317225414568) + | > loss_feat: 2.323962926864624 (3.122067074173861) + | > loss_mel: 29.08260154724121 (29.37761404907819) + | > loss_duration: 2.07818603515625 (2.1200301299974758) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 37.375892639160156 (38.12780396915177) + | > grad_norm_1: tensor(125.8885, device='cuda:0') (tensor(128.9168, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.7694 (0.938747051850106) + | > loader_time: 0.0057 (0.007660217655515207) + + > Keyboard interrupt detected. + > Saving model before exiting... + + > CHECKPOINT : /home/aymen/Tamazight-NLP/Speech/coqui_tts/vits_shi_male-November-22-2024_02+49AM-0000000/checkpoint_1816.pth + ! Run is kept in /home/aymen/Tamazight-NLP/Speech/coqui_tts/vits_shi_male-November-22-2024_02+49AM-0000000 + > Training Environment: + | > Backend: Torch + | > Mixed precision: True + | > Precision: fp16 + | > Current device: 0 + | > Num. of GPUs: 1 + | > Num. of CPUs: 16 + | > Num. of Torch Threads: 8 + | > Torch seed: 54321 + | > Torch CUDNN: True + | > Torch CUDNN deterministic: False + | > Torch CUDNN benchmark: False + | > Torch TF32 MatMul: False + > Start Tensorboard: tensorboard --logdir=vits_shi_male-November-22-2024_02+49AM-0000000 + > Restoring from checkpoint_1816.pth ... + > Restoring Model... + > Restoring Optimizer... + > Restoring Scaler... + > Model restored from step 1816 + + > Model has 83041708 parameters + > Restoring best loss from best_model_1594.pth ... + > Starting with loaded last best loss {'train_loss': 20.358366614553187, 'eval_loss': None} + + > EPOCH: 0/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 10:06:57)  + + --> TIME: 2024-11-22 10:07:05 -- STEP: 8/797 -- GLOBAL_STEP: 1825 + | > loss_disc: 2.5409393310546875 (2.6688399016857147) + | > loss_disc_real_0: 0.19719955325126648 (0.21095344237983227) + | > loss_disc_real_1: 0.16864311695098877 (0.2556985765695572) + | > loss_disc_real_2: 0.17698116600513458 (0.22179239615797997) + | > loss_disc_real_3: 0.25730568170547485 (0.25582074373960495) + | > loss_disc_real_4: 0.21081285178661346 (0.20928240939974785) + | > loss_disc_real_5: 0.1797030121088028 (0.2575731873512268) + | > loss_0: 2.5409393310546875 (2.6688399016857147) + | > grad_norm_0: tensor(10.9003, device='cuda:0') (tensor(14.9977, device='cuda:0')) + | > loss_gen: 2.024256467819214 (2.090315192937851) + | > loss_kl: 1.788813591003418 (1.5773029774427414) + | > loss_feat: 3.1664390563964844 (2.9876204133033752) + | > loss_mel: 28.01046371459961 (28.0568745136261) + | > loss_duration: 2.3693137168884277 (2.37221822142601) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 37.35928726196289 (37.084331035614014) + | > grad_norm_1: tensor(77.4003, device='cuda:0') (tensor(101.3675, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.6638 (0.6491020619869232) + | > loader_time: 0.0042 (0.004410356283187866) + + + --> TIME: 2024-11-22 10:07:22 -- STEP: 33/797 -- GLOBAL_STEP: 1850 + | > loss_disc: 2.575932264328003 (2.635209372549346) + | > loss_disc_real_0: 0.19152438640594482 (0.21153430685852515) + | > loss_disc_real_1: 0.26768553256988525 (0.24150348251516168) + | > loss_disc_real_2: 0.33075177669525146 (0.250096448894703) + | > loss_disc_real_3: 0.2650071084499359 (0.23642633403792526) + | > loss_disc_real_4: 0.19900837540626526 (0.23185872263980634) + | > loss_disc_real_5: 0.25316575169563293 (0.2471771831765319) + | > loss_0: 2.575932264328003 (2.635209372549346) + | > grad_norm_0: tensor(27.4063, device='cuda:0') (tensor(16.1247, device='cuda:0')) + | > loss_gen: 1.9798141717910767 (2.1171123656359585) + | > loss_kl: 1.3920096158981323 (1.476547987172098) + | > loss_feat: 2.950573444366455 (3.0922517848737314) + | > loss_mel: 28.951248168945312 (28.496685259269945) + | > loss_duration: 2.178575038909912 (2.2343601530248467) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 37.45221710205078 (37.41695739283706) + | > grad_norm_1: tensor(197.2430, device='cuda:0') (tensor(124.4653, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.6405 (0.6558087811325536) + | > loader_time: 0.0042 (0.0050923318573922825) + + + --> TIME: 2024-11-22 10:07:38 -- STEP: 58/797 -- GLOBAL_STEP: 1875 + | > loss_disc: 2.756779432296753 (2.6272556329595638) + | > loss_disc_real_0: 0.30674368143081665 (0.21080091287349834) + | > loss_disc_real_1: 0.2547021508216858 (0.23833580186654782) + | > loss_disc_real_2: 0.19746755063533783 (0.2431441519794793) + | > loss_disc_real_3: 0.25173166394233704 (0.22955891310141005) + | > loss_disc_real_4: 0.2510850727558136 (0.2304961234331131) + | > loss_disc_real_5: 0.19671984016895294 (0.241993632296036) + | > loss_0: 2.756779432296753 (2.6272556329595638) + | > grad_norm_0: tensor(27.8148, device='cuda:0') (tensor(17.2150, device='cuda:0')) + | > loss_gen: 2.1566200256347656 (2.087702821040976) + | > loss_kl: 1.3460984230041504 (1.4321368110590968) + | > loss_feat: 2.8518481254577637 (3.09408608798323) + | > loss_mel: 26.894067764282227 (28.621890725760625) + | > loss_duration: 2.0972061157226562 (2.193502216503537) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 35.34584045410156 (37.42931832938358) + | > grad_norm_1: tensor(485.1492, device='cuda:0') (tensor(137.4170, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.6274 (0.6446246319803698) + | > loader_time: 0.0069 (0.005185168364952351) + + + --> TIME: 2024-11-22 10:07:54 -- STEP: 83/797 -- GLOBAL_STEP: 1900 + | > loss_disc: 2.349785566329956 (2.6063085291759087) + | > loss_disc_real_0: 0.19166582822799683 (0.2079191109143108) + | > loss_disc_real_1: 0.26786041259765625 (0.23857365835861988) + | > loss_disc_real_2: 0.2314363420009613 (0.24432880961033235) + | > loss_disc_real_3: 0.18466438353061676 (0.22686790450509772) + | > loss_disc_real_4: 0.1856665164232254 (0.23065904483019586) + | > loss_disc_real_5: 0.300651878118515 (0.24643028608287673) + | > loss_0: 2.349785566329956 (2.6063085291759087) + | > grad_norm_0: tensor(5.0448, device='cuda:0') (tensor(15.1274, device='cuda:0')) + | > loss_gen: 2.2056891918182373 (2.1207847523402017) + | > loss_kl: 1.6277697086334229 (1.4020289843340954) + | > loss_feat: 3.552744150161743 (3.2039764559412576) + | > loss_mel: 31.720861434936523 (29.16467558619488) + | > loss_duration: 2.1352248191833496 (2.168596931250698) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 41.242286682128906 (38.06006231652684) + | > grad_norm_1: tensor(119.4029, device='cuda:0') (tensor(133.4845, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.6112 (0.6390470883932459) + | > loader_time: 0.0086 (0.005138672978044992) + + + --> TIME: 2024-11-22 10:08:10 -- STEP: 108/797 -- GLOBAL_STEP: 1925 + | > loss_disc: 2.681520462036133 (2.619907827289016) + | > loss_disc_real_0: 0.3173937201499939 (0.20801604732319165) + | > loss_disc_real_1: 0.3030513823032379 (0.23974266938037342) + | > loss_disc_real_2: 0.29493242502212524 (0.2469766120667811) + | > loss_disc_real_3: 0.18252567946910858 (0.22654742223245125) + | > loss_disc_real_4: 0.28883278369903564 (0.2315200294057528) + | > loss_disc_real_5: 0.282391220331192 (0.24623349612509762) + | > loss_0: 2.681520462036133 (2.619907827289016) + | > grad_norm_0: tensor(29.3702, device='cuda:0') (tensor(15.3358, device='cuda:0')) + | > loss_gen: 2.270965099334717 (2.130671067370308) + | > loss_kl: 1.3924883604049683 (1.3819255199697282) + | > loss_feat: 2.8237874507904053 (3.194929008130674) + | > loss_mel: 28.07632064819336 (29.16455155831796) + | > loss_duration: 2.0707974433898926 (2.15446400642395) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 36.63435745239258 (38.026540932831914) + | > grad_norm_1: tensor(184.2781, device='cuda:0') (tensor(128.0142, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.6371 (0.6370579688637348) + | > loader_time: 0.0114 (0.005124747753143309) + + + --> TIME: 2024-11-22 10:08:26 -- STEP: 133/797 -- GLOBAL_STEP: 1950 + | > loss_disc: 2.5859432220458984 (2.620564234884162) + | > loss_disc_real_0: 0.18631939589977264 (0.20647810102629485) + | > loss_disc_real_1: 0.24109530448913574 (0.2390343854974087) + | > loss_disc_real_2: 0.186330646276474 (0.2444321337275039) + | > loss_disc_real_3: 0.25052011013031006 (0.2257437831477115) + | > loss_disc_real_4: 0.22316336631774902 (0.2294034446988787) + | > loss_disc_real_5: 0.21142293512821198 (0.24454660691264876) + | > loss_0: 2.5859432220458984 (2.620564234884162) + | > grad_norm_0: tensor(4.1573, device='cuda:0') (tensor(15.7787, device='cuda:0')) + | > loss_gen: 2.139831304550171 (2.1062899953440612) + | > loss_kl: 1.4219788312911987 (1.3791861247299309) + | > loss_feat: 3.2111458778381348 (3.1521462910157396) + | > loss_mel: 29.434118270874023 (29.094500649244264) + | > loss_duration: 2.0382046699523926 (2.1456342281255507) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 38.245277404785156 (37.877757165664995) + | > grad_norm_1: tensor(91.0626, device='cuda:0') (tensor(127.0071, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.6736 (0.6358286294722021) + | > loader_time: 0.0045 (0.005025469270863925) + + + --> TIME: 2024-11-22 10:08:42 -- STEP: 158/797 -- GLOBAL_STEP: 1975 + | > loss_disc: 2.67659068107605 (2.6226683824877197) + | > loss_disc_real_0: 0.1652902066707611 (0.207543117571858) + | > loss_disc_real_1: 0.3540552258491516 (0.23868683867062193) + | > loss_disc_real_2: 0.2908799648284912 (0.2433777385497395) + | > loss_disc_real_3: 0.24781332910060883 (0.22396801232914382) + | > loss_disc_real_4: 0.2528426945209503 (0.23077034799358512) + | > loss_disc_real_5: 0.34973815083503723 (0.24509412399198435) + | > loss_0: 2.67659068107605 (2.6226683824877197) + | > grad_norm_0: tensor(31.2424, device='cuda:0') (tensor(16.5173, device='cuda:0')) + | > loss_gen: 2.0530824661254883 (2.1044989982737756) + | > loss_kl: 1.1248912811279297 (1.3687316375442697) + | > loss_feat: 2.620737075805664 (3.144684489769271) + | > loss_mel: 27.502769470214844 (29.051744931860814) + | > loss_duration: 2.088961362838745 (2.1358298485792138) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 35.39044189453125 (37.805489769464806) + | > grad_norm_1: tensor(168.9830, device='cuda:0') (tensor(133.4169, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.641 (0.63709276537352) + | > loader_time: 0.0044 (0.005031066604807405) + + + --> TIME: 2024-11-22 10:08:59 -- STEP: 183/797 -- GLOBAL_STEP: 2000 + | > loss_disc: 2.5029075145721436 (2.621671946322332) + | > loss_disc_real_0: 0.23411881923675537 (0.20581402890180636) + | > loss_disc_real_1: 0.2292826920747757 (0.23783615296655666) + | > loss_disc_real_2: 0.22380194067955017 (0.24347109880929435) + | > loss_disc_real_3: 0.2891451120376587 (0.22450496671629733) + | > loss_disc_real_4: 0.25297972559928894 (0.23193404510047266) + | > loss_disc_real_5: 0.21074353158473969 (0.24368748907508747) + | > loss_0: 2.5029075145721436 (2.621671946322332) + | > grad_norm_0: tensor(12.0449, device='cuda:0') (tensor(16.5345, device='cuda:0')) + | > loss_gen: 1.9494835138320923 (2.0997282279645146) + | > loss_kl: 1.6567587852478027 (1.3642701972377755) + | > loss_feat: 3.6389241218566895 (3.135599772135416) + | > loss_mel: 28.999427795410156 (29.09571815449032) + | > loss_duration: 2.0616157054901123 (2.125843749020269) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 38.306209564208984 (37.8211600506892) + | > grad_norm_1: tensor(55.6021, device='cuda:0') (tensor(133.1718, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.6318 (0.638320247983672) + | > loader_time: 0.0049 (0.005166875860078739) + + + --> TIME: 2024-11-22 10:09:15 -- STEP: 208/797 -- GLOBAL_STEP: 2025 + | > loss_disc: 2.6722748279571533 (2.618489282635542) + | > loss_disc_real_0: 0.24409326910972595 (0.2054449141813586) + | > loss_disc_real_1: 0.28680622577667236 (0.23668925542957509) + | > loss_disc_real_2: 0.25211864709854126 (0.24294383394030425) + | > loss_disc_real_3: 0.25664249062538147 (0.226091337748445) + | > loss_disc_real_4: 0.2464321106672287 (0.23274566412258607) + | > loss_disc_real_5: 0.25761255621910095 (0.24318796969377077) + | > loss_0: 2.6722748279571533 (2.618489282635542) + | > grad_norm_0: tensor(50.1301, device='cuda:0') (tensor(16.5307, device='cuda:0')) + | > loss_gen: 1.9884381294250488 (2.1053988761626745) + | > loss_kl: 1.1737418174743652 (1.3637616376464181) + | > loss_feat: 2.5004405975341797 (3.1523050493918925) + | > loss_mel: 25.632699966430664 (29.10469543016874) + | > loss_duration: 2.081785202026367 (2.1200328148328356) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 33.377105712890625 (37.846193827115584) + | > grad_norm_1: tensor(381.7520, device='cuda:0') (tensor(131.0253, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.6219 (0.6385575957023184) + | > loader_time: 0.0052 (0.005214242981030391) + + + --> TIME: 2024-11-22 10:09:32 -- STEP: 233/797 -- GLOBAL_STEP: 2050 + | > loss_disc: 2.673574686050415 (2.6231885887522552) + | > loss_disc_real_0: 0.1865537166595459 (0.20744608831891692) + | > loss_disc_real_1: 0.16821424663066864 (0.23774324945881642) + | > loss_disc_real_2: 0.18241028487682343 (0.24232054415434726) + | > loss_disc_real_3: 0.16039861738681793 (0.22496264757260745) + | > loss_disc_real_4: 0.18964873254299164 (0.23163405719488986) + | > loss_disc_real_5: 0.15309499204158783 (0.24261997729667778) + | > loss_0: 2.673574686050415 (2.6231885887522552) + | > grad_norm_0: tensor(32.8426, device='cuda:0') (tensor(16.7501, device='cuda:0')) + | > loss_gen: 2.009751558303833 (2.09943542357678) + | > loss_kl: 1.1153756380081177 (1.3645859153485602) + | > loss_feat: 3.2433812618255615 (3.1344009612251242) + | > loss_mel: 27.378463745117188 (29.114889554199742) + | > loss_duration: 2.0435705184936523 (2.1144762346161303) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 35.79054260253906 (37.82778809510588) + | > grad_norm_1: tensor(140.2598, device='cuda:0') (tensor(132.3740, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.6606 (0.6399147674249481) + | > loader_time: 0.0058 (0.005290872549294402) + + + --> TIME: 2024-11-22 10:09:48 -- STEP: 258/797 -- GLOBAL_STEP: 2075 + | > loss_disc: 2.3190228939056396 (2.6219145327575446) + | > loss_disc_real_0: 0.11015838384628296 (0.20640718789641252) + | > loss_disc_real_1: 0.21438534557819366 (0.23749568567488544) + | > loss_disc_real_2: 0.14354316890239716 (0.24367708603079005) + | > loss_disc_real_3: 0.22039715945720673 (0.22520092297201008) + | > loss_disc_real_4: 0.16433832049369812 (0.2320351601224537) + | > loss_disc_real_5: 0.1588219851255417 (0.243027714333793) + | > loss_0: 2.3190228939056396 (2.6219145327575446) + | > grad_norm_0: tensor(8.1140, device='cuda:0') (tensor(16.4956, device='cuda:0')) + | > loss_gen: 2.3022003173828125 (2.1003633825353862) + | > loss_kl: 1.0438297986984253 (1.3546145572218782) + | > loss_feat: 4.2574920654296875 (3.13595647312874) + | > loss_mel: 32.451358795166016 (29.08926979331083) + | > loss_duration: 2.0632965564727783 (2.109180344167609) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 42.11817932128906 (37.789384568384456) + | > grad_norm_1: tensor(113.2036, device='cuda:0') (tensor(136.2941, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.6403 (0.6412033739016041) + | > loader_time: 0.0062 (0.005425260972607043) + + + --> TIME: 2024-11-22 10:10:05 -- STEP: 283/797 -- GLOBAL_STEP: 2100 + | > loss_disc: 2.6427111625671387 (2.6210658339645336) + | > loss_disc_real_0: 0.30290162563323975 (0.20677011478494842) + | > loss_disc_real_1: 0.2383727729320526 (0.2375289173829682) + | > loss_disc_real_2: 0.297952264547348 (0.24309320979531157) + | > loss_disc_real_3: 0.32639285922050476 (0.2251105814540344) + | > loss_disc_real_4: 0.23919303715229034 (0.23295206321212514) + | > loss_disc_real_5: 0.2418111264705658 (0.24306478633054995) + | > loss_0: 2.6427111625671387 (2.6210658339645336) + | > grad_norm_0: tensor(46.0676, device='cuda:0') (tensor(16.5647, device='cuda:0')) + | > loss_gen: 2.0156490802764893 (2.1062002068273578) + | > loss_kl: 1.3999450206756592 (1.3476852966281634) + | > loss_feat: 2.910848617553711 (3.1551926860539723) + | > loss_mel: 25.588558197021484 (29.09751063100862) + | > loss_duration: 2.1401796340942383 (2.105279501251116) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 34.05518341064453 (37.811868357574134) + | > grad_norm_1: tensor(232.0831, device='cuda:0') (tensor(132.8389, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.6942 (0.6440017914182308) + | > loader_time: 0.0052 (0.0054942415796825845) + + + --> TIME: 2024-11-22 10:10:22 -- STEP: 308/797 -- GLOBAL_STEP: 2125 + | > loss_disc: 2.480001449584961 (2.618580112983655) + | > loss_disc_real_0: 0.22580109536647797 (0.20623437479718945) + | > loss_disc_real_1: 0.23419414460659027 (0.2381283449758957) + | > loss_disc_real_2: 0.20359456539154053 (0.2428207610334669) + | > loss_disc_real_3: 0.14757417142391205 (0.22429137986588787) + | > loss_disc_real_4: 0.20340847969055176 (0.2308559406113315) + | > loss_disc_real_5: 0.2229352593421936 (0.24298620122400197) + | > loss_0: 2.480001449584961 (2.618580112983655) + | > grad_norm_0: tensor(4.8685, device='cuda:0') (tensor(16.5306, device='cuda:0')) + | > loss_gen: 2.1791799068450928 (2.104040217477005) + | > loss_kl: 1.2255527973175049 (1.343192568460068) + | > loss_feat: 3.4937057495117188 (3.151898338423147) + | > loss_mel: 31.85984992980957 (29.105053090429926) + | > loss_duration: 2.0211267471313477 (2.1010392555942796) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 40.779415130615234 (37.80522349592929) + | > grad_norm_1: tensor(72.2764, device='cuda:0') (tensor(132.0388, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.661 (0.6461930460744095) + | > loader_time: 0.0075 (0.005571003858145181) + + + --> TIME: 2024-11-22 10:10:40 -- STEP: 333/797 -- GLOBAL_STEP: 2150 + | > loss_disc: 2.8329501152038574 (2.6205936688202645) + | > loss_disc_real_0: 0.2548051178455353 (0.2062720833150475) + | > loss_disc_real_1: 0.21691784262657166 (0.2377778150297858) + | > loss_disc_real_2: 0.3098389208316803 (0.24291407064095633) + | > loss_disc_real_3: 0.22118116915225983 (0.224854531186121) + | > loss_disc_real_4: 0.30994486808776855 (0.23223932378284923) + | > loss_disc_real_5: 0.3210182189941406 (0.24372506266957647) + | > loss_0: 2.8329501152038574 (2.6205936688202645) + | > grad_norm_0: tensor(47.1910, device='cuda:0') (tensor(17.0115, device='cuda:0')) + | > loss_gen: 1.966565489768982 (2.1032605207002186) + | > loss_kl: 1.3272784948349 (1.3309834089365087) + | > loss_feat: 2.236372709274292 (3.144655369423531) + | > loss_mel: 26.14923858642578 (29.068908937700517) + | > loss_duration: 2.055912971496582 (2.097515928136696) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 33.73537063598633 (37.74532422933494) + | > grad_norm_1: tensor(246.8210, device='cuda:0') (tensor(134.2320, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.6711 (0.6490123257622709) + | > loader_time: 0.0128 (0.005724374238435212) + + + --> TIME: 2024-11-22 10:10:57 -- STEP: 358/797 -- GLOBAL_STEP: 2175 + | > loss_disc: 2.691023588180542 (2.6197051049610764) + | > loss_disc_real_0: 0.2513316869735718 (0.2062445867744239) + | > loss_disc_real_1: 0.26509299874305725 (0.23796260294468044) + | > loss_disc_real_2: 0.26873764395713806 (0.24297939623867335) + | > loss_disc_real_3: 0.2236436903476715 (0.22459741848307616) + | > loss_disc_real_4: 0.32418501377105713 (0.23192210532932975) + | > loss_disc_real_5: 0.31594985723495483 (0.24312620306148208) + | > loss_0: 2.691023588180542 (2.6197051049610764) + | > grad_norm_0: tensor(13.2033, device='cuda:0') (tensor(17.1727, device='cuda:0')) + | > loss_gen: 2.0638458728790283 (2.1014480251173713) + | > loss_kl: 1.1644175052642822 (1.3244887793530289) + | > loss_feat: 2.970564126968384 (3.144431165476751) + | > loss_mel: 28.438709259033203 (29.041886766529615) + | > loss_duration: 2.0015792846679688 (2.0935197216172483) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 36.63911819458008 (37.70577451503479) + | > grad_norm_1: tensor(136.1986, device='cuda:0') (tensor(134.9081, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.6772 (0.6512998302555624) + | > loader_time: 0.0055 (0.005830387829402304) + + + --> TIME: 2024-11-22 10:11:15 -- STEP: 383/797 -- GLOBAL_STEP: 2200 + | > loss_disc: 2.5907034873962402 (2.616899437443708) + | > loss_disc_real_0: 0.327472984790802 (0.20581020123031066) + | > loss_disc_real_1: 0.24228541553020477 (0.2385880378690152) + | > loss_disc_real_2: 0.15498709678649902 (0.2422643498014221) + | > loss_disc_real_3: 0.353177011013031 (0.22486296167728484) + | > loss_disc_real_4: 0.2302182912826538 (0.23171906099307008) + | > loss_disc_real_5: 0.2630489766597748 (0.24253550016226408) + | > loss_0: 2.5907034873962402 (2.616899437443708) + | > grad_norm_0: tensor(15.9476, device='cuda:0') (tensor(17.3753, device='cuda:0')) + | > loss_gen: 2.2378852367401123 (2.1096897252857194) + | > loss_kl: 1.3302743434906006 (1.3187117495673744) + | > loss_feat: 4.272980213165283 (3.1685458605345485) + | > loss_mel: 29.9885311126709 (29.039924531941626) + | > loss_duration: 2.0286197662353516 (2.0896013657667) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 39.85829162597656 (37.72647330281634) + | > grad_norm_1: tensor(196.2769, device='cuda:0') (tensor(136.6668, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.7081 (0.6541814741826874) + | > loader_time: 0.0081 (0.005966792218678924) + + + --> TIME: 2024-11-22 10:11:32 -- STEP: 408/797 -- GLOBAL_STEP: 2225 + | > loss_disc: 2.699796438217163 (2.6289154156750345) + | > loss_disc_real_0: 0.11876166611909866 (0.2050238403619505) + | > loss_disc_real_1: 0.2016863077878952 (0.23981179735239813) + | > loss_disc_real_2: 0.3095645308494568 (0.24575316739798175) + | > loss_disc_real_3: 0.204079270362854 (0.2263963315270695) + | > loss_disc_real_4: 0.26081109046936035 (0.23210424542719243) + | > loss_disc_real_5: 0.25954023003578186 (0.24264599441313275) + | > loss_0: 2.699796438217163 (2.6289154156750345) + | > grad_norm_0: tensor(18.9278, device='cuda:0') (tensor(17.5290, device='cuda:0')) + | > loss_gen: 1.9392224550247192 (2.115242250701959) + | > loss_kl: 1.5231189727783203 (1.3144747267166763) + | > loss_feat: 3.0047755241394043 (3.162253425986159) + | > loss_mel: 30.309877395629883 (29.080750194250367) + | > loss_duration: 2.035243511199951 (2.0865586730195043) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 38.81224060058594 (37.75927931187205) + | > grad_norm_1: tensor(55.3641, device='cuda:0') (tensor(137.2176, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.6657 (0.6564900454352889) + | > loader_time: 0.0076 (0.006068399723838356) + + + --> TIME: 2024-11-22 10:11:50 -- STEP: 433/797 -- GLOBAL_STEP: 2250 + | > loss_disc: 2.7735912799835205 (2.6246377496741404) + | > loss_disc_real_0: 0.18720877170562744 (0.20424043299419506) + | > loss_disc_real_1: 0.3098757565021515 (0.23936618086785147) + | > loss_disc_real_2: 0.23789623379707336 (0.24467817308514553) + | > loss_disc_real_3: 0.29658931493759155 (0.2260974345526574) + | > loss_disc_real_4: 0.2646678388118744 (0.23131589350606774) + | > loss_disc_real_5: 0.35881710052490234 (0.24240953296285303) + | > loss_0: 2.7735912799835205 (2.6246377496741404) + | > grad_norm_0: tensor(54.5078, device='cuda:0') (tensor(18.0577, device='cuda:0')) + | > loss_gen: 2.2517929077148438 (2.114264446097763) + | > loss_kl: 1.4066962003707886 (1.3103774664859011) + | > loss_feat: 2.300732135772705 (3.1647384513608303) + | > loss_mel: 26.747726440429688 (29.07215141754503) + | > loss_duration: 2.0141730308532715 (2.082853447482439) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 34.72111892700195 (37.744385245765926) + | > grad_norm_1: tensor(182.8033, device='cuda:0') (tensor(138.1412, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.704 (0.6589553295602429) + | > loader_time: 0.007 (0.006143669057938572) + + + --> TIME: 2024-11-22 10:12:08 -- STEP: 458/797 -- GLOBAL_STEP: 2275 + | > loss_disc: 2.5429913997650146 (2.624575050637193) + | > loss_disc_real_0: 0.22366780042648315 (0.20464228783372193) + | > loss_disc_real_1: 0.26489052176475525 (0.2396356657667972) + | > loss_disc_real_2: 0.22652338445186615 (0.24454052640556248) + | > loss_disc_real_3: 0.2603098750114441 (0.22658473259757178) + | > loss_disc_real_4: 0.24376440048217773 (0.23082841923013003) + | > loss_disc_real_5: 0.2378358244895935 (0.24270344621554732) + | > loss_0: 2.5429913997650146 (2.624575050637193) + | > grad_norm_0: tensor(11.8969, device='cuda:0') (tensor(18.3705, device='cuda:0')) + | > loss_gen: 2.0676968097686768 (2.1139356717792657) + | > loss_kl: 1.2969468832015991 (1.306202721127255) + | > loss_feat: 3.3167388439178467 (3.1656735437926247) + | > loss_mel: 29.339683532714844 (29.07193508731226) + | > loss_duration: 2.036539316177368 (2.079410700818859) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 38.0576057434082 (37.73715772587144) + | > grad_norm_1: tensor(65.8805, device='cuda:0') (tensor(138.2634, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.7388 (0.6612517177798347) + | > loader_time: 0.0149 (0.006256157654341651) + + + --> TIME: 2024-11-22 10:12:26 -- STEP: 483/797 -- GLOBAL_STEP: 2300 + | > loss_disc: 2.558594226837158 (2.623178692831511) + | > loss_disc_real_0: 0.12510834634304047 (0.20413686014233667) + | > loss_disc_real_1: 0.19853396713733673 (0.23961353369874738) + | > loss_disc_real_2: 0.2099597305059433 (0.24428598482477987) + | > loss_disc_real_3: 0.2697615921497345 (0.2269498304180477) + | > loss_disc_real_4: 0.2737236022949219 (0.23060628339864206) + | > loss_disc_real_5: 0.23028191924095154 (0.24249317200842851) + | > loss_0: 2.558594226837158 (2.623178692831511) + | > grad_norm_0: tensor(20.2281, device='cuda:0') (tensor(18.3765, device='cuda:0')) + | > loss_gen: 2.177851676940918 (2.1144714666449493) + | > loss_kl: 1.2374577522277832 (1.3012382059857457) + | > loss_feat: 2.9122025966644287 (3.1713365244816054) + | > loss_mel: 27.200464248657227 (29.03581832506642) + | > loss_duration: 1.9693630933761597 (2.0755022692631018) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 35.49734115600586 (37.69836680094406) + | > grad_norm_1: tensor(149.1980, device='cuda:0') (tensor(139.1417, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.6993 (0.6637100087436341) + | > loader_time: 0.0132 (0.006347947979565732) + + + --> TIME: 2024-11-22 10:12:44 -- STEP: 508/797 -- GLOBAL_STEP: 2325 + | > loss_disc: 2.688695192337036 (2.617913106764397) + | > loss_disc_real_0: 0.1859184205532074 (0.20383836264450725) + | > loss_disc_real_1: 0.2531925439834595 (0.2392544623493679) + | > loss_disc_real_2: 0.27082115411758423 (0.24402491274605118) + | > loss_disc_real_3: 0.22420644760131836 (0.2261325026766991) + | > loss_disc_real_4: 0.22287285327911377 (0.23040948139400932) + | > loss_disc_real_5: 0.2550642192363739 (0.24237458638142884) + | > loss_0: 2.688695192337036 (2.617913106764397) + | > grad_norm_0: tensor(25.2463, device='cuda:0') (tensor(18.2928, device='cuda:0')) + | > loss_gen: 2.1626272201538086 (2.1175592966436394) + | > loss_kl: 1.1413183212280273 (1.296905156782292) + | > loss_feat: 2.8993194103240967 (3.186665605841659) + | > loss_mel: 27.373952865600586 (29.017887333246666) + | > loss_duration: 2.005157947540283 (2.071899981245283) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 35.582374572753906 (37.690917398047304) + | > grad_norm_1: tensor(218.7433, device='cuda:0') (tensor(138.7612, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.7026 (0.6661302287747545) + | > loader_time: 0.0068 (0.006445782860433022) + + + --> TIME: 2024-11-22 10:13:02 -- STEP: 533/797 -- GLOBAL_STEP: 2350 + | > loss_disc: 2.602534532546997 (2.6174713992714675) + | > loss_disc_real_0: 0.10158830881118774 (0.20394813428732517) + | > loss_disc_real_1: 0.23673750460147858 (0.23934353080073176) + | > loss_disc_real_2: 0.24058222770690918 (0.24400399274439122) + | > loss_disc_real_3: 0.25691184401512146 (0.22583653508051252) + | > loss_disc_real_4: 0.21736185252666473 (0.23023622881404454) + | > loss_disc_real_5: 0.18719451129436493 (0.24280809541189202) + | > loss_0: 2.602534532546997 (2.6174713992714675) + | > grad_norm_0: tensor(14.1194, device='cuda:0') (tensor(18.3030, device='cuda:0')) + | > loss_gen: 1.933274507522583 (2.117456714834101) + | > loss_kl: 1.2214347124099731 (1.291628658212371) + | > loss_feat: 3.267932176589966 (3.1931467937483795) + | > loss_mel: 28.92523956298828 (29.001751042664832) + | > loss_duration: 1.989111065864563 (2.0688303129758014) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 37.33699417114258 (37.6728135371969) + | > grad_norm_1: tensor(103.9750, device='cuda:0') (tensor(140.5889, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.7824 (0.6685572193890087) + | > loader_time: 0.0073 (0.00655026820542441) + + + --> TIME: 2024-11-22 10:13:21 -- STEP: 558/797 -- GLOBAL_STEP: 2375 + | > loss_disc: 2.5991835594177246 (2.618280711139832) + | > loss_disc_real_0: 0.18987342715263367 (0.20397003788140514) + | > loss_disc_real_1: 0.22710083425045013 (0.23936110123404467) + | > loss_disc_real_2: 0.3009597063064575 (0.24423277758622683) + | > loss_disc_real_3: 0.17633122205734253 (0.22611279035234108) + | > loss_disc_real_4: 0.19458197057247162 (0.2302276014907813) + | > loss_disc_real_5: 0.2580963373184204 (0.24281488041189836) + | > loss_0: 2.5991835594177246 (2.618280711139832) + | > grad_norm_0: tensor(18.4922, device='cuda:0') (tensor(18.2991, device='cuda:0')) + | > loss_gen: 2.1057162284851074 (2.118181349342441) + | > loss_kl: 1.3780490159988403 (1.290366187745097) + | > loss_feat: 3.226057529449463 (3.200240555629935) + | > loss_mel: 29.04813003540039 (29.004925601371294) + | > loss_duration: 1.9815254211425781 (2.065627495020524) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 37.739479064941406 (37.67934119658662) + | > grad_norm_1: tensor(219.9640, device='cuda:0') (tensor(139.1297, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.6994 (0.6712067451955601) + | > loader_time: 0.007 (0.006646954457819674) + + + --> TIME: 2024-11-22 10:13:40 -- STEP: 583/797 -- GLOBAL_STEP: 2400 + | > loss_disc: 2.371753215789795 (2.6168356015383725) + | > loss_disc_real_0: 0.11242993175983429 (0.20378653247605877) + | > loss_disc_real_1: 0.24097153544425964 (0.23889522456386691) + | > loss_disc_real_2: 0.2218811959028244 (0.244020766027489) + | > loss_disc_real_3: 0.156830295920372 (0.22552986016199883) + | > loss_disc_real_4: 0.18864786624908447 (0.22991434920508907) + | > loss_disc_real_5: 0.20605795085430145 (0.2428088949331902) + | > loss_0: 2.371753215789795 (2.6168356015383725) + | > grad_norm_0: tensor(14.6098, device='cuda:0') (tensor(18.3888, device='cuda:0')) + | > loss_gen: 2.1373305320739746 (2.11526541439992) + | > loss_kl: 1.2727657556533813 (1.2870047962481521) + | > loss_feat: 3.709331750869751 (3.1993234967285726) + | > loss_mel: 28.31527328491211 (28.97752226932584) + | > loss_duration: 1.9697275161743164 (2.0625779671693567) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 37.40442657470703 (37.641693952766566) + | > grad_norm_1: tensor(147.3180, device='cuda:0') (tensor(138.8345, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.7512 (0.6741756423668839) + | > loader_time: 0.0074 (0.006740592560678156) + + + --> TIME: 2024-11-22 10:13:59 -- STEP: 608/797 -- GLOBAL_STEP: 2425 + | > loss_disc: 2.7158279418945312 (2.6182089887167317) + | > loss_disc_real_0: 0.17264515161514282 (0.20349444474681821) + | > loss_disc_real_1: 0.24743668735027313 (0.23935357552315845) + | > loss_disc_real_2: 0.3037630319595337 (0.2441022945690508) + | > loss_disc_real_3: 0.32272815704345703 (0.225826530153618) + | > loss_disc_real_4: 0.29836252331733704 (0.2302173021935711) + | > loss_disc_real_5: 0.23875080049037933 (0.24313817103393376) + | > loss_0: 2.7158279418945312 (2.6182089887167317) + | > grad_norm_0: tensor(6.8743, device='cuda:0') (tensor(18.6669, device='cuda:0')) + | > loss_gen: 2.024454116821289 (2.1149480205617444) + | > loss_kl: 1.33635413646698 (1.283544270517794) + | > loss_feat: 3.120800733566284 (3.1988481024378217) + | > loss_mel: 29.750885009765625 (28.968121076885016) + | > loss_duration: 2.043030261993408 (2.060165529580494) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 38.27552032470703 (37.625626984395524) + | > grad_norm_1: tensor(104.3214, device='cuda:0') (tensor(141.5060, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.7408 (0.6772863962932639) + | > loader_time: 0.0126 (0.006876826286315915) + + + --> TIME: 2024-11-22 10:14:18 -- STEP: 633/797 -- GLOBAL_STEP: 2450 + | > loss_disc: 2.880215883255005 (2.619872433314395) + | > loss_disc_real_0: 0.3277431130409241 (0.20361261394634075) + | > loss_disc_real_1: 0.2810928523540497 (0.23934753208552115) + | > loss_disc_real_2: 0.3091655969619751 (0.24458905349457621) + | > loss_disc_real_3: 0.28548815846443176 (0.22555870672255326) + | > loss_disc_real_4: 0.1839562952518463 (0.23033586313939208) + | > loss_disc_real_5: 0.23665645718574524 (0.24274778652106416) + | > loss_0: 2.880215883255005 (2.619872433314395) + | > grad_norm_0: tensor(30.9508, device='cuda:0') (tensor(19.2323, device='cuda:0')) + | > loss_gen: 2.1702635288238525 (2.113770852345048) + | > loss_kl: 1.3166494369506836 (1.2813666456306894) + | > loss_feat: 2.7323999404907227 (3.1932020096982248) + | > loss_mel: 30.56464958190918 (28.953965492911433) + | > loss_duration: 2.0170278549194336 (2.058089865704096) + | > amp_scaler: 512.0 (257.2132701421801) + | > loss_1: 38.800994873046875 (37.60039484105408) + | > grad_norm_1: tensor(199.0924, device='cuda:0') (tensor(142.2611, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.7676 (0.6805629184084107) + | > loader_time: 0.0109 (0.006980932154361668) + + + --> TIME: 2024-11-22 10:14:38 -- STEP: 658/797 -- GLOBAL_STEP: 2475 + | > loss_disc: 2.7504525184631348 (2.6196610442048547) + | > loss_disc_real_0: 0.23806846141815186 (0.20267335377565643) + | > loss_disc_real_1: 0.23367248475551605 (0.23895090062024021) + | > loss_disc_real_2: 0.27020248770713806 (0.2444554646485301) + | > loss_disc_real_3: 0.1703171581029892 (0.22555061773960347) + | > loss_disc_real_4: 0.2602270543575287 (0.23063240881930006) + | > loss_disc_real_5: 0.3653809726238251 (0.24303522478438075) + | > loss_0: 2.7504525184631348 (2.6196610442048547) + | > grad_norm_0: tensor(68.0744, device='cuda:0') (tensor(19.6170, device='cuda:0')) + | > loss_gen: 2.188228130340576 (2.112169772114795) + | > loss_kl: 1.155144453048706 (1.2813584884249323) + | > loss_feat: 2.580002784729004 (3.191180631744824) + | > loss_mel: 25.533849716186523 (28.938601056130818) + | > loss_duration: 1.9470628499984741 (2.055679631088281) + | > amp_scaler: 512.0 (266.8936170212766) + | > loss_1: 33.40428924560547 (37.57898955069782) + | > grad_norm_1: tensor(160.2437, device='cuda:0') (tensor(143.4771, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.7718 (0.6840358892835023) + | > loader_time: 0.0076 (0.007102958337151893) + + + --> TIME: 2024-11-22 10:14:58 -- STEP: 683/797 -- GLOBAL_STEP: 2500 + | > loss_disc: 2.6069495677948 (2.6183830298930664) + | > loss_disc_real_0: 0.2654414474964142 (0.20293408264658294) + | > loss_disc_real_1: 0.2574879229068756 (0.23913330930567417) + | > loss_disc_real_2: 0.2523671090602875 (0.24455074668148774) + | > loss_disc_real_3: 0.2230023443698883 (0.2254066475357527) + | > loss_disc_real_4: 0.28972533345222473 (0.23009297369514342) + | > loss_disc_real_5: 0.2415057122707367 (0.2431172028969357) + | > loss_0: 2.6069495677948 (2.6183830298930664) + | > grad_norm_0: tensor(36.2255, device='cuda:0') (tensor(19.9024, device='cuda:0')) + | > loss_gen: 2.1731741428375244 (2.113274573581633) + | > loss_kl: 1.2086212635040283 (1.2782003492073288) + | > loss_feat: 3.0381345748901367 (3.195070833971349) + | > loss_mel: 27.681882858276367 (28.933793996473003) + | > loss_duration: 1.958270788192749 (2.052947865049103) + | > amp_scaler: 512.0 (275.8653001464128) + | > loss_1: 36.06008529663086 (37.57328759524348) + | > grad_norm_1: tensor(201.5609, device='cuda:0') (tensor(143.6526, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.7637 (0.6877607478927905) + | > loader_time: 0.0083 (0.007243524009626395) + + + --> TIME: 2024-11-22 10:15:18 -- STEP: 708/797 -- GLOBAL_STEP: 2525 + | > loss_disc: 2.6767430305480957 (2.617568169946727) + | > loss_disc_real_0: 0.1903407722711563 (0.20245130394853786) + | > loss_disc_real_1: 0.26764002442359924 (0.23909880909121642) + | > loss_disc_real_2: 0.27465811371803284 (0.24447298021513528) + | > loss_disc_real_3: 0.2613917589187622 (0.22531615271322467) + | > loss_disc_real_4: 0.1867307424545288 (0.23035873801021253) + | > loss_disc_real_5: 0.25699540972709656 (0.24283108499301018) + | > loss_0: 2.6767430305480957 (2.617568169946727) + | > grad_norm_0: tensor(22.5609, device='cuda:0') (tensor(20.0746, device='cuda:0')) + | > loss_gen: 2.142835855484009 (2.1114850544323334) + | > loss_kl: 1.2177715301513672 (1.2765599509417) + | > loss_feat: 2.8476877212524414 (3.1933598888795913) + | > loss_mel: 26.641494750976562 (28.916796490297475) + | > loss_duration: 1.9952630996704102 (2.0502769339219338) + | > amp_scaler: 512.0 (284.2033898305083) + | > loss_1: 34.845054626464844 (37.5484782989416) + | > grad_norm_1: tensor(279.4022, device='cuda:0') (tensor(145.3274, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 0.821 (0.6919317750607509) + | > loader_time: 0.0162 (0.007418290033178812) + + + --> TIME: 2024-11-22 10:15:43 -- STEP: 733/797 -- GLOBAL_STEP: 2550 + | > loss_disc: 2.595627546310425 (2.6167635855863414) + | > loss_disc_real_0: 0.2034236341714859 (0.20182917151208796) + | > loss_disc_real_1: 0.24265865981578827 (0.2389334619939734) + | > loss_disc_real_2: 0.2497825175523758 (0.24466994783928742) + | > loss_disc_real_3: 0.284385085105896 (0.22547768887848998) + | > loss_disc_real_4: 0.3006577789783478 (0.2302313222566373) + | > loss_disc_real_5: 0.2563817799091339 (0.24300118710586513) + | > loss_0: 2.595627546310425 (2.6167635855863414) + | > grad_norm_0: tensor(11.0758, device='cuda:0') (tensor(20.1240, device='cuda:0')) + | > loss_gen: 2.219775438308716 (2.111816162301928) + | > loss_kl: 1.0587873458862305 (1.2738955261599971) + | > loss_feat: 3.182018995285034 (3.1964781716933506) + | > loss_mel: 27.632789611816406 (28.903270638167935) + | > loss_duration: 1.942962646484375 (2.047396335562776) + | > amp_scaler: 512.0 (291.9727148703953) + | > loss_1: 36.03633499145508 (37.53285680981648) + | > grad_norm_1: tensor(68.7172, device='cuda:0') (tensor(145.8763, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 1.235 (0.7014302182815573) + | > loader_time: 0.0117 (0.007668578120565998) + + + --> TIME: 2024-11-22 10:16:15 -- STEP: 758/797 -- GLOBAL_STEP: 2575 + | > loss_disc: 2.5923166275024414 (2.616161151737527) + | > loss_disc_real_0: 0.21661612391471863 (0.20183740230891517) + | > loss_disc_real_1: 0.20965218544006348 (0.23914821683810064) + | > loss_disc_real_2: 0.31719595193862915 (0.24469315448387632) + | > loss_disc_real_3: 0.18454216420650482 (0.2253040523713056) + | > loss_disc_real_4: 0.2168702781200409 (0.22997399563053353) + | > loss_disc_real_5: 0.291368693113327 (0.24291965806743715) + | > loss_0: 2.5923166275024414 (2.616161151737527) + | > grad_norm_0: tensor(32.2404, device='cuda:0') (tensor(20.2545, device='cuda:0')) + | > loss_gen: 1.82746422290802 (2.112347401069145) + | > loss_kl: 1.3498990535736084 (1.2721314246233046) + | > loss_feat: 2.942702054977417 (3.2011335713882234) + | > loss_mel: 27.652982711791992 (28.890864442709564) + | > loss_duration: 1.95560884475708 (2.0443175748029923) + | > amp_scaler: 512.0 (299.22955145118704) + | > loss_1: 35.72865676879883 (37.52079439792285) + | > grad_norm_1: tensor(188.1738, device='cuda:0') (tensor(146.3352, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 1.1615 (0.7152431102415503) + | > loader_time: 0.1223 (0.011883148731845657) + + + --> TIME: 2024-11-22 10:16:59 -- STEP: 783/797 -- GLOBAL_STEP: 2600 + | > loss_disc: 2.7437264919281006 (2.616196356513949) + | > loss_disc_real_0: 0.17242835462093353 (0.2017710704551499) + | > loss_disc_real_1: 0.214458629488945 (0.23876747559389697) + | > loss_disc_real_2: 0.3016667366027832 (0.24448894471462965) + | > loss_disc_real_3: 0.2509523630142212 (0.22523863141640238) + | > loss_disc_real_4: 0.249073326587677 (0.22989092664471988) + | > loss_disc_real_5: 0.24938394129276276 (0.242637502498173) + | > loss_0: 2.7437264919281006 (2.616196356513949) + | > grad_norm_0: tensor(47.4162, device='cuda:0') (tensor(20.5304, device='cuda:0')) + | > loss_gen: 1.9193994998931885 (2.1105329623472016) + | > loss_kl: 1.1294690370559692 (1.270198586495597) + | > loss_feat: 2.3858299255371094 (3.198755115993786) + | > loss_mel: 25.543720245361328 (28.860782525853022) + | > loss_duration: 1.9643969535827637 (2.0413255918376136) + | > amp_scaler: 512.0 (306.0229885057468) + | > loss_1: 32.942813873291016 (37.48159476775931) + | > grad_norm_1: tensor(306.3112, device='cuda:0') (tensor(146.9122, device='cuda:0')) + | > current_lr_0: 0.000199950003125 + | > current_lr_1: 0.000199950003125 + | > step_time: 2.8813 (0.7434374996833265) + | > loader_time: 0.1381 (0.016386216018696238) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.5623273849487305 (2.5623273849487305) + | > loss_disc_real_0: 0.18966343998908997 (0.18966343998908997) + | > loss_disc_real_1: 0.13638707995414734 (0.13638707995414734) + | > loss_disc_real_2: 0.15456745028495789 (0.15456745028495789) + | > loss_disc_real_3: 0.2176336795091629 (0.2176336795091629) + | > loss_disc_real_4: 0.3100041151046753 (0.3100041151046753) + | > loss_disc_real_5: 0.17965403199195862 (0.17965403199195862) + | > loss_0: 2.5623273849487305 (2.5623273849487305) + | > loss_gen: 1.883204460144043 (1.883204460144043) + | > loss_kl: 1.6273988485336304 (1.6273988485336304) + | > loss_feat: 3.61053466796875 (3.61053466796875) + | > loss_mel: 29.234947204589844 (29.234947204589844) + | > loss_duration: 2.3098244667053223 (2.3098244667053223) + | > loss_1: 38.66591262817383 (38.66591262817383) + + --> STEP: 1 + | > loss_disc: 2.646906614303589 (2.646906614303589) + | > loss_disc_real_0: 0.25816595554351807 (0.25816595554351807) + | > loss_disc_real_1: 0.1774665266275406 (0.1774665266275406) + | > loss_disc_real_2: 0.17897865176200867 (0.17897865176200867) + | > loss_disc_real_3: 0.2586113512516022 (0.2586113512516022) + | > loss_disc_real_4: 0.2401193231344223 (0.2401193231344223) + | > loss_disc_real_5: 0.12227974086999893 (0.12227974086999893) + | > loss_0: 2.646906614303589 (2.646906614303589) + | > loss_gen: 1.869428277015686 (1.869428277015686) + | > loss_kl: 0.20960190892219543 (0.20960190892219543) + | > loss_feat: 3.3401105403900146 (3.3401105403900146) + | > loss_mel: 27.784666061401367 (27.784666061401367) + | > loss_duration: 2.10135817527771 (2.10135817527771) + | > loss_1: 35.3051643371582 (35.3051643371582) + + --> STEP: 2 + | > loss_disc: 2.762274980545044 (2.7045907974243164) + | > loss_disc_real_0: 0.26533442735671997 (0.261750191450119) + | > loss_disc_real_1: 0.18926069140434265 (0.18336360901594162) + | > loss_disc_real_2: 0.19303034245967865 (0.18600449711084366) + | > loss_disc_real_3: 0.285483717918396 (0.2720475345849991) + | > loss_disc_real_4: 0.16503457725048065 (0.20257695019245148) + | > loss_disc_real_5: 0.20569288730621338 (0.16398631408810616) + | > loss_0: 2.762274980545044 (2.7045907974243164) + | > loss_gen: 1.813070297241211 (1.8412492871284485) + | > loss_kl: 2.2018094062805176 (1.2057056576013565) + | > loss_feat: 2.640982151031494 (2.9905463457107544) + | > loss_mel: 25.226226806640625 (26.505446434020996) + | > loss_duration: 2.0084972381591797 (2.054927706718445) + | > loss_1: 33.890586853027344 (34.59787559509277) + + --> STEP: 3 + | > loss_disc: 2.633021831512451 (2.680734475453695) + | > loss_disc_real_0: 0.21778176724910736 (0.2470940500497818) + | > loss_disc_real_1: 0.16294030845165253 (0.1765558421611786) + | > loss_disc_real_2: 0.18841733038425446 (0.18680877486864725) + | > loss_disc_real_3: 0.3053647577762604 (0.28315327564875287) + | > loss_disc_real_4: 0.2143518030643463 (0.20650190114974976) + | > loss_disc_real_5: 0.1679450124502182 (0.16530588020881018) + | > loss_0: 2.633021831512451 (2.680734475453695) + | > loss_gen: 1.8723441362380981 (1.851614236831665) + | > loss_kl: 0.5921411514282227 (1.0011841555436451) + | > loss_feat: 3.240318536758423 (3.073803742726644) + | > loss_mel: 30.866960525512695 (27.95928446451823) + | > loss_duration: 2.0156540870666504 (2.0418365001678467) + | > loss_1: 38.58742141723633 (35.92772420247396) + + --> STEP: 4 + | > loss_disc: 2.601613998413086 (2.6609543561935425) + | > loss_disc_real_0: 0.3251252770423889 (0.2666018567979336) + | > loss_disc_real_1: 0.1997840255498886 (0.1823628880083561) + | > loss_disc_real_2: 0.202378049492836 (0.19070109352469444) + | > loss_disc_real_3: 0.34391549229621887 (0.29834382981061935) + | > loss_disc_real_4: 0.25460463762283325 (0.21852758526802063) + | > loss_disc_real_5: 0.18149195611476898 (0.16935239918529987) + | > loss_0: 2.601613998413086 (2.6609543561935425) + | > loss_gen: 2.23213791847229 (1.9467451572418213) + | > loss_kl: 1.2138878107070923 (1.054360069334507) + | > loss_feat: 3.128614902496338 (3.0875065326690674) + | > loss_mel: 25.973854064941406 (27.462926864624023) + | > loss_duration: 2.002638101577759 (2.0320369005203247) + | > loss_1: 34.5511360168457 (35.583577156066895) + + --> STEP: 5 + | > loss_disc: 2.477632761001587 (2.624290037155151) + | > loss_disc_real_0: 0.13549630343914032 (0.24038074612617494) + | > loss_disc_real_1: 0.1334768384695053 (0.17258567810058595) + | > loss_disc_real_2: 0.13945665955543518 (0.18045220673084258) + | > loss_disc_real_3: 0.19416563212871552 (0.27750819027423856) + | > loss_disc_real_4: 0.19097624719142914 (0.21301731765270232) + | > loss_disc_real_5: 0.10181393474340439 (0.15584470629692077) + | > loss_0: 2.477632761001587 (2.624290037155151) + | > loss_gen: 1.7539291381835938 (1.9081819534301758) + | > loss_kl: 1.3219658136367798 (1.1078812181949615) + | > loss_feat: 4.014562606811523 (3.2729177474975586) + | > loss_mel: 31.816205978393555 (28.33358268737793) + | > loss_duration: 2.1642684936523438 (2.0584832191467286) + | > loss_1: 41.07093048095703 (36.68104782104492) + + --> STEP: 6 + | > loss_disc: 2.7163257598876953 (2.639629324277242) + | > loss_disc_real_0: 0.29596060514450073 (0.24964405596256256) + | > loss_disc_real_1: 0.18621894717216492 (0.17485788961251578) + | > loss_disc_real_2: 0.2097102850675583 (0.1853285531202952) + | > loss_disc_real_3: 0.313307523727417 (0.28347474584976834) + | > loss_disc_real_4: 0.21222639083862305 (0.21288549651702246) + | > loss_disc_real_5: 0.2356099933385849 (0.1691389208038648) + | > loss_0: 2.7163257598876953 (2.639629324277242) + | > loss_gen: 1.9970829486846924 (1.9229987859725952) + | > loss_kl: 0.9986986517906189 (1.0896841237942378) + | > loss_feat: 1.9268038272857666 (3.04856542746226) + | > loss_mel: 17.078453063964844 (26.457727750142414) + | > loss_duration: 2.0307838916778564 (2.053866664568583) + | > loss_1: 24.031824111938477 (34.57284386952718) + + --> STEP: 7 + | > loss_disc: 2.510265827178955 (2.6211488246917725) + | > loss_disc_real_0: 0.23016324639320374 (0.24686108316693986) + | > loss_disc_real_1: 0.16218650341033936 (0.17304769158363342) + | > loss_disc_real_2: 0.16242362558841705 (0.18205642061574118) + | > loss_disc_real_3: 0.23199507594108582 (0.2761205072913851) + | > loss_disc_real_4: 0.22652548551559448 (0.21483406637396132) + | > loss_disc_real_5: 0.1359354555606842 (0.16439556862626756) + | > loss_0: 2.510265827178955 (2.6211488246917725) + | > loss_gen: 1.879687786102295 (1.916811500276838) + | > loss_kl: 1.2821887731552124 (1.1171847879886627) + | > loss_feat: 3.527259349822998 (3.116950273513794) + | > loss_mel: 27.19365119934082 (26.562859671456472) + | > loss_duration: 1.947908878326416 (2.0387298379625594) + | > loss_1: 35.83069610595703 (34.752537046160015) + + --> STEP: 8 + | > loss_disc: 2.619138479232788 (2.6208975315093994) + | > loss_disc_real_0: 0.14132347702980042 (0.23366888239979744) + | > loss_disc_real_1: 0.14006268978118896 (0.16892456635832787) + | > loss_disc_real_2: 0.1633371114730835 (0.17971650697290897) + | > loss_disc_real_3: 0.17327283322811127 (0.2632645480334759) + | > loss_disc_real_4: 0.22353212535381317 (0.2159213237464428) + | > loss_disc_real_5: 0.15879690647125244 (0.16369573585689068) + | > loss_0: 2.619138479232788 (2.6208975315093994) + | > loss_gen: 1.704901933670044 (1.8903228044509888) + | > loss_kl: 0.720122218132019 (1.0675519667565823) + | > loss_feat: 4.27798318862915 (3.2620793879032135) + | > loss_mel: 29.17391586303711 (26.889241695404053) + | > loss_duration: 1.990604043006897 (2.0327141135931015) + | > loss_1: 37.86752700805664 (35.141910791397095) + + --> STEP: 9 + | > loss_disc: 2.251173257827759 (2.579817056655884) + | > loss_disc_real_0: 0.17815354466438293 (0.22750051154030693) + | > loss_disc_real_1: 0.1538374274969101 (0.1672482175959481) + | > loss_disc_real_2: 0.14191573858261108 (0.1755164215962092) + | > loss_disc_real_3: 0.20693279802799225 (0.2570054646995332) + | > loss_disc_real_4: 0.16452684998512268 (0.21021082666185167) + | > loss_disc_real_5: 0.19621410965919495 (0.16730888850159115) + | > loss_0: 2.251173257827759 (2.579817056655884) + | > loss_gen: 2.0972201824188232 (1.9133114020029705) + | > loss_kl: 1.0031490325927734 (1.0603960851828258) + | > loss_feat: 3.8879876136779785 (3.331624746322632) + | > loss_mel: 27.776052474975586 (26.987776226467556) + | > loss_duration: 2.001237630844116 (2.029216726620992) + | > loss_1: 36.765647888183594 (35.322326024373375) + + --> STEP: 10 + | > loss_disc: 2.6508383750915527 (2.5869191884994507) + | > loss_disc_real_0: 0.22294402122497559 (0.22704486250877381) + | > loss_disc_real_1: 0.15952952206134796 (0.1664763480424881) + | > loss_disc_real_2: 0.19850581884384155 (0.17781536132097245) + | > loss_disc_real_3: 0.29080653190612793 (0.2603855714201927) + | > loss_disc_real_4: 0.24903252720832825 (0.21409299671649934) + | > loss_disc_real_5: 0.19285669922828674 (0.16986366957426072) + | > loss_0: 2.6508383750915527 (2.5869191884994507) + | > loss_gen: 1.8088934421539307 (1.9028696060180663) + | > loss_kl: 1.3489124774932861 (1.0892477244138719) + | > loss_feat: 2.6447370052337646 (3.262935972213745) + | > loss_mel: 23.300369262695312 (26.619035530090333) + | > loss_duration: 1.8913822174072266 (2.0154332756996154) + | > loss_1: 30.994293212890625 (34.8895227432251) + + --> STEP: 11 + | > loss_disc: 2.741652250289917 (2.6009858304804023) + | > loss_disc_real_0: 0.0979417935013771 (0.21530821987173773) + | > loss_disc_real_1: 0.178874209523201 (0.16760342635891654) + | > loss_disc_real_2: 0.13369999825954437 (0.17380487376993353) + | > loss_disc_real_3: 0.1793670356273651 (0.25302024998448114) + | > loss_disc_real_4: 0.23916488885879517 (0.21637225963852622) + | > loss_disc_real_5: 0.09586033970117569 (0.163136094131253) + | > loss_0: 2.741652250289917 (2.6009858304804023) + | > loss_gen: 1.518263816833496 (1.8679054433649236) + | > loss_kl: 1.3705443143844604 (1.1148201416839252) + | > loss_feat: 4.349452972412109 (3.361710244959051) + | > loss_mel: 27.840240478515625 (26.73005416176536) + | > loss_duration: 1.9132736921310425 (2.006146040829745) + | > loss_1: 36.99177551269531 (35.08063663135875) + + --> STEP: 12 + | > loss_disc: 2.4352214336395264 (2.5871721307436624) + | > loss_disc_real_0: 0.19511589407920837 (0.21362552605569363) + | > loss_disc_real_1: 0.2228735089302063 (0.1722092665731907) + | > loss_disc_real_2: 0.1445435732603073 (0.17136643206079802) + | > loss_disc_real_3: 0.24617132544517517 (0.25244950627287227) + | > loss_disc_real_4: 0.1486266553401947 (0.21072679261366525) + | > loss_disc_real_5: 0.16220135986804962 (0.16305819960931936) + | > loss_0: 2.4352214336395264 (2.5871721307436624) + | > loss_gen: 1.915290355682373 (1.8718541860580444) + | > loss_kl: 0.9688023328781128 (1.1026519909501074) + | > loss_feat: 3.3684403896331787 (3.3622710903485618) + | > loss_mel: 28.103687286376953 (26.844523588816326) + | > loss_duration: 1.9760375022888184 (2.0036369959513345) + | > loss_1: 36.33225631713867 (35.18493827184041) + + --> STEP: 13 + | > loss_disc: 2.5075595378875732 (2.581048085139348) + | > loss_disc_real_0: 0.15212886035442352 (0.20889501330944207) + | > loss_disc_real_1: 0.14633966982364655 (0.17021929759245652) + | > loss_disc_real_2: 0.1469549834728241 (0.16948862832326156) + | > loss_disc_real_3: 0.19641120731830597 (0.2481388678917518) + | > loss_disc_real_4: 0.19151677191257477 (0.20924909871358138) + | > loss_disc_real_5: 0.14382828772068024 (0.1615789756178856) + | > loss_0: 2.5075595378875732 (2.581048085139348) + | > loss_gen: 1.7644591331481934 (1.863593028141902) + | > loss_kl: 1.4852327108383179 (1.1320812770953543) + | > loss_feat: 4.592262268066406 (3.4568857963268576) + | > loss_mel: 29.247182846069336 (27.029343531681942) + | > loss_duration: 2.094883918762207 (2.0106559900137095) + | > loss_1: 39.184017181396484 (35.492559726421646) + + --> STEP: 14 + | > loss_disc: 3.039919376373291 (2.6138246059417725) + | > loss_disc_real_0: 0.4563356041908264 (0.22656934122954095) + | > loss_disc_real_1: 0.17921385169029236 (0.17086176574230194) + | > loss_disc_real_2: 0.24819163978099823 (0.17511027199881418) + | > loss_disc_real_3: 0.351699560880661 (0.25553606024810244) + | > loss_disc_real_4: 0.35350295901298523 (0.2195529458778245) + | > loss_disc_real_5: 0.24679332971572876 (0.16766571519630297) + | > loss_0: 3.039919376373291 (2.6138246059417725) + | > loss_gen: 2.1046338081359863 (1.880810226712908) + | > loss_kl: 1.4568281173706055 (1.1552774799721581) + | > loss_feat: 1.6826534271240234 (3.330154912812369) + | > loss_mel: 27.281925201416016 (27.04738507952009) + | > loss_duration: 2.0471086502075195 (2.0132597514561246) + | > loss_1: 34.57314682006836 (35.42688737596784) + + --> STEP: 15 + | > loss_disc: 2.7348172664642334 (2.6218907833099365) + | > loss_disc_real_0: 0.3392965495586395 (0.23408448845148086) + | > loss_disc_real_1: 0.16581563651561737 (0.17052535712718964) + | > loss_disc_real_2: 0.16521258652210236 (0.17445042630036672) + | > loss_disc_real_3: 0.2593674957752228 (0.2557914892832438) + | > loss_disc_real_4: 0.2126275599002838 (0.2190912534793218) + | > loss_disc_real_5: 0.20044946670532227 (0.16985129863023757) + | > loss_0: 2.7348172664642334 (2.6218907833099365) + | > loss_gen: 1.942141056060791 (1.8848989486694336) + | > loss_kl: 0.9661929607391357 (1.1426718453566234) + | > loss_feat: 3.4049253463745117 (3.335139608383179) + | > loss_mel: 30.372804641723633 (27.269079717000327) + | > loss_duration: 1.9610595703125 (2.0097797393798826) + | > loss_1: 38.647125244140625 (35.641569900512685) + + --> STEP: 16 + | > loss_disc: 2.5539932250976562 (2.617647185921669) + | > loss_disc_real_0: 0.1565062403678894 (0.2292358479462564) + | > loss_disc_real_1: 0.155618816614151 (0.16959369834512472) + | > loss_disc_real_2: 0.1491755247116089 (0.17287074495106936) + | > loss_disc_real_3: 0.2176630198955536 (0.2534084599465132) + | > loss_disc_real_4: 0.22241002321243286 (0.21929867658764124) + | > loss_disc_real_5: 0.14599959552288055 (0.16836056718602777) + | > loss_0: 2.5539932250976562 (2.617647185921669) + | > loss_gen: 1.747657060623169 (1.876321330666542) + | > loss_kl: 1.366105318069458 (1.1566364374011755) + | > loss_feat: 4.231863021850586 (3.3911848217248917) + | > loss_mel: 31.117828369140625 (27.509626507759094) + | > loss_duration: 2.0304055213928223 (2.0110688507556915) + | > loss_1: 40.49386215209961 (35.94483816623687) + + --> STEP: 17 + | > loss_disc: 2.708801507949829 (2.623009204864502) + | > loss_disc_real_0: 0.22581276297569275 (0.22903449000681148) + | > loss_disc_real_1: 0.17797598242759705 (0.1700867738793878) + | > loss_disc_real_2: 0.19121818244457245 (0.17395000598009894) + | > loss_disc_real_3: 0.21536068618297577 (0.2511703556074816) + | > loss_disc_real_4: 0.29057833552360535 (0.2234915977015215) + | > loss_disc_real_5: 0.19873614609241486 (0.170147365945227) + | > loss_0: 2.708801507949829 (2.623009204864502) + | > loss_gen: 1.8763866424560547 (1.8763251725365133) + | > loss_kl: 0.9551478624343872 (1.144784168285482) + | > loss_feat: 2.9701104164123535 (3.3664157390594482) + | > loss_mel: 31.79154396057129 (27.76150400498334) + | > loss_duration: 1.9431560039520264 (2.0070739774142994) + | > loss_1: 39.53634262084961 (36.156103134155266) + + --> STEP: 18 + | > loss_disc: 2.696035861968994 (2.627066241370307) + | > loss_disc_real_0: 0.3128200173377991 (0.23368924152519968) + | > loss_disc_real_1: 0.17639201879501343 (0.17043706526358923) + | > loss_disc_real_2: 0.17932626605033875 (0.17424868709511226) + | > loss_disc_real_3: 0.25129222869873047 (0.2511771263347732) + | > loss_disc_real_4: 0.2153158187866211 (0.2230373877618048) + | > loss_disc_real_5: 0.14533495903015137 (0.16876889889438948) + | > loss_0: 2.696035861968994 (2.627066241370307) + | > loss_gen: 1.8205091953277588 (1.8732242849138048) + | > loss_kl: 1.1271324157714844 (1.1438035153680377) + | > loss_feat: 3.0072178840637207 (3.346460302670797) + | > loss_mel: 27.587871551513672 (27.75185775756836) + | > loss_duration: 1.918104648590088 (2.0021312369240656) + | > loss_1: 35.460838317871094 (36.11747731102837) + + --> STEP: 19 + | > loss_disc: 2.415717601776123 (2.6159426287600867) + | > loss_disc_real_0: 0.22153764963150024 (0.23304968405711024) + | > loss_disc_real_1: 0.17167697846889496 (0.17050232385334216) + | > loss_disc_real_2: 0.13388915359973907 (0.17212450112167157) + | > loss_disc_real_3: 0.22499215602874756 (0.2497989700028771) + | > loss_disc_real_4: 0.1312398463487625 (0.21820593821374992) + | > loss_disc_real_5: 0.11262594908475876 (0.16581400679914574) + | > loss_0: 2.415717601776123 (2.6159426287600867) + | > loss_gen: 1.9725821018218994 (1.8784536436984414) + | > loss_kl: 1.3555235862731934 (1.1549466769946248) + | > loss_feat: 4.699518203735352 (3.4176738764110364) + | > loss_mel: 30.63930892944336 (27.903828871877568) + | > loss_duration: 2.0567092895507812 (2.005003766009682) + | > loss_1: 40.7236442565918 (36.35990715026855) + + --> STEP: 20 + | > loss_disc: 2.7891845703125 (2.624604725837707) + | > loss_disc_real_0: 0.34665000438690186 (0.2387297000735998) + | > loss_disc_real_1: 0.20342068374156952 (0.1721482418477535) + | > loss_disc_real_2: 0.19356182217597961 (0.17319636717438697) + | > loss_disc_real_3: 0.3176972568035126 (0.25319388434290885) + | > loss_disc_real_4: 0.19753600656986237 (0.21717244163155555) + | > loss_disc_real_5: 0.2195749431848526 (0.16850205361843107) + | > loss_0: 2.7891845703125 (2.624604725837707) + | > loss_gen: 1.948415994644165 (1.8819517612457275) + | > loss_kl: 1.384792685508728 (1.16643897742033) + | > loss_feat: 2.644495964050293 (3.3790149807929994) + | > loss_mel: 27.260520935058594 (27.87166347503662) + | > loss_duration: 1.9140809774398804 (2.000457626581192) + | > loss_1: 35.15230941772461 (36.29952726364135) + + --> STEP: 21 + | > loss_disc: 2.622889280319214 (2.624523037955874) + | > loss_disc_real_0: 0.1834598183631897 (0.23609780094453267) + | > loss_disc_real_1: 0.13560695946216583 (0.17040818078177317) + | > loss_disc_real_2: 0.17339111864566803 (0.1732056410539718) + | > loss_disc_real_3: 0.20445168018341064 (0.2508728270019804) + | > loss_disc_real_4: 0.2546117305755615 (0.21895526491460346) + | > loss_disc_real_5: 0.20788174867630005 (0.1703772771926153) + | > loss_0: 2.622889280319214 (2.624523037955874) + | > loss_gen: 1.769105315208435 (1.8765781209582375) + | > loss_kl: 0.8654062747955322 (1.1521040868191492) + | > loss_feat: 3.057480812072754 (3.363703829901559) + | > loss_mel: 26.34148406982422 (27.798797789074126) + | > loss_duration: 1.943697214126587 (1.9977547497976393) + | > loss_1: 33.977176666259766 (36.18893913995652) + + --> STEP: 22 + | > loss_disc: 2.8001370429992676 (2.6325054927305733) + | > loss_disc_real_0: 0.26046162843704224 (0.23720524764873765) + | > loss_disc_real_1: 0.1822669357061386 (0.17094721509651703) + | > loss_disc_real_2: 0.19492734968662262 (0.17419299144636502) + | > loss_disc_real_3: 0.2915489375591278 (0.2527217411182143) + | > loss_disc_real_4: 0.2591525614261627 (0.22078241475603796) + | > loss_disc_real_5: 0.18944206833839417 (0.17124385860833252) + | > loss_0: 2.8001370429992676 (2.6325054927305733) + | > loss_gen: 1.8534371852874756 (1.8755262602459302) + | > loss_kl: 0.5749322772026062 (1.1258690045638517) + | > loss_feat: 2.27690052986145 (3.314303679899736) + | > loss_mel: 22.92118263244629 (27.577088009227406) + | > loss_duration: 2.04740834236145 (2.0000117312778127) + | > loss_1: 29.67386245727539 (35.89279929074374) + + --> STEP: 23 + | > loss_disc: 2.650043249130249 (2.6332680038783853) + | > loss_disc_real_0: 0.3018735945224762 (0.24001691490411758) + | > loss_disc_real_1: 0.16000086069107056 (0.1704712866441063) + | > loss_disc_real_2: 0.18386676907539368 (0.17461359047371408) + | > loss_disc_real_3: 0.2529226541519165 (0.25273047646750574) + | > loss_disc_real_4: 0.2633383572101593 (0.22263267312360846) + | > loss_disc_real_5: 0.2186783403158188 (0.17330622737822324) + | > loss_0: 2.650043249130249 (2.6332680038783853) + | > loss_gen: 2.056248903274536 (1.8833837664645652) + | > loss_kl: 1.2263259887695312 (1.130236699529316) + | > loss_feat: 3.0144901275634766 (3.301268308059029) + | > loss_mel: 28.020835876464844 (27.59638139475947) + | > loss_duration: 2.040653705596924 (2.001778773639513) + | > loss_1: 36.358551025390625 (35.91304936616317) + + --> STEP: 24 + | > loss_disc: 2.426452875137329 (2.624650706847508) + | > loss_disc_real_0: 0.20820561051368713 (0.23869144388784966) + | > loss_disc_real_1: 0.1495959609746933 (0.16960148140788076) + | > loss_disc_real_2: 0.17312279343605042 (0.1745514739304781) + | > loss_disc_real_3: 0.23945048451423645 (0.25217714346945286) + | > loss_disc_real_4: 0.18307358026504517 (0.22098437758783498) + | > loss_disc_real_5: 0.21300901472568512 (0.1749605101843675) + | > loss_0: 2.426452875137329 (2.624650706847508) + | > loss_gen: 2.104409694671631 (1.8925931801398594) + | > loss_kl: 1.1890324354171753 (1.132686521857977) + | > loss_feat: 3.592494249343872 (3.3134027222792306) + | > loss_mel: 28.387298583984375 (27.62933627764384) + | > loss_duration: 1.9843031167984009 (2.0010506212711334) + | > loss_1: 37.25753402709961 (35.96906956036886) + + --> STEP: 25 + | > loss_disc: 2.4804203510284424 (2.6188814926147455) + | > loss_disc_real_0: 0.23110929131507874 (0.23838815778493883) + | > loss_disc_real_1: 0.15610049664974213 (0.1690614420175552) + | > loss_disc_real_2: 0.17684601247310638 (0.17464325547218323) + | > loss_disc_real_3: 0.2002061903476715 (0.2500983053445816) + | > loss_disc_real_4: 0.21558599174022675 (0.22076844215393066) + | > loss_disc_real_5: 0.15542620420455933 (0.17417913794517517) + | > loss_0: 2.4804203510284424 (2.6188814926147455) + | > loss_gen: 1.8593719005584717 (1.891264328956604) + | > loss_kl: 1.0124493837356567 (1.1278770363330841) + | > loss_feat: 3.5629336833953857 (3.323383960723877) + | > loss_mel: 28.595746994018555 (27.66799270629883) + | > loss_duration: 1.9044902324676514 (1.9971882057189942) + | > loss_1: 36.934993743896484 (36.00770652770996) + + --> STEP: 26 + | > loss_disc: 2.5616161823272705 (2.6166789806806117) + | > loss_disc_real_0: 0.14030510187149048 (0.23461573255749849) + | > loss_disc_real_1: 0.1246674507856369 (0.16735398081632757) + | > loss_disc_real_2: 0.12608681619167328 (0.17277570011524054) + | > loss_disc_real_3: 0.2901652753353119 (0.2516393426519174) + | > loss_disc_real_4: 0.19936008751392365 (0.21994504389854577) + | > loss_disc_real_5: 0.1447334587574005 (0.17304661182256845) + | > loss_0: 2.5616161823272705 (2.6166789806806117) + | > loss_gen: 1.8725671768188477 (1.8905452077205365) + | > loss_kl: 1.0226340293884277 (1.1238292283736742) + | > loss_feat: 4.225691795349121 (3.358088108209463) + | > loss_mel: 29.344633102416992 (27.732478875380295) + | > loss_duration: 1.9928412437438965 (1.9970210148737981) + | > loss_1: 38.45836639404297 (36.101962676415084) + + --> STEP: 27 + | > loss_disc: 2.6739554405212402 (2.6188003310450796) + | > loss_disc_real_0: 0.1997910439968109 (0.23332592927747303) + | > loss_disc_real_1: 0.2147682160139084 (0.16911006360142317) + | > loss_disc_real_2: 0.17987613379955292 (0.17303867914058543) + | > loss_disc_real_3: 0.2670885920524597 (0.2522115370741597) + | > loss_disc_real_4: 0.2805310785770416 (0.22218897110886043) + | > loss_disc_real_5: 0.16427607834339142 (0.1727217772492656) + | > loss_0: 2.6739554405212402 (2.6188003310450796) + | > loss_gen: 1.929145336151123 (1.8919748421068545) + | > loss_kl: 1.5262327194213867 (1.1387330613754412) + | > loss_feat: 3.322216033935547 (3.356759512865985) + | > loss_mel: 28.566923141479492 (27.763384218569154) + | > loss_duration: 1.98380446434021 (1.9965315130021837) + | > loss_1: 37.32831954956055 (36.1473833013464) + + --> STEP: 28 + | > loss_disc: 2.5221662521362305 (2.615349113941192) + | > loss_disc_real_0: 0.2307879477739334 (0.23323528708091804) + | > loss_disc_real_1: 0.1851961314678192 (0.16968456602522303) + | > loss_disc_real_2: 0.1779477745294571 (0.17321400397590228) + | > loss_disc_real_3: 0.22378845512866974 (0.2511964270046779) + | > loss_disc_real_4: 0.2238365262746811 (0.2222478123647826) + | > loss_disc_real_5: 0.16842211782932281 (0.17256821798426764) + | > loss_0: 2.5221662521362305 (2.615349113941192) + | > loss_gen: 1.911873698234558 (1.8926855155399867) + | > loss_kl: 1.171014666557312 (1.1398859758462223) + | > loss_feat: 3.099188804626465 (3.347560559000288) + | > loss_mel: 26.607322692871094 (27.722096306937082) + | > loss_duration: 2.001495361328125 (1.9967087932995387) + | > loss_1: 34.7908935546875 (36.098937238965725) + + --> STEP: 29 + | > loss_disc: 2.463118553161621 (2.610099784259138) + | > loss_disc_real_0: 0.19295236468315125 (0.23184622079133987) + | > loss_disc_real_1: 0.1376274824142456 (0.1685791493489824) + | > loss_disc_real_2: 0.17520016431808472 (0.17328249226356374) + | > loss_disc_real_3: 0.2059301882982254 (0.2496355222216968) + | > loss_disc_real_4: 0.19596350193023682 (0.22134145683255688) + | > loss_disc_real_5: 0.17508509755134583 (0.17265500693485655) + | > loss_0: 2.463118553161621 (2.610099784259138) + | > loss_gen: 1.9982072114944458 (1.8963241947108302) + | > loss_kl: 0.8607369065284729 (1.1302601458697483) + | > loss_feat: 3.8767075538635254 (3.3658070070990203) + | > loss_mel: 27.185287475585938 (27.703585657580145) + | > loss_duration: 1.9842255115509033 (1.9962783353082065) + | > loss_1: 35.90516662597656 (36.09225549369024) + + --> STEP: 30 + | > loss_disc: 2.705672025680542 (2.6132855256398515) + | > loss_disc_real_0: 0.2042381316423416 (0.23092595115303993) + | > loss_disc_real_1: 0.19566869735717773 (0.16948213428258893) + | > loss_disc_real_2: 0.14503449201583862 (0.17234089225530624) + | > loss_disc_real_3: 0.27243101596832275 (0.25039537201325096) + | > loss_disc_real_4: 0.20574554800987244 (0.2208215932051341) + | > loss_disc_real_5: 0.14841888844966888 (0.17184713631868362) + | > loss_0: 2.705672025680542 (2.6132855256398515) + | > loss_gen: 1.727912187576294 (1.890710461139679) + | > loss_kl: 1.168841004371643 (1.131546174486478) + | > loss_feat: 3.4517054557800293 (3.3686702887217206) + | > loss_mel: 26.29447364807129 (27.656615257263184) + | > loss_duration: 1.988187551498413 (1.9960086425145467) + | > loss_1: 34.63111877441406 (36.04355093638103) + + --> STEP: 31 + | > loss_disc: 2.5574021339416504 (2.6114828355850705) + | > loss_disc_real_0: 0.2636728882789612 (0.23198230396355352) + | > loss_disc_real_1: 0.1387726366519928 (0.16849150532676324) + | > loss_disc_real_2: 0.14137712121009827 (0.17134206093126728) + | > loss_disc_real_3: 0.18908831477165222 (0.24841772500545745) + | > loss_disc_real_4: 0.1547556221485138 (0.2186904328484689) + | > loss_disc_real_5: 0.12922325730323792 (0.1704721724794757) + | > loss_0: 2.5574021339416504 (2.6114828355850705) + | > loss_gen: 1.8233275413513184 (1.8885368185658609) + | > loss_kl: 0.9683385491371155 (1.1262814123784342) + | > loss_feat: 4.7840256690979 (3.4143269138951458) + | > loss_mel: 28.957874298095703 (27.698591355354555) + | > loss_duration: 1.9535880088806152 (1.9946402349779684) + | > loss_1: 38.487152099609375 (36.122376780356134) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.012883393995223506 (+0) + | > avg_loss_disc: 2.6114828355850705 (+0) + | > avg_loss_disc_real_0: 0.23198230396355352 (+0) + | > avg_loss_disc_real_1: 0.16849150532676324 (+0) + | > avg_loss_disc_real_2: 0.17134206093126728 (+0) + | > avg_loss_disc_real_3: 0.24841772500545745 (+0) + | > avg_loss_disc_real_4: 0.2186904328484689 (+0) + | > avg_loss_disc_real_5: 0.1704721724794757 (+0) + | > avg_loss_0: 2.6114828355850705 (+0) + | > avg_loss_gen: 1.8885368185658609 (+0) + | > avg_loss_kl: 1.1262814123784342 (+0) + | > avg_loss_feat: 3.4143269138951458 (+0) + | > avg_loss_mel: 27.698591355354555 (+0) + | > avg_loss_duration: 1.9946402349779684 (+0) + | > avg_loss_1: 36.122376780356134 (+0) + + > BEST MODEL : vits_shi_male-November-22-2024_02+49AM-0000000/best_model_2614.pth + + > EPOCH: 1/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 10:18:01)  + + --> TIME: 2024-11-22 10:18:12 -- STEP: 11/797 -- GLOBAL_STEP: 2625 + | > loss_disc: 2.6557323932647705 (2.6897151036696) + | > loss_disc_real_0: 0.19309797883033752 (0.24648347971114246) + | > loss_disc_real_1: 0.25817906856536865 (0.23462289707227188) + | > loss_disc_real_2: 0.21313422918319702 (0.24178165197372437) + | > loss_disc_real_3: 0.24168887734413147 (0.22607980804009872) + | > loss_disc_real_4: 0.2398611456155777 (0.21527822044762698) + | > loss_disc_real_5: 0.22221793234348297 (0.25323260643265466) + | > loss_0: 2.6557323932647705 (2.6897151036696) + | > grad_norm_0: tensor(13.3644, device='cuda:0') (tensor(36.5965, device='cuda:0')) + | > loss_gen: 2.127822160720825 (2.0628602613102305) + | > loss_kl: 1.3300268650054932 (1.3561505404385654) + | > loss_feat: 2.800691604614258 (3.073597387834029) + | > loss_mel: 26.907346725463867 (27.504059704867277) + | > loss_duration: 2.170092821121216 (2.2421489628878506) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 35.33597946166992 (36.23881669477983) + | > grad_norm_1: tensor(218.1665, device='cuda:0') (tensor(174.9892, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 0.841 (0.89072585105896) + | > loader_time: 0.0116 (0.005374453284523704) + + + --> TIME: 2024-11-22 10:18:37 -- STEP: 36/797 -- GLOBAL_STEP: 2650 + | > loss_disc: 2.728501796722412 (2.594524807400173) + | > loss_disc_real_0: 0.12353515625 (0.20867189413143528) + | > loss_disc_real_1: 0.2974514365196228 (0.2332039007710086) + | > loss_disc_real_2: 0.2790183424949646 (0.2438750093181928) + | > loss_disc_real_3: 0.26432061195373535 (0.22071988176968363) + | > loss_disc_real_4: 0.3063998520374298 (0.22405559652381474) + | > loss_disc_real_5: 0.25055038928985596 (0.24449258339073923) + | > loss_0: 2.728501796722412 (2.594524807400173) + | > grad_norm_0: tensor(13.0790, device='cuda:0') (tensor(28.4311, device='cuda:0')) + | > loss_gen: 2.191199779510498 (2.113234447108375) + | > loss_kl: 1.1787135601043701 (1.407031731473075) + | > loss_feat: 2.864152669906616 (3.31018602848053) + | > loss_mel: 27.515092849731445 (27.580744531419544) + | > loss_duration: 2.0661609172821045 (2.126399281952116) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 35.8153190612793 (36.537595960828995) + | > grad_norm_1: tensor(237.1241, device='cuda:0') (tensor(178.2851, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 0.9841 (0.9412733846240573) + | > loader_time: 0.0057 (0.005398545000288222) + + + --> TIME: 2024-11-22 10:18:58 -- STEP: 61/797 -- GLOBAL_STEP: 2675 + | > loss_disc: 2.5954506397247314 (2.5879673527889566) + | > loss_disc_real_0: 0.27549779415130615 (0.2052890881896019) + | > loss_disc_real_1: 0.252955824136734 (0.23014208137011918) + | > loss_disc_real_2: 0.23495113849639893 (0.2408549025899074) + | > loss_disc_real_3: 0.20903141796588898 (0.2207890993258992) + | > loss_disc_real_4: 0.23777194321155548 (0.22520594372123967) + | > loss_disc_real_5: 0.28355884552001953 (0.24090308781530037) + | > loss_0: 2.5954506397247314 (2.5879673527889566) + | > grad_norm_0: tensor(27.4673, device='cuda:0') (tensor(26.1108, device='cuda:0')) + | > loss_gen: 2.0665524005889893 (2.1158668095948285) + | > loss_kl: 1.5729291439056396 (1.442324044274502) + | > loss_feat: 3.3749654293060303 (3.3500642229299076) + | > loss_mel: 28.56867027282715 (27.884174284387807) + | > loss_duration: 1.9875012636184692 (2.082023616696968) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 37.57061767578125 (36.874452934890485) + | > grad_norm_1: tensor(304.6527, device='cuda:0') (tensor(164.9718, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 0.8942 (0.9036856440247082) + | > loader_time: 0.006 (0.0054637955837562435) + + + --> TIME: 2024-11-22 10:19:22 -- STEP: 86/797 -- GLOBAL_STEP: 2700 + | > loss_disc: 2.5982446670532227 (2.590643051058747) + | > loss_disc_real_0: 0.2463081330060959 (0.2008726918246857) + | > loss_disc_real_1: 0.17175813019275665 (0.23045246077831402) + | > loss_disc_real_2: 0.19324782490730286 (0.24200556150009467) + | > loss_disc_real_3: 0.19770114123821259 (0.22210927324932675) + | > loss_disc_real_4: 0.19715075194835663 (0.22527884501357412) + | > loss_disc_real_5: 0.15963947772979736 (0.2422149449933407) + | > loss_0: 2.5982446670532227 (2.590643051058747) + | > grad_norm_0: tensor(19.2777, device='cuda:0') (tensor(27.3502, device='cuda:0')) + | > loss_gen: 2.1046276092529297 (2.127079414766889) + | > loss_kl: 1.2662818431854248 (1.4048952266227368) + | > loss_feat: 3.757613182067871 (3.356607947238656) + | > loss_mel: 29.65007972717285 (27.853707180466763) + | > loss_duration: 2.0182225704193115 (2.0557610378708957) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 38.79682540893555 (36.798050902610605) + | > grad_norm_1: tensor(195.0138, device='cuda:0') (tensor(174.2171, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 1.0002 (0.9130059508390205) + | > loader_time: 0.0069 (0.005382515663324401) + + + --> TIME: 2024-11-22 10:19:46 -- STEP: 111/797 -- GLOBAL_STEP: 2725 + | > loss_disc: 2.4716949462890625 (2.6038567268096644) + | > loss_disc_real_0: 0.2080010324716568 (0.2031435528853992) + | > loss_disc_real_1: 0.240592360496521 (0.23221300005375803) + | > loss_disc_real_2: 0.2274637669324875 (0.24360000066929036) + | > loss_disc_real_3: 0.17578263580799103 (0.22302830662276293) + | > loss_disc_real_4: 0.22820529341697693 (0.22799153988425797) + | > loss_disc_real_5: 0.23820140957832336 (0.24130633553943118) + | > loss_0: 2.4716949462890625 (2.6038567268096644) + | > grad_norm_0: tensor(30.0420, device='cuda:0') (tensor(27.1001, device='cuda:0')) + | > loss_gen: 2.0742578506469727 (2.1162030503556557) + | > loss_kl: 1.555247187614441 (1.3822493397437774) + | > loss_feat: 3.0482075214385986 (3.332061733211483) + | > loss_mel: 26.05282974243164 (27.88684332907737) + | > loss_duration: 1.995993733406067 (2.0401215188138124) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 34.72653579711914 (36.75747897173908) + | > grad_norm_1: tensor(218.8726, device='cuda:0') (tensor(171.3540, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 1.0007 (0.9227055214546822) + | > loader_time: 0.0075 (0.005484041866955458) + + + --> TIME: 2024-11-22 10:20:11 -- STEP: 136/797 -- GLOBAL_STEP: 2750 + | > loss_disc: 2.6483194828033447 (2.5955697122742145) + | > loss_disc_real_0: 0.21029144525527954 (0.20113852642038288) + | > loss_disc_real_1: 0.25175589323043823 (0.23044340882231207) + | > loss_disc_real_2: 0.29251226782798767 (0.24297309349126675) + | > loss_disc_real_3: 0.19309855997562408 (0.22266248821773948) + | > loss_disc_real_4: 0.2271319329738617 (0.22763333995552623) + | > loss_disc_real_5: 0.25761061906814575 (0.24093434422769966) + | > loss_0: 2.6483194828033447 (2.5955697122742145) + | > grad_norm_0: tensor(33.7042, device='cuda:0') (tensor(26.1554, device='cuda:0')) + | > loss_gen: 2.179778814315796 (2.1219531104845175) + | > loss_kl: 1.5949283838272095 (1.3621394901591188) + | > loss_feat: 3.2692863941192627 (3.3554353100412033) + | > loss_mel: 26.915849685668945 (27.93247750226189) + | > loss_duration: 1.9669082164764404 (2.030461678610128) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 35.92675018310547 (36.80246705167434) + | > grad_norm_1: tensor(359.6764, device='cuda:0') (tensor(168.4827, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 0.9493 (0.9304136405972874) + | > loader_time: 0.0061 (0.005571602021946628) + + + --> TIME: 2024-11-22 10:20:35 -- STEP: 161/797 -- GLOBAL_STEP: 2775 + | > loss_disc: 2.571714401245117 (2.5906360341895445) + | > loss_disc_real_0: 0.36718666553497314 (0.20145006186288336) + | > loss_disc_real_1: 0.25377705693244934 (0.22914727911445665) + | > loss_disc_real_2: 0.20656511187553406 (0.24340735042687528) + | > loss_disc_real_3: 0.3070198893547058 (0.22280562664411083) + | > loss_disc_real_4: 0.23064374923706055 (0.2282822789242549) + | > loss_disc_real_5: 0.20838595926761627 (0.24052595536901344) + | > loss_0: 2.571714401245117 (2.5906360341895445) + | > grad_norm_0: tensor(17.5253, device='cuda:0') (tensor(25.9084, device='cuda:0')) + | > loss_gen: 2.3490490913391113 (2.127475230590159) + | > loss_kl: 1.1810998916625977 (1.3515294497797945) + | > loss_feat: 3.358649492263794 (3.3701461886767277) + | > loss_mel: 27.928422927856445 (27.928532985426624) + | > loss_duration: 1.9405293464660645 (2.0197749330390313) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 36.757747650146484 (36.79745880269113) + | > grad_norm_1: tensor(90.3881, device='cuda:0') (tensor(170.3278, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 1.0558 (0.938434106222591) + | > loader_time: 0.005 (0.00563597234879962) + + + --> TIME: 2024-11-22 10:21:00 -- STEP: 186/797 -- GLOBAL_STEP: 2800 + | > loss_disc: 2.7107644081115723 (2.5974278539739637) + | > loss_disc_real_0: 0.34256476163864136 (0.2010493701103554) + | > loss_disc_real_1: 0.19116844236850739 (0.22907931766202372) + | > loss_disc_real_2: 0.2694894075393677 (0.24527507788071068) + | > loss_disc_real_3: 0.2530548870563507 (0.22370476395853103) + | > loss_disc_real_4: 0.24562565982341766 (0.23030463790380826) + | > loss_disc_real_5: 0.3015996515750885 (0.24131200009936926) + | > loss_0: 2.7107644081115723 (2.5974278539739637) + | > grad_norm_0: tensor(28.6240, device='cuda:0') (tensor(26.1995, device='cuda:0')) + | > loss_gen: 2.1268599033355713 (2.123821919323297) + | > loss_kl: 1.3907253742218018 (1.3390783907905701) + | > loss_feat: 2.95692777633667 (3.3444278599113546) + | > loss_mel: 27.808984756469727 (27.88509245841734) + | > loss_duration: 1.9242489337921143 (2.0098878106763283) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 36.20774841308594 (36.70230837791194) + | > grad_norm_1: tensor(74.2580, device='cuda:0') (tensor(169.4776, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 1.0568 (0.9445301025144516) + | > loader_time: 0.0054 (0.005706698663773078) + + + --> TIME: 2024-11-22 10:21:26 -- STEP: 211/797 -- GLOBAL_STEP: 2825 + | > loss_disc: 2.5210795402526855 (2.5956027033204725) + | > loss_disc_real_0: 0.20853854715824127 (0.20021908387753637) + | > loss_disc_real_1: 0.23798559606075287 (0.22990257261206187) + | > loss_disc_real_2: 0.20064005255699158 (0.2440667624157187) + | > loss_disc_real_3: 0.21816235780715942 (0.22334875936191795) + | > loss_disc_real_4: 0.22193890810012817 (0.22987653505745656) + | > loss_disc_real_5: 0.17787042260169983 (0.2398287568823986) + | > loss_0: 2.5210795402526855 (2.5956027033204725) + | > grad_norm_0: tensor(12.9656, device='cuda:0') (tensor(26.1689, device='cuda:0')) + | > loss_gen: 2.2350046634674072 (2.1243728647864843) + | > loss_kl: 1.3931890726089478 (1.3291638278848188) + | > loss_feat: 3.6792163848876953 (3.348667919918259) + | > loss_mel: 28.44605255126953 (27.9647571871066) + | > loss_duration: 1.9634976387023926 (2.0050337410651125) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 37.71696090698242 (36.771995481156594) + | > grad_norm_1: tensor(73.6849, device='cuda:0') (tensor(171.3440, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 0.9859 (0.9519719828926556) + | > loader_time: 0.0078 (0.005792599718717604) + + + --> TIME: 2024-11-22 10:21:51 -- STEP: 236/797 -- GLOBAL_STEP: 2850 + | > loss_disc: 2.851492166519165 (2.593369241488183) + | > loss_disc_real_0: 0.17871958017349243 (0.20095771405909021) + | > loss_disc_real_1: 0.3000006675720215 (0.22994908576799652) + | > loss_disc_real_2: 0.3387143015861511 (0.2443281052855112) + | > loss_disc_real_3: 0.30395498871803284 (0.22410991857365026) + | > loss_disc_real_4: 0.34491869807243347 (0.22949160717554012) + | > loss_disc_real_5: 0.300919771194458 (0.23965527524508662) + | > loss_0: 2.851492166519165 (2.593369241488183) + | > grad_norm_0: tensor(6.4560, device='cuda:0') (tensor(25.9288, device='cuda:0')) + | > loss_gen: 2.100186824798584 (2.1276895499835597) + | > loss_kl: 1.1938586235046387 (1.325683644514973) + | > loss_feat: 3.09741473197937 (3.353152611498105) + | > loss_mel: 28.13021469116211 (27.99947872808424) + | > loss_duration: 1.895492672920227 (1.9986983396239208) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 36.41716384887695 (36.80470281536294) + | > grad_norm_1: tensor(74.5191, device='cuda:0') (tensor(168.2077, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 0.954 (0.9566546031984232) + | > loader_time: 0.0065 (0.005823491993597) + + + --> TIME: 2024-11-22 10:22:17 -- STEP: 261/797 -- GLOBAL_STEP: 2875 + | > loss_disc: 2.903735876083374 (2.5995896803464933) + | > loss_disc_real_0: 0.48367059230804443 (0.20142874689737042) + | > loss_disc_real_1: 0.26591530442237854 (0.23077384162679943) + | > loss_disc_real_2: 0.24624918401241302 (0.24399844628412604) + | > loss_disc_real_3: 0.21214234828948975 (0.22406498705290287) + | > loss_disc_real_4: 0.250435471534729 (0.23090775613583825) + | > loss_disc_real_5: 0.242999866604805 (0.24038077516916612) + | > loss_0: 2.903735876083374 (2.5995896803464933) + | > grad_norm_0: tensor(22.8972, device='cuda:0') (tensor(26.0092, device='cuda:0')) + | > loss_gen: 2.292159080505371 (2.1321644760183007) + | > loss_kl: 1.1462070941925049 (1.3203809309279781) + | > loss_feat: 3.4412858486175537 (3.3531451060854156) + | > loss_mel: 30.693944931030273 (27.966114489968252) + | > loss_duration: 1.9943273067474365 (1.9937692821254227) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 39.56792449951172 (36.765574173909016) + | > grad_norm_1: tensor(124.4353, device='cuda:0') (tensor(167.2626, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 0.998 (0.9649618183515994) + | > loader_time: 0.0071 (0.005919081041182596) + + + --> TIME: 2024-11-22 10:22:43 -- STEP: 286/797 -- GLOBAL_STEP: 2900 + | > loss_disc: 2.6050937175750732 (2.599934671308612) + | > loss_disc_real_0: 0.16654586791992188 (0.20024377795366144) + | > loss_disc_real_1: 0.21560613811016083 (0.2306004085845047) + | > loss_disc_real_2: 0.26393771171569824 (0.2457151305633825) + | > loss_disc_real_3: 0.20566198229789734 (0.22441940754652023) + | > loss_disc_real_4: 0.18322384357452393 (0.2302789888181887) + | > loss_disc_real_5: 0.2828220725059509 (0.24110151631953) + | > loss_0: 2.6050937175750732 (2.599934671308612) + | > grad_norm_0: tensor(11.1155, device='cuda:0') (tensor(25.6684, device='cuda:0')) + | > loss_gen: 2.071497917175293 (2.1303092007870466) + | > loss_kl: 1.298181414604187 (1.3124831543935762) + | > loss_feat: 3.59371280670166 (3.3456514665296866) + | > loss_mel: 30.11823844909668 (27.975297807813526) + | > loss_duration: 1.9179246425628662 (1.9902811262991054) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 38.99955368041992 (36.75402267162614) + | > grad_norm_1: tensor(54.7779, device='cuda:0') (tensor(164.7586, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 0.9805 (0.9695515882718814) + | > loader_time: 0.006 (0.005943726826381018) + + + --> TIME: 2024-11-22 10:23:10 -- STEP: 311/797 -- GLOBAL_STEP: 2925 + | > loss_disc: 2.5786020755767822 (2.604670665655107) + | > loss_disc_real_0: 0.09973891824483871 (0.20134225930910782) + | > loss_disc_real_1: 0.29474955797195435 (0.23072388202814428) + | > loss_disc_real_2: 0.2454620748758316 (0.24538931595550856) + | > loss_disc_real_3: 0.1993529051542282 (0.2248176930418352) + | > loss_disc_real_4: 0.23934043943881989 (0.23142614045518775) + | > loss_disc_real_5: 0.2383892983198166 (0.24031433225923796) + | > loss_0: 2.5786020755767822 (2.604670665655107) + | > grad_norm_0: tensor(76.0875, device='cuda:0') (tensor(26.0882, device='cuda:0')) + | > loss_gen: 2.043585777282715 (2.1230951654949393) + | > loss_kl: 1.126558780670166 (1.3082973573752157) + | > loss_feat: 2.859391689300537 (3.321511589829178) + | > loss_mel: 25.503814697265625 (27.94730443433166) + | > loss_duration: 1.950620412826538 (1.9866873225215171) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 33.483970642089844 (36.68689587338558) + | > grad_norm_1: tensor(276.2658, device='cuda:0') (tensor(167.0392, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 1.0002 (0.9765145602333584) + | > loader_time: 0.0067 (0.006049733453241575) + + + --> TIME: 2024-11-22 10:23:37 -- STEP: 336/797 -- GLOBAL_STEP: 2950 + | > loss_disc: 2.585334539413452 (2.5989452288264325) + | > loss_disc_real_0: 0.16989824175834656 (0.20044632091940867) + | > loss_disc_real_1: 0.20664700865745544 (0.23028475795650766) + | > loss_disc_real_2: 0.2704840302467346 (0.2451548052153417) + | > loss_disc_real_3: 0.2817883789539337 (0.2245710410532497) + | > loss_disc_real_4: 0.27801743149757385 (0.2299416882119009) + | > loss_disc_real_5: 0.280283659696579 (0.23954031117526547) + | > loss_0: 2.585334539413452 (2.5989452288264325) + | > grad_norm_0: tensor(13.1030, device='cuda:0') (tensor(25.8022, device='cuda:0')) + | > loss_gen: 2.007131814956665 (2.1206926657330434) + | > loss_kl: 1.0758692026138306 (1.3061502840192551) + | > loss_feat: 2.997775077819824 (3.317364811897278) + | > loss_mel: 27.52618408203125 (27.908775647481278) + | > loss_duration: 1.9272346496582031 (1.983878224378541) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 35.53419494628906 (36.636861636525076) + | > grad_norm_1: tensor(65.9806, device='cuda:0') (tensor(166.1611, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 1.0921 (0.9840956635418392) + | > loader_time: 0.0095 (0.0061729940630140786) + + + --> TIME: 2024-11-22 10:24:04 -- STEP: 361/797 -- GLOBAL_STEP: 2975 + | > loss_disc: 2.373582601547241 (2.5939837235162795) + | > loss_disc_real_0: 0.16788187623023987 (0.19935402536243613) + | > loss_disc_real_1: 0.2368183583021164 (0.22980347189051292) + | > loss_disc_real_2: 0.2359379082918167 (0.24484456662821308) + | > loss_disc_real_3: 0.25283679366111755 (0.22445348297294818) + | > loss_disc_real_4: 0.261267751455307 (0.2296612671785408) + | > loss_disc_real_5: 0.2255765050649643 (0.23914222858866827) + | > loss_0: 2.373582601547241 (2.5939837235162795) + | > grad_norm_0: tensor(5.7575, device='cuda:0') (tensor(25.1023, device='cuda:0')) + | > loss_gen: 2.1740002632141113 (2.1260706513212004) + | > loss_kl: 1.4061237573623657 (1.3062346544622394) + | > loss_feat: 3.959085702896118 (3.335967621974998) + | > loss_mel: 28.24506378173828 (27.89427730845612) + | > loss_duration: 1.8919070959091187 (1.9808871283755745) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 37.67618179321289 (36.643437377633774) + | > grad_norm_1: tensor(55.6206, device='cuda:0') (tensor(165.0677, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 1.0708 (0.98920175771634) + | > loader_time: 0.0057 (0.006315539087945407) + + + --> TIME: 2024-11-22 10:24:31 -- STEP: 386/797 -- GLOBAL_STEP: 3000 + | > loss_disc: 2.4536094665527344 (2.5880114389824738) + | > loss_disc_real_0: 0.27477604150772095 (0.19902999818788292) + | > loss_disc_real_1: 0.24213099479675293 (0.22937610289902266) + | > loss_disc_real_2: 0.2508770227432251 (0.24401899319084197) + | > loss_disc_real_3: 0.22858482599258423 (0.22355591783715037) + | > loss_disc_real_4: 0.2803764045238495 (0.22905443400298997) + | > loss_disc_real_5: 0.23287297785282135 (0.2387388061172295) + | > loss_0: 2.4536094665527344 (2.5880114389824738) + | > grad_norm_0: tensor(28.5789, device='cuda:0') (tensor(24.9018, device='cuda:0')) + | > loss_gen: 2.123786687850952 (2.1308202644703926) + | > loss_kl: 1.171588659286499 (1.3049719301221285) + | > loss_feat: 3.4507334232330322 (3.3602058059810975) + | > loss_mel: 29.494556427001953 (27.919826749692923) + | > loss_duration: 1.8996305465698242 (1.9784125948199343) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 38.140296936035156 (36.69423737303577) + | > grad_norm_1: tensor(111.3027, device='cuda:0') (tensor(164.2253, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 1.076 (0.9937890595105028) + | > loader_time: 0.0124 (0.0064291552558464115) + + + --> TIME: 2024-11-22 10:24:57 -- STEP: 411/797 -- GLOBAL_STEP: 3025 + | > loss_disc: 2.5841987133026123 (2.5868393121844657) + | > loss_disc_real_0: 0.25049668550491333 (0.19883951749607304) + | > loss_disc_real_1: 0.22100193798542023 (0.2293119212281675) + | > loss_disc_real_2: 0.28256773948669434 (0.24436732912730708) + | > loss_disc_real_3: 0.18282590806484222 (0.22343181042848131) + | > loss_disc_real_4: 0.24560244381427765 (0.22879196746941033) + | > loss_disc_real_5: 0.27702394127845764 (0.23888969861895498) + | > loss_0: 2.5841987133026123 (2.5868393121844657) + | > grad_norm_0: tensor(8.2655, device='cuda:0') (tensor(25.2244, device='cuda:0')) + | > loss_gen: 1.9479069709777832 (2.133576944216615) + | > loss_kl: 1.0909507274627686 (1.3023304369327795) + | > loss_feat: 3.115636110305786 (3.3690497579365752) + | > loss_mel: 28.285587310791016 (27.91303644853206) + | > loss_duration: 1.932633638381958 (1.9765681100877828) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 36.372711181640625 (36.69456172395501) + | > grad_norm_1: tensor(61.4458, device='cuda:0') (tensor(164.7127, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 1.0996 (0.9968508096216949) + | > loader_time: 0.0081 (0.00651648560869723) + + + --> TIME: 2024-11-22 10:25:24 -- STEP: 436/797 -- GLOBAL_STEP: 3050 + | > loss_disc: 2.526080846786499 (2.587926442470025) + | > loss_disc_real_0: 0.1757342666387558 (0.19820761627628716) + | > loss_disc_real_1: 0.13583408296108246 (0.22950249030297504) + | > loss_disc_real_2: 0.20679183304309845 (0.24496405250435577) + | > loss_disc_real_3: 0.2739858329296112 (0.22326635625726038) + | > loss_disc_real_4: 0.15905776619911194 (0.22854620474604295) + | > loss_disc_real_5: 0.16036459803581238 (0.2389737392066542) + | > loss_0: 2.526080846786499 (2.587926442470025) + | > grad_norm_0: tensor(18.6023, device='cuda:0') (tensor(25.2815, device='cuda:0')) + | > loss_gen: 2.123035430908203 (2.135078847955126) + | > loss_kl: 1.416440725326538 (1.3004116072840648) + | > loss_feat: 3.56376314163208 (3.374320289957414) + | > loss_mel: 28.040834426879883 (27.907593342142363) + | > loss_duration: 1.940070390701294 (1.9748189329007355) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 37.084144592285156 (36.692223072051966) + | > grad_norm_1: tensor(160.7330, device='cuda:0') (tensor(166.8760, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 1.0796 (1.0001337008738735) + | > loader_time: 0.0089 (0.00660936876174507) + + + --> TIME: 2024-11-22 10:25:51 -- STEP: 461/797 -- GLOBAL_STEP: 3075 + | > loss_disc: 2.6296472549438477 (2.5878598907247277) + | > loss_disc_real_0: 0.12474517524242401 (0.19795894404618705) + | > loss_disc_real_1: 0.2626534104347229 (0.2295647814481998) + | > loss_disc_real_2: 0.2860949635505676 (0.24484853271936388) + | > loss_disc_real_3: 0.256451815366745 (0.2234900344704599) + | > loss_disc_real_4: 0.2726547122001648 (0.22907893754008538) + | > loss_disc_real_5: 0.3254662752151489 (0.23868939647382356) + | > loss_0: 2.6296472549438477 (2.5878598907247277) + | > grad_norm_0: tensor(41.2220, device='cuda:0') (tensor(25.3702, device='cuda:0')) + | > loss_gen: 2.472325325012207 (2.136807933029539) + | > loss_kl: 1.220908761024475 (1.2983279278635202) + | > loss_feat: 3.906090259552002 (3.3783095369111433) + | > loss_mel: 28.112363815307617 (27.922160204475713) + | > loss_duration: 1.9927771091461182 (1.9731973789777781) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 37.7044677734375 (36.70880301965804) + | > grad_norm_1: tensor(97.3647, device='cuda:0') (tensor(166.4358, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 1.0538 (1.0033222429147255) + | > loader_time: 0.0071 (0.006678914816932929) + + + --> TIME: 2024-11-22 10:26:18 -- STEP: 486/797 -- GLOBAL_STEP: 3100 + | > loss_disc: 2.5178418159484863 (2.5853761238325768) + | > loss_disc_real_0: 0.1555500328540802 (0.197368876142389) + | > loss_disc_real_1: 0.2300940901041031 (0.228988183240709) + | > loss_disc_real_2: 0.2324887216091156 (0.24455747324130173) + | > loss_disc_real_3: 0.2540692090988159 (0.22342693065235644) + | > loss_disc_real_4: 0.2527264356613159 (0.22886032264664344) + | > loss_disc_real_5: 0.2335168868303299 (0.2389453301980417) + | > loss_0: 2.5178418159484863 (2.5853761238325768) + | > grad_norm_0: tensor(78.3578, device='cuda:0') (tensor(25.4638, device='cuda:0')) + | > loss_gen: 2.500216245651245 (2.139077679855835) + | > loss_kl: 1.2832579612731934 (1.2978379273856129) + | > loss_feat: 3.6379635334014893 (3.3849976244286744) + | > loss_mel: 26.633882522583008 (27.92273546148229) + | > loss_duration: 1.9800866842269897 (1.9711165872130378) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 36.03540802001953 (36.71576530943187) + | > grad_norm_1: tensor(368.8163, device='cuda:0') (tensor(166.3760, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 1.0443 (1.007134099065522) + | > loader_time: 0.0085 (0.006774531960977941) + + + --> TIME: 2024-11-22 10:26:45 -- STEP: 511/797 -- GLOBAL_STEP: 3125 + | > loss_disc: 2.571117401123047 (2.5823001749594847) + | > loss_disc_real_0: 0.10686951875686646 (0.1973979027537217) + | > loss_disc_real_1: 0.20900483429431915 (0.22877824217547643) + | > loss_disc_real_2: 0.23307770490646362 (0.24431030921740074) + | > loss_disc_real_3: 0.22861126065254211 (0.22331090990286284) + | > loss_disc_real_4: 0.16300885379314423 (0.22834885132056162) + | > loss_disc_real_5: 0.22278547286987305 (0.23876092340906538) + | > loss_0: 2.571117401123047 (2.5823001749594847) + | > grad_norm_0: tensor(29.0848, device='cuda:0') (tensor(25.5689, device='cuda:0')) + | > loss_gen: 2.0366711616516113 (2.139885249669773) + | > loss_kl: 1.2795416116714478 (1.2940535110270208) + | > loss_feat: 3.315159320831299 (3.3950042010753356) + | > loss_mel: 25.59188461303711 (27.90653791632904) + | > loss_duration: 1.9012477397918701 (1.9692231789960324) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 34.12450408935547 (36.70470404951536) + | > grad_norm_1: tensor(178.9785, device='cuda:0') (tensor(165.9105, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 1.061 (1.0104164731945782) + | > loader_time: 0.0066 (0.006857026579795287) + + + --> TIME: 2024-11-22 10:27:13 -- STEP: 536/797 -- GLOBAL_STEP: 3150 + | > loss_disc: 2.5913760662078857 (2.5800565387775642) + | > loss_disc_real_0: 0.08882982283830643 (0.19628190139391974) + | > loss_disc_real_1: 0.22999152541160583 (0.22853972021935146) + | > loss_disc_real_2: 0.23400604724884033 (0.24391332702405416) + | > loss_disc_real_3: 0.19213007390499115 (0.2230980316065808) + | > loss_disc_real_4: 0.19918940961360931 (0.22901602917865144) + | > loss_disc_real_5: 0.2187047302722931 (0.23857848025135583) + | > loss_0: 2.5913760662078857 (2.5800565387775642) + | > grad_norm_0: tensor(21.9394, device='cuda:0') (tensor(25.8666, device='cuda:0')) + | > loss_gen: 2.497627019882202 (2.1443545471376466) + | > loss_kl: 1.1693816184997559 (1.2925482784856612) + | > loss_feat: 4.326297760009766 (3.409173008221299) + | > loss_mel: 29.911989212036133 (27.89784948149724) + | > loss_duration: 1.909114122390747 (1.9677238048457393) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 39.81441116333008 (36.71164912963977) + | > grad_norm_1: tensor(87.8560, device='cuda:0') (tensor(165.7906, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 1.0227 (1.0134122318296293) + | > loader_time: 0.007 (0.006932493910860662) + + + --> TIME: 2024-11-22 10:27:39 -- STEP: 561/797 -- GLOBAL_STEP: 3175 + | > loss_disc: 2.616574287414551 (2.5787684420213326) + | > loss_disc_real_0: 0.12792328000068665 (0.19638573819250132) + | > loss_disc_real_1: 0.22734494507312775 (0.22857171104500426) + | > loss_disc_real_2: 0.24655219912528992 (0.24429340068244254) + | > loss_disc_real_3: 0.19224993884563446 (0.22277344607892519) + | > loss_disc_real_4: 0.2658313512802124 (0.2286071077706342) + | > loss_disc_real_5: 0.2801527678966522 (0.2388711142587789) + | > loss_0: 2.616574287414551 (2.5787684420213326) + | > grad_norm_0: tensor(16.5116, device='cuda:0') (tensor(26.0827, device='cuda:0')) + | > loss_gen: 2.096649646759033 (2.147158727076391) + | > loss_kl: 1.3917675018310547 (1.290483373477923) + | > loss_feat: 3.797344207763672 (3.422086267335317) + | > loss_mel: 28.728668212890625 (27.890732144714462) + | > loss_duration: 1.9390826225280762 (1.9664965742624596) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 37.95351028442383 (36.716957095685025) + | > grad_norm_1: tensor(143.3521, device='cuda:0') (tensor(166.7055, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 1.0141 (1.0154261882292397) + | > loader_time: 0.0082 (0.007064677814748837) + + + --> TIME: 2024-11-22 10:28:05 -- STEP: 586/797 -- GLOBAL_STEP: 3200 + | > loss_disc: 2.376006841659546 (2.5778958004082413) + | > loss_disc_real_0: 0.2292894423007965 (0.19628874742689803) + | > loss_disc_real_1: 0.159321591258049 (0.22848864071350863) + | > loss_disc_real_2: 0.2535737454891205 (0.24412358384388705) + | > loss_disc_real_3: 0.2009301781654358 (0.2228827674208851) + | > loss_disc_real_4: 0.22007814049720764 (0.22890644253520837) + | > loss_disc_real_5: 0.24893233180046082 (0.2388434017604732) + | > loss_0: 2.376006841659546 (2.5778958004082413) + | > grad_norm_0: tensor(18.9241, device='cuda:0') (tensor(25.9118, device='cuda:0')) + | > loss_gen: 2.252335548400879 (2.1481316264578925) + | > loss_kl: 1.4132375717163086 (1.2896828220159129) + | > loss_feat: 3.9003686904907227 (3.42415357897306) + | > loss_mel: 29.821950912475586 (27.880491110245117) + | > loss_duration: 1.9859508275985718 (1.9653699249537735) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 39.373844146728516 (36.70782905878057) + | > grad_norm_1: tensor(126.2362, device='cuda:0') (tensor(167.4361, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 0.9938 (1.0146598559597662) + | > loader_time: 0.0072 (0.00713603040870953) + + + --> TIME: 2024-11-22 10:28:30 -- STEP: 611/797 -- GLOBAL_STEP: 3225 + | > loss_disc: 2.420445203781128 (2.5762688376119196) + | > loss_disc_real_0: 0.16773845255374908 (0.19547859670780302) + | > loss_disc_real_1: 0.19871997833251953 (0.22875860876079082) + | > loss_disc_real_2: 0.1992112398147583 (0.24407451576667605) + | > loss_disc_real_3: 0.22240528464317322 (0.2227686337407209) + | > loss_disc_real_4: 0.2056589424610138 (0.22889870197897846) + | > loss_disc_real_5: 0.207387775182724 (0.23843329343731393) + | > loss_0: 2.420445203781128 (2.5762688376119196) + | > grad_norm_0: tensor(7.9471, device='cuda:0') (tensor(26.1420, device='cuda:0')) + | > loss_gen: 2.2198307514190674 (2.1485770162310827) + | > loss_kl: 1.2850613594055176 (1.2892251548322262) + | > loss_feat: 3.5510334968566895 (3.426335632508398) + | > loss_mel: 28.818809509277344 (27.86741065354667) + | > loss_duration: 1.9434747695922852 (1.9644073542518432) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 37.818206787109375 (36.695955775958595) + | > grad_norm_1: tensor(87.9716, device='cuda:0') (tensor(169.1176, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 0.9954 (1.0139632334295554) + | > loader_time: 0.0075 (0.007211345697580892) + + + --> TIME: 2024-11-22 10:28:54 -- STEP: 636/797 -- GLOBAL_STEP: 3250 + | > loss_disc: 2.639957904815674 (2.574053890675117) + | > loss_disc_real_0: 0.19098687171936035 (0.19516114379812335) + | > loss_disc_real_1: 0.2815590798854828 (0.22847800773316584) + | > loss_disc_real_2: 0.2222992479801178 (0.24372569598116964) + | > loss_disc_real_3: 0.22557155787944794 (0.2228607334922882) + | > loss_disc_real_4: 0.20767630636692047 (0.22864860736723966) + | > loss_disc_real_5: 0.24873195588588715 (0.2382700066872925) + | > loss_0: 2.639957904815674 (2.574053890675117) + | > grad_norm_0: tensor(22.0194, device='cuda:0') (tensor(26.2681, device='cuda:0')) + | > loss_gen: 2.0973854064941406 (2.149755903759845) + | > loss_kl: 1.3276218175888062 (1.28875579164838) + | > loss_feat: 3.689328193664551 (3.4315617613072664) + | > loss_mel: 27.694684982299805 (27.864637218931186) + | > loss_duration: 1.940717101097107 (1.9637986897672501) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 36.74973678588867 (36.69850934526454) + | > grad_norm_1: tensor(140.6030, device='cuda:0') (tensor(169.6379, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 0.9158 (1.0107393605904027) + | > loader_time: 0.0085 (0.00730986977523228) + + + --> TIME: 2024-11-22 10:29:17 -- STEP: 661/797 -- GLOBAL_STEP: 3275 + | > loss_disc: 2.5109097957611084 (2.5726141669926927) + | > loss_disc_real_0: 0.10270334780216217 (0.1948407584077111) + | > loss_disc_real_1: 0.18901336193084717 (0.22814927311013938) + | > loss_disc_real_2: 0.18934734165668488 (0.24380854957944145) + | > loss_disc_real_3: 0.22977079451084137 (0.22236860690021298) + | > loss_disc_real_4: 0.18043480813503265 (0.22859238660732303) + | > loss_disc_real_5: 0.16847647726535797 (0.23826343755543503) + | > loss_0: 2.5109097957611084 (2.5726141669926927) + | > grad_norm_0: tensor(49.1167, device='cuda:0') (tensor(26.9326, device='cuda:0')) + | > loss_gen: 2.219301462173462 (2.1506391705976147) + | > loss_kl: 1.2951915264129639 (1.2881168439060053) + | > loss_feat: 3.972259044647217 (3.436736111200884) + | > loss_mel: 29.17320442199707 (27.859832105766447) + | > loss_duration: 1.9179553985595703 (1.9627138733322793) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 38.577911376953125 (36.698038104081824) + | > grad_norm_1: tensor(293.0437, device='cuda:0') (tensor(171.8950, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 0.98 (1.0074593472589) + | > loader_time: 0.016 (0.007443214148147746) + + + --> TIME: 2024-11-22 10:29:42 -- STEP: 686/797 -- GLOBAL_STEP: 3300 + | > loss_disc: 2.4420485496520996 (2.5717982488192876) + | > loss_disc_real_0: 0.25306373834609985 (0.1944688511333556) + | > loss_disc_real_1: 0.2744387686252594 (0.22818121758259768) + | > loss_disc_real_2: 0.25566524267196655 (0.24377549037815183) + | > loss_disc_real_3: 0.1710067093372345 (0.22263259387442044) + | > loss_disc_real_4: 0.26715946197509766 (0.2286308111498029) + | > loss_disc_real_5: 0.2253565639257431 (0.23857185028428238) + | > loss_0: 2.4420485496520996 (2.5717982488192876) + | > grad_norm_0: tensor(38.6879, device='cuda:0') (tensor(27.1153, device='cuda:0')) + | > loss_gen: 1.963374376296997 (2.1522463978900874) + | > loss_kl: 1.1929826736450195 (1.2868711394054217) + | > loss_feat: 3.6685473918914795 (3.441694481727333) + | > loss_mel: 27.728574752807617 (27.856317389463197) + | > loss_duration: 1.9594483375549316 (1.9614714948846026) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 36.5129280090332 (36.69860089138018) + | > grad_norm_1: tensor(163.7808, device='cuda:0') (tensor(172.5113, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 0.9232 (1.0056920805755942) + | > loader_time: 0.0092 (0.007504233813494359) + + + --> TIME: 2024-11-22 10:30:06 -- STEP: 711/797 -- GLOBAL_STEP: 3325 + | > loss_disc: 2.7330362796783447 (2.571175359304776) + | > loss_disc_real_0: 0.054813459515571594 (0.19386292894471716) + | > loss_disc_real_1: 0.2715432941913605 (0.22818712339999805) + | > loss_disc_real_2: 0.32949575781822205 (0.2437346756835527) + | > loss_disc_real_3: 0.28315868973731995 (0.22260045834441058) + | > loss_disc_real_4: 0.24346572160720825 (0.22840735775257465) + | > loss_disc_real_5: 0.2829492688179016 (0.23821284429140063) + | > loss_0: 2.7330362796783447 (2.571175359304776) + | > grad_norm_0: tensor(76.6760, device='cuda:0') (tensor(27.2812, device='cuda:0')) + | > loss_gen: 2.251008987426758 (2.1523746587388475) + | > loss_kl: 1.2637237310409546 (1.2875429782518708) + | > loss_feat: 3.1337108612060547 (3.4463079166814747) + | > loss_mel: 24.791858673095703 (27.852975917767875) + | > loss_duration: 1.9204235076904297 (1.9600750264906852) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 33.36072540283203 (36.699276485523555) + | > grad_norm_1: tensor(258.9102, device='cuda:0') (tensor(172.5802, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 0.9902 (1.0041417683227174) + | > loader_time: 0.015 (0.007624488004316929) + + + --> TIME: 2024-11-22 10:30:36 -- STEP: 736/797 -- GLOBAL_STEP: 3350 + | > loss_disc: 2.7762584686279297 (2.571589932817477) + | > loss_disc_real_0: 0.12884411215782166 (0.1942184510357354) + | > loss_disc_real_1: 0.20804248750209808 (0.22806677528980956) + | > loss_disc_real_2: 0.23557427525520325 (0.2436814795896087) + | > loss_disc_real_3: 0.2024690806865692 (0.22265251737047473) + | > loss_disc_real_4: 0.2244408279657364 (0.2284138708213425) + | > loss_disc_real_5: 0.2249821275472641 (0.23840071545387415) + | > loss_0: 2.7762584686279297 (2.571589932817477) + | > grad_norm_0: tensor(105.2798, device='cuda:0') (tensor(27.5597, device='cuda:0')) + | > loss_gen: 1.9322586059570312 (2.1513117775321033) + | > loss_kl: 1.2538740634918213 (1.2860560021970602) + | > loss_feat: 3.2717745304107666 (3.444465338535931) + | > loss_mel: 24.503395080566406 (27.834015703719594) + | > loss_duration: 1.9288713932037354 (1.9586513730818813) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 32.890174865722656 (36.674500201059395) + | > grad_norm_1: tensor(574.4155, device='cuda:0') (tensor(173.3585, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 2.016 (1.010419568613822) + | > loader_time: 0.0098 (0.008127546828726063) + + + --> TIME: 2024-11-22 10:31:20 -- STEP: 761/797 -- GLOBAL_STEP: 3375 + | > loss_disc: 2.628077507019043 (2.5700912369065123) + | > loss_disc_real_0: 0.2566332221031189 (0.194020540608918) + | > loss_disc_real_1: 0.20881395041942596 (0.22795168566915272) + | > loss_disc_real_2: 0.2639588713645935 (0.24311502949480315) + | > loss_disc_real_3: 0.23380021750926971 (0.2224514971679363) + | > loss_disc_real_4: 0.16013073921203613 (0.228675334412071) + | > loss_disc_real_5: 0.14265424013137817 (0.23796342441545365) + | > loss_0: 2.628077507019043 (2.5700912369065123) + | > grad_norm_0: tensor(12.9560, device='cuda:0') (tensor(27.5581, device='cuda:0')) + | > loss_gen: 2.1415140628814697 (2.1525174678546874) + | > loss_kl: 1.2697017192840576 (1.285717194716346) + | > loss_feat: 3.687685012817383 (3.4536488125108074) + | > loss_mel: 27.30706787109375 (27.814699015072236) + | > loss_duration: 1.8907382488250732 (1.956889442795993) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 36.29670715332031 (36.66347195127786) + | > grad_norm_1: tensor(108.0657, device='cuda:0') (tensor(173.4550, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 1.4289 (1.03336261575075) + | > loader_time: 0.009 (0.008581138315088012) + + + --> TIME: 2024-11-22 10:32:24 -- STEP: 786/797 -- GLOBAL_STEP: 3400 + | > loss_disc: 2.784078359603882 (2.5703232294427205) + | > loss_disc_real_0: 0.20420289039611816 (0.19386928511484888) + | > loss_disc_real_1: 0.2716750502586365 (0.22765410008055867) + | > loss_disc_real_2: 0.21347106993198395 (0.24332645620781046) + | > loss_disc_real_3: 0.24644646048545837 (0.22253929272900708) + | > loss_disc_real_4: 0.23841947317123413 (0.22935359088974144) + | > loss_disc_real_5: 0.25431957840919495 (0.23849823972347736) + | > loss_0: 2.784078359603882 (2.5703232294427205) + | > grad_norm_0: tensor(78.7794, device='cuda:0') (tensor(27.7687, device='cuda:0')) + | > loss_gen: 1.8728363513946533 (2.1555572026255203) + | > loss_kl: 1.234133243560791 (1.284228721344442) + | > loss_feat: 2.5150773525238037 (3.4643190726069095) + | > loss_mel: 25.166048049926758 (27.82765098503831) + | > loss_duration: 1.9193834066390991 (1.955058639134463) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 32.70747756958008 (36.68681463819113) + | > grad_norm_1: tensor(539.9643, device='cuda:0') (tensor(173.3537, device='cuda:0')) + | > current_lr_0: 0.00019992500937460937 + | > current_lr_1: 0.00019992500937460937 + | > step_time: 3.5766 (1.0815399700145405) + | > loader_time: 0.0095 (0.00926159599051827) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.4956274032592773 (2.4956274032592773) + | > loss_disc_real_0: 0.1750195026397705 (0.1750195026397705) + | > loss_disc_real_1: 0.1702822744846344 (0.1702822744846344) + | > loss_disc_real_2: 0.21852338314056396 (0.21852338314056396) + | > loss_disc_real_3: 0.16753126680850983 (0.16753126680850983) + | > loss_disc_real_4: 0.19109144806861877 (0.19109144806861877) + | > loss_disc_real_5: 0.16783379018306732 (0.16783379018306732) + | > loss_0: 2.4956274032592773 (2.4956274032592773) + | > loss_gen: 1.8773696422576904 (1.8773696422576904) + | > loss_kl: 1.944419264793396 (1.944419264793396) + | > loss_feat: 3.8181023597717285 (3.8181023597717285) + | > loss_mel: 31.222009658813477 (31.222009658813477) + | > loss_duration: 2.2498722076416016 (2.2498722076416016) + | > loss_1: 41.11177062988281 (41.11177062988281) + + --> STEP: 1 + | > loss_disc: 2.5334811210632324 (2.5334811210632324) + | > loss_disc_real_0: 0.1769154965877533 (0.1769154965877533) + | > loss_disc_real_1: 0.1832866221666336 (0.1832866221666336) + | > loss_disc_real_2: 0.2996295094490051 (0.2996295094490051) + | > loss_disc_real_3: 0.17964814603328705 (0.17964814603328705) + | > loss_disc_real_4: 0.22188794612884521 (0.22188794612884521) + | > loss_disc_real_5: 0.25647443532943726 (0.25647443532943726) + | > loss_0: 2.5334811210632324 (2.5334811210632324) + | > loss_gen: 2.0197675228118896 (2.0197675228118896) + | > loss_kl: 2.466238260269165 (2.466238260269165) + | > loss_feat: 3.064467430114746 (3.064467430114746) + | > loss_mel: 28.51123809814453 (28.51123809814453) + | > loss_duration: 2.081374168395996 (2.081374168395996) + | > loss_1: 38.14308547973633 (38.14308547973633) + + --> STEP: 2 + | > loss_disc: 2.7757904529571533 (2.654635787010193) + | > loss_disc_real_0: 0.24531419575214386 (0.21111484616994858) + | > loss_disc_real_1: 0.18762566149234772 (0.18545614182949066) + | > loss_disc_real_2: 0.28322482109069824 (0.2914271652698517) + | > loss_disc_real_3: 0.23017321527004242 (0.20491068065166473) + | > loss_disc_real_4: 0.20338375866413116 (0.2126358523964882) + | > loss_disc_real_5: 0.23316249251365662 (0.24481846392154694) + | > loss_0: 2.7757904529571533 (2.654635787010193) + | > loss_gen: 1.7824617624282837 (1.9011146426200867) + | > loss_kl: 1.1723134517669678 (1.8192758560180664) + | > loss_feat: 2.56440806388855 (2.814437747001648) + | > loss_mel: 28.06565284729004 (28.288445472717285) + | > loss_duration: 1.8756906986236572 (1.9785324335098267) + | > loss_1: 35.46052551269531 (36.80180549621582) + + --> STEP: 3 + | > loss_disc: 2.3536362648010254 (2.5543026129404702) + | > loss_disc_real_0: 0.16980649530887604 (0.1973453958829244) + | > loss_disc_real_1: 0.14949417114257812 (0.1734688182671865) + | > loss_disc_real_2: 0.2577432692050934 (0.28019919991493225) + | > loss_disc_real_3: 0.15361477434635162 (0.18781204521656036) + | > loss_disc_real_4: 0.246896430850029 (0.22405604521433511) + | > loss_disc_real_5: 0.22885340452194214 (0.239496777455012) + | > loss_0: 2.3536362648010254 (2.5543026129404702) + | > loss_gen: 2.161473512649536 (1.987900932629903) + | > loss_kl: 1.6479051113128662 (1.7621522744496663) + | > loss_feat: 3.7575836181640625 (3.128819704055786) + | > loss_mel: 27.282835006713867 (27.95324198404948) + | > loss_duration: 1.9702656269073486 (1.9757768313090007) + | > loss_1: 36.82006072998047 (36.80789057413737) + + --> STEP: 4 + | > loss_disc: 2.4775924682617188 (2.5351250767707825) + | > loss_disc_real_0: 0.1232430636882782 (0.17881981283426285) + | > loss_disc_real_1: 0.15797723829746246 (0.16959592327475548) + | > loss_disc_real_2: 0.26614099740982056 (0.2766846492886543) + | > loss_disc_real_3: 0.14457373321056366 (0.1770024672150612) + | > loss_disc_real_4: 0.19299833476543427 (0.2162916176021099) + | > loss_disc_real_5: 0.21288490295410156 (0.2328438088297844) + | > loss_0: 2.4775924682617188 (2.5351250767707825) + | > loss_gen: 1.848006010055542 (1.9529272019863129) + | > loss_kl: 1.4754858016967773 (1.690485656261444) + | > loss_feat: 3.7817673683166504 (3.292056620121002) + | > loss_mel: 22.86279296875 (26.68062973022461) + | > loss_duration: 1.8774819374084473 (1.9512031078338623) + | > loss_1: 31.84553337097168 (35.56730127334595) + + --> STEP: 5 + | > loss_disc: 2.432018518447876 (2.514503765106201) + | > loss_disc_real_0: 0.21831588447093964 (0.18671902716159822) + | > loss_disc_real_1: 0.13659407198429108 (0.1629955530166626) + | > loss_disc_real_2: 0.23550476133823395 (0.26844867169857023) + | > loss_disc_real_3: 0.15058180689811707 (0.17171833515167237) + | > loss_disc_real_4: 0.19648540019989014 (0.21233037412166594) + | > loss_disc_real_5: 0.16668500006198883 (0.21961204707622528) + | > loss_0: 2.432018518447876 (2.514503765106201) + | > loss_gen: 1.8517879247665405 (1.9326993465423583) + | > loss_kl: 0.8451729416847229 (1.5214231133460998) + | > loss_feat: 3.873079776763916 (3.408261251449585) + | > loss_mel: 28.081083297729492 (26.960720443725585) + | > loss_duration: 2.1126251220703125 (1.9834875106811523) + | > loss_1: 36.76374816894531 (35.80659065246582) + + --> STEP: 6 + | > loss_disc: 2.3700127601623535 (2.490421930948893) + | > loss_disc_real_0: 0.08573675155639648 (0.16988864789406458) + | > loss_disc_real_1: 0.18509967625141144 (0.1666795735557874) + | > loss_disc_real_2: 0.2543272376060486 (0.2660950993498166) + | > loss_disc_real_3: 0.14621956646442413 (0.16746854037046432) + | > loss_disc_real_4: 0.18306802213191986 (0.20745331545670828) + | > loss_disc_real_5: 0.13434967398643494 (0.20540165156126022) + | > loss_0: 2.3700127601623535 (2.490421930948893) + | > loss_gen: 1.8324342966079712 (1.9159885048866272) + | > loss_kl: 0.7171105146408081 (1.3873710135618846) + | > loss_feat: 3.582180976867676 (3.4372478723526) + | > loss_mel: 23.477815628051758 (26.38023630777995) + | > loss_duration: 2.0073914527893066 (1.9874715010325115) + | > loss_1: 31.616931915283203 (35.108314196268715) + + --> STEP: 7 + | > loss_disc: 2.248260736465454 (2.455827474594116) + | > loss_disc_real_0: 0.13719269633293152 (0.16521779767104558) + | > loss_disc_real_1: 0.17772641777992249 (0.16825769415923528) + | > loss_disc_real_2: 0.28819119930267334 (0.2692516850573676) + | > loss_disc_real_3: 0.13816982507705688 (0.16328300961426326) + | > loss_disc_real_4: 0.19235625863075256 (0.20529659305300033) + | > loss_disc_real_5: 0.18057899177074432 (0.20185555730547225) + | > loss_0: 2.248260736465454 (2.455827474594116) + | > loss_gen: 2.101860284805298 (1.9425416163035802) + | > loss_kl: 1.2884833812713623 (1.3732442089489527) + | > loss_feat: 3.8575119972229004 (3.4972856044769287) + | > loss_mel: 28.323057174682617 (26.6577821459089) + | > loss_duration: 1.8472037315368652 (1.967433248247419) + | > loss_1: 37.418113708496094 (35.438285555158345) + + --> STEP: 8 + | > loss_disc: 2.217726707458496 (2.4260648787021637) + | > loss_disc_real_0: 0.10086052119731903 (0.15717313811182976) + | > loss_disc_real_1: 0.16445304453372955 (0.16778211295604706) + | > loss_disc_real_2: 0.23880508542060852 (0.2654458601027727) + | > loss_disc_real_3: 0.06075042486190796 (0.15046643652021885) + | > loss_disc_real_4: 0.10467663407325745 (0.19271909818053246) + | > loss_disc_real_5: 0.07124609500169754 (0.1855293745175004) + | > loss_0: 2.217726707458496 (2.4260648787021637) + | > loss_gen: 1.7717067003250122 (1.9211872518062592) + | > loss_kl: 1.3419561386108398 (1.3693332001566887) + | > loss_feat: 5.258131980895996 (3.717391401529312) + | > loss_mel: 31.48535919189453 (27.261229276657104) + | > loss_duration: 1.9547417163848877 (1.9658468067646027) + | > loss_1: 41.81189727783203 (36.234987020492554) + + --> STEP: 9 + | > loss_disc: 2.4380366802215576 (2.427395078870985) + | > loss_disc_real_0: 0.12833140790462494 (0.15396850142214033) + | > loss_disc_real_1: 0.18500356376171112 (0.16969560749000973) + | > loss_disc_real_2: 0.2344689518213272 (0.26200398140483433) + | > loss_disc_real_3: 0.16540899872779846 (0.1521267212099499) + | > loss_disc_real_4: 0.21716190874576569 (0.19543496602111393) + | > loss_disc_real_5: 0.1720108687877655 (0.18402731832530764) + | > loss_0: 2.4380366802215576 (2.427395078870985) + | > loss_gen: 1.8364274501800537 (1.911769496070014) + | > loss_kl: 1.0720877647399902 (1.3363059295548334) + | > loss_feat: 3.274869203567505 (3.668222268422445) + | > loss_mel: 26.289669036865234 (27.15327813890245) + | > loss_duration: 1.9794425964355469 (1.9673574500613742) + | > loss_1: 34.45249557495117 (36.0369324154324) + + --> STEP: 10 + | > loss_disc: 2.6869091987609863 (2.4533464908599854) + | > loss_disc_real_0: 0.20364724099636078 (0.15893637537956237) + | > loss_disc_real_1: 0.19435995817184448 (0.1721620425581932) + | > loss_disc_real_2: 0.2708369195461273 (0.2628872752189636) + | > loss_disc_real_3: 0.16607263684272766 (0.1535213127732277) + | > loss_disc_real_4: 0.20105071365833282 (0.1959965407848358) + | > loss_disc_real_5: 0.22252096235752106 (0.18787668272852898) + | > loss_0: 2.6869091987609863 (2.4533464908599854) + | > loss_gen: 1.7517541646957397 (1.8957679629325868) + | > loss_kl: 1.1360249519348145 (1.3162778317928314) + | > loss_feat: 2.2564568519592285 (3.527045726776123) + | > loss_mel: 24.30272102355957 (26.868222427368163) + | > loss_duration: 1.842920184135437 (1.9549137234687806) + | > loss_1: 31.28987693786621 (35.56222686767578) + + --> STEP: 11 + | > loss_disc: 2.304004192352295 (2.439769918268377) + | > loss_disc_real_0: 0.16891804337501526 (0.15984379974278537) + | > loss_disc_real_1: 0.18342292308807373 (0.17318575897000052) + | > loss_disc_real_2: 0.2192995250225067 (0.2589247524738312) + | > loss_disc_real_3: 0.1486552208662033 (0.15307894078168002) + | > loss_disc_real_4: 0.23454786837100983 (0.19950120692903345) + | > loss_disc_real_5: 0.13164880871772766 (0.18276505781845612) + | > loss_0: 2.304004192352295 (2.439769918268377) + | > loss_gen: 1.9710079431533813 (1.902607961134477) + | > loss_kl: 1.4935418367385864 (1.3323927413333545) + | > loss_feat: 4.362253189086914 (3.6029736778952857) + | > loss_mel: 29.10474967956543 (27.071543086658824) + | > loss_duration: 1.8422811031341553 (1.944674394347451) + | > loss_1: 38.773834228515625 (35.85419117320668) + + --> STEP: 12 + | > loss_disc: 2.3415141105651855 (2.4315819342931113) + | > loss_disc_real_0: 0.15290352702140808 (0.1592654436826706) + | > loss_disc_real_1: 0.1331111490726471 (0.16984620814522108) + | > loss_disc_real_2: 0.24019239842891693 (0.2573637229700883) + | > loss_disc_real_3: 0.15275810658931732 (0.15305220459898314) + | > loss_disc_real_4: 0.22626009583473206 (0.20173111433784166) + | > loss_disc_real_5: 0.20925463736057281 (0.1849725227802992) + | > loss_0: 2.3415141105651855 (2.4315819342931113) + | > loss_gen: 2.074418544769287 (1.9169255097707112) + | > loss_kl: 1.7156257629394531 (1.3643288264671962) + | > loss_feat: 3.8719325065612793 (3.625386913617452) + | > loss_mel: 27.033601760864258 (27.068381309509277) + | > loss_duration: 1.8954086303710938 (1.9405689140160878) + | > loss_1: 36.59098434448242 (35.915590604146324) + + --> STEP: 13 + | > loss_disc: 2.381089448928833 (2.4276978969573975) + | > loss_disc_real_0: 0.13110217452049255 (0.15709903836250305) + | > loss_disc_real_1: 0.15752311050891876 (0.1688982775578132) + | > loss_disc_real_2: 0.2342628836631775 (0.25558673533109516) + | > loss_disc_real_3: 0.11200238764286041 (0.14989452637158907) + | > loss_disc_real_4: 0.23738941550254822 (0.20447406058128065) + | > loss_disc_real_5: 0.1713857799768448 (0.183927388718495) + | > loss_0: 2.381089448928833 (2.4276978969573975) + | > loss_gen: 1.9517409801483154 (1.9196036228766808) + | > loss_kl: 1.5571542978286743 (1.3791615550334637) + | > loss_feat: 3.966026544570923 (3.6515899621523342) + | > loss_mel: 29.386547088623047 (27.24670175405649) + | > loss_duration: 2.011396646499634 (1.9460172011302068) + | > loss_1: 38.872867584228516 (36.14307344876803) + + --> STEP: 14 + | > loss_disc: 2.454566240310669 (2.429617064339774) + | > loss_disc_real_0: 0.14019343256950378 (0.15589149509157454) + | > loss_disc_real_1: 0.17529119551181793 (0.16935491455452784) + | > loss_disc_real_2: 0.2336779236793518 (0.2540218202131135) + | > loss_disc_real_3: 0.1529952734708786 (0.1501160083072526) + | > loss_disc_real_4: 0.21523398160934448 (0.20524262636899948) + | > loss_disc_real_5: 0.19225017726421356 (0.18452187361461775) + | > loss_0: 2.454566240310669 (2.429617064339774) + | > loss_gen: 1.819907784461975 (1.9124824915613448) + | > loss_kl: 1.4624570608139038 (1.385111234017781) + | > loss_feat: 3.4188268184661865 (3.6349640233176097) + | > loss_mel: 29.074121475219727 (27.377231734139578) + | > loss_duration: 1.9726898670196533 (1.9479223915508814) + | > loss_1: 37.74800491333008 (36.25771141052246) + + --> STEP: 15 + | > loss_disc: 2.496108293533325 (2.4340498129526775) + | > loss_disc_real_0: 0.1436130702495575 (0.15507293343544007) + | > loss_disc_real_1: 0.1437414437532425 (0.16764734983444213) + | > loss_disc_real_2: 0.23861579596996307 (0.2529947519302368) + | > loss_disc_real_3: 0.1385810524225235 (0.14934701124827068) + | > loss_disc_real_4: 0.2183360904455185 (0.20611552397410074) + | > loss_disc_real_5: 0.2114506959915161 (0.18631712843974432) + | > loss_0: 2.496108293533325 (2.4340498129526775) + | > loss_gen: 1.8388142585754395 (1.907571276028951) + | > loss_kl: 0.9821425080299377 (1.3582466522852579) + | > loss_feat: 3.9354357719421387 (3.6549954732259113) + | > loss_mel: 29.29234504699707 (27.504905954996744) + | > loss_duration: 1.917554259300232 (1.9458978494008383) + | > loss_1: 37.96628952026367 (36.37161661783854) + + --> STEP: 16 + | > loss_disc: 2.3282482624053955 (2.4274372160434723) + | > loss_disc_real_0: 0.13048304617404938 (0.15353606548160315) + | > loss_disc_real_1: 0.10654786229133606 (0.163828631862998) + | > loss_disc_real_2: 0.24547743797302246 (0.2525249198079109) + | > loss_disc_real_3: 0.09395859390497208 (0.1458852351643145) + | > loss_disc_real_4: 0.16093896329402924 (0.20329198893159628) + | > loss_disc_real_5: 0.11339078098535538 (0.181759231723845) + | > loss_0: 2.3282482624053955 (2.4274372160434723) + | > loss_gen: 1.7194385528564453 (1.8958129808306694) + | > loss_kl: 1.58572518825531 (1.3724640607833862) + | > loss_feat: 4.257828235626221 (3.692672520875931) + | > loss_mel: 23.587961196899414 (27.26009690761566) + | > loss_duration: 1.9929249286651611 (1.9488370418548584) + | > loss_1: 33.14387893676758 (36.169883012771606) + + --> STEP: 17 + | > loss_disc: 2.6077308654785156 (2.438042724833769) + | > loss_disc_real_0: 0.20682650804519653 (0.15667079739710865) + | > loss_disc_real_1: 0.20606330037117004 (0.1663130241281846) + | > loss_disc_real_2: 0.27628883719444275 (0.25392279730123635) + | > loss_disc_real_3: 0.23466341197490692 (0.15110748085905523) + | > loss_disc_real_4: 0.21427150070667267 (0.2039378425654243) + | > loss_disc_real_5: 0.20141184329986572 (0.18291526769890504) + | > loss_0: 2.6077308654785156 (2.438042724833769) + | > loss_gen: 1.9586796760559082 (1.8995110217262716) + | > loss_kl: 1.187938928604126 (1.3616096412434298) + | > loss_feat: 2.702132225036621 (3.634405444650089) + | > loss_mel: 29.597867965698242 (27.397612852208756) + | > loss_duration: 1.8779234886169434 (1.944665656370275) + | > loss_1: 37.32453918457031 (36.23780396405388) + + --> STEP: 18 + | > loss_disc: 2.414079189300537 (2.436711417304145) + | > loss_disc_real_0: 0.1689831167459488 (0.15735481513871086) + | > loss_disc_real_1: 0.15287566184997559 (0.16556650400161743) + | > loss_disc_real_2: 0.25892797112464905 (0.25420086251364815) + | > loss_disc_real_3: 0.1335555911064148 (0.15013237587279743) + | > loss_disc_real_4: 0.2904355227947235 (0.2087432692448298) + | > loss_disc_real_5: 0.21019525825977325 (0.1844308227300644) + | > loss_0: 2.414079189300537 (2.436711417304145) + | > loss_gen: 2.038663625717163 (1.9072417219479878) + | > loss_kl: 1.1801326274871826 (1.3515275849236383) + | > loss_feat: 3.4668068885803223 (3.625094413757324) + | > loss_mel: 27.751628875732422 (27.417280409071182) + | > loss_duration: 1.8551137447357178 (1.9396905501683552) + | > loss_1: 36.29234313964844 (36.24083391825358) + + --> STEP: 19 + | > loss_disc: 2.349872589111328 (2.432140952662418) + | > loss_disc_real_0: 0.13882866501808167 (0.15637975460604617) + | > loss_disc_real_1: 0.1882466822862625 (0.1667601975955461) + | > loss_disc_real_2: 0.270753413438797 (0.25507204940444544) + | > loss_disc_real_3: 0.15932463109493256 (0.1506161787792256) + | > loss_disc_real_4: 0.20876294374465942 (0.20874430474482084) + | > loss_disc_real_5: 0.20415906608104706 (0.18546915132748454) + | > loss_0: 2.349872589111328 (2.432140952662418) + | > loss_gen: 2.083498239517212 (1.9165183807674206) + | > loss_kl: 1.6052534580230713 (1.364881578244661) + | > loss_feat: 3.471273422241211 (3.6169985720985816) + | > loss_mel: 28.32200813293457 (27.46489765769557) + | > loss_duration: 2.0235986709594727 (1.9441067670520984) + | > loss_1: 37.50563430786133 (36.30740235981188) + + --> STEP: 20 + | > loss_disc: 2.705657720565796 (2.4458167910575868) + | > loss_disc_real_0: 0.20106998085975647 (0.15861426591873168) + | > loss_disc_real_1: 0.21371595561504364 (0.169107985496521) + | > loss_disc_real_2: 0.30326518416404724 (0.25748170614242555) + | > loss_disc_real_3: 0.20355334877967834 (0.15326303727924823) + | > loss_disc_real_4: 0.25275933742523193 (0.2109450563788414) + | > loss_disc_real_5: 0.24647875130176544 (0.1885196313261986) + | > loss_0: 2.705657720565796 (2.4458167910575868) + | > loss_gen: 1.9022421836853027 (1.915804570913315) + | > loss_kl: 1.249088168144226 (1.3590919077396393) + | > loss_feat: 2.831216335296631 (3.577709460258484) + | > loss_mel: 28.935054779052734 (27.53840551376343) + | > loss_duration: 1.8575165271759033 (1.9397772550582886) + | > loss_1: 36.775115966796875 (36.33078804016113) + + --> STEP: 21 + | > loss_disc: 2.6081910133361816 (2.4535488968803767) + | > loss_disc_real_0: 0.138871431350708 (0.157674130939302) + | > loss_disc_real_1: 0.17035651206970215 (0.16916743914286295) + | > loss_disc_real_2: 0.27258241176605225 (0.2582007873625982) + | > loss_disc_real_3: 0.16792264580726624 (0.1539611138758205) + | > loss_disc_real_4: 0.19848018884658813 (0.21035149125825792) + | > loss_disc_real_5: 0.18988445401191711 (0.18858462288266137) + | > loss_0: 2.6081910133361816 (2.4535488968803767) + | > loss_gen: 1.8129076957702637 (1.9109047197160267) + | > loss_kl: 1.6281394958496094 (1.371903697649638) + | > loss_feat: 3.0475072860717773 (3.5524617376781644) + | > loss_mel: 25.473705291748047 (27.44008645557222) + | > loss_duration: 1.9209394454956055 (1.9388802165076846) + | > loss_1: 33.883201599121094 (36.21423630487351) + + --> STEP: 22 + | > loss_disc: 2.098864793777466 (2.4374268921938804) + | > loss_disc_real_0: 0.1741102784872055 (0.15842122855511578) + | > loss_disc_real_1: 0.17603018879890442 (0.16947938230904666) + | > loss_disc_real_2: 0.2646007537841797 (0.2584916949272156) + | > loss_disc_real_3: 0.18694473803043365 (0.15546036951921202) + | > loss_disc_real_4: 0.2361895889043808 (0.21152595024217258) + | > loss_disc_real_5: 0.2116047590970993 (0.18963099271059036) + | > loss_0: 2.098864793777466 (2.4374268921938804) + | > loss_gen: 2.624305009841919 (1.9433320056308399) + | > loss_kl: 1.5887067317962646 (1.381758381019939) + | > loss_feat: 4.188736915588379 (3.5813833366740835) + | > loss_mel: 31.435224533081055 (27.62168364091353) + | > loss_duration: 2.004703998565674 (1.9418722066012295) + | > loss_1: 41.841678619384766 (36.4700291373513) + + --> STEP: 23 + | > loss_disc: 2.5477237701416016 (2.4422224086263897) + | > loss_disc_real_0: 0.2439344823360443 (0.16213919611080832) + | > loss_disc_real_1: 0.15514928102493286 (0.16885633442712866) + | > loss_disc_real_2: 0.22812163829803467 (0.25717125768246857) + | > loss_disc_real_3: 0.1517803966999054 (0.1553003707009813) + | > loss_disc_real_4: 0.20792482793331146 (0.2113693797070047) + | > loss_disc_real_5: 0.23122841119766235 (0.19143957612307175) + | > loss_0: 2.5477237701416016 (2.4422224086263897) + | > loss_gen: 1.8578853607177734 (1.9396169341128806) + | > loss_kl: 1.4483239650726318 (1.384652536848317) + | > loss_feat: 2.828472137451172 (3.5486480671426524) + | > loss_mel: 24.56399154663086 (27.4887405063795) + | > loss_duration: 2.0347418785095215 (1.9459100184233293) + | > loss_1: 32.73341369628906 (36.30756759643555) + + --> STEP: 24 + | > loss_disc: 2.093837261199951 (2.4277063608169547) + | > loss_disc_real_0: 0.10488788783550262 (0.15975372493267057) + | > loss_disc_real_1: 0.13522474467754364 (0.16745501818756262) + | > loss_disc_real_2: 0.2128724604845047 (0.25532547446588677) + | > loss_disc_real_3: 0.1363397091627121 (0.15451034313688675) + | > loss_disc_real_4: 0.22106193006038666 (0.21177323597172895) + | > loss_disc_real_5: 0.13253913819789886 (0.18898539120952287) + | > loss_0: 2.093837261199951 (2.4277063608169547) + | > loss_gen: 2.1063694953918457 (1.946564957499504) + | > loss_kl: 1.216772437095642 (1.3776575326919556) + | > loss_feat: 4.667399883270264 (3.5952627261479697) + | > loss_mel: 33.06392288208008 (27.72103977203369) + | > loss_duration: 1.9262844324111938 (1.9450922856728237) + | > loss_1: 42.980751037597656 (36.58561690648397) + + --> STEP: 25 + | > loss_disc: 2.467916965484619 (2.4293147850036614) + | > loss_disc_real_0: 0.14612913131713867 (0.15920874118804929) + | > loss_disc_real_1: 0.1958872228860855 (0.16859230637550354) + | > loss_disc_real_2: 0.3076964020729065 (0.25742031157016754) + | > loss_disc_real_3: 0.14591720700263977 (0.15416661769151688) + | > loss_disc_real_4: 0.17602960765361786 (0.21034349083900453) + | > loss_disc_real_5: 0.17254997789859772 (0.18832797467708587) + | > loss_0: 2.467916965484619 (2.4293147850036614) + | > loss_gen: 1.9545645713806152 (1.9468849420547485) + | > loss_kl: 1.430613398551941 (1.3797757673263549) + | > loss_feat: 3.5228970050811768 (3.592368097305298) + | > loss_mel: 28.313291549682617 (27.74472984313965) + | > loss_duration: 1.8672206401824951 (1.9419774198532105) + | > loss_1: 37.088584899902344 (36.60573562622071) + + --> STEP: 26 + | > loss_disc: 2.296840190887451 (2.424219608306884) + | > loss_disc_real_0: 0.19943265616893768 (0.16075581484116036) + | > loss_disc_real_1: 0.15248017013072968 (0.16797260882762763) + | > loss_disc_real_2: 0.23713067173957825 (0.25663994080745256) + | > loss_disc_real_3: 0.11869680881500244 (0.1528023942731894) + | > loss_disc_real_4: 0.22974033653736115 (0.2110895233658644) + | > loss_disc_real_5: 0.1887740045785904 (0.18834512967329758) + | > loss_0: 2.296840190887451 (2.424219608306884) + | > loss_gen: 2.080369234085083 (1.9520189532866845) + | > loss_kl: 1.1740550994873047 (1.3718634339479299) + | > loss_feat: 3.6586992740631104 (3.5949192964113674) + | > loss_mel: 28.30417251586914 (27.76624686901386) + | > loss_duration: 1.8853976726531982 (1.939801275730133) + | > loss_1: 37.102691650390625 (36.624849319458015) + + --> STEP: 27 + | > loss_disc: 2.3208935260772705 (2.4203927163724535) + | > loss_disc_real_0: 0.12546959519386292 (0.1594489178171864) + | > loss_disc_real_1: 0.21628229320049286 (0.169761856396993) + | > loss_disc_real_2: 0.2025928944349289 (0.254638198349211) + | > loss_disc_real_3: 0.14191606640815735 (0.15239919694485488) + | > loss_disc_real_4: 0.20447741448879242 (0.21084463044449134) + | > loss_disc_real_5: 0.14672675728797913 (0.18680370847384134) + | > loss_0: 2.3208935260772705 (2.4203927163724535) + | > loss_gen: 1.8929481506347656 (1.9498311457810578) + | > loss_kl: 1.4351991415023804 (1.3742092008943911) + | > loss_feat: 3.8778419494628906 (3.6053979131910534) + | > loss_mel: 28.856239318847656 (27.806616959748446) + | > loss_duration: 1.9046907424926758 (1.9385008856102273) + | > loss_1: 37.9669189453125 (36.67455560189707) + + --> STEP: 28 + | > loss_disc: 2.264893054962158 (2.4148391570363716) + | > loss_disc_real_0: 0.14039435982704163 (0.15876839788896693) + | > loss_disc_real_1: 0.15082181990146637 (0.16908542652215278) + | > loss_disc_real_2: 0.21824629604816437 (0.253338487552745) + | > loss_disc_real_3: 0.15234804153442383 (0.1523973699659109) + | > loss_disc_real_4: 0.18825602531433105 (0.21003789454698563) + | > loss_disc_real_5: 0.1934278905391693 (0.18704028640474593) + | > loss_0: 2.264893054962158 (2.4148391570363716) + | > loss_gen: 1.9606947898864746 (1.950219133070537) + | > loss_kl: 1.4254204034805298 (1.3760381724153246) + | > loss_feat: 3.629338026046753 (3.6062529172216142) + | > loss_mel: 24.185279846191406 (27.67728349140712) + | > loss_duration: 1.942065954208374 (1.9386282094887324) + | > loss_1: 33.142799377441406 (36.54842145102365) + + --> STEP: 29 + | > loss_disc: 2.62495756149292 (2.422084619259011) + | > loss_disc_real_0: 0.20712736248970032 (0.1604359483924405) + | > loss_disc_real_1: 0.20168499648571014 (0.1702095496243444) + | > loss_disc_real_2: 0.27174484729766846 (0.25397318961291476) + | > loss_disc_real_3: 0.21315136551856995 (0.1544923353297957) + | > loss_disc_real_4: 0.25038424134254456 (0.21142914788476352) + | > loss_disc_real_5: 0.21579596400260925 (0.1880318614943274) + | > loss_0: 2.62495756149292 (2.422084619259011) + | > loss_gen: 1.9530816078186035 (1.9503178390963325) + | > loss_kl: 1.0721650123596191 (1.3655597875858176) + | > loss_feat: 2.3289034366607666 (3.5622063834091713) + | > loss_mel: 24.456403732299805 (27.566218672127558) + | > loss_duration: 1.9441587924957275 (1.9388189192475944) + | > loss_1: 31.754711151123047 (36.38312109585466) + + --> STEP: 30 + | > loss_disc: 2.4864935874938965 (2.4242315848668405) + | > loss_disc_real_0: 0.1518460214138031 (0.1601496174931526) + | > loss_disc_real_1: 0.19912609457969666 (0.17117343445618946) + | > loss_disc_real_2: 0.2737259566783905 (0.25463161518176397) + | > loss_disc_real_3: 0.19184887409210205 (0.15573755328853925) + | > loss_disc_real_4: 0.1804679036140442 (0.2103971064090729) + | > loss_disc_real_5: 0.234737828373909 (0.18958872705698013) + | > loss_0: 2.4864935874938965 (2.4242315848668405) + | > loss_gen: 1.9948692321777344 (1.9518028855323792) + | > loss_kl: 1.422474980354309 (1.3674569606781006) + | > loss_feat: 3.298198699951172 (3.5534061272939046) + | > loss_mel: 24.23305892944336 (27.45511334737142) + | > loss_duration: 1.9130526781082153 (1.9379600445429483) + | > loss_1: 32.86165237426758 (36.26573880513509) + + --> STEP: 31 + | > loss_disc: 2.4884512424468994 (2.426303186724262) + | > loss_disc_real_0: 0.23517349362373352 (0.16256974252962295) + | > loss_disc_real_1: 0.17753450572490692 (0.17137863030356745) + | > loss_disc_real_2: 0.254829466342926 (0.2546379974772853) + | > loss_disc_real_3: 0.18171429634094238 (0.1565755127418426) + | > loss_disc_real_4: 0.17924024164676666 (0.2093920462554501) + | > loss_disc_real_5: 0.15202486515045166 (0.18837698957612437) + | > loss_0: 2.4884512424468994 (2.426303186724262) + | > loss_gen: 1.8588027954101562 (1.9488028826252106) + | > loss_kl: 1.2671337127685547 (1.3642207268745667) + | > loss_feat: 3.3775155544281006 (3.5477322378466205) + | > loss_mel: 25.89743423461914 (27.40486563405683) + | > loss_duration: 1.879459261894226 (1.936072922522022) + | > loss_1: 34.28034591674805 (36.201693873251635) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.004211479617703346 (-0.00867191437752016) + | > avg_loss_disc: 2.426303186724262 (-0.1851796488608084) + | > avg_loss_disc_real_0: 0.16256974252962295 (-0.06941256143393057) + | > avg_loss_disc_real_1: 0.17137863030356745 (+0.0028871249768042118) + | > avg_loss_disc_real_2: 0.2546379974772853 (+0.08329593654601805) + | > avg_loss_disc_real_3: 0.1565755127418426 (-0.09184221226361486) + | > avg_loss_disc_real_4: 0.2093920462554501 (-0.009298386593018793) + | > avg_loss_disc_real_5: 0.18837698957612437 (+0.01790481709664868) + | > avg_loss_0: 2.426303186724262 (-0.1851796488608084) + | > avg_loss_gen: 1.9488028826252106 (+0.060266064059349755) + | > avg_loss_kl: 1.3642207268745667 (+0.2379393144961326) + | > avg_loss_feat: 3.5477322378466205 (+0.13340532395147475) + | > avg_loss_mel: 27.40486563405683 (-0.2937257212977258) + | > avg_loss_duration: 1.936072922522022 (-0.058567312455946485) + | > avg_loss_1: 36.201693873251635 (+0.07931709289550071) + + > BEST MODEL : vits_shi_male-November-22-2024_02+49AM-0000000/best_model_3411.pth + + > EPOCH: 2/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 10:33:25)  + + --> TIME: 2024-11-22 10:33:38 -- STEP: 14/797 -- GLOBAL_STEP: 3425 + | > loss_disc: 2.486717700958252 (2.5367371865681245) + | > loss_disc_real_0: 0.24555206298828125 (0.1925576435668128) + | > loss_disc_real_1: 0.2092345803976059 (0.22855118342808314) + | > loss_disc_real_2: 0.189205139875412 (0.21955964182104384) + | > loss_disc_real_3: 0.22806844115257263 (0.23453290973390853) + | > loss_disc_real_4: 0.1619141399860382 (0.21642746031284332) + | > loss_disc_real_5: 0.15660181641578674 (0.22283431461879186) + | > loss_0: 2.486717700958252 (2.5367371865681245) + | > grad_norm_0: tensor(23.7071, device='cuda:0') (tensor(30.1870, device='cuda:0')) + | > loss_gen: 2.2512428760528564 (2.1796144247055054) + | > loss_kl: 1.614345908164978 (1.5419343199048723) + | > loss_feat: 4.185831546783447 (3.599424430302211) + | > loss_mel: 26.188968658447266 (26.6753568649292) + | > loss_duration: 2.0785317420959473 (2.142424523830414) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 36.31892395019531 (36.138754435947966) + | > grad_norm_1: tensor(149.6699, device='cuda:0') (tensor(166.6014, device='cuda:0')) + | > current_lr_0: 0.00019990001874843754 + | > current_lr_1: 0.00019990001874843754 + | > step_time: 0.8288 (0.8292211464473179) + | > loader_time: 0.0038 (0.005337306431361607) + + + --> TIME: 2024-11-22 10:33:58 -- STEP: 39/797 -- GLOBAL_STEP: 3450 + | > loss_disc: 2.4397382736206055 (2.532557346881965) + | > loss_disc_real_0: 0.09739918261766434 (0.18572691866220575) + | > loss_disc_real_1: 0.23514246940612793 (0.22433287325577858) + | > loss_disc_real_2: 0.2366795539855957 (0.23578888407120338) + | > loss_disc_real_3: 0.22719347476959229 (0.22952186144315279) + | > loss_disc_real_4: 0.1935226321220398 (0.22418627028281873) + | > loss_disc_real_5: 0.2719523310661316 (0.23711744715005922) + | > loss_0: 2.4397382736206055 (2.532557346881965) + | > grad_norm_0: tensor(26.8693, device='cuda:0') (tensor(35.5706, device='cuda:0')) + | > loss_gen: 2.0800881385803223 (2.213079862105541) + | > loss_kl: 1.1632637977600098 (1.4025013752472704) + | > loss_feat: 3.850050210952759 (3.714649805655846) + | > loss_mel: 28.97797966003418 (26.81472264803373) + | > loss_duration: 2.016331195831299 (2.0569953276560855) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 38.08771514892578 (36.20194919292744) + | > grad_norm_1: tensor(68.1946, device='cuda:0') (tensor(199.2050, device='cuda:0')) + | > current_lr_0: 0.00019990001874843754 + | > current_lr_1: 0.00019990001874843754 + | > step_time: 0.7881 (0.8063557331378644) + | > loader_time: 0.0033 (0.004918398001255133) + + + --> TIME: 2024-11-22 10:34:18 -- STEP: 64/797 -- GLOBAL_STEP: 3475 + | > loss_disc: 2.5769846439361572 (2.5109231397509584) + | > loss_disc_real_0: 0.29571083188056946 (0.18353026174008846) + | > loss_disc_real_1: 0.28850477933883667 (0.22341616242192686) + | > loss_disc_real_2: 0.26286014914512634 (0.23771559074521065) + | > loss_disc_real_3: 0.22374163568019867 (0.22323237196542323) + | > loss_disc_real_4: 0.26989588141441345 (0.22237372398376465) + | > loss_disc_real_5: 0.2658706307411194 (0.23453341238200665) + | > loss_0: 2.5769846439361572 (2.5109231397509584) + | > grad_norm_0: tensor(27.7618, device='cuda:0') (tensor(33.2720, device='cuda:0')) + | > loss_gen: 2.3012824058532715 (2.2406647503376007) + | > loss_kl: 1.2546581029891968 (1.3508091410621998) + | > loss_feat: 3.5122053623199463 (3.8098654486238956) + | > loss_mel: 27.21816062927246 (27.10820707678795) + | > loss_duration: 1.9218168258666992 (2.0124102290719748) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 36.20812225341797 (36.521956712007515) + | > grad_norm_1: tensor(185.0624, device='cuda:0') (tensor(201.2380, device='cuda:0')) + | > current_lr_0: 0.00019990001874843754 + | > current_lr_1: 0.00019990001874843754 + | > step_time: 0.8266 (0.807126734405756) + | > loader_time: 0.0042 (0.005151815712451934) + + + --> TIME: 2024-11-22 10:34:39 -- STEP: 89/797 -- GLOBAL_STEP: 3500 + | > loss_disc: 2.5111806392669678 (2.520777461234104) + | > loss_disc_real_0: 0.2384379804134369 (0.18295075945305028) + | > loss_disc_real_1: 0.22496570646762848 (0.2237890734431449) + | > loss_disc_real_2: 0.22432172298431396 (0.2401272016629744) + | > loss_disc_real_3: 0.18338796496391296 (0.22220117088114277) + | > loss_disc_real_4: 0.24917763471603394 (0.22530085350690263) + | > loss_disc_real_5: 0.21282324194908142 (0.23762405002385042) + | > loss_0: 2.5111806392669678 (2.520777461234104) + | > grad_norm_0: tensor(14.0465, device='cuda:0') (tensor(31.6645, device='cuda:0')) + | > loss_gen: 2.2833046913146973 (2.2472800887032847) + | > loss_kl: 1.2528234720230103 (1.335973127504413) + | > loss_feat: 4.051347255706787 (3.8066308230496526) + | > loss_mel: 29.776912689208984 (27.161557186855358) + | > loss_duration: 1.9733927249908447 (1.9917709921183218) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 39.33778381347656 (36.543212440576454) + | > grad_norm_1: tensor(124.7510, device='cuda:0') (tensor(190.7121, device='cuda:0')) + | > current_lr_0: 0.00019990001874843754 + | > current_lr_1: 0.00019990001874843754 + | > step_time: 0.8606 (0.8085076085637125) + | > loader_time: 0.0039 (0.005224653844083293) + + + --> TIME: 2024-11-22 10:35:00 -- STEP: 114/797 -- GLOBAL_STEP: 3525 + | > loss_disc: 2.5192456245422363 (2.523169159889221) + | > loss_disc_real_0: 0.2554957866668701 (0.18514222161550278) + | > loss_disc_real_1: 0.20836246013641357 (0.22340446396877892) + | > loss_disc_real_2: 0.1985611915588379 (0.23869771628003372) + | > loss_disc_real_3: 0.19642643630504608 (0.22177162086754515) + | > loss_disc_real_4: 0.1598857343196869 (0.2262973245560077) + | > loss_disc_real_5: 0.19730234146118164 (0.236789387307669) + | > loss_0: 2.5192456245422363 (2.523169159889221) + | > grad_norm_0: tensor(26.3267, device='cuda:0') (tensor(31.9392, device='cuda:0')) + | > loss_gen: 2.255326509475708 (2.2356697812415) + | > loss_kl: 1.3355220556259155 (1.3334192476774518) + | > loss_feat: 3.744823694229126 (3.7873717086356984) + | > loss_mel: 27.380083084106445 (27.179229853446024) + | > loss_duration: 1.9760615825653076 (1.9802823014426654) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 36.69181823730469 (36.515972974007596) + | > grad_norm_1: tensor(74.2281, device='cuda:0') (tensor(196.8952, device='cuda:0')) + | > current_lr_0: 0.00019990001874843754 + | > current_lr_1: 0.00019990001874843754 + | > step_time: 0.8696 (0.8106445325048346) + | > loader_time: 0.0147 (0.005296897469905385) + + + --> TIME: 2024-11-22 10:35:20 -- STEP: 139/797 -- GLOBAL_STEP: 3550 + | > loss_disc: 2.6449036598205566 (2.519055800472232) + | > loss_disc_real_0: 0.14767606556415558 (0.18442245192236184) + | > loss_disc_real_1: 0.2623659372329712 (0.22382655225211767) + | > loss_disc_real_2: 0.3004874885082245 (0.23994584960474385) + | > loss_disc_real_3: 0.29069143533706665 (0.2204763985795083) + | > loss_disc_real_4: 0.32183563709259033 (0.22679426590744536) + | > loss_disc_real_5: 0.2664491534233093 (0.23706321139558614) + | > loss_0: 2.6449036598205566 (2.519055800472232) + | > grad_norm_0: tensor(81.5436, device='cuda:0') (tensor(34.4029, device='cuda:0')) + | > loss_gen: 2.128854513168335 (2.248230240327848) + | > loss_kl: 1.1689674854278564 (1.3275029740745214) + | > loss_feat: 3.220324993133545 (3.8158481069605985) + | > loss_mel: 26.453651428222656 (27.239370291181604) + | > loss_duration: 1.9559392929077148 (1.974054044956784) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 34.927738189697266 (36.60500567594022) + | > grad_norm_1: tensor(472.0079, device='cuda:0') (tensor(200.2758, device='cuda:0')) + | > current_lr_0: 0.00019990001874843754 + | > current_lr_1: 0.00019990001874843754 + | > step_time: 0.7963 (0.8108545670406424) + | > loader_time: 0.0046 (0.005274571960778543) + + + --> TIME: 2024-11-22 10:35:41 -- STEP: 164/797 -- GLOBAL_STEP: 3575 + | > loss_disc: 2.36617112159729 (2.527715742588043) + | > loss_disc_real_0: 0.07953815162181854 (0.1843645932925184) + | > loss_disc_real_1: 0.211104154586792 (0.2241204423693622) + | > loss_disc_real_2: 0.2257101833820343 (0.24066898217651903) + | > loss_disc_real_3: 0.14348933100700378 (0.21989211585463547) + | > loss_disc_real_4: 0.14662796258926392 (0.22861681669587042) + | > loss_disc_real_5: 0.15022563934326172 (0.23605017409455487) + | > loss_0: 2.36617112159729 (2.527715742588043) + | > grad_norm_0: tensor(12.8316, device='cuda:0') (tensor(34.0514, device='cuda:0')) + | > loss_gen: 2.0979502201080322 (2.2282945833555075) + | > loss_kl: 1.3657119274139404 (1.3121927565917735) + | > loss_feat: 4.282199859619141 (3.7623032622221038) + | > loss_mel: 27.64840316772461 (27.169108518740025) + | > loss_duration: 1.8750548362731934 (1.9648105836496124) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 37.269317626953125 (36.43670972963659) + | > grad_norm_1: tensor(46.2550, device='cuda:0') (tensor(201.7444, device='cuda:0')) + | > current_lr_0: 0.00019990001874843754 + | > current_lr_1: 0.00019990001874843754 + | > step_time: 0.8751 (0.8122806650836293) + | > loader_time: 0.0046 (0.00535538719921577) + + + --> TIME: 2024-11-22 10:36:02 -- STEP: 189/797 -- GLOBAL_STEP: 3600 + | > loss_disc: 2.472134828567505 (2.5281471474460835) + | > loss_disc_real_0: 0.1274339109659195 (0.1844556781823042) + | > loss_disc_real_1: 0.21903549134731293 (0.2238241704525771) + | > loss_disc_real_2: 0.26124632358551025 (0.24098366293957624) + | > loss_disc_real_3: 0.1789405345916748 (0.2206182225198342) + | > loss_disc_real_4: 0.23417258262634277 (0.2276530333612331) + | > loss_disc_real_5: 0.22787725925445557 (0.23598553492594018) + | > loss_0: 2.472134828567505 (2.5281471474460835) + | > grad_norm_0: tensor(46.3055, device='cuda:0') (tensor(33.8126, device='cuda:0')) + | > loss_gen: 2.0125818252563477 (2.2237643974798686) + | > loss_kl: 1.034305214881897 (1.3010397947654515) + | > loss_feat: 3.4945948123931885 (3.7461572891820674) + | > loss_mel: 24.691919326782227 (27.190573021217627) + | > loss_duration: 1.9615081548690796 (1.9579722811936073) + | > amp_scaler: 128.0 (253.2910052910053) + | > loss_1: 33.19491195678711 (36.419506900524965) + | > grad_norm_1: tensor(330.8652, device='cuda:0') (tensor(204.6076, device='cuda:0')) + | > current_lr_0: 0.00019990001874843754 + | > current_lr_1: 0.00019990001874843754 + | > step_time: 0.7749 (0.8149872885810004) + | > loader_time: 0.0058 (0.0054890995933895995) + + + --> TIME: 2024-11-22 10:36:23 -- STEP: 214/797 -- GLOBAL_STEP: 3625 + | > loss_disc: 2.4720706939697266 (2.5295322342453725) + | > loss_disc_real_0: 0.23960888385772705 (0.184232363181415) + | > loss_disc_real_1: 0.16267360746860504 (0.22301996541078958) + | > loss_disc_real_2: 0.31685930490493774 (0.24178609843844565) + | > loss_disc_real_3: 0.24231724441051483 (0.22130440300870163) + | > loss_disc_real_4: 0.2776408791542053 (0.22847005898985906) + | > loss_disc_real_5: 0.3090044856071472 (0.23617172178542503) + | > loss_0: 2.4720706939697266 (2.5295322342453725) + | > grad_norm_0: tensor(28.6627, device='cuda:0') (tensor(33.7889, device='cuda:0')) + | > loss_gen: 2.337955951690674 (2.2219496324797645) + | > loss_kl: 1.1275510787963867 (1.2977905540822812) + | > loss_feat: 3.6116225719451904 (3.7309995778253144) + | > loss_mel: 28.151348114013672 (27.16993280214684) + | > loss_duration: 1.9368362426757812 (1.9547286640817876) + | > amp_scaler: 128.0 (238.65420560747663) + | > loss_1: 37.165313720703125 (36.375401345368836) + | > grad_norm_1: tensor(278.9452, device='cuda:0') (tensor(208.7173, device='cuda:0')) + | > current_lr_0: 0.00019990001874843754 + | > current_lr_1: 0.00019990001874843754 + | > step_time: 0.9561 (0.8172144978959984) + | > loader_time: 0.0056 (0.005528698457735719) + + + --> TIME: 2024-11-22 10:36:44 -- STEP: 239/797 -- GLOBAL_STEP: 3650 + | > loss_disc: 2.30198335647583 (2.526434290857994) + | > loss_disc_real_0: 0.2532917261123657 (0.18409010936276185) + | > loss_disc_real_1: 0.19339203834533691 (0.22208667574567276) + | > loss_disc_real_2: 0.19399765133857727 (0.24063078628923104) + | > loss_disc_real_3: 0.18303969502449036 (0.2206544820608953) + | > loss_disc_real_4: 0.142924502491951 (0.22781265043813315) + | > loss_disc_real_5: 0.16498328745365143 (0.2358767047960888) + | > loss_0: 2.30198335647583 (2.526434290857994) + | > grad_norm_0: tensor(12.6839, device='cuda:0') (tensor(34.6415, device='cuda:0')) + | > loss_gen: 2.468431234359741 (2.218342770592437) + | > loss_kl: 1.338404655456543 (1.3007900455506767) + | > loss_feat: 4.316103458404541 (3.7280070612121325) + | > loss_mel: 27.130672454833984 (27.123778474879565) + | > loss_duration: 1.9487438201904297 (1.9498978394344764) + | > amp_scaler: 128.0 (227.0794979079498) + | > loss_1: 37.202354431152344 (36.32081631137735) + | > grad_norm_1: tensor(54.5836, device='cuda:0') (tensor(213.5819, device='cuda:0')) + | > current_lr_0: 0.00019990001874843754 + | > current_lr_1: 0.00019990001874843754 + | > step_time: 0.7948 (0.8195354200307295) + | > loader_time: 0.005 (0.005598737604947268) + + + --> TIME: 2024-11-22 10:37:06 -- STEP: 264/797 -- GLOBAL_STEP: 3675 + | > loss_disc: 2.6246798038482666 (2.5329179059375426) + | > loss_disc_real_0: 0.2255183458328247 (0.18507147278410918) + | > loss_disc_real_1: 0.26965802907943726 (0.2230617975759687) + | > loss_disc_real_2: 0.3125254213809967 (0.24155600295599663) + | > loss_disc_real_3: 0.18191108107566833 (0.22150406805854855) + | > loss_disc_real_4: 0.24048161506652832 (0.22844007628207857) + | > loss_disc_real_5: 0.2501887381076813 (0.2368127317026709) + | > loss_0: 2.6246798038482666 (2.5329179059375426) + | > grad_norm_0: tensor(34.3168, device='cuda:0') (tensor(36.3178, device='cuda:0')) + | > loss_gen: 2.0387442111968994 (2.2150161058613733) + | > loss_kl: 1.1800650358200073 (1.299035989199623) + | > loss_feat: 3.0159926414489746 (3.7121716024297657) + | > loss_mel: 25.965435028076172 (27.08460100491841) + | > loss_duration: 1.8634147644042969 (1.9456254582513461) + | > amp_scaler: 128.0 (217.6969696969697) + | > loss_1: 34.06365203857422 (36.2564503135103) + | > grad_norm_1: tensor(62.7887, device='cuda:0') (tensor(216.2913, device='cuda:0')) + | > current_lr_0: 0.00019990001874843754 + | > current_lr_1: 0.00019990001874843754 + | > step_time: 0.8148 (0.8218873495405371) + | > loader_time: 0.0054 (0.005631375493425309) + + + --> TIME: 2024-11-22 10:37:28 -- STEP: 289/797 -- GLOBAL_STEP: 3700 + | > loss_disc: 2.611400604248047 (2.532408761318168) + | > loss_disc_real_0: 0.1760464608669281 (0.18520827735790332) + | > loss_disc_real_1: 0.2524855136871338 (0.2225267482360754) + | > loss_disc_real_2: 0.2653440237045288 (0.24188530269791098) + | > loss_disc_real_3: 0.2542897164821625 (0.22131582037594077) + | > loss_disc_real_4: 0.17820903658866882 (0.2287166276398827) + | > loss_disc_real_5: 0.23419684171676636 (0.23673680079230797) + | > loss_0: 2.611400604248047 (2.532408761318168) + | > grad_norm_0: tensor(23.3670, device='cuda:0') (tensor(36.5245, device='cuda:0')) + | > loss_gen: 2.125828266143799 (2.2119089604249043) + | > loss_kl: 1.3224623203277588 (1.3015814128631533) + | > loss_feat: 3.5730557441711426 (3.703190057747917) + | > loss_mel: 26.567663192749023 (27.071538984569298) + | > loss_duration: 1.902527093887329 (1.943452083940737) + | > amp_scaler: 128.0 (209.93771626297578) + | > loss_1: 35.49153518676758 (36.23167167320382) + | > grad_norm_1: tensor(160.4721, device='cuda:0') (tensor(216.8410, device='cuda:0')) + | > current_lr_0: 0.00019990001874843754 + | > current_lr_1: 0.00019990001874843754 + | > step_time: 0.8463 (0.8258357130532447) + | > loader_time: 0.0049 (0.005746844730575191) + + + --> TIME: 2024-11-22 10:37:49 -- STEP: 314/797 -- GLOBAL_STEP: 3725 + | > loss_disc: 2.8403704166412354 (2.537193045494664) + | > loss_disc_real_0: 0.21343815326690674 (0.18507346603426203) + | > loss_disc_real_1: 0.19172583520412445 (0.22286885068010373) + | > loss_disc_real_2: 0.22673089802265167 (0.24168210296304363) + | > loss_disc_real_3: 0.2041906863451004 (0.22117903657779572) + | > loss_disc_real_4: 0.23612359166145325 (0.22858605362996934) + | > loss_disc_real_5: 0.21513371169567108 (0.23757970551396626) + | > loss_0: 2.8403704166412354 (2.537193045494664) + | > grad_norm_0: tensor(20.4265, device='cuda:0') (tensor(36.3124, device='cuda:0')) + | > loss_gen: 2.0322976112365723 (2.205657116546751) + | > loss_kl: 1.2399221658706665 (1.3017218788717952) + | > loss_feat: 3.071338653564453 (3.6875456594357825) + | > loss_mel: 26.97549819946289 (27.074156736871988) + | > loss_duration: 1.9251477718353271 (1.9411035252224869) + | > amp_scaler: 128.0 (203.41401273885353) + | > loss_1: 35.244205474853516 (36.2101850691874) + | > grad_norm_1: tensor(138.4101, device='cuda:0') (tensor(218.9392, device='cuda:0')) + | > current_lr_0: 0.00019990001874843754 + | > current_lr_1: 0.00019990001874843754 + | > step_time: 0.8446 (0.8279764895226547) + | > loader_time: 0.0112 (0.005773049251289121) + + + --> TIME: 2024-11-22 10:38:12 -- STEP: 339/797 -- GLOBAL_STEP: 3750 + | > loss_disc: 2.508800506591797 (2.5349327378568414) + | > loss_disc_real_0: 0.25678741931915283 (0.18464890581756208) + | > loss_disc_real_1: 0.2721169590950012 (0.22321672238695234) + | > loss_disc_real_2: 0.30155572295188904 (0.2411774156895359) + | > loss_disc_real_3: 0.24458527565002441 (0.2214690286852969) + | > loss_disc_real_4: 0.2894776165485382 (0.2280921196691406) + | > loss_disc_real_5: 0.2817063331604004 (0.23749800316527878) + | > loss_0: 2.508800506591797 (2.5349327378568414) + | > grad_norm_0: tensor(17.7766, device='cuda:0') (tensor(37.1922, device='cuda:0')) + | > loss_gen: 2.4138927459716797 (2.2098351347762915) + | > loss_kl: 1.227746844291687 (1.3007126501527855) + | > loss_feat: 3.498765707015991 (3.695954234902486) + | > loss_mel: 26.22585105895996 (27.072512854517022) + | > loss_duration: 1.920013427734375 (1.9393896163389044) + | > amp_scaler: 128.0 (197.8525073746313) + | > loss_1: 35.28627014160156 (36.21840461798472) + | > grad_norm_1: tensor(125.6773, device='cuda:0') (tensor(222.5572, device='cuda:0')) + | > current_lr_0: 0.00019990001874843754 + | > current_lr_1: 0.00019990001874843754 + | > step_time: 0.9124 (0.831661584454652) + | > loader_time: 0.0051 (0.005846956134897415) + + + --> TIME: 2024-11-22 10:38:34 -- STEP: 364/797 -- GLOBAL_STEP: 3775 + | > loss_disc: 2.662031650543213 (2.5346976741329676) + | > loss_disc_real_0: 0.12208452075719833 (0.18461700842030093) + | > loss_disc_real_1: 0.20075081288814545 (0.22260312078991434) + | > loss_disc_real_2: 0.32854411005973816 (0.2415879068711957) + | > loss_disc_real_3: 0.16356314718723297 (0.22079757756584292) + | > loss_disc_real_4: 0.1790238469839096 (0.22801462655047794) + | > loss_disc_real_5: 0.20417171716690063 (0.2368741344947081) + | > loss_0: 2.662031650543213 (2.5346976741329676) + | > grad_norm_0: tensor(16.0913, device='cuda:0') (tensor(38.0162, device='cuda:0')) + | > loss_gen: 2.338660717010498 (2.2092285817796053) + | > loss_kl: 1.001135230064392 (1.2999512179867247) + | > loss_feat: 4.149478435516357 (3.7000563609731065) + | > loss_mel: 29.337127685546875 (27.065656557187918) + | > loss_duration: 1.9409191608428955 (1.937264309152142) + | > amp_scaler: 128.0 (193.0549450549451) + | > loss_1: 38.76731872558594 (36.212157144651286) + | > grad_norm_1: tensor(86.0808, device='cuda:0') (tensor(223.3269, device='cuda:0')) + | > current_lr_0: 0.00019990001874843754 + | > current_lr_1: 0.00019990001874843754 + | > step_time: 0.8861 (0.8346449287383112) + | > loader_time: 0.0064 (0.005949926245343553) + + + --> TIME: 2024-11-22 10:38:56 -- STEP: 389/797 -- GLOBAL_STEP: 3800 + | > loss_disc: 2.5683462619781494 (2.5369056196629565) + | > loss_disc_real_0: 0.3425593376159668 (0.1846235857409805) + | > loss_disc_real_1: 0.3084331452846527 (0.2230812318642219) + | > loss_disc_real_2: 0.18633200228214264 (0.24159658035612963) + | > loss_disc_real_3: 0.22737300395965576 (0.22105643344722248) + | > loss_disc_real_4: 0.22706055641174316 (0.2286586759559293) + | > loss_disc_real_5: 0.18076133728027344 (0.2373522552625685) + | > loss_0: 2.5683462619781494 (2.5369056196629565) + | > grad_norm_0: tensor(65.2471, device='cuda:0') (tensor(38.0179, device='cuda:0')) + | > loss_gen: 2.104185104370117 (2.2082197886812667) + | > loss_kl: 1.2659969329833984 (1.2983068394783517) + | > loss_feat: 3.9852755069732666 (3.697540407622075) + | > loss_mel: 28.07412338256836 (27.08787756284894) + | > loss_duration: 1.9314252138137817 (1.9353310007669013) + | > amp_scaler: 128.0 (188.87403598971727) + | > loss_1: 37.36100769042969 (36.22727574051803) + | > grad_norm_1: tensor(232.2800, device='cuda:0') (tensor(223.4686, device='cuda:0')) + | > current_lr_0: 0.00019990001874843754 + | > current_lr_1: 0.00019990001874843754 + | > step_time: 0.8476 (0.837363583263211) + | > loader_time: 0.0065 (0.006053034015057325) + + + --> TIME: 2024-11-22 10:39:18 -- STEP: 414/797 -- GLOBAL_STEP: 3825 + | > loss_disc: 2.597322940826416 (2.537039878863647) + | > loss_disc_real_0: 0.11407621204853058 (0.18456822029058478) + | > loss_disc_real_1: 0.23532311618328094 (0.2232392049677994) + | > loss_disc_real_2: 0.2202160805463791 (0.24149863835838106) + | > loss_disc_real_3: 0.18594710528850555 (0.22065364461446155) + | > loss_disc_real_4: 0.21217161417007446 (0.2278705572232532) + | > loss_disc_real_5: 0.21156258881092072 (0.23760081680068643) + | > loss_0: 2.597322940826416 (2.537039878863647) + | > grad_norm_0: tensor(23.9298, device='cuda:0') (tensor(38.9965, device='cuda:0')) + | > loss_gen: 1.9745168685913086 (2.208001297453176) + | > loss_kl: 1.3291457891464233 (1.3006344899751123) + | > loss_feat: 3.736300468444824 (3.6993940417893265) + | > loss_mel: 28.632307052612305 (27.111426077027243) + | > loss_duration: 1.8962070941925049 (1.9339651724566584) + | > amp_scaler: 128.0 (185.19806763285027) + | > loss_1: 37.568477630615234 (36.253421230592586) + | > grad_norm_1: tensor(114.5225, device='cuda:0') (tensor(226.0073, device='cuda:0')) + | > current_lr_0: 0.00019990001874843754 + | > current_lr_1: 0.00019990001874843754 + | > step_time: 0.8477 (0.8396879739807425) + | > loader_time: 0.01 (0.006151268447654834) + + + --> TIME: 2024-11-22 10:39:41 -- STEP: 439/797 -- GLOBAL_STEP: 3850 + | > loss_disc: 2.4547388553619385 (2.536432933698757) + | > loss_disc_real_0: 0.14513304829597473 (0.1845555941580639) + | > loss_disc_real_1: 0.2038296014070511 (0.22312915445663933) + | > loss_disc_real_2: 0.25050076842308044 (0.2414414327685002) + | > loss_disc_real_3: 0.24916113913059235 (0.22045945819119386) + | > loss_disc_real_4: 0.21308185160160065 (0.22798775323159604) + | > loss_disc_real_5: 0.2334049493074417 (0.23773051194150788) + | > loss_0: 2.4547388553619385 (2.536432933698757) + | > grad_norm_0: tensor(15.8104, device='cuda:0') (tensor(38.9839, device='cuda:0')) + | > loss_gen: 1.988378882408142 (2.206829531860787) + | > loss_kl: 1.2835713624954224 (1.301088003335617) + | > loss_feat: 3.531022787094116 (3.7001615673099946) + | > loss_mel: 27.690567016601562 (27.102662857681302) + | > loss_duration: 1.8734242916107178 (1.9325531566333118) + | > amp_scaler: 128.0 (181.94077448747157) + | > loss_1: 36.366966247558594 (36.24329527852747) + | > grad_norm_1: tensor(246.7464, device='cuda:0') (tensor(229.8447, device='cuda:0')) + | > current_lr_0: 0.00019990001874843754 + | > current_lr_1: 0.00019990001874843754 + | > step_time: 0.8586 (0.8420094362967108) + | > loader_time: 0.0063 (0.006225174814802095) + + + --> TIME: 2024-11-22 10:40:03 -- STEP: 464/797 -- GLOBAL_STEP: 3875 + | > loss_disc: 2.5202698707580566 (2.53588417789032) + | > loss_disc_real_0: 0.23911863565444946 (0.18482575999123263) + | > loss_disc_real_1: 0.2694929242134094 (0.22308463974181433) + | > loss_disc_real_2: 0.26689091324806213 (0.24151525794175163) + | > loss_disc_real_3: 0.23681704699993134 (0.22046902721169695) + | > loss_disc_real_4: 0.19726523756980896 (0.22768938589584212) + | > loss_disc_real_5: 0.30209702253341675 (0.23802949562026507) + | > loss_0: 2.5202698707580566 (2.53588417789032) + | > grad_norm_0: tensor(47.3204, device='cuda:0') (tensor(39.2737, device='cuda:0')) + | > loss_gen: 2.0955076217651367 (2.208410445215374) + | > loss_kl: 1.2925236225128174 (1.2998908720910536) + | > loss_feat: 3.5017001628875732 (3.7061391390603164) + | > loss_mel: 26.316274642944336 (27.084780076454418) + | > loss_duration: 1.8638222217559814 (1.9316579653271313) + | > amp_scaler: 128.0 (179.03448275862073) + | > loss_1: 35.069828033447266 (36.23087864497612) + | > grad_norm_1: tensor(259.0188, device='cuda:0') (tensor(232.1900, device='cuda:0')) + | > current_lr_0: 0.00019990001874843754 + | > current_lr_1: 0.00019990001874843754 + | > step_time: 0.9168 (0.8445093102496247) + | > loader_time: 0.0066 (0.006280288614075758) + + + --> TIME: 2024-11-22 10:40:26 -- STEP: 489/797 -- GLOBAL_STEP: 3900 + | > loss_disc: 2.49764084815979 (2.532174659409165) + | > loss_disc_real_0: 0.12301629781723022 (0.18386692433391363) + | > loss_disc_real_1: 0.2741526663303375 (0.22303176339113884) + | > loss_disc_real_2: 0.2042407989501953 (0.24122246563556493) + | > loss_disc_real_3: 0.2664627134799957 (0.2202384686116548) + | > loss_disc_real_4: 0.21632395684719086 (0.2269054728051636) + | > loss_disc_real_5: 0.18781717121601105 (0.2377974839237326) + | > loss_0: 2.49764084815979 (2.532174659409165) + | > grad_norm_0: tensor(30.3687, device='cuda:0') (tensor(39.2120, device='cuda:0')) + | > loss_gen: 2.281137466430664 (2.2116777782303676) + | > loss_kl: 1.336340069770813 (1.2972727237547335) + | > loss_feat: 4.155498504638672 (3.719051106575808) + | > loss_mel: 28.060461044311523 (27.072784201499136) + | > loss_duration: 1.8651050329208374 (1.930065229626521) + | > amp_scaler: 128.0 (176.42535787321066) + | > loss_1: 37.69853973388672 (36.23085119875418) + | > grad_norm_1: tensor(94.6636, device='cuda:0') (tensor(232.8709, device='cuda:0')) + | > current_lr_0: 0.00019990001874843754 + | > current_lr_1: 0.00019990001874843754 + | > step_time: 0.9011 (0.8465652763234083) + | > loader_time: 0.0068 (0.006393944558921766) + + + --> TIME: 2024-11-22 10:40:48 -- STEP: 514/797 -- GLOBAL_STEP: 3925 + | > loss_disc: 2.5014305114746094 (2.529942149781998) + | > loss_disc_real_0: 0.09381499886512756 (0.18308132172268646) + | > loss_disc_real_1: 0.2411617636680603 (0.22255336352649366) + | > loss_disc_real_2: 0.24588151276111603 (0.24097990253324175) + | > loss_disc_real_3: 0.21236082911491394 (0.2199257048651402) + | > loss_disc_real_4: 0.20499035716056824 (0.22736382603297436) + | > loss_disc_real_5: 0.23309309780597687 (0.2379685267806053) + | > loss_0: 2.5014305114746094 (2.529942149781998) + | > grad_norm_0: tensor(111.2402, device='cuda:0') (tensor(39.2141, device='cuda:0')) + | > loss_gen: 2.1650502681732178 (2.213778428298491) + | > loss_kl: 1.0080571174621582 (1.2964827224670206) + | > loss_feat: 3.824012279510498 (3.7312024799302392) + | > loss_mel: 24.701749801635742 (27.084962124954394) + | > loss_duration: 1.8800002336502075 (1.9286369247659172) + | > amp_scaler: 128.0 (174.07003891050587) + | > loss_1: 33.5788688659668 (36.2550628342981) + | > grad_norm_1: tensor(677.9693, device='cuda:0') (tensor(236.1484, device='cuda:0')) + | > current_lr_0: 0.00019990001874843754 + | > current_lr_1: 0.00019990001874843754 + | > step_time: 0.88 (0.8485836801825796) + | > loader_time: 0.0068 (0.006467641095706924) + + + --> TIME: 2024-11-22 10:41:11 -- STEP: 539/797 -- GLOBAL_STEP: 3950 + | > loss_disc: 2.3689191341400146 (2.5306542481473753) + | > loss_disc_real_0: 0.20894137024879456 (0.18357072867356333) + | > loss_disc_real_1: 0.23330827057361603 (0.22284439594548797) + | > loss_disc_real_2: 0.20645920932292938 (0.2410012949430876) + | > loss_disc_real_3: 0.2282303273677826 (0.21996612363047413) + | > loss_disc_real_4: 0.18826822936534882 (0.2274279837982111) + | > loss_disc_real_5: 0.2500794529914856 (0.23840713064170718) + | > loss_0: 2.3689191341400146 (2.5306542481473753) + | > grad_norm_0: tensor(24.0169, device='cuda:0') (tensor(39.4859, device='cuda:0')) + | > loss_gen: 2.372020721435547 (2.218322840382748) + | > loss_kl: 1.2524189949035645 (1.2960418979179429) + | > loss_feat: 4.325367450714111 (3.74238168286481) + | > loss_mel: 27.4102725982666 (27.090977762537225) + | > loss_duration: 1.9082527160644531 (1.9281487433941333) + | > amp_scaler: 128.0 (171.9332096474954) + | > loss_1: 37.268333435058594 (36.275873070966334) + | > grad_norm_1: tensor(247.3941, device='cuda:0') (tensor(237.1573, device='cuda:0')) + | > current_lr_0: 0.00019990001874843754 + | > current_lr_1: 0.00019990001874843754 + | > step_time: 0.92 (0.8505223005291261) + | > loader_time: 0.0138 (0.006590160235403199) + + + --> TIME: 2024-11-22 10:41:34 -- STEP: 564/797 -- GLOBAL_STEP: 3975 + | > loss_disc: 2.5145695209503174 (2.5294768894817823) + | > loss_disc_real_0: 0.2088230550289154 (0.18341802369723922) + | > loss_disc_real_1: 0.22253717482089996 (0.222549619523029) + | > loss_disc_real_2: 0.2770688831806183 (0.240969855919586) + | > loss_disc_real_3: 0.2849379777908325 (0.22002617465266103) + | > loss_disc_real_4: 0.23415085673332214 (0.22729357361053754) + | > loss_disc_real_5: 0.257581889629364 (0.23813922203918717) + | > loss_0: 2.5145695209503174 (2.5294768894817823) + | > grad_norm_0: tensor(30.8541, device='cuda:0') (tensor(39.2908, device='cuda:0')) + | > loss_gen: 2.0619523525238037 (2.216287578885437) + | > loss_kl: 1.4001402854919434 (1.2965328470400872) + | > loss_feat: 3.4400086402893066 (3.7449744191575567) + | > loss_mel: 25.56747817993164 (27.09251385884927) + | > loss_duration: 1.8801071643829346 (1.926869251626603) + | > amp_scaler: 128.0 (169.98581560283688) + | > loss_1: 34.34968566894531 (36.27717809136031) + | > grad_norm_1: tensor(249.9377, device='cuda:0') (tensor(236.7013, device='cuda:0')) + | > current_lr_0: 0.00019990001874843754 + | > current_lr_1: 0.00019990001874843754 + | > step_time: 0.9081 (0.8530760732948357) + | > loader_time: 0.0089 (0.006684378951999312) + + + --> TIME: 2024-11-22 10:41:57 -- STEP: 589/797 -- GLOBAL_STEP: 4000 + | > loss_disc: 2.611579656600952 (2.527392162734261) + | > loss_disc_real_0: 0.11890718340873718 (0.18239238629266236) + | > loss_disc_real_1: 0.21299752593040466 (0.22256483728341225) + | > loss_disc_real_2: 0.2835941016674042 (0.24078723472022848) + | > loss_disc_real_3: 0.22996683418750763 (0.21982521438537914) + | > loss_disc_real_4: 0.2639588713645935 (0.22698085948647798) + | > loss_disc_real_5: 0.2820104658603668 (0.23832380670440617) + | > loss_0: 2.611579656600952 (2.527392162734261) + | > grad_norm_0: tensor(95.8753, device='cuda:0') (tensor(39.2848, device='cuda:0')) + | > loss_gen: 2.1654937267303467 (2.2176463858988167) + | > loss_kl: 1.1522107124328613 (1.2937494045809688) + | > loss_feat: 3.3136377334594727 (3.750773977545203) + | > loss_mel: 24.364896774291992 (27.092167201795064) + | > loss_duration: 1.8810852766036987 (1.9258758653404353) + | > amp_scaler: 128.0 (168.20373514431242) + | > loss_1: 32.877323150634766 (36.280212988472925) + | > grad_norm_1: tensor(1126.2322, device='cuda:0') (tensor(239.9124, device='cuda:0')) + | > current_lr_0: 0.00019990001874843754 + | > current_lr_1: 0.00019990001874843754 + | > step_time: 0.8467 (0.8549885328840113) + | > loader_time: 0.0077 (0.006792907601503848) + + + --> TIME: 2024-11-22 10:42:20 -- STEP: 614/797 -- GLOBAL_STEP: 4025 + | > loss_disc: 2.533386468887329 (2.5224074129172958) + | > loss_disc_real_0: 0.18833959102630615 (0.18130356866975558) + | > loss_disc_real_1: 0.2022579163312912 (0.22231822886810637) + | > loss_disc_real_2: 0.28416943550109863 (0.24044682961624686) + | > loss_disc_real_3: 0.24109679460525513 (0.21954460626510533) + | > loss_disc_real_4: 0.2515827715396881 (0.22628670083874608) + | > loss_disc_real_5: 0.19755204021930695 (0.23771780615229554) + | > loss_0: 2.533386468887329 (2.5224074129172958) + | > grad_norm_0: tensor(18.7813, device='cuda:0') (tensor(38.7529, device='cuda:0')) + | > loss_gen: 2.4420297145843506 (2.2223595182748106) + | > loss_kl: 1.3434985876083374 (1.2933660923269743) + | > loss_feat: 4.055307388305664 (3.7679480842348037) + | > loss_mel: 29.346588134765625 (27.11500673884288) + | > loss_duration: 1.8945378065109253 (1.9253592442611918) + | > amp_scaler: 128.0 (166.56677524429966) + | > loss_1: 39.08196258544922 (36.324039847532354) + | > grad_norm_1: tensor(160.9637, device='cuda:0') (tensor(238.6015, device='cuda:0')) + | > current_lr_0: 0.00019990001874843754 + | > current_lr_1: 0.00019990001874843754 + | > step_time: 0.9512 (0.857282040950141) + | > loader_time: 0.0095 (0.006878413284252055) + + + --> TIME: 2024-11-22 10:42:43 -- STEP: 639/797 -- GLOBAL_STEP: 4050 + | > loss_disc: 2.3906521797180176 (2.5207081613406337) + | > loss_disc_real_0: 0.13733959197998047 (0.18112937139466692) + | > loss_disc_real_1: 0.21580930054187775 (0.2220833603415132) + | > loss_disc_real_2: 0.25359591841697693 (0.2403838334368988) + | > loss_disc_real_3: 0.2195228785276413 (0.2193959762046408) + | > loss_disc_real_4: 0.19500312209129333 (0.22621703161879894) + | > loss_disc_real_5: 0.21196410059928894 (0.2375960162314637) + | > loss_0: 2.3906521797180176 (2.5207081613406337) + | > grad_norm_0: tensor(19.5474, device='cuda:0') (tensor(39.1317, device='cuda:0')) + | > loss_gen: 2.2652974128723145 (2.2228881337086728) + | > loss_kl: 1.37802255153656 (1.292919830630456) + | > loss_feat: 4.059911251068115 (3.769029731481848) + | > loss_mel: 27.754127502441406 (27.10321381916648) + | > loss_duration: 1.9546120166778564 (1.9255133065072956) + | > amp_scaler: 128.0 (165.05790297339595) + | > loss_1: 37.41197204589844 (36.31356497512359) + | > grad_norm_1: tensor(147.0228, device='cuda:0') (tensor(242.2827, device='cuda:0')) + | > current_lr_0: 0.00019990001874843754 + | > current_lr_1: 0.00019990001874843754 + | > step_time: 0.9005 (0.859992554116883) + | > loader_time: 0.0097 (0.006967699024039255) + + + --> TIME: 2024-11-22 10:43:07 -- STEP: 664/797 -- GLOBAL_STEP: 4075 + | > loss_disc: 2.754570722579956 (2.520666156906681) + | > loss_disc_real_0: 0.2351999580860138 (0.1811736954308775) + | > loss_disc_real_1: 0.25476324558258057 (0.22217623838952874) + | > loss_disc_real_2: 0.2504848539829254 (0.24018889070903682) + | > loss_disc_real_3: 0.23472675681114197 (0.21912102130836392) + | > loss_disc_real_4: 0.23962563276290894 (0.2262078756129886) + | > loss_disc_real_5: 0.22222742438316345 (0.23801330930317738) + | > loss_0: 2.754570722579956 (2.520666156906681) + | > grad_norm_0: tensor(32.8667, device='cuda:0') (tensor(39.1080, device='cuda:0')) + | > loss_gen: 2.089613676071167 (2.2245826116168366) + | > loss_kl: 1.2647249698638916 (1.294887267232659) + | > loss_feat: 3.5565426349639893 (3.7781470619052295) + | > loss_mel: 26.389753341674805 (27.119875847575166) + | > loss_duration: 1.8898711204528809 (1.9246860358370357) + | > amp_scaler: 128.0 (163.6626506024096) + | > loss_1: 35.19050598144531 (36.34217896518933) + | > grad_norm_1: tensor(177.7891, device='cuda:0') (tensor(243.9131, device='cuda:0')) + | > current_lr_0: 0.00019990001874843754 + | > current_lr_1: 0.00019990001874843754 + | > step_time: 0.9382 (0.8632045057882742) + | > loader_time: 0.0178 (0.00705747216580862) + + + --> TIME: 2024-11-22 10:43:31 -- STEP: 689/797 -- GLOBAL_STEP: 4100 + | > loss_disc: 2.680917739868164 (2.520411398656485) + | > loss_disc_real_0: 0.13891971111297607 (0.18070146552839866) + | > loss_disc_real_1: 0.18918247520923615 (0.22234330309016964) + | > loss_disc_real_2: 0.2569431960582733 (0.2403437238516413) + | > loss_disc_real_3: 0.23609301447868347 (0.21910273852516154) + | > loss_disc_real_4: 0.21175654232501984 (0.22619015651015661) + | > loss_disc_real_5: 0.22944112122058868 (0.23816371509056475) + | > loss_0: 2.680917739868164 (2.520411398656485) + | > grad_norm_0: tensor(46.7392, device='cuda:0') (tensor(39.4761, device='cuda:0')) + | > loss_gen: 2.103123903274536 (2.224618207041516) + | > loss_kl: 1.292246699333191 (1.2960055319941095) + | > loss_feat: 3.339357852935791 (3.7775835035847307) + | > loss_mel: 25.989715576171875 (27.115062054771112) + | > loss_duration: 1.9234323501586914 (1.9237767862823774) + | > amp_scaler: 128.0 (162.36865021770683) + | > loss_1: 34.64787673950195 (36.33704622044441) + | > grad_norm_1: tensor(503.1346, device='cuda:0') (tensor(247.8606, device='cuda:0')) + | > current_lr_0: 0.00019990001874843754 + | > current_lr_1: 0.00019990001874843754 + | > step_time: 0.9575 (0.8660529099285859) + | > loader_time: 0.0086 (0.0071878080271152) + + + --> TIME: 2024-11-22 10:43:56 -- STEP: 714/797 -- GLOBAL_STEP: 4125 + | > loss_disc: 2.7083473205566406 (2.5203363194185164) + | > loss_disc_real_0: 0.12655603885650635 (0.18047382221857183) + | > loss_disc_real_1: 0.22421732544898987 (0.2221447653984991) + | > loss_disc_real_2: 0.23675477504730225 (0.24007381624033472) + | > loss_disc_real_3: 0.24600225687026978 (0.2193256264202902) + | > loss_disc_real_4: 0.23320026695728302 (0.22639723105423934) + | > loss_disc_real_5: 0.22528155148029327 (0.23795470620403766) + | > loss_0: 2.7083473205566406 (2.5203363194185164) + | > grad_norm_0: tensor(211.6400, device='cuda:0') (tensor(40.3966, device='cuda:0')) + | > loss_gen: 2.186513662338257 (2.224733148636272) + | > loss_kl: 1.2285239696502686 (1.2956462995845723) + | > loss_feat: 2.5956172943115234 (3.7778053874729065) + | > loss_mel: 23.053754806518555 (27.107249730107487) + | > loss_duration: 1.8845133781433105 (1.9226778278163834) + | > amp_scaler: 128.0 (161.16526610644263) + | > loss_1: 30.948923110961914 (36.328112516750416) + | > grad_norm_1: tensor(746.4625, device='cuda:0') (tensor(251.8434, device='cuda:0')) + | > current_lr_0: 0.00019990001874843754 + | > current_lr_1: 0.00019990001874843754 + | > step_time: 0.9846 (0.8694618820142342) + | > loader_time: 0.0097 (0.007268203740694276) + + + --> TIME: 2024-11-22 10:44:21 -- STEP: 739/797 -- GLOBAL_STEP: 4150 + | > loss_disc: 2.4810898303985596 (2.520400267976549) + | > loss_disc_real_0: 0.13183540105819702 (0.18031802705422284) + | > loss_disc_real_1: 0.2234908789396286 (0.22206500228065928) + | > loss_disc_real_2: 0.22390852868556976 (0.240519826079899) + | > loss_disc_real_3: 0.20732033252716064 (0.21938138180922753) + | > loss_disc_real_4: 0.23850388824939728 (0.2263102981895814) + | > loss_disc_real_5: 0.25054383277893066 (0.23810081623484539) + | > loss_0: 2.4810898303985596 (2.520400267976549) + | > grad_norm_0: tensor(33.2141, device='cuda:0') (tensor(40.4688, device='cuda:0')) + | > loss_gen: 1.944995641708374 (2.2268068861412926) + | > loss_kl: 1.2461920976638794 (1.2942132763514174) + | > loss_feat: 3.581347942352295 (3.7826698968471795) + | > loss_mel: 26.40245246887207 (27.09373610913349) + | > loss_duration: 1.8558790683746338 (1.9214354961586257) + | > amp_scaler: 128.0 (160.0433017591341) + | > loss_1: 35.03086853027344 (36.318861771662235) + | > grad_norm_1: tensor(325.0970, device='cuda:0') (tensor(252.0282, device='cuda:0')) + | > current_lr_0: 0.00019990001874843754 + | > current_lr_1: 0.00019990001874843754 + | > step_time: 0.9309 (0.8736205536554563) + | > loader_time: 0.0858 (0.008256514759605729) + + + --> TIME: 2024-11-22 10:44:50 -- STEP: 764/797 -- GLOBAL_STEP: 4175 + | > loss_disc: 2.5023393630981445 (2.5208509258574856) + | > loss_disc_real_0: 0.08404514193534851 (0.1802160664076344) + | > loss_disc_real_1: 0.26195231080055237 (0.2220528329288617) + | > loss_disc_real_2: 0.24364057183265686 (0.24022950243731445) + | > loss_disc_real_3: 0.20374855399131775 (0.21951682929008107) + | > loss_disc_real_4: 0.19096726179122925 (0.22611712523935984) + | > loss_disc_real_5: 0.22229033708572388 (0.2384147824456242) + | > loss_0: 2.5023393630981445 (2.5208509258574856) + | > grad_norm_0: tensor(42.1407, device='cuda:0') (tensor(40.6356, device='cuda:0')) + | > loss_gen: 2.083498239517212 (2.2249699543908004) + | > loss_kl: 1.3015849590301514 (1.293755232117563) + | > loss_feat: 3.704272508621216 (3.780498794236109) + | > loss_mel: 28.218429565429688 (27.08555328658737) + | > loss_duration: 1.8776631355285645 (1.9200798268405554) + | > amp_scaler: 128.0 (158.9947643979059) + | > loss_1: 37.18545150756836 (36.304857206594214) + | > grad_norm_1: tensor(422.8459, device='cuda:0') (tensor(253.0786, device='cuda:0')) + | > current_lr_0: 0.00019990001874843754 + | > current_lr_1: 0.00019990001874843754 + | > step_time: 1.1088 (0.8791787421516096) + | > loader_time: 0.0988 (0.011059548842345232) + + + --> TIME: 2024-11-22 10:45:45 -- STEP: 789/797 -- GLOBAL_STEP: 4200 + | > loss_disc: 2.5755321979522705 (2.5200284482257307) + | > loss_disc_real_0: 0.09752140939235687 (0.1798675558818986) + | > loss_disc_real_1: 0.26427584886550903 (0.2219290445418262) + | > loss_disc_real_2: 0.2406078726053238 (0.2401113989461964) + | > loss_disc_real_3: 0.2948469817638397 (0.21937513713109932) + | > loss_disc_real_4: 0.18716071546077728 (0.2260046731420948) + | > loss_disc_real_5: 0.21295998990535736 (0.23805415890969248) + | > loss_0: 2.5755321979522705 (2.5200284482257307) + | > grad_norm_0: tensor(22.4629, device='cuda:0') (tensor(40.7931, device='cuda:0')) + | > loss_gen: 2.267658233642578 (2.2262778061575466) + | > loss_kl: 1.3962056636810303 (1.2954551798158118) + | > loss_feat: 4.29236364364624 (3.7892853116807834) + | > loss_mel: 28.01230239868164 (27.088856843336746) + | > loss_duration: 1.9677907228469849 (1.9187923199928003) + | > amp_scaler: 128.0 (158.0126742712296) + | > loss_1: 37.93632125854492 (36.31866758465007) + | > grad_norm_1: tensor(209.6270, device='cuda:0') (tensor(255.0576, device='cuda:0')) + | > current_lr_0: 0.00019990001874843754 + | > current_lr_1: 0.00019990001874843754 + | > step_time: 1.1107 (0.9171195516719259) + | > loader_time: 0.1096 (0.014218350931416598) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.8692376613616943 (2.8692376613616943) + | > loss_disc_real_0: 0.11665771901607513 (0.11665771901607513) + | > loss_disc_real_1: 0.12329081445932388 (0.12329081445932388) + | > loss_disc_real_2: 0.275725781917572 (0.275725781917572) + | > loss_disc_real_3: 0.12110579758882523 (0.12110579758882523) + | > loss_disc_real_4: 0.20560863614082336 (0.20560863614082336) + | > loss_disc_real_5: 0.18405355513095856 (0.18405355513095856) + | > loss_0: 2.8692376613616943 (2.8692376613616943) + | > loss_gen: 1.4968504905700684 (1.4968504905700684) + | > loss_kl: 1.1347556114196777 (1.1347556114196777) + | > loss_feat: 3.629758358001709 (3.629758358001709) + | > loss_mel: 26.151878356933594 (26.151878356933594) + | > loss_duration: 2.194425106048584 (2.194425106048584) + | > loss_1: 34.607666015625 (34.607666015625) + + --> STEP: 1 + | > loss_disc: 2.757127523422241 (2.757127523422241) + | > loss_disc_real_0: 0.13420362770557404 (0.13420362770557404) + | > loss_disc_real_1: 0.11960134655237198 (0.11960134655237198) + | > loss_disc_real_2: 0.17506225407123566 (0.17506225407123566) + | > loss_disc_real_3: 0.08887538313865662 (0.08887538313865662) + | > loss_disc_real_4: 0.13509045541286469 (0.13509045541286469) + | > loss_disc_real_5: 0.13758046925067902 (0.13758046925067902) + | > loss_0: 2.757127523422241 (2.757127523422241) + | > loss_gen: 1.4945839643478394 (1.4945839643478394) + | > loss_kl: 0.9301599264144897 (0.9301599264144897) + | > loss_feat: 5.083731651306152 (5.083731651306152) + | > loss_mel: 35.08097839355469 (35.08097839355469) + | > loss_duration: 2.062513828277588 (2.062513828277588) + | > loss_1: 44.65196990966797 (44.65196990966797) + + --> STEP: 2 + | > loss_disc: 2.7037744522094727 (2.730450987815857) + | > loss_disc_real_0: 0.16256263852119446 (0.14838313311338425) + | > loss_disc_real_1: 0.13627277314662933 (0.12793705984950066) + | > loss_disc_real_2: 0.3399411737918854 (0.2575017139315605) + | > loss_disc_real_3: 0.1888013333082199 (0.13883835822343826) + | > loss_disc_real_4: 0.29306426644325256 (0.21407736092805862) + | > loss_disc_real_5: 0.24206623435020447 (0.18982335180044174) + | > loss_0: 2.7037744522094727 (2.730450987815857) + | > loss_gen: 1.914476990699768 (1.7045304775238037) + | > loss_kl: 1.2219234704971313 (1.0760416984558105) + | > loss_feat: 3.312269926071167 (4.19800078868866) + | > loss_mel: 28.095916748046875 (31.58844757080078) + | > loss_duration: 1.8146255016326904 (1.9385696649551392) + | > loss_1: 36.359214782714844 (40.505592346191406) + + --> STEP: 3 + | > loss_disc: 2.4836997985839844 (2.648200591405233) + | > loss_disc_real_0: 0.0994967669248581 (0.13208767771720886) + | > loss_disc_real_1: 0.10146591067314148 (0.11911334345738094) + | > loss_disc_real_2: 0.3110507130622864 (0.2753513803084691) + | > loss_disc_real_3: 0.12588463723659515 (0.13452045122782388) + | > loss_disc_real_4: 0.11377432942390442 (0.18064301709334055) + | > loss_disc_real_5: 0.12339204549789429 (0.16767958303292593) + | > loss_0: 2.4836997985839844 (2.648200591405233) + | > loss_gen: 1.791691541671753 (1.7335841655731201) + | > loss_kl: 1.3489651679992676 (1.1670161883036296) + | > loss_feat: 4.712586402893066 (4.369529326756795) + | > loss_mel: 31.22383689880371 (31.46691068013509) + | > loss_duration: 1.8830069303512573 (1.920048753420512) + | > loss_1: 40.960086822509766 (40.657090504964195) + + --> STEP: 4 + | > loss_disc: 2.8113532066345215 (2.688988745212555) + | > loss_disc_real_0: 0.1835046261548996 (0.14494191482663155) + | > loss_disc_real_1: 0.1078856885433197 (0.11630642972886562) + | > loss_disc_real_2: 0.32634103298187256 (0.28809879347682) + | > loss_disc_real_3: 0.17678770422935486 (0.14508726447820663) + | > loss_disc_real_4: 0.2554605305194855 (0.19934739544987679) + | > loss_disc_real_5: 0.23543308675289154 (0.18461795896291733) + | > loss_0: 2.8113532066345215 (2.688988745212555) + | > loss_gen: 1.7442721128463745 (1.7362561523914337) + | > loss_kl: 1.1180452108383179 (1.1547734439373016) + | > loss_feat: 3.4673397541046143 (4.14398193359375) + | > loss_mel: 25.68124771118164 (30.02049493789673) + | > loss_duration: 1.8656302690505981 (1.9064441323280334) + | > loss_1: 33.87653350830078 (38.96195125579834) + + --> STEP: 5 + | > loss_disc: 2.4305992126464844 (2.637310838699341) + | > loss_disc_real_0: 0.1152181476354599 (0.1389971613883972) + | > loss_disc_real_1: 0.0936056599020958 (0.11176627576351165) + | > loss_disc_real_2: 0.23840917646884918 (0.27816087007522583) + | > loss_disc_real_3: 0.15064099431037903 (0.14619801044464112) + | > loss_disc_real_4: 0.24802453815937042 (0.20908282399177552) + | > loss_disc_real_5: 0.10896992683410645 (0.16948835253715516) + | > loss_0: 2.4305992126464844 (2.637310838699341) + | > loss_gen: 1.7809278964996338 (1.7451905012130737) + | > loss_kl: 1.121071457862854 (1.148033046722412) + | > loss_feat: 4.559401988983154 (4.227065944671631) + | > loss_mel: 29.063329696655273 (29.829061889648436) + | > loss_duration: 2.094280958175659 (1.9440114974975586) + | > loss_1: 38.619014739990234 (38.89336395263672) + + --> STEP: 6 + | > loss_disc: 2.5518813133239746 (2.6230725844701133) + | > loss_disc_real_0: 0.12204756587743759 (0.1361722288032373) + | > loss_disc_real_1: 0.11849483102560043 (0.11288770164052646) + | > loss_disc_real_2: 0.28891730308532715 (0.27995360891024273) + | > loss_disc_real_3: 0.1277018040418625 (0.14311530937751135) + | > loss_disc_real_4: 0.2901531457901001 (0.22259454429149628) + | > loss_disc_real_5: 0.16681146621704102 (0.16904220481713614) + | > loss_0: 2.5518813133239746 (2.6230725844701133) + | > loss_gen: 1.8565109968185425 (1.7637439171473186) + | > loss_kl: 1.1559115648269653 (1.149346133073171) + | > loss_feat: 4.011727333068848 (4.191176176071167) + | > loss_mel: 30.952367782592773 (30.016279538472492) + | > loss_duration: 1.9177918434143066 (1.9396415551503499) + | > loss_1: 39.894309997558594 (39.06018829345703) + + --> STEP: 7 + | > loss_disc: 2.4768452644348145 (2.6021829673222134) + | > loss_disc_real_0: 0.09061063826084137 (0.12966343015432358) + | > loss_disc_real_1: 0.08306097239255905 (0.10862674031938825) + | > loss_disc_real_2: 0.2821403741836548 (0.28026600394930157) + | > loss_disc_real_3: 0.1233435571193695 (0.14029077334063395) + | > loss_disc_real_4: 0.22217412292957306 (0.22253448409693583) + | > loss_disc_real_5: 0.09280332177877426 (0.15815093581165587) + | > loss_0: 2.4768452644348145 (2.6021829673222134) + | > loss_gen: 1.640134572982788 (1.7460854394095284) + | > loss_kl: 1.2067316770553589 (1.1575440679277693) + | > loss_feat: 4.739116191864014 (4.2694533211844305) + | > loss_mel: 30.304813385009766 (30.057498659406388) + | > loss_duration: 1.78645920753479 (1.9177583626338415) + | > loss_1: 39.67725372314453 (39.1483404976981) + + --> STEP: 8 + | > loss_disc: 2.9568357467651367 (2.6465145647525787) + | > loss_disc_real_0: 0.12449353188276291 (0.1290171928703785) + | > loss_disc_real_1: 0.19221597909927368 (0.11907539516687393) + | > loss_disc_real_2: 0.31332677602767944 (0.2843986004590988) + | > loss_disc_real_3: 0.09924798458814621 (0.13516042474657297) + | > loss_disc_real_4: 0.2742961347103119 (0.22900469042360783) + | > loss_disc_real_5: 0.07910790294408798 (0.14827055670320988) + | > loss_0: 2.9568357467651367 (2.6465145647525787) + | > loss_gen: 1.4690272808074951 (1.7114531695842743) + | > loss_kl: 1.5370861291885376 (1.2049868255853653) + | > loss_feat: 4.249419212341309 (4.2669490575790405) + | > loss_mel: 31.13970375061035 (30.192774295806885) + | > loss_duration: 1.9525763988494873 (1.9221106171607971) + | > loss_1: 40.34781265258789 (39.298274517059326) + + --> STEP: 9 + | > loss_disc: 2.3943493366241455 (2.618496206071642) + | > loss_disc_real_0: 0.10904958844184875 (0.1267985701560974) + | > loss_disc_real_1: 0.1551806628704071 (0.12308709157837762) + | > loss_disc_real_2: 0.28859734535217285 (0.2848651276694404) + | > loss_disc_real_3: 0.1683117151260376 (0.13884390145540237) + | > loss_disc_real_4: 0.18246053159236908 (0.22383311722013685) + | > loss_disc_real_5: 0.1346660703420639 (0.146758947107527) + | > loss_0: 2.3943493366241455 (2.618496206071642) + | > loss_gen: 1.8830422163009644 (1.7305186192194622) + | > loss_kl: 1.0920212268829346 (1.1924350923962064) + | > loss_feat: 4.258323669433594 (4.265990681118435) + | > loss_mel: 30.928922653198242 (30.274568557739258) + | > loss_duration: 1.9326255321502686 (1.9232789410485163) + | > loss_1: 40.094932556152344 (39.38679207695855) + + --> STEP: 10 + | > loss_disc: 2.790895462036133 (2.6357361316680907) + | > loss_disc_real_0: 0.1197163462638855 (0.12609034776687622) + | > loss_disc_real_1: 0.20118525624275208 (0.13089690804481507) + | > loss_disc_real_2: 0.3817687928676605 (0.2945554941892624) + | > loss_disc_real_3: 0.19628380239009857 (0.144587891548872) + | > loss_disc_real_4: 0.2535185217857361 (0.22680165767669677) + | > loss_disc_real_5: 0.17875708639621735 (0.14995876103639602) + | > loss_0: 2.790895462036133 (2.6357361316680907) + | > loss_gen: 1.7693346738815308 (1.734400224685669) + | > loss_kl: 0.9416670203208923 (1.167358285188675) + | > loss_feat: 3.340139389038086 (4.173405551910401) + | > loss_mel: 30.620824813842773 (30.30919418334961) + | > loss_duration: 1.812747836112976 (1.9122258305549622) + | > loss_1: 38.484710693359375 (39.29658393859863) + + --> STEP: 11 + | > loss_disc: 2.5204572677612305 (2.625256234949285) + | > loss_disc_real_0: 0.10567386448383331 (0.12423430383205414) + | > loss_disc_real_1: 0.10678387433290482 (0.12870481407100504) + | > loss_disc_real_2: 0.22875064611434937 (0.2885732352733612) + | > loss_disc_real_3: 0.10368327796459198 (0.14086929031393744) + | > loss_disc_real_4: 0.25236958265304565 (0.22912601449272849) + | > loss_disc_real_5: 0.13618364930152893 (0.1487064781514081) + | > loss_0: 2.5204572677612305 (2.625256234949285) + | > loss_gen: 1.6392874717712402 (1.7257536107843572) + | > loss_kl: 1.449066400527954 (1.192968113855882) + | > loss_feat: 4.483386516571045 (4.201585639606822) + | > loss_mel: 26.987537384033203 (30.007225383411754) + | > loss_duration: 1.8084419965744019 (1.9027909365567295) + | > loss_1: 36.36771774291992 (39.03032337535512) + + --> STEP: 12 + | > loss_disc: 2.4737260341644287 (2.612628718217214) + | > loss_disc_real_0: 0.14073717594146729 (0.12560954317450523) + | > loss_disc_real_1: 0.13217943906784058 (0.12899436615407467) + | > loss_disc_real_2: 0.29381221532821655 (0.28900981694459915) + | > loss_disc_real_3: 0.10864817351102829 (0.13818419724702835) + | > loss_disc_real_4: 0.15415799617767334 (0.22287867963314056) + | > loss_disc_real_5: 0.12842659652233124 (0.1470164880156517) + | > loss_0: 2.4737260341644287 (2.612628718217214) + | > loss_gen: 1.7722147703170776 (1.7296253740787506) + | > loss_kl: 1.5917328596115112 (1.2261985093355179) + | > loss_feat: 4.504705429077148 (4.226845622062683) + | > loss_mel: 29.348608016967773 (29.952340602874756) + | > loss_duration: 1.8910837173461914 (1.9018153349558513) + | > loss_1: 39.108341217041016 (39.03682486216228) + + --> STEP: 13 + | > loss_disc: 2.8421711921691895 (2.630285831598135) + | > loss_disc_real_0: 0.20299014449119568 (0.13156189712194297) + | > loss_disc_real_1: 0.1624830663204193 (0.13157042001302427) + | > loss_disc_real_2: 0.27240803837776184 (0.2877327570548424) + | > loss_disc_real_3: 0.17130298912525177 (0.1407317966222763) + | > loss_disc_real_4: 0.29496362805366516 (0.2284236756654886) + | > loss_disc_real_5: 0.2015553116798401 (0.1512117821436662) + | > loss_0: 2.8421711921691895 (2.630285831598135) + | > loss_gen: 1.635002851486206 (1.7223467184947088) + | > loss_kl: 1.4955058097839355 (1.2469144555238576) + | > loss_feat: 2.204655885696411 (4.071292565419124) + | > loss_mel: 19.976001739501953 (29.184929921076847) + | > loss_duration: 1.9729435443878174 (1.9072867356813872) + | > loss_1: 27.284109115600586 (38.13276980473445) + + --> STEP: 14 + | > loss_disc: 2.5756895542144775 (2.6263860974993025) + | > loss_disc_real_0: 0.1509663611650467 (0.13294793026787893) + | > loss_disc_real_1: 0.1129458025097847 (0.13024009019136432) + | > loss_disc_real_2: 0.2688288390636444 (0.28638247719832827) + | > loss_disc_real_3: 0.201616570353508 (0.14508070903165) + | > loss_disc_real_4: 0.28077569603919983 (0.23216310569218226) + | > loss_disc_real_5: 0.21663734316825867 (0.15588503650256566) + | > loss_0: 2.5756895542144775 (2.6263860974993025) + | > loss_gen: 1.9209718704223633 (1.736534229346684) + | > loss_kl: 0.8438118696212769 (1.2181214136736733) + | > loss_feat: 3.5398478507995605 (4.0333322286605835) + | > loss_mel: 27.388914108276367 (29.056643077305385) + | > loss_duration: 1.9610111713409424 (1.9111241953713554) + | > loss_1: 35.65455627441406 (37.955754552568706) + + --> STEP: 15 + | > loss_disc: 2.806063413619995 (2.638364585240682) + | > loss_disc_real_0: 0.08843834698200226 (0.12998062471548716) + | > loss_disc_real_1: 0.15919150412082672 (0.13217018445332848) + | > loss_disc_real_2: 0.29819604754447937 (0.2871700485547384) + | > loss_disc_real_3: 0.12390929460525513 (0.1436692814032237) + | > loss_disc_real_4: 0.31886568665504456 (0.23794327775637308) + | > loss_disc_real_5: 0.21994756162166595 (0.16015587151050567) + | > loss_0: 2.806063413619995 (2.638364585240682) + | > loss_gen: 1.6891777515411377 (1.7333771308263144) + | > loss_kl: 0.7507562637329102 (1.1869637370109558) + | > loss_feat: 3.732154607772827 (4.0132537206014) + | > loss_mel: 32.336544036865234 (29.27530314127604) + | > loss_duration: 1.8784213066101074 (1.9089440027872722) + | > loss_1: 40.387054443359375 (38.117841211954754) + + --> STEP: 16 + | > loss_disc: 2.8900716304779053 (2.6540962755680084) + | > loss_disc_real_0: 0.14679169654846191 (0.13103131670504808) + | > loss_disc_real_1: 0.12842214107513428 (0.13193593174219134) + | > loss_disc_real_2: 0.28660768270492554 (0.28713490068912506) + | > loss_disc_real_3: 0.13402843475341797 (0.14306672848761082) + | > loss_disc_real_4: 0.24683640897274017 (0.23849909845739603) + | > loss_disc_real_5: 0.2075987607240677 (0.1631210520863533) + | > loss_0: 2.8900716304779053 (2.6540962755680084) + | > loss_gen: 1.5209670066833496 (1.720101498067379) + | > loss_kl: 1.0778381824493408 (1.1801433898508549) + | > loss_feat: 3.0626883506774902 (3.9538433849811554) + | > loss_mel: 23.29620361328125 (28.901609420776367) + | > loss_duration: 1.9461148977279663 (1.9112671837210655) + | > loss_1: 30.903812408447266 (37.666964411735535) + + --> STEP: 17 + | > loss_disc: 2.7650070190429688 (2.6606204369488884) + | > loss_disc_real_0: 0.21402661502361298 (0.13591339307672837) + | > loss_disc_real_1: 0.15993402898311615 (0.13358287863871632) + | > loss_disc_real_2: 0.3098722994327545 (0.28847239473286795) + | > loss_disc_real_3: 0.15928417444229126 (0.14402069589670966) + | > loss_disc_real_4: 0.2761172354221344 (0.24071193004355712) + | > loss_disc_real_5: 0.17074288427829742 (0.16356939515646765) + | > loss_0: 2.7650070190429688 (2.6606204369488884) + | > loss_gen: 1.7340706586837769 (1.7209232133977554) + | > loss_kl: 0.7883375287055969 (1.157095986254075) + | > loss_feat: 3.078765392303467 (3.9023682089412914) + | > loss_mel: 26.434110641479492 (28.756462433758905) + | > loss_duration: 1.8607568740844727 (1.90829598903656) + | > loss_1: 33.89604187011719 (37.445145438699164) + + --> STEP: 18 + | > loss_disc: 2.9774138927459717 (2.6782200733820596) + | > loss_disc_real_0: 0.11225316673517227 (0.13459893605775303) + | > loss_disc_real_1: 0.1076829731464386 (0.13214399500025642) + | > loss_disc_real_2: 0.2290361374616623 (0.2851703804400232) + | > loss_disc_real_3: 0.08349113911390305 (0.1406579427421093) + | > loss_disc_real_4: 0.2086428701877594 (0.2389303156071239) + | > loss_disc_real_5: 0.09892173856496811 (0.15997785867916214) + | > loss_0: 2.9774138927459717 (2.6782200733820596) + | > loss_gen: 1.4440001249313354 (1.705538597371843) + | > loss_kl: 1.2625612020492554 (1.1629551649093628) + | > loss_feat: 4.746059417724609 (3.9492399427625866) + | > loss_mel: 28.319610595703125 (28.73219288720025) + | > loss_duration: 1.8215556144714355 (1.9034770793384976) + | > loss_1: 37.593788146972656 (37.45340336693658) + + --> STEP: 19 + | > loss_disc: 2.898963212966919 (2.6898381333602104) + | > loss_disc_real_0: 0.11331605911254883 (0.1334787846395844) + | > loss_disc_real_1: 0.16597028076648712 (0.13392432583005806) + | > loss_disc_real_2: 0.3300318419933319 (0.2875315099954605) + | > loss_disc_real_3: 0.0982423722743988 (0.13842554429644033) + | > loss_disc_real_4: 0.20861384272575378 (0.2373347117712623) + | > loss_disc_real_5: 0.11980699747800827 (0.15786360282646983) + | > loss_0: 2.898963212966919 (2.6898381333602104) + | > loss_gen: 1.4535672664642334 (1.6922769483767057) + | > loss_kl: 1.2177568674087524 (1.1658394650409096) + | > loss_feat: 3.9763524532318115 (3.9506669169978093) + | > loss_mel: 28.422531127929688 (28.71589489987022) + | > loss_duration: 1.9675617218017578 (1.9068499552576166) + | > loss_1: 37.03777313232422 (37.431528091430664) + + --> STEP: 20 + | > loss_disc: 2.6764791011810303 (2.689170181751251) + | > loss_disc_real_0: 0.18469488620758057 (0.1360395897179842) + | > loss_disc_real_1: 0.1490352749824524 (0.13467987328767778) + | > loss_disc_real_2: 0.29153308272361755 (0.2877315886318684) + | > loss_disc_real_3: 0.1552804559469223 (0.13926828987896442) + | > loss_disc_real_4: 0.28197169303894043 (0.23956656083464622) + | > loss_disc_real_5: 0.19783295691013336 (0.159862070530653) + | > loss_0: 2.6764791011810303 (2.689170181751251) + | > loss_gen: 1.8265827894210815 (1.6989922404289246) + | > loss_kl: 1.41200590133667 (1.1781477868556975) + | > loss_feat: 3.3337173461914062 (3.919819438457489) + | > loss_mel: 25.8460636138916 (28.572403335571288) + | > loss_duration: 1.8082634210586548 (1.9019206285476684) + | > loss_1: 34.22663116455078 (37.27128324508667) + + --> STEP: 21 + | > loss_disc: 2.5668227672576904 (2.683344114394415) + | > loss_disc_real_0: 0.12003503739833832 (0.13527746817895345) + | > loss_disc_real_1: 0.10838384926319122 (0.13342768166746413) + | > loss_disc_real_2: 0.22399163246154785 (0.28469635262375786) + | > loss_disc_real_3: 0.13101167976856232 (0.13887511796894528) + | > loss_disc_real_4: 0.18294565379619598 (0.2368703271661486) + | > loss_disc_real_5: 0.1584470123052597 (0.15979468680563427) + | > loss_0: 2.5668227672576904 (2.683344114394415) + | > loss_gen: 1.6613644361495972 (1.697200440225147) + | > loss_kl: 1.3168431520462036 (1.1847523280552454) + | > loss_feat: 4.246176719665527 (3.9353602613721574) + | > loss_mel: 27.02366828918457 (28.498654047648113) + | > loss_duration: 1.8878709077835083 (1.9012515942255657) + | > loss_1: 36.13592529296875 (37.217218580700106) + + --> STEP: 22 + | > loss_disc: 2.534695625305176 (2.6765873648903584) + | > loss_disc_real_0: 0.14485108852386475 (0.13571263274008577) + | > loss_disc_real_1: 0.10306070744991302 (0.13204736465757547) + | > loss_disc_real_2: 0.29875844717025757 (0.28533553873950784) + | > loss_disc_real_3: 0.12634050846099854 (0.13830536299131133) + | > loss_disc_real_4: 0.1842697262763977 (0.234479390762069) + | > loss_disc_real_5: 0.16597898304462433 (0.16007579118013382) + | > loss_0: 2.534695625305176 (2.6765873648903584) + | > loss_gen: 1.7764103412628174 (1.700800890272314) + | > loss_kl: 1.2860368490219116 (1.1893561699173665) + | > loss_feat: 4.517707347869873 (3.96183058348569) + | > loss_mel: 29.590234756469727 (28.54827135259455) + | > loss_duration: 1.9507226943969727 (1.9035002805969932) + | > loss_1: 39.12110900878906 (37.30375905470415) + + --> STEP: 23 + | > loss_disc: 2.68772029876709 (2.6770714054936944) + | > loss_disc_real_0: 0.15642769634723663 (0.13661328767952713) + | > loss_disc_real_1: 0.1265125721693039 (0.1318067215059115) + | > loss_disc_real_2: 0.2617725729942322 (0.2843110619679741) + | > loss_disc_real_3: 0.13231493532657623 (0.1380449096145837) + | > loss_disc_real_4: 0.2029849886894226 (0.23311006893282352) + | > loss_disc_real_5: 0.1623688042163849 (0.16017548739910126) + | > loss_0: 2.68772029876709 (2.6770714054936944) + | > loss_gen: 1.624881625175476 (1.697500052659408) + | > loss_kl: 1.3859258890151978 (1.1979026794433592) + | > loss_feat: 3.9834506511688232 (3.962770586428435) + | > loss_mel: 27.991201400756836 (28.524050919905953) + | > loss_duration: 1.9824146032333374 (1.9069313381029211) + | > loss_1: 36.967872619628906 (37.2891552966574) + + --> STEP: 24 + | > loss_disc: 2.6901068687438965 (2.6776145497957864) + | > loss_disc_real_0: 0.14783088862895966 (0.13708068771908682) + | > loss_disc_real_1: 0.12930451333522797 (0.13170246283213302) + | > loss_disc_real_2: 0.29119059443473816 (0.2845977091540893) + | > loss_disc_real_3: 0.18129251897335052 (0.13984689333786568) + | > loss_disc_real_4: 0.34105703234672546 (0.23760785907506943) + | > loss_disc_real_5: 0.22040806710720062 (0.16268517822027206) + | > loss_0: 2.6901068687438965 (2.6776145497957864) + | > loss_gen: 1.8091403245925903 (1.7021517306566238) + | > loss_kl: 1.0205739736557007 (1.1905139833688734) + | > loss_feat: 2.705127477645874 (3.9103687902291617) + | > loss_mel: 21.361209869384766 (28.22559920946757) + | > loss_duration: 1.8876826763153076 (1.9061293105284374) + | > loss_1: 28.783733367919922 (36.934762716293335) + + --> STEP: 25 + | > loss_disc: 2.6532907485961914 (2.676641597747803) + | > loss_disc_real_0: 0.13495278358459473 (0.13699557155370715) + | > loss_disc_real_1: 0.11197415739297867 (0.13091333061456684) + | > loss_disc_real_2: 0.3128880262374878 (0.2857293218374252) + | > loss_disc_real_3: 0.1688721477985382 (0.14100790351629258) + | > loss_disc_real_4: 0.22608008980751038 (0.23714674830436708) + | > loss_disc_real_5: 0.1946222186088562 (0.16396265983581543) + | > loss_0: 2.6532907485961914 (2.676641597747803) + | > loss_gen: 1.7941645383834839 (1.7058322429656982) + | > loss_kl: 1.2444190979003906 (1.192670187950134) + | > loss_feat: 3.327580690383911 (3.8870572662353515) + | > loss_mel: 22.672914505004883 (28.003491821289064) + | > loss_duration: 1.7885961532592773 (1.901427984237671) + | > loss_1: 30.827674865722656 (36.69047920227051) + + --> STEP: 26 + | > loss_disc: 2.1707775592803955 (2.6571852885759792) + | > loss_disc_real_0: 0.10249840468168259 (0.13566875744324466) + | > loss_disc_real_1: 0.0861654281616211 (0.1291922574432997) + | > loss_disc_real_2: 0.28388968110084534 (0.28565856642447984) + | > loss_disc_real_3: 0.09308146685361862 (0.13916457902926666) + | > loss_disc_real_4: 0.20028947293758392 (0.23572916079026002) + | > loss_disc_real_5: 0.1360529214143753 (0.16288920835806772) + | > loss_0: 2.1707775592803955 (2.6571852885759792) + | > loss_gen: 1.9581400156021118 (1.7155363880670988) + | > loss_kl: 1.311631202697754 (1.1972456115942731) + | > loss_feat: 4.599891662597656 (3.914473973787748) + | > loss_mel: 27.61707305908203 (27.988629561204178) + | > loss_duration: 1.8587356805801392 (1.899785972558535) + | > loss_1: 37.3454704284668 (36.71567117250883) + + --> STEP: 27 + | > loss_disc: 2.5750181674957275 (2.6541420618693032) + | > loss_disc_real_0: 0.09946775436401367 (0.13432797955142128) + | > loss_disc_real_1: 0.19012492895126343 (0.13144902305470577) + | > loss_disc_real_2: 0.3001759648323059 (0.28619624784699194) + | > loss_disc_real_3: 0.07421952486038208 (0.1367592066526413) + | > loss_disc_real_4: 0.1803828775882721 (0.23367929844944565) + | > loss_disc_real_5: 0.12747345864772797 (0.16157751392435143) + | > loss_0: 2.5750181674957275 (2.6541420618693032) + | > loss_gen: 1.5932434797286987 (1.7110070210916024) + | > loss_kl: 1.34325110912323 (1.202653222613864) + | > loss_feat: 4.04080867767334 (3.9191530368946217) + | > loss_mel: 27.46189308166504 (27.969120802702726) + | > loss_duration: 1.8666390180587769 (1.8985583075770625) + | > loss_1: 36.30583572387695 (36.70049208181876) + + --> STEP: 28 + | > loss_disc: 2.51407527923584 (2.6491396767752513) + | > loss_disc_real_0: 0.12310854345560074 (0.13392728540514198) + | > loss_disc_real_1: 0.1102452427148819 (0.13069174518542634) + | > loss_disc_real_2: 0.3035893738269806 (0.2868174309177058) + | > loss_disc_real_3: 0.14929424226284027 (0.13720688649586268) + | > loss_disc_real_4: 0.17925353348255157 (0.23173552112919943) + | > loss_disc_real_5: 0.16969257593154907 (0.16186733756746566) + | > loss_0: 2.51407527923584 (2.6491396767752513) + | > loss_gen: 1.8134770393371582 (1.7146666646003723) + | > loss_kl: 1.5177841186523438 (1.2139078974723811) + | > loss_feat: 4.191575527191162 (3.9288824115480696) + | > loss_mel: 27.871013641357422 (27.965616975511825) + | > loss_duration: 1.8819401264190674 (1.8979648011071342) + | > loss_1: 37.275787353515625 (36.72103834152222) + + --> STEP: 29 + | > loss_disc: 2.627737045288086 (2.6484016549998315) + | > loss_disc_real_0: 0.11265506595373154 (0.13319376059647264) + | > loss_disc_real_1: 0.13122716546058655 (0.1307102079535353) + | > loss_disc_real_2: 0.29112035036087036 (0.2869658074502287) + | > loss_disc_real_3: 0.11045044660568237 (0.1362842506375806) + | > loss_disc_real_4: 0.20925286412239075 (0.2309602570944819) + | > loss_disc_real_5: 0.12254702299833298 (0.16051146465128865) + | > loss_0: 2.627737045288086 (2.6484016549998315) + | > loss_gen: 1.592728614807129 (1.7104619042626743) + | > loss_kl: 0.8664688467979431 (1.201927240552573) + | > loss_feat: 3.854534387588501 (3.9263186865839463) + | > loss_mel: 30.395299911499023 (28.04939914571828) + | > loss_duration: 1.8672997951507568 (1.8969073871086384) + | > loss_1: 38.57632827758789 (36.78501385655896) + + --> STEP: 30 + | > loss_disc: 2.4764161109924316 (2.6426688035329184) + | > loss_disc_real_0: 0.18716710805892944 (0.13499287217855455) + | > loss_disc_real_1: 0.11528280377388 (0.1301959611475468) + | > loss_disc_real_2: 0.2597048580646515 (0.28605710913737614) + | > loss_disc_real_3: 0.122697614133358 (0.1358313627541065) + | > loss_disc_real_4: 0.17023803293704987 (0.22893618295590082) + | > loss_disc_real_5: 0.14410275220870972 (0.15996450756986935) + | > loss_0: 2.4764161109924316 (2.6426688035329184) + | > loss_gen: 1.9112370014190674 (1.7171544075012206) + | > loss_kl: 1.407403588294983 (1.2087764521439865) + | > loss_feat: 5.01301383972168 (3.962541858355204) + | > loss_mel: 31.06584930419922 (28.14994748433431) + | > loss_duration: 1.8800512552261353 (1.8963455160458882) + | > loss_1: 41.27755355834961 (36.93476517995199) + + --> STEP: 31 + | > loss_disc: 2.905762195587158 (2.651155687147571) + | > loss_disc_real_0: 0.19054116308689117 (0.13678475253043637) + | > loss_disc_real_1: 0.13892877101898193 (0.13047766469178668) + | > loss_disc_real_2: 0.2905074656009674 (0.28620066902329844) + | > loss_disc_real_3: 0.14540743827819824 (0.136140268416174) + | > loss_disc_real_4: 0.31458520889282227 (0.23169905476031766) + | > loss_disc_real_5: 0.2644597887992859 (0.16333532309339893) + | > loss_0: 2.905762195587158 (2.651155687147571) + | > loss_gen: 1.6945226192474365 (1.7164243498156149) + | > loss_kl: 0.9527892470359802 (1.200518800366309) + | > loss_feat: 2.6308937072753906 (3.9195854663848877) + | > loss_mel: 21.99596405029297 (27.951431889687814) + | > loss_duration: 1.840362310409546 (1.8945396061866515) + | > loss_1: 29.114532470703125 (36.682499608685895) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.012650251388549805 (+0.008438771770846459) + | > avg_loss_disc: 2.651155687147571 (+0.22485250042330884) + | > avg_loss_disc_real_0: 0.13678475253043637 (-0.025784989999186575) + | > avg_loss_disc_real_1: 0.13047766469178668 (-0.040900965611780776) + | > avg_loss_disc_real_2: 0.28620066902329844 (+0.03156267154601311) + | > avg_loss_disc_real_3: 0.136140268416174 (-0.020435244325668595) + | > avg_loss_disc_real_4: 0.23169905476031766 (+0.022307008504867554) + | > avg_loss_disc_real_5: 0.16333532309339893 (-0.025041666482725433) + | > avg_loss_0: 2.651155687147571 (+0.22485250042330884) + | > avg_loss_gen: 1.7164243498156149 (-0.23237853280959575) + | > avg_loss_kl: 1.200518800366309 (-0.16370192650825777) + | > avg_loss_feat: 3.9195854663848877 (+0.3718532285382672) + | > avg_loss_mel: 27.951431889687814 (+0.5465662556309852) + | > avg_loss_duration: 1.8945396061866515 (-0.041533316335370385) + | > avg_loss_1: 36.682499608685895 (+0.4808057354342594) + + + > EPOCH: 3/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 10:46:25)  + + --> TIME: 2024-11-22 10:46:40 -- STEP: 17/797 -- GLOBAL_STEP: 4225 + | > loss_disc: 2.5220367908477783 (2.5309122730703915) + | > loss_disc_real_0: 0.12080686539411545 (0.1722418074222172) + | > loss_disc_real_1: 0.1931767612695694 (0.21367084892357097) + | > loss_disc_real_2: 0.19987982511520386 (0.22704756435225992) + | > loss_disc_real_3: 0.21666797995567322 (0.22580142143894644) + | > loss_disc_real_4: 0.22263312339782715 (0.2327900213353774) + | > loss_disc_real_5: 0.22724084556102753 (0.25779400941203623) + | > loss_0: 2.5220367908477783 (2.5309122730703915) + | > grad_norm_0: tensor(50.0562, device='cuda:0') (tensor(55.2882, device='cuda:0')) + | > loss_gen: 2.12692928314209 (2.2296480781891765) + | > loss_kl: 1.5273196697235107 (1.382150089039522) + | > loss_feat: 4.042503833770752 (3.870376671061796) + | > loss_mel: 25.824249267578125 (26.09358226551729) + | > loss_duration: 2.0533454418182373 (2.0927819223964916) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.57434844970703 (35.66853893504423) + | > grad_norm_1: tensor(157.2980, device='cuda:0') (tensor(275.2815, device='cuda:0')) + | > current_lr_0: 0.00019987503124609398 + | > current_lr_1: 0.00019987503124609398 + | > step_time: 0.7695 (0.7965381986954633) + | > loader_time: 0.0046 (0.004290973438936121) + + + --> TIME: 2024-11-22 10:47:00 -- STEP: 42/797 -- GLOBAL_STEP: 4250 + | > loss_disc: 2.627143621444702 (2.5186891101655506) + | > loss_disc_real_0: 0.09831425547599792 (0.17653083712572143) + | > loss_disc_real_1: 0.2403063178062439 (0.2168788799927348) + | > loss_disc_real_2: 0.23499351739883423 (0.23367146118765786) + | > loss_disc_real_3: 0.2149050533771515 (0.22493687662340345) + | > loss_disc_real_4: 0.17972758412361145 (0.2261860448689688) + | > loss_disc_real_5: 0.2563707232475281 (0.2420401062284197) + | > loss_0: 2.627143621444702 (2.5186891101655506) + | > grad_norm_0: tensor(55.4715, device='cuda:0') (tensor(54.1003, device='cuda:0')) + | > loss_gen: 1.9062305688858032 (2.2517902396974105) + | > loss_kl: 1.716875433921814 (1.4145355437483107) + | > loss_feat: 3.3892035484313965 (3.946167469024658) + | > loss_mel: 25.107967376708984 (26.37430899483817) + | > loss_duration: 1.9905810356140137 (2.0211656462578547) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.11085891723633 (36.00796763102214) + | > grad_norm_1: tensor(271.9590, device='cuda:0') (tensor(325.8541, device='cuda:0')) + | > current_lr_0: 0.00019987503124609398 + | > current_lr_1: 0.00019987503124609398 + | > step_time: 0.8244 (0.8013049591155279) + | > loader_time: 0.0045 (0.005025937443687802) + + + --> TIME: 2024-11-22 10:47:21 -- STEP: 67/797 -- GLOBAL_STEP: 4275 + | > loss_disc: 2.8008294105529785 (2.502896938750993) + | > loss_disc_real_0: 0.13539043068885803 (0.1660913731624831) + | > loss_disc_real_1: 0.29859834909439087 (0.2203415485460367) + | > loss_disc_real_2: 0.3025039732456207 (0.23508157658932813) + | > loss_disc_real_3: 0.355480432510376 (0.22442183009724118) + | > loss_disc_real_4: 0.16425468027591705 (0.22650366176420184) + | > loss_disc_real_5: 0.27413105964660645 (0.2398853989234611) + | > loss_0: 2.8008294105529785 (2.502896938750993) + | > grad_norm_0: tensor(69.0798, device='cuda:0') (tensor(49.0983, device='cuda:0')) + | > loss_gen: 2.338646650314331 (2.2906939698689013) + | > loss_kl: 1.2900341749191284 (1.4134753186311293) + | > loss_feat: 3.4314520359039307 (4.025008315470681) + | > loss_mel: 26.544692993164062 (26.558251879108486) + | > loss_duration: 1.9216845035552979 (1.9827240990169013) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.52650833129883 (36.27015344420475) + | > grad_norm_1: tensor(108.2240, device='cuda:0') (tensor(333.2048, device='cuda:0')) + | > current_lr_0: 0.00019987503124609398 + | > current_lr_1: 0.00019987503124609398 + | > step_time: 0.7987 (0.8059033422327754) + | > loader_time: 0.009 (0.005395512082683507) + + + --> TIME: 2024-11-22 10:47:41 -- STEP: 92/797 -- GLOBAL_STEP: 4300 + | > loss_disc: 2.577648162841797 (2.4925829509030213) + | > loss_disc_real_0: 0.13739386200904846 (0.16827489994466302) + | > loss_disc_real_1: 0.21046723425388336 (0.22128633134390996) + | > loss_disc_real_2: 0.2514484226703644 (0.23352293767358945) + | > loss_disc_real_3: 0.22283798456192017 (0.22091233373984046) + | > loss_disc_real_4: 0.2260049432516098 (0.22361136584178262) + | > loss_disc_real_5: 0.25212687253952026 (0.2374315992321657) + | > loss_0: 2.577648162841797 (2.4925829509030213) + | > grad_norm_0: tensor(39.0452, device='cuda:0') (tensor(48.7089, device='cuda:0')) + | > loss_gen: 2.424792766571045 (2.2758109258568804) + | > loss_kl: 1.3996156454086304 (1.3792449106340823) + | > loss_feat: 4.189986705780029 (4.0196179799411595) + | > loss_mel: 26.115644454956055 (26.567739528158437) + | > loss_duration: 1.9300742149353027 (1.9615011033804521) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.06011199951172 (36.20391443501347) + | > grad_norm_1: tensor(477.7506, device='cuda:0') (tensor(331.4486, device='cuda:0')) + | > current_lr_0: 0.00019987503124609398 + | > current_lr_1: 0.00019987503124609398 + | > step_time: 0.778 (0.8020674845446711) + | > loader_time: 0.0091 (0.005399442237356437) + + + --> TIME: 2024-11-22 10:48:02 -- STEP: 117/797 -- GLOBAL_STEP: 4325 + | > loss_disc: 2.470855236053467 (2.488257605805355) + | > loss_disc_real_0: 0.09505313634872437 (0.16587984561920166) + | > loss_disc_real_1: 0.24592985212802887 (0.22217774021829295) + | > loss_disc_real_2: 0.26287972927093506 (0.23413502482267526) + | > loss_disc_real_3: 0.2343185693025589 (0.2214176234526512) + | > loss_disc_real_4: 0.2893199324607849 (0.22311882419973358) + | > loss_disc_real_5: 0.22965534031391144 (0.23885313567952213) + | > loss_0: 2.470855236053467 (2.488257605805355) + | > grad_norm_0: tensor(8.2214, device='cuda:0') (tensor(48.1436, device='cuda:0')) + | > loss_gen: 2.169362783432007 (2.287213211385613) + | > loss_kl: 1.405958652496338 (1.3827255475215423) + | > loss_feat: 3.732468605041504 (4.036447058376085) + | > loss_mel: 25.980770111083984 (26.51999841999804) + | > loss_duration: 1.9020676612854004 (1.9539515829493856) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.19062805175781 (36.18033580290965) + | > grad_norm_1: tensor(118.9979, device='cuda:0') (tensor(346.4081, device='cuda:0')) + | > current_lr_0: 0.00019987503124609398 + | > current_lr_1: 0.00019987503124609398 + | > step_time: 0.8308 (0.8086727154560578) + | > loader_time: 0.0051 (0.005645980182875937) + + + --> TIME: 2024-11-22 10:48:23 -- STEP: 142/797 -- GLOBAL_STEP: 4350 + | > loss_disc: 2.4424798488616943 (2.4909639459260746) + | > loss_disc_real_0: 0.2181362807750702 (0.16570365103617518) + | > loss_disc_real_1: 0.22349965572357178 (0.22137572973127095) + | > loss_disc_real_2: 0.23877964913845062 (0.2349406252024879) + | > loss_disc_real_3: 0.19840121269226074 (0.22080262876312495) + | > loss_disc_real_4: 0.197271466255188 (0.22410931259813444) + | > loss_disc_real_5: 0.21410369873046875 (0.23777432687265773) + | > loss_0: 2.4424798488616943 (2.4909639459260746) + | > grad_norm_0: tensor(20.3911, device='cuda:0') (tensor(48.4237, device='cuda:0')) + | > loss_gen: 2.2303545475006104 (2.28162659809623) + | > loss_kl: 1.3141566514968872 (1.37788454831486) + | > loss_feat: 4.153842449188232 (4.02345032087514) + | > loss_mel: 28.333724975585938 (26.49541317577093) + | > loss_duration: 1.8876667022705078 (1.9481193280555833) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.91974639892578 (36.12649392410064) + | > grad_norm_1: tensor(181.0796, device='cuda:0') (tensor(355.8537, device='cuda:0')) + | > current_lr_0: 0.00019987503124609398 + | > current_lr_1: 0.00019987503124609398 + | > step_time: 0.8267 (0.8142639767955726) + | > loader_time: 0.0045 (0.005499666845294793) + + + --> TIME: 2024-11-22 10:48:44 -- STEP: 167/797 -- GLOBAL_STEP: 4375 + | > loss_disc: 2.4015145301818848 (2.4868900661696927) + | > loss_disc_real_0: 0.06965918838977814 (0.16344412893592236) + | > loss_disc_real_1: 0.19981321692466736 (0.22026127130685452) + | > loss_disc_real_2: 0.2194531112909317 (0.2347889763866356) + | > loss_disc_real_3: 0.178159698843956 (0.2213317084009062) + | > loss_disc_real_4: 0.2329050451517105 (0.22416481960141016) + | > loss_disc_real_5: 0.20963701605796814 (0.23828088978450454) + | > loss_0: 2.4015145301818848 (2.4868900661696927) + | > grad_norm_0: tensor(10.8006, device='cuda:0') (tensor(46.2231, device='cuda:0')) + | > loss_gen: 2.1956892013549805 (2.2862479187057385) + | > loss_kl: 1.383835792541504 (1.3652257530275225) + | > loss_feat: 4.149884223937988 (4.059852117549871) + | > loss_mel: 26.152645111083984 (26.604976642631485) + | > loss_duration: 1.8466250896453857 (1.9387619645295742) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.72867965698242 (36.25506442178509) + | > grad_norm_1: tensor(105.2217, device='cuda:0') (tensor(352.3210, device='cuda:0')) + | > current_lr_0: 0.00019987503124609398 + | > current_lr_1: 0.00019987503124609398 + | > step_time: 0.8108 (0.8162765474376564) + | > loader_time: 0.0048 (0.005490855542485587) + + + --> TIME: 2024-11-22 10:49:06 -- STEP: 192/797 -- GLOBAL_STEP: 4400 + | > loss_disc: 2.3445818424224854 (2.4845495621363307) + | > loss_disc_real_0: 0.17670395970344543 (0.16238232903803382) + | > loss_disc_real_1: 0.21970513463020325 (0.22069634846411645) + | > loss_disc_real_2: 0.19679594039916992 (0.23562839922184745) + | > loss_disc_real_3: 0.2316589057445526 (0.22190372952415297) + | > loss_disc_real_4: 0.19572293758392334 (0.22344296282002082) + | > loss_disc_real_5: 0.18361133337020874 (0.2389292618415008) + | > loss_0: 2.3445818424224854 (2.4845495621363307) + | > grad_norm_0: tensor(24.2262, device='cuda:0') (tensor(44.1414, device='cuda:0')) + | > loss_gen: 2.2174923419952393 (2.2911597390969574) + | > loss_kl: 1.4499554634094238 (1.364353947651883) + | > loss_feat: 4.164994239807129 (4.059557039290666) + | > loss_mel: 28.03791618347168 (26.65204483270645) + | > loss_duration: 1.926758050918579 (1.9325061856458585) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.797115325927734 (36.299621731042855) + | > grad_norm_1: tensor(82.6852, device='cuda:0') (tensor(346.0223, device='cuda:0')) + | > current_lr_0: 0.00019987503124609398 + | > current_lr_1: 0.00019987503124609398 + | > step_time: 1.049 (0.8225281089544296) + | > loader_time: 0.0063 (0.005590102324883145) + + + --> TIME: 2024-11-22 10:49:30 -- STEP: 217/797 -- GLOBAL_STEP: 4425 + | > loss_disc: 2.4342877864837646 (2.4847711879536845) + | > loss_disc_real_0: 0.22755706310272217 (0.1628628277181205) + | > loss_disc_real_1: 0.21076704561710358 (0.22059733664385184) + | > loss_disc_real_2: 0.23740191757678986 (0.23595925169881038) + | > loss_disc_real_3: 0.1791471242904663 (0.22080338080220507) + | > loss_disc_real_4: 0.21542637050151825 (0.22326657110782264) + | > loss_disc_real_5: 0.22124634683132172 (0.2381329852315138) + | > loss_0: 2.4342877864837646 (2.4847711879536845) + | > grad_norm_0: tensor(65.8932, device='cuda:0') (tensor(46.8980, device='cuda:0')) + | > loss_gen: 2.5251286029815674 (2.2839316157152) + | > loss_kl: 1.3095672130584717 (1.354842481250587) + | > loss_feat: 4.226884841918945 (4.032622200003417) + | > loss_mel: 27.20891571044922 (26.614053040605537) + | > loss_duration: 1.8702352046966553 (1.9295893610897152) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.14073181152344 (36.215038651145534) + | > grad_norm_1: tensor(548.5244, device='cuda:0') (tensor(360.6872, device='cuda:0')) + | > current_lr_0: 0.00019987503124609398 + | > current_lr_1: 0.00019987503124609398 + | > step_time: 0.9704 (0.834535549313242) + | > loader_time: 0.0058 (0.00563984312769455) + + + --> TIME: 2024-11-22 10:49:53 -- STEP: 242/797 -- GLOBAL_STEP: 4450 + | > loss_disc: 2.4733657836914062 (2.4866712851957833) + | > loss_disc_real_0: 0.10511843860149384 (0.1632323116833759) + | > loss_disc_real_1: 0.22003377974033356 (0.2209174055452189) + | > loss_disc_real_2: 0.2533261775970459 (0.2358548196633) + | > loss_disc_real_3: 0.2805951237678528 (0.22108371435733867) + | > loss_disc_real_4: 0.2851557433605194 (0.2233941434643978) + | > loss_disc_real_5: 0.25813889503479004 (0.23847199354536278) + | > loss_0: 2.4733657836914062 (2.4866712851957833) + | > grad_norm_0: tensor(123.8499, device='cuda:0') (tensor(48.8753, device='cuda:0')) + | > loss_gen: 2.2773425579071045 (2.2829473614692666) + | > loss_kl: 1.4627680778503418 (1.3595336786479004) + | > loss_feat: 3.372063398361206 (4.026267423117455) + | > loss_mel: 24.44639015197754 (26.635699768696934) + | > loss_duration: 1.9047807455062866 (1.9254128701430706) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.46334457397461 (36.22986110970992) + | > grad_norm_1: tensor(476.6973, device='cuda:0') (tensor(359.5695, device='cuda:0')) + | > current_lr_0: 0.00019987503124609398 + | > current_lr_1: 0.00019987503124609398 + | > step_time: 0.8796 (0.8448140236957014) + | > loader_time: 0.007 (0.005815597605114142) + + + --> TIME: 2024-11-22 10:50:17 -- STEP: 267/797 -- GLOBAL_STEP: 4475 + | > loss_disc: 2.529026985168457 (2.48659058545859) + | > loss_disc_real_0: 0.2541916072368622 (0.16324157018060984) + | > loss_disc_real_1: 0.21197454631328583 (0.22197810440474236) + | > loss_disc_real_2: 0.257206529378891 (0.2363923472746481) + | > loss_disc_real_3: 0.2183273434638977 (0.22100837327791065) + | > loss_disc_real_4: 0.2849639654159546 (0.22338552792532168) + | > loss_disc_real_5: 0.3387923836708069 (0.23839079764451873) + | > loss_0: 2.529026985168457 (2.48659058545859) + | > grad_norm_0: tensor(35.1351, device='cuda:0') (tensor(47.7745, device='cuda:0')) + | > loss_gen: 2.499868869781494 (2.284833588850183) + | > loss_kl: 1.1116955280303955 (1.3564895942863007) + | > loss_feat: 4.075644493103027 (4.0281202891346215) + | > loss_mel: 29.870101928710938 (26.68432626474216) + | > loss_duration: 1.892244815826416 (1.9214791805110174) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 39.44955825805664 (36.27524898114721) + | > grad_norm_1: tensor(494.0440, device='cuda:0') (tensor(354.9697, device='cuda:0')) + | > current_lr_0: 0.00019987503124609398 + | > current_lr_1: 0.00019987503124609398 + | > step_time: 0.9499 (0.8537846281287376) + | > loader_time: 0.0052 (0.0059275841445065635) + + + --> TIME: 2024-11-22 10:50:50 -- STEP: 292/797 -- GLOBAL_STEP: 4500 + | > loss_disc: 2.516411304473877 (2.489423056987866) + | > loss_disc_real_0: 0.2374975085258484 (0.16488116468009473) + | > loss_disc_real_1: 0.18184532225131989 (0.22180305640787298) + | > loss_disc_real_2: 0.22052320837974548 (0.2358652698258831) + | > loss_disc_real_3: 0.16780923306941986 (0.220772520013868) + | > loss_disc_real_4: 0.2261432409286499 (0.22348173608212438) + | > loss_disc_real_5: 0.22440949082374573 (0.23786307103319526) + | > loss_0: 2.516411304473877 (2.489423056987866) + | > grad_norm_0: tensor(88.8406, device='cuda:0') (tensor(48.3179, device='cuda:0')) + | > loss_gen: 2.2349777221679688 (2.2781465408736685) + | > loss_kl: 1.4539923667907715 (1.35076070832063) + | > loss_feat: 3.7949798107147217 (4.013480093381175) + | > loss_mel: 25.880144119262695 (26.66240969749347) + | > loss_duration: 1.9013322591781616 (1.9194868043677447) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.26542663574219 (36.224283897713434) + | > grad_norm_1: tensor(507.6467, device='cuda:0') (tensor(350.2572, device='cuda:0')) + | > current_lr_0: 0.00019987503124609398 + | > current_lr_1: 0.00019987503124609398 + | > step_time: 1.5982 (0.8904370837015648) + | > loader_time: 0.0085 (0.006176452114157482) + + + --> TIME: 2024-11-22 10:51:17 -- STEP: 317/797 -- GLOBAL_STEP: 4525 + | > loss_disc: 2.6259803771972656 (2.4901206500898767) + | > loss_disc_real_0: 0.21206095814704895 (0.1645893708506029) + | > loss_disc_real_1: 0.1350252479314804 (0.22166816453076316) + | > loss_disc_real_2: 0.2129087597131729 (0.23565647255170985) + | > loss_disc_real_3: 0.15316852927207947 (0.22035747193011576) + | > loss_disc_real_4: 0.2523745596408844 (0.22374715651341417) + | > loss_disc_real_5: 0.26055100560188293 (0.2380381871708184) + | > loss_0: 2.6259803771972656 (2.4901206500898767) + | > grad_norm_0: tensor(55.1530, device='cuda:0') (tensor(47.8896, device='cuda:0')) + | > loss_gen: 2.1025230884552 (2.277152322820306) + | > loss_kl: 1.2570172548294067 (1.342369199363215) + | > loss_feat: 3.754549980163574 (4.012919034115524) + | > loss_mel: 26.192279815673828 (26.66309200852452) + | > loss_duration: 1.8471271991729736 (1.9169335211113048) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.15349578857422 (36.21246615268452) + | > grad_norm_1: tensor(316.3109, device='cuda:0') (tensor(352.5155, device='cuda:0')) + | > current_lr_0: 0.00019987503124609398 + | > current_lr_1: 0.00019987503124609398 + | > step_time: 1.0483 (0.9072076439481428) + | > loader_time: 0.007 (0.006292952348005134) + + + --> TIME: 2024-11-22 10:51:44 -- STEP: 342/797 -- GLOBAL_STEP: 4550 + | > loss_disc: 2.3870582580566406 (2.4893128105074336) + | > loss_disc_real_0: 0.1494327187538147 (0.1646191628203232) + | > loss_disc_real_1: 0.2164270281791687 (0.22237248248175576) + | > loss_disc_real_2: 0.1907212734222412 (0.23566949358809064) + | > loss_disc_real_3: 0.2359495908021927 (0.22034204158692333) + | > loss_disc_real_4: 0.2318156361579895 (0.22365603528437558) + | > loss_disc_real_5: 0.24073193967342377 (0.2380161192812766) + | > loss_0: 2.3870582580566406 (2.4893128105074336) + | > grad_norm_0: tensor(37.6960, device='cuda:0') (tensor(48.5406, device='cuda:0')) + | > loss_gen: 2.501980781555176 (2.279650726164988) + | > loss_kl: 1.287532925605774 (1.3387008297164535) + | > loss_feat: 5.063999176025391 (4.017110770208794) + | > loss_mel: 27.43634605407715 (26.642315106085174) + | > loss_duration: 1.8931795358657837 (1.91531313023372) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 38.183040618896484 (36.193090589422916) + | > grad_norm_1: tensor(571.4012, device='cuda:0') (tensor(353.6772, device='cuda:0')) + | > current_lr_0: 0.00019987503124609398 + | > current_lr_1: 0.00019987503124609398 + | > step_time: 1.0998 (0.9177379928834257) + | > loader_time: 0.0097 (0.006404188641330654) + + + --> TIME: 2024-11-22 10:52:11 -- STEP: 367/797 -- GLOBAL_STEP: 4575 + | > loss_disc: 2.630126714706421 (2.489731125350869) + | > loss_disc_real_0: 0.2860812842845917 (0.16495707233205487) + | > loss_disc_real_1: 0.25280317664146423 (0.22246911557396365) + | > loss_disc_real_2: 0.24230629205703735 (0.23584368942706396) + | > loss_disc_real_3: 0.2582167685031891 (0.2199834859054485) + | > loss_disc_real_4: 0.21528755128383636 (0.22379302111649707) + | > loss_disc_real_5: 0.2348201721906662 (0.23857517347592425) + | > loss_0: 2.630126714706421 (2.489731125350869) + | > grad_norm_0: tensor(125.1224, device='cuda:0') (tensor(50.1364, device='cuda:0')) + | > loss_gen: 2.4192426204681396 (2.280791987190452) + | > loss_kl: 1.2715333700180054 (1.3377365197082955) + | > loss_feat: 4.207002639770508 (4.019503303054894) + | > loss_mel: 26.027177810668945 (26.623383826066107) + | > loss_duration: 1.9159743785858154 (1.9133309541671089) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.8409309387207 (36.174746588725164) + | > grad_norm_1: tensor(400.1553, device='cuda:0') (tensor(360.5441, device='cuda:0')) + | > current_lr_0: 0.00019987503124609398 + | > current_lr_1: 0.00019987503124609398 + | > step_time: 0.8915 (0.9262827956384144) + | > loader_time: 0.008 (0.006520218680275236) + + + --> TIME: 2024-11-22 10:52:37 -- STEP: 392/797 -- GLOBAL_STEP: 4600 + | > loss_disc: 2.5011069774627686 (2.4884172069783124) + | > loss_disc_real_0: 0.16562172770500183 (0.16406800592204146) + | > loss_disc_real_1: 0.23477455973625183 (0.22229869146736303) + | > loss_disc_real_2: 0.23792925477027893 (0.23623676350986472) + | > loss_disc_real_3: 0.19448716938495636 (0.2195698371613208) + | > loss_disc_real_4: 0.24617096781730652 (0.2235626602849486) + | > loss_disc_real_5: 0.2287871241569519 (0.2388158362472848) + | > loss_0: 2.5011069774627686 (2.4884172069783124) + | > grad_norm_0: tensor(43.8086, device='cuda:0') (tensor(50.8089, device='cuda:0')) + | > loss_gen: 2.30106520652771 (2.2829166842358424) + | > loss_kl: 1.2727824449539185 (1.3344276314791375) + | > loss_feat: 4.07817268371582 (4.026353146956895) + | > loss_mel: 25.52068519592285 (26.628593722168286) + | > loss_duration: 1.9058083295822144 (1.9119048407491372) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.07851028442383 (36.18419600992784) + | > grad_norm_1: tensor(334.7414, device='cuda:0') (tensor(367.1538, device='cuda:0')) + | > current_lr_0: 0.00019987503124609398 + | > current_lr_1: 0.00019987503124609398 + | > step_time: 1.0155 (0.9329766868328562) + | > loader_time: 0.0064 (0.006586488412351026) + + + --> TIME: 2024-11-22 10:53:02 -- STEP: 417/797 -- GLOBAL_STEP: 4625 + | > loss_disc: 2.5627925395965576 (2.4879021072845102) + | > loss_disc_real_0: 0.2326458841562271 (0.1643402998646101) + | > loss_disc_real_1: 0.2444046288728714 (0.22244015096617548) + | > loss_disc_real_2: 0.2375020831823349 (0.23604363471055204) + | > loss_disc_real_3: 0.1933494210243225 (0.21944429250143702) + | > loss_disc_real_4: 0.2694475054740906 (0.2233899151928705) + | > loss_disc_real_5: 0.2618540823459625 (0.23885849938332607) + | > loss_0: 2.5627925395965576 (2.4879021072845102) + | > grad_norm_0: tensor(33.5394, device='cuda:0') (tensor(51.1486, device='cuda:0')) + | > loss_gen: 2.204737901687622 (2.2841073286047333) + | > loss_kl: 1.2507362365722656 (1.3324799892141956) + | > loss_feat: 4.117463111877441 (4.033169909346878) + | > loss_mel: 26.51955223083496 (26.64339505568397) + | > loss_duration: 1.8532445430755615 (1.9105304814071107) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.945735931396484 (36.20368276454274) + | > grad_norm_1: tensor(221.6160, device='cuda:0') (tensor(364.6470, device='cuda:0')) + | > current_lr_0: 0.00019987503124609398 + | > current_lr_1: 0.00019987503124609398 + | > step_time: 0.9492 (0.9370973824882964) + | > loader_time: 0.0069 (0.006633306864640126) + + + --> TIME: 2024-11-22 10:53:29 -- STEP: 442/797 -- GLOBAL_STEP: 4650 + | > loss_disc: 2.443253755569458 (2.4897436620962576) + | > loss_disc_real_0: 0.1775941252708435 (0.16452029799174406) + | > loss_disc_real_1: 0.20198343694210052 (0.22281138143792953) + | > loss_disc_real_2: 0.24696943163871765 (0.23619678791831522) + | > loss_disc_real_3: 0.20055295526981354 (0.2194763179784177) + | > loss_disc_real_4: 0.17873157560825348 (0.22351913078270885) + | > loss_disc_real_5: 0.23589159548282623 (0.23872264719049854) + | > loss_0: 2.443253755569458 (2.4897436620962576) + | > grad_norm_0: tensor(79.7591, device='cuda:0') (tensor(51.2960, device='cuda:0')) + | > loss_gen: 2.342698812484741 (2.2868074111269574) + | > loss_kl: 1.5943706035614014 (1.3325172336392819) + | > loss_feat: 3.8554108142852783 (4.044209180913901) + | > loss_mel: 27.151052474975586 (26.677787047166095) + | > loss_duration: 1.8780256509780884 (1.9092250897873582) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.821556091308594 (36.250545928920545) + | > grad_norm_1: tensor(620.0869, device='cuda:0') (tensor(370.9335, device='cuda:0')) + | > current_lr_0: 0.00019987503124609398 + | > current_lr_1: 0.00019987503124609398 + | > step_time: 0.8939 (0.9433613303559938) + | > loader_time: 0.0071 (0.006716311787048618) + + + --> TIME: 2024-11-22 10:53:55 -- STEP: 467/797 -- GLOBAL_STEP: 4675 + | > loss_disc: 2.321507692337036 (2.487963425270751) + | > loss_disc_real_0: 0.17378000915050507 (0.16438163955729837) + | > loss_disc_real_1: 0.16015158593654633 (0.22311932387775735) + | > loss_disc_real_2: 0.21323077380657196 (0.23620513097504733) + | > loss_disc_real_3: 0.16324827075004578 (0.2192987721309672) + | > loss_disc_real_4: 0.18367399275302887 (0.2229750548714744) + | > loss_disc_real_5: 0.1815950572490692 (0.23864610638365755) + | > loss_0: 2.321507692337036 (2.487963425270751) + | > grad_norm_0: tensor(59.8347, device='cuda:0') (tensor(50.6438, device='cuda:0')) + | > loss_gen: 2.3779354095458984 (2.286525967544863) + | > loss_kl: 1.321274757385254 (1.3288267781954) + | > loss_feat: 4.722728252410889 (4.045931865622708) + | > loss_mel: 26.963783264160156 (26.68958268992651) + | > loss_duration: 1.8435757160186768 (1.9083593928073663) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.22929382324219 (36.25922666218856) + | > grad_norm_1: tensor(585.9391, device='cuda:0') (tensor(370.8810, device='cuda:0')) + | > current_lr_0: 0.00019987503124609398 + | > current_lr_1: 0.00019987503124609398 + | > step_time: 1.0434 (0.9475408698047254) + | > loader_time: 0.0133 (0.006816488261906954) + + + --> TIME: 2024-11-22 10:54:22 -- STEP: 492/797 -- GLOBAL_STEP: 4700 + | > loss_disc: 2.4066009521484375 (2.487972473710534) + | > loss_disc_real_0: 0.12552990019321442 (0.16386981640101939) + | > loss_disc_real_1: 0.25214019417762756 (0.2229654759592642) + | > loss_disc_real_2: 0.22253994643688202 (0.23631261625304456) + | > loss_disc_real_3: 0.21400731801986694 (0.21922938478732013) + | > loss_disc_real_4: 0.2195267230272293 (0.2230796774137553) + | > loss_disc_real_5: 0.2511501908302307 (0.2389668319980061) + | > loss_0: 2.4066009521484375 (2.487972473710534) + | > grad_norm_0: tensor(79.2970, device='cuda:0') (tensor(50.9716, device='cuda:0')) + | > loss_gen: 2.293393135070801 (2.2872124970928414) + | > loss_kl: 1.123413324356079 (1.3261527293096718) + | > loss_feat: 3.8661084175109863 (4.047601493393502) + | > loss_mel: 24.0018310546875 (26.67188603703569) + | > loss_duration: 1.8689758777618408 (1.9068766873541887) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.15372085571289 (36.23972940444945) + | > grad_norm_1: tensor(825.4026, device='cuda:0') (tensor(375.6533, device='cuda:0')) + | > current_lr_0: 0.00019987503124609398 + | > current_lr_1: 0.00019987503124609398 + | > step_time: 0.9913 (0.9536469728966069) + | > loader_time: 0.0061 (0.006890703022964603) + + + --> TIME: 2024-11-22 10:54:48 -- STEP: 517/797 -- GLOBAL_STEP: 4725 + | > loss_disc: 2.3747806549072266 (2.48893026825999) + | > loss_disc_real_0: 0.2231035828590393 (0.16323310463928858) + | > loss_disc_real_1: 0.21491758525371552 (0.22265892494577968) + | > loss_disc_real_2: 0.24139493703842163 (0.23607162851660118) + | > loss_disc_real_3: 0.19232870638370514 (0.21884553377990335) + | > loss_disc_real_4: 0.20020760595798492 (0.22357365997720732) + | > loss_disc_real_5: 0.24328753352165222 (0.23970501469286082) + | > loss_0: 2.3747806549072266 (2.48893026825999) + | > grad_norm_0: tensor(201.3216, device='cuda:0') (tensor(51.6729, device='cuda:0')) + | > loss_gen: 2.3873989582061768 (2.2894843839815064) + | > loss_kl: 1.1479310989379883 (1.3233847696499856) + | > loss_feat: 4.104336261749268 (4.049872144739679) + | > loss_mel: 25.5997314453125 (26.667033381803357) + | > loss_duration: 1.9061880111694336 (1.9057611715862783) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.14558792114258 (36.23553580057228) + | > grad_norm_1: tensor(433.6766, device='cuda:0') (tensor(378.7311, device='cuda:0')) + | > current_lr_0: 0.00019987503124609398 + | > current_lr_1: 0.00019987503124609398 + | > step_time: 0.9828 (0.9577014676837442) + | > loader_time: 0.0088 (0.007041083083161996) + + + --> TIME: 2024-11-22 10:55:14 -- STEP: 542/797 -- GLOBAL_STEP: 4750 + | > loss_disc: 2.5108072757720947 (2.491114819621689) + | > loss_disc_real_0: 0.10626187175512314 (0.16242250599434463) + | > loss_disc_real_1: 0.2418903410434723 (0.22296819341028748) + | > loss_disc_real_2: 0.22602328658103943 (0.2369401681467176) + | > loss_disc_real_3: 0.19515788555145264 (0.21949265090356893) + | > loss_disc_real_4: 0.20972414314746857 (0.22386099888884714) + | > loss_disc_real_5: 0.2813695967197418 (0.23982396110122495) + | > loss_0: 2.5108072757720947 (2.491114819621689) + | > grad_norm_0: tensor(100.3589, device='cuda:0') (tensor(52.4684, device='cuda:0')) + | > loss_gen: 2.3354949951171875 (2.289329818034082) + | > loss_kl: 1.340406894683838 (1.3235799720806392) + | > loss_feat: 4.027375221252441 (4.049579870216961) + | > loss_mel: 26.591197967529297 (26.66449565113251) + | > loss_duration: 1.9118014574050903 (1.905545450444591) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.206275939941406 (36.23253071000212) + | > grad_norm_1: tensor(312.3152, device='cuda:0') (tensor(383.0826, device='cuda:0')) + | > current_lr_0: 0.00019987503124609398 + | > current_lr_1: 0.00019987503124609398 + | > step_time: 1.0578 (0.9619016744113936) + | > loader_time: 0.0084 (0.0070992826975579655) + + + --> TIME: 2024-11-22 10:55:42 -- STEP: 567/797 -- GLOBAL_STEP: 4775 + | > loss_disc: 2.4987409114837646 (2.4912358511902886) + | > loss_disc_real_0: 0.11669747531414032 (0.16197444262012609) + | > loss_disc_real_1: 0.24825745820999146 (0.22315863807680747) + | > loss_disc_real_2: 0.20365053415298462 (0.236801395550817) + | > loss_disc_real_3: 0.20381705462932587 (0.21949902701157106) + | > loss_disc_real_4: 0.21193508803844452 (0.22417613434255437) + | > loss_disc_real_5: 0.2728751599788666 (0.23982267298553356) + | > loss_0: 2.4987409114837646 (2.4912358511902886) + | > grad_norm_0: tensor(96.6002, device='cuda:0') (tensor(53.0034, device='cuda:0')) + | > loss_gen: 2.1210248470306396 (2.288867739352808) + | > loss_kl: 1.2628614902496338 (1.3193776231173695) + | > loss_feat: 3.569943904876709 (4.04611316349561) + | > loss_mel: 24.28223991394043 (26.657959845541225) + | > loss_duration: 1.8991657495498657 (1.9044260095666956) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.13523483276367 (36.21674433713234) + | > grad_norm_1: tensor(759.7166, device='cuda:0') (tensor(387.8947, device='cuda:0')) + | > current_lr_0: 0.00019987503124609398 + | > current_lr_1: 0.00019987503124609398 + | > step_time: 0.9971 (0.9665362923233597) + | > loader_time: 0.0073 (0.007181570433224742) + + + --> TIME: 2024-11-22 10:56:08 -- STEP: 592/797 -- GLOBAL_STEP: 4800 + | > loss_disc: 2.325430393218994 (2.489607148879284) + | > loss_disc_real_0: 0.20979003608226776 (0.1615321651176625) + | > loss_disc_real_1: 0.1896553635597229 (0.22267992142587906) + | > loss_disc_real_2: 0.23540718853473663 (0.2370874705548222) + | > loss_disc_real_3: 0.178124338388443 (0.219190414365683) + | > loss_disc_real_4: 0.1854238361120224 (0.22403490436389237) + | > loss_disc_real_5: 0.17672426998615265 (0.23954817047342658) + | > loss_0: 2.325430393218994 (2.489607148879284) + | > grad_norm_0: tensor(156.8317, device='cuda:0') (tensor(53.9894, device='cuda:0')) + | > loss_gen: 2.3194026947021484 (2.291092379673105) + | > loss_kl: 1.3934857845306396 (1.3171995886274284) + | > loss_feat: 4.122877597808838 (4.051253260792913) + | > loss_mel: 27.534292221069336 (26.67000450959077) + | > loss_duration: 1.9161429405212402 (1.9039447531104088) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.286197662353516 (36.23349444930616) + | > grad_norm_1: tensor(858.4398, device='cuda:0') (tensor(397.3744, device='cuda:0')) + | > current_lr_0: 0.00019987503124609398 + | > current_lr_1: 0.00019987503124609398 + | > step_time: 1.0332 (0.9692602230084909) + | > loader_time: 0.0084 (0.00732362350902042) + + + --> TIME: 2024-11-22 10:56:34 -- STEP: 617/797 -- GLOBAL_STEP: 4825 + | > loss_disc: 2.6048951148986816 (2.4896511753335777) + | > loss_disc_real_0: 0.14507301151752472 (0.16131814257687066) + | > loss_disc_real_1: 0.2048051506280899 (0.22285316519837717) + | > loss_disc_real_2: 0.23534196615219116 (0.2371928834354858) + | > loss_disc_real_3: 0.19815115630626678 (0.2192884972213346) + | > loss_disc_real_4: 0.26608753204345703 (0.22390008128491173) + | > loss_disc_real_5: 0.22180983424186707 (0.23910072657190615) + | > loss_0: 2.6048951148986816 (2.4896511753335777) + | > grad_norm_0: tensor(88.7391, device='cuda:0') (tensor(54.1639, device='cuda:0')) + | > loss_gen: 2.319220542907715 (2.2895492425420847) + | > loss_kl: 1.3689887523651123 (1.3145634784111133) + | > loss_feat: 3.7443220615386963 (4.0477676407058185) + | > loss_mel: 27.319242477416992 (26.68077813245875) + | > loss_duration: 1.8809356689453125 (1.903491807138514) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.63270950317383 (36.23615027478678) + | > grad_norm_1: tensor(339.6437, device='cuda:0') (tensor(403.8644, device='cuda:0')) + | > current_lr_0: 0.00019987503124609398 + | > current_lr_1: 0.00019987503124609398 + | > step_time: 1.0182 (0.9717106166110047) + | > loader_time: 0.0114 (0.007419212517514222) + + + --> TIME: 2024-11-22 10:57:02 -- STEP: 642/797 -- GLOBAL_STEP: 4850 + | > loss_disc: 2.4342758655548096 (2.4888647701881395) + | > loss_disc_real_0: 0.14187543094158173 (0.16088492829480272) + | > loss_disc_real_1: 0.25132596492767334 (0.22294035876558582) + | > loss_disc_real_2: 0.20502667129039764 (0.23719687734344666) + | > loss_disc_real_3: 0.21493874490261078 (0.2191337853948646) + | > loss_disc_real_4: 0.15274974703788757 (0.22389047436207254) + | > loss_disc_real_5: 0.24249880015850067 (0.23896261011003705) + | > loss_0: 2.4342758655548096 (2.4888647701881395) + | > grad_norm_0: tensor(87.1035, device='cuda:0') (tensor(55.3101, device='cuda:0')) + | > loss_gen: 2.6512210369110107 (2.289016172150583) + | > loss_kl: 1.2392678260803223 (1.3130195109272296) + | > loss_feat: 4.106083869934082 (4.043974887173493) + | > loss_mel: 25.30994987487793 (26.66624511885123) + | > loss_duration: 1.904157042503357 (1.9035878989184014) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.21067810058594 (36.21584356611018) + | > grad_norm_1: tensor(207.1719, device='cuda:0') (tensor(411.5110, device='cuda:0')) + | > current_lr_0: 0.00019987503124609398 + | > current_lr_1: 0.00019987503124609398 + | > step_time: 1.0064 (0.9770454639957701) + | > loader_time: 0.0096 (0.00753726877527445) + + + --> TIME: 2024-11-22 10:57:29 -- STEP: 667/797 -- GLOBAL_STEP: 4875 + | > loss_disc: 2.575070381164551 (2.4879502692501414) + | > loss_disc_real_0: 0.07824546098709106 (0.16047150159123424) + | > loss_disc_real_1: 0.1809881329536438 (0.2225616096869402) + | > loss_disc_real_2: 0.24831952154636383 (0.23712198556899308) + | > loss_disc_real_3: 0.22415322065353394 (0.21900308250576656) + | > loss_disc_real_4: 0.2548239529132843 (0.22359685600920953) + | > loss_disc_real_5: 0.2295391857624054 (0.2391023561135046) + | > loss_0: 2.575070381164551 (2.4879502692501414) + | > grad_norm_0: tensor(99.1738, device='cuda:0') (tensor(55.7667, device='cuda:0')) + | > loss_gen: 2.1726572513580322 (2.2888943135649) + | > loss_kl: 1.211638331413269 (1.3126440625498141) + | > loss_feat: 4.0273261070251465 (4.0470882559466) + | > loss_mel: 25.720478057861328 (26.654652313850093) + | > loss_duration: 1.8649721145629883 (1.9030112902085106) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.9970703125 (36.20629021217081) + | > grad_norm_1: tensor(513.8873, device='cuda:0') (tensor(413.2018, device='cuda:0')) + | > current_lr_0: 0.00019987503124609398 + | > current_lr_1: 0.00019987503124609398 + | > step_time: 1.1009 (0.9800651706140796) + | > loader_time: 0.0127 (0.007640401462743666) + + + --> TIME: 2024-11-22 10:57:56 -- STEP: 692/797 -- GLOBAL_STEP: 4900 + | > loss_disc: 2.5520071983337402 (2.4877216664352857) + | > loss_disc_real_0: 0.12229888141155243 (0.1598058726983092) + | > loss_disc_real_1: 0.2092849612236023 (0.22247064014562987) + | > loss_disc_real_2: 0.29180946946144104 (0.23731278824065463) + | > loss_disc_real_3: 0.16683103144168854 (0.2191538826664748) + | > loss_disc_real_4: 0.27249839901924133 (0.2239857125768944) + | > loss_disc_real_5: 0.2846224009990692 (0.23925835358226574) + | > loss_0: 2.5520071983337402 (2.4877216664352857) + | > grad_norm_0: tensor(49.2009, device='cuda:0') (tensor(56.6981, device='cuda:0')) + | > loss_gen: 2.3765392303466797 (2.291603468401583) + | > loss_kl: 1.3328213691711426 (1.3114109816234238) + | > loss_feat: 4.5407843589782715 (4.05060342040365) + | > loss_mel: 27.55401611328125 (26.668007693538776) + | > loss_duration: 1.8863729238510132 (1.9019785606103137) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.69053268432617 (36.22360408926286) + | > grad_norm_1: tensor(541.1487, device='cuda:0') (tensor(420.5276, device='cuda:0')) + | > current_lr_0: 0.00019987503124609398 + | > current_lr_1: 0.00019987503124609398 + | > step_time: 0.9702 (0.9826412900334838) + | > loader_time: 0.0085 (0.007735382614797252) + + + --> TIME: 2024-11-22 10:58:24 -- STEP: 717/797 -- GLOBAL_STEP: 4925 + | > loss_disc: 2.4797444343566895 (2.486258906466859) + | > loss_disc_real_0: 0.09014031291007996 (0.15981798451731571) + | > loss_disc_real_1: 0.2972414791584015 (0.2226361136265214) + | > loss_disc_real_2: 0.22842280566692352 (0.23696730750375214) + | > loss_disc_real_3: 0.2767309248447418 (0.2192379806497273) + | > loss_disc_real_4: 0.20556001365184784 (0.2238388137899682) + | > loss_disc_real_5: 0.2018851935863495 (0.23907057873416312) + | > loss_0: 2.4797444343566895 (2.486258906466859) + | > grad_norm_0: tensor(42.6253, device='cuda:0') (tensor(56.7588, device='cuda:0')) + | > loss_gen: 2.112947702407837 (2.2919160405295993) + | > loss_kl: 1.420624852180481 (1.311007328612036) + | > loss_feat: 4.105530261993408 (4.056924476450625) + | > loss_mel: 28.042266845703125 (26.687024221593198) + | > loss_duration: 1.8308857679367065 (1.900978979871529) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.51225662231445 (36.247851029932086) + | > grad_norm_1: tensor(284.2076, device='cuda:0') (tensor(417.7388, device='cuda:0')) + | > current_lr_0: 0.00019987503124609398 + | > current_lr_1: 0.00019987503124609398 + | > step_time: 1.3946 (0.9871646616415665) + | > loader_time: 0.0096 (0.00793804450680189) + + + --> TIME: 2024-11-22 10:59:02 -- STEP: 742/797 -- GLOBAL_STEP: 4950 + | > loss_disc: 2.5129384994506836 (2.4845359511773877) + | > loss_disc_real_0: 0.1848941445350647 (0.15978894065412885) + | > loss_disc_real_1: 0.23772750794887543 (0.2225048347223159) + | > loss_disc_real_2: 0.33199673891067505 (0.23678264166466953) + | > loss_disc_real_3: 0.1729491502046585 (0.21899705402292005) + | > loss_disc_real_4: 0.24306467175483704 (0.22355075199608854) + | > loss_disc_real_5: 0.34131622314453125 (0.2390566154250077) + | > loss_0: 2.5129384994506836 (2.4845359511773877) + | > grad_norm_0: tensor(100.5145, device='cuda:0') (tensor(56.8202, device='cuda:0')) + | > loss_gen: 2.2976889610290527 (2.293177078355034) + | > loss_kl: 1.2375231981277466 (1.3102601327986083) + | > loss_feat: 3.955549716949463 (4.064969766814757) + | > loss_mel: 27.597888946533203 (26.699394956110623) + | > loss_duration: 1.9063632488250732 (1.8997550892701367) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.99501419067383 (36.26755701306698) + | > grad_norm_1: tensor(534.1711, device='cuda:0') (tensor(418.3311, device='cuda:0')) + | > current_lr_0: 0.00019987503124609398 + | > current_lr_1: 0.00019987503124609398 + | > step_time: 1.9888 (1.0050162835262535) + | > loader_time: 0.0087 (0.008164829963622394) + + + --> TIME: 2024-11-22 11:00:09 -- STEP: 767/797 -- GLOBAL_STEP: 4975 + | > loss_disc: 2.3099050521850586 (2.4836823483334074) + | > loss_disc_real_0: 0.07484443485736847 (0.15895160693175028) + | > loss_disc_real_1: 0.19081252813339233 (0.22276551090909422) + | > loss_disc_real_2: 0.2039986550807953 (0.23700357668558342) + | > loss_disc_real_3: 0.17580974102020264 (0.21892028005679548) + | > loss_disc_real_4: 0.18491385877132416 (0.22357409853473637) + | > loss_disc_real_5: 0.21715721487998962 (0.23870570764353563) + | > loss_0: 2.3099050521850586 (2.4836823483334074) + | > grad_norm_0: tensor(103.1889, device='cuda:0') (tensor(56.9310, device='cuda:0')) + | > loss_gen: 2.2168326377868652 (2.2940621512809654) + | > loss_kl: 1.2003060579299927 (1.309297602366282) + | > loss_feat: 4.358234405517578 (4.069859716696413) + | > loss_mel: 25.79057502746582 (26.688136233810962) + | > loss_duration: 1.8518965244293213 (1.8984063545137526) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.4178466796875 (36.25976206395278) + | > grad_norm_1: tensor(770.7780, device='cuda:0') (tensor(424.7097, device='cuda:0')) + | > current_lr_0: 0.00019987503124609398 + | > current_lr_1: 0.00019987503124609398 + | > step_time: 4.9141 (1.0579521572108055) + | > loader_time: 0.0127 (0.0091644579925935) + + + --> TIME: 2024-11-22 11:01:57 -- STEP: 792/797 -- GLOBAL_STEP: 5000 + | > loss_disc: 2.3367271423339844 (2.483814448720278) + | > loss_disc_real_0: 0.10534493625164032 (0.15882127308239702) + | > loss_disc_real_1: 0.2018037885427475 (0.22284928771356746) + | > loss_disc_real_2: 0.2529149353504181 (0.23691796535870643) + | > loss_disc_real_3: 0.23046571016311646 (0.21905141741488915) + | > loss_disc_real_4: 0.20339785516262054 (0.22354523750078498) + | > loss_disc_real_5: 0.24073323607444763 (0.23827883812852882) + | > loss_0: 2.3367271423339844 (2.483814448720278) + | > grad_norm_0: tensor(40.0061, device='cuda:0') (tensor(57.7760, device='cuda:0')) + | > loss_gen: 2.734724998474121 (2.2947184208667624) + | > loss_kl: 1.2016152143478394 (1.308477153982779) + | > loss_feat: 5.097945690155029 (4.074384822688924) + | > loss_mel: 28.426166534423828 (26.67789353987183) + | > loss_duration: 1.8645154237747192 (1.8973355442285538) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 39.32497024536133 (36.25280950045348) + | > grad_norm_1: tensor(773.3174, device='cuda:0') (tensor(430.3531, device='cuda:0')) + | > current_lr_0: 0.00019987503124609398 + | > current_lr_1: 0.00019987503124609398 + | > step_time: 4.0307 (1.1592512669587363) + | > loader_time: 0.0103 (0.009614131065330123) + + + > CHECKPOINT : vits_shi_male-November-22-2024_02+49AM-0000000/checkpoint_5000.pth + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.5480754375457764 (2.5480754375457764) + | > loss_disc_real_0: 0.14847740530967712 (0.14847740530967712) + | > loss_disc_real_1: 0.16887706518173218 (0.16887706518173218) + | > loss_disc_real_2: 0.23756638169288635 (0.23756638169288635) + | > loss_disc_real_3: 0.10506798326969147 (0.10506798326969147) + | > loss_disc_real_4: 0.20594926178455353 (0.20594926178455353) + | > loss_disc_real_5: 0.2646947205066681 (0.2646947205066681) + | > loss_0: 2.5480754375457764 (2.5480754375457764) + | > loss_gen: 1.8711916208267212 (1.8711916208267212) + | > loss_kl: 0.678624153137207 (0.678624153137207) + | > loss_feat: 3.6926045417785645 (3.6926045417785645) + | > loss_mel: 26.074222564697266 (26.074222564697266) + | > loss_duration: 2.1211910247802734 (2.1211910247802734) + | > loss_1: 34.437835693359375 (34.437835693359375) + + --> STEP: 1 + | > loss_disc: 2.45419979095459 (2.45419979095459) + | > loss_disc_real_0: 0.12738314270973206 (0.12738314270973206) + | > loss_disc_real_1: 0.1560371071100235 (0.1560371071100235) + | > loss_disc_real_2: 0.25384578108787537 (0.25384578108787537) + | > loss_disc_real_3: 0.1744552105665207 (0.1744552105665207) + | > loss_disc_real_4: 0.2419242560863495 (0.2419242560863495) + | > loss_disc_real_5: 0.2967747747898102 (0.2967747747898102) + | > loss_0: 2.45419979095459 (2.45419979095459) + | > loss_gen: 2.210960865020752 (2.210960865020752) + | > loss_kl: 0.6653220057487488 (0.6653220057487488) + | > loss_feat: 5.127932548522949 (5.127932548522949) + | > loss_mel: 33.56166458129883 (33.56166458129883) + | > loss_duration: 2.0515127182006836 (2.0515127182006836) + | > loss_1: 43.617393493652344 (43.617393493652344) + + --> STEP: 2 + | > loss_disc: 2.655907154083252 (2.555053472518921) + | > loss_disc_real_0: 0.08131717145442963 (0.10435015708208084) + | > loss_disc_real_1: 0.1995425969362259 (0.1777898520231247) + | > loss_disc_real_2: 0.23969882726669312 (0.24677230417728424) + | > loss_disc_real_3: 0.20120392739772797 (0.18782956898212433) + | > loss_disc_real_4: 0.26216667890548706 (0.2520454674959183) + | > loss_disc_real_5: 0.29634472727775574 (0.29655975103378296) + | > loss_0: 2.655907154083252 (2.555053472518921) + | > loss_gen: 1.878244161605835 (2.0446025133132935) + | > loss_kl: 1.3873564004898071 (1.026339203119278) + | > loss_feat: 2.902776002883911 (4.01535427570343) + | > loss_mel: 23.345975875854492 (28.45382022857666) + | > loss_duration: 1.813568353652954 (1.9325405359268188) + | > loss_1: 31.32792091369629 (37.472657203674316) + + --> STEP: 3 + | > loss_disc: 2.4654526710510254 (2.525186538696289) + | > loss_disc_real_0: 0.04370922967791557 (0.08413651461402576) + | > loss_disc_real_1: 0.1976252943277359 (0.18440166612466177) + | > loss_disc_real_2: 0.30313852429389954 (0.265561044216156) + | > loss_disc_real_3: 0.09632311761379242 (0.1573274185260137) + | > loss_disc_real_4: 0.24790869653224945 (0.250666543841362) + | > loss_disc_real_5: 0.24837425351142883 (0.2804979185263316) + | > loss_0: 2.4654526710510254 (2.525186538696289) + | > loss_gen: 1.963602066040039 (2.0176023642222085) + | > loss_kl: 1.295547366142273 (1.1160752574602764) + | > loss_feat: 3.6270947456359863 (3.8859344323476157) + | > loss_mel: 25.262680053710938 (27.390106836954754) + | > loss_duration: 1.926170825958252 (1.9304172992706299) + | > loss_1: 34.075096130371094 (36.34013684590658) + + --> STEP: 4 + | > loss_disc: 2.3701119422912598 (2.4864178895950317) + | > loss_disc_real_0: 0.09306193888187408 (0.08636787068098783) + | > loss_disc_real_1: 0.1474504917860031 (0.1751638725399971) + | > loss_disc_real_2: 0.2262285351753235 (0.2557279169559479) + | > loss_disc_real_3: 0.13100633025169373 (0.1507471464574337) + | > loss_disc_real_4: 0.20441535115242004 (0.2391037456691265) + | > loss_disc_real_5: 0.2536270320415497 (0.2737801969051361) + | > loss_0: 2.3701119422912598 (2.4864178895950317) + | > loss_gen: 1.9729976654052734 (2.006451189517975) + | > loss_kl: 1.1998183727264404 (1.1370110362768173) + | > loss_feat: 4.95281982421875 (4.152655780315399) + | > loss_mel: 26.434886932373047 (27.151301860809326) + | > loss_duration: 1.8334583044052124 (1.9061775505542755) + | > loss_1: 36.39398193359375 (36.35359811782837) + + --> STEP: 5 + | > loss_disc: 2.2015697956085205 (2.4294482707977294) + | > loss_disc_real_0: 0.04910602793097496 (0.07891550213098526) + | > loss_disc_real_1: 0.16631220281124115 (0.17339353859424592) + | > loss_disc_real_2: 0.20048688352108002 (0.2446797102689743) + | > loss_disc_real_3: 0.10956182330846786 (0.14251008182764052) + | > loss_disc_real_4: 0.12300099432468414 (0.21588319540023804) + | > loss_disc_real_5: 0.1905590146780014 (0.25713596045970916) + | > loss_0: 2.2015697956085205 (2.4294482707977294) + | > loss_gen: 2.0375900268554688 (2.0126789569854737) + | > loss_kl: 1.274792194366455 (1.164567267894745) + | > loss_feat: 5.842830657958984 (4.490690755844116) + | > loss_mel: 29.18424415588379 (27.557890319824217) + | > loss_duration: 2.0168490409851074 (1.9283118486404418) + | > loss_1: 40.35630798339844 (37.154140090942384) + + --> STEP: 6 + | > loss_disc: 2.5348994731903076 (2.4470234711964927) + | > loss_disc_real_0: 0.07463134825229645 (0.07820147648453712) + | > loss_disc_real_1: 0.24105089902877808 (0.1846697653333346) + | > loss_disc_real_2: 0.2180059552192688 (0.24023408442735672) + | > loss_disc_real_3: 0.14411941170692444 (0.14277830347418785) + | > loss_disc_real_4: 0.2021178901195526 (0.21358897785345712) + | > loss_disc_real_5: 0.2327967882156372 (0.25307943175236386) + | > loss_0: 2.5348994731903076 (2.4470234711964927) + | > loss_gen: 1.785336971282959 (1.9747886260350545) + | > loss_kl: 1.1715247631072998 (1.1657268504301708) + | > loss_feat: 3.2744300365448 (4.2879806359608965) + | > loss_mel: 23.639019012451172 (26.90474510192871) + | > loss_duration: 1.8774844408035278 (1.9198406140009563) + | > loss_1: 31.7477970123291 (36.2530829111735) + + --> STEP: 7 + | > loss_disc: 2.411458969116211 (2.4419428280421664) + | > loss_disc_real_0: 0.08699695765972137 (0.07945797379527773) + | > loss_disc_real_1: 0.15334026515483856 (0.1801941224506923) + | > loss_disc_real_2: 0.2467321902513504 (0.24116238525935582) + | > loss_disc_real_3: 0.1416700929403305 (0.1426199876836368) + | > loss_disc_real_4: 0.19620852172374725 (0.21110605554921286) + | > loss_disc_real_5: 0.18866492807865143 (0.24387735979897635) + | > loss_0: 2.411458969116211 (2.4419428280421664) + | > loss_gen: 2.0163257122039795 (1.980722495487758) + | > loss_kl: 1.0684444904327393 (1.1518293704305376) + | > loss_feat: 5.705057144165039 (4.490420137132917) + | > loss_mel: 28.178447723388672 (27.086702619280135) + | > loss_duration: 1.7717516422271729 (1.8986850466047014) + | > loss_1: 38.740028381347656 (36.6083608354841) + + --> STEP: 8 + | > loss_disc: 2.382606267929077 (2.4345257580280304) + | > loss_disc_real_0: 0.07506503164768219 (0.07890885602682829) + | > loss_disc_real_1: 0.16701653599739075 (0.17854692414402962) + | > loss_disc_real_2: 0.3307749629020691 (0.252363957464695) + | > loss_disc_real_3: 0.19740666449069977 (0.14946832228451967) + | > loss_disc_real_4: 0.24413901567459106 (0.21523517556488514) + | > loss_disc_real_5: 0.22835823893547058 (0.24193746969103813) + | > loss_0: 2.382606267929077 (2.4345257580280304) + | > loss_gen: 2.3451411724090576 (2.0262748301029205) + | > loss_kl: 1.0773848295211792 (1.1425238028168678) + | > loss_feat: 5.7658257484436035 (4.649845838546753) + | > loss_mel: 30.577396392822266 (27.5230393409729) + | > loss_duration: 1.9153344631195068 (1.9007662236690521) + | > loss_1: 41.68108367919922 (37.242451190948486) + + --> STEP: 9 + | > loss_disc: 2.696394920349121 (2.4636223316192627) + | > loss_disc_real_0: 0.06843064725399017 (0.07774461060762405) + | > loss_disc_real_1: 0.17865166068077087 (0.17855856153700086) + | > loss_disc_real_2: 0.264485239982605 (0.2537107666333516) + | > loss_disc_real_3: 0.18200302124023438 (0.15308328883515465) + | > loss_disc_real_4: 0.19214819371700287 (0.2126699553595649) + | > loss_disc_real_5: 0.30300626158714294 (0.24872289101282755) + | > loss_0: 2.696394920349121 (2.4636223316192627) + | > loss_gen: 1.801236629486084 (2.0012705855899386) + | > loss_kl: 1.4670071601867676 (1.178577509191301) + | > loss_feat: 3.215949058532715 (4.490523974100749) + | > loss_mel: 24.250715255737305 (27.159447775946724) + | > loss_duration: 1.85109281539917 (1.8952469560835097) + | > loss_1: 32.586002349853516 (36.72506798638238) + + --> STEP: 10 + | > loss_disc: 2.682454824447632 (2.4855055809020996) + | > loss_disc_real_0: 0.09427621215581894 (0.07939777076244355) + | > loss_disc_real_1: 0.20209074020385742 (0.18091177940368652) + | > loss_disc_real_2: 0.28902313113212585 (0.2572420030832291) + | > loss_disc_real_3: 0.1809566169977188 (0.15587062165141105) + | > loss_disc_real_4: 0.23692689836025238 (0.21509564965963363) + | > loss_disc_real_5: 0.29906871914863586 (0.2537574738264084) + | > loss_0: 2.682454824447632 (2.4855055809020996) + | > loss_gen: 1.9792602062225342 (1.9990695476531983) + | > loss_kl: 1.2428621053695679 (1.185005968809128) + | > loss_feat: 3.3764023780822754 (4.379111814498901) + | > loss_mel: 28.963794708251953 (27.339882469177248) + | > loss_duration: 1.7812148332595825 (1.8838437438011169) + | > loss_1: 37.343536376953125 (36.78691482543945) + + --> STEP: 11 + | > loss_disc: 2.663363456726074 (2.5016744787042793) + | > loss_disc_real_0: 0.1036217212677002 (0.08159994808110324) + | > loss_disc_real_1: 0.19234901666641235 (0.1819515282457525) + | > loss_disc_real_2: 0.31648823618888855 (0.26262802427465265) + | > loss_disc_real_3: 0.16473259031772614 (0.1566762551665306) + | > loss_disc_real_4: 0.24668993055820465 (0.2179678570140492) + | > loss_disc_real_5: 0.3420346677303314 (0.26178267327221955) + | > loss_0: 2.663363456726074 (2.5016744787042793) + | > loss_gen: 2.0189781188964844 (2.000879417766224) + | > loss_kl: 1.4655042886734009 (1.2105058160695163) + | > loss_feat: 3.808397054672241 (4.327228654514659) + | > loss_mel: 24.50342559814453 (27.082022753628817) + | > loss_duration: 1.797760248184204 (1.8760179714723066) + | > loss_1: 33.59406661987305 (36.49665589766069) + + --> STEP: 12 + | > loss_disc: 2.699434280395508 (2.5181544621785483) + | > loss_disc_real_0: 0.10804638266563416 (0.08380381762981415) + | > loss_disc_real_1: 0.1805400550365448 (0.18183390547831854) + | > loss_disc_real_2: 0.26794666051864624 (0.2630712439616521) + | > loss_disc_real_3: 0.1517869234085083 (0.15626881085336208) + | > loss_disc_real_4: 0.2369617372751236 (0.21955068036913872) + | > loss_disc_real_5: 0.29578301310539246 (0.2646160349249839) + | > loss_0: 2.699434280395508 (2.5181544621785483) + | > loss_gen: 1.8657515048980713 (1.989618758360545) + | > loss_kl: 1.3395744562149048 (1.221261536081632) + | > loss_feat: 4.347814083099365 (4.328944106896718) + | > loss_mel: 28.252214431762695 (27.17953872680664) + | > loss_duration: 1.860722541809082 (1.8747433523337047) + | > loss_1: 37.66607666015625 (36.59410762786865) + + --> STEP: 13 + | > loss_disc: 2.7591917514801025 (2.5366957921248217) + | > loss_disc_real_0: 0.08299196511507034 (0.08374136743637231) + | > loss_disc_real_1: 0.18272438645362854 (0.18190240401488084) + | > loss_disc_real_2: 0.3051303029060364 (0.2663065561881432) + | > loss_disc_real_3: 0.23461216688156128 (0.16229522285553125) + | > loss_disc_real_4: 0.2560114562511444 (0.2223553554369853) + | > loss_disc_real_5: 0.33937448263168335 (0.27036668474857617) + | > loss_0: 2.7591917514801025 (2.5366957921248217) + | > loss_gen: 1.9393000602722168 (1.9857480892768273) + | > loss_kl: 1.3553577661514282 (1.2315766307023854) + | > loss_feat: 4.098848819732666 (4.311244469422561) + | > loss_mel: 29.21611976623535 (27.336198806762695) + | > loss_duration: 1.9302687644958496 (1.8790145378846388) + | > loss_1: 38.539894104003906 (36.743783510648285) + + --> STEP: 14 + | > loss_disc: 2.4799327850341797 (2.532641291618347) + | > loss_disc_real_0: 0.09595440328121185 (0.08461372713957514) + | > loss_disc_real_1: 0.19383811950683594 (0.18275495512144907) + | > loss_disc_real_2: 0.262506365776062 (0.26603511401585167) + | > loss_disc_real_3: 0.13132783770561218 (0.16008326677339418) + | > loss_disc_real_4: 0.24570076167583466 (0.22402288445404597) + | > loss_disc_real_5: 0.25922730565071106 (0.2695710148130144) + | > loss_0: 2.4799327850341797 (2.532641291618347) + | > loss_gen: 2.009351968765259 (1.9874340806688582) + | > loss_kl: 0.8697145581245422 (1.2057293398039681) + | > loss_feat: 3.506742238998413 (4.253780024392264) + | > loss_mel: 27.05335235595703 (27.315995488848007) + | > loss_duration: 1.932563066482544 (1.8828394327844893) + | > loss_1: 35.371726989746094 (36.64577947344099) + + --> STEP: 15 + | > loss_disc: 2.600131034851074 (2.5371406078338623) + | > loss_disc_real_0: 0.08602435141801834 (0.08470776875813803) + | > loss_disc_real_1: 0.2221258580684662 (0.18537968198458354) + | > loss_disc_real_2: 0.2121911346912384 (0.2624455153942108) + | > loss_disc_real_3: 0.13702790439128876 (0.15854624261458714) + | > loss_disc_real_4: 0.21661359071731567 (0.22352893153826395) + | > loss_disc_real_5: 0.24212250113487244 (0.26774111390113825) + | > loss_0: 2.600131034851074 (2.5371406078338623) + | > loss_gen: 1.893086552619934 (1.9811442454655965) + | > loss_kl: 1.023051381111145 (1.1935508092244467) + | > loss_feat: 3.1218788623809814 (4.178319946924845) + | > loss_mel: 24.415874481201172 (27.122654088338216) + | > loss_duration: 1.844106912612915 (1.8802572647730509) + | > loss_1: 32.29800033569336 (36.35592753092448) + + --> STEP: 16 + | > loss_disc: 2.407266139984131 (2.529023453593254) + | > loss_disc_real_0: 0.06981413066387177 (0.08377691637724638) + | > loss_disc_real_1: 0.19171229004859924 (0.18577546998858452) + | > loss_disc_real_2: 0.27814149856567383 (0.26342651434242725) + | > loss_disc_real_3: 0.09594199061393738 (0.15463347686454654) + | > loss_disc_real_4: 0.2208113670349121 (0.22335908375680447) + | > loss_disc_real_5: 0.22599461674690247 (0.2651319578289985) + | > loss_0: 2.407266139984131 (2.529023453593254) + | > loss_gen: 1.996764063835144 (1.9821204841136932) + | > loss_kl: 1.6543502807617188 (1.2223507761955261) + | > loss_feat: 4.273777961730957 (4.184286072850227) + | > loss_mel: 24.11651039123535 (26.934770107269287) + | > loss_duration: 1.9386872053146362 (1.8839091360569) + | > loss_1: 33.9800910949707 (36.20743775367737) + + --> STEP: 17 + | > loss_disc: 2.6122963428497314 (2.533921858843635) + | > loss_disc_real_0: 0.08042289316654205 (0.08357962089426377) + | > loss_disc_real_1: 0.16553427278995514 (0.1845848113298416) + | > loss_disc_real_2: 0.26959431171417236 (0.2637893259525299) + | > loss_disc_real_3: 0.16119007766246796 (0.15501915926442428) + | > loss_disc_real_4: 0.22797594964504242 (0.2236306641031714) + | > loss_disc_real_5: 0.3128611445426941 (0.2679395570474512) + | > loss_0: 2.6122963428497314 (2.533921858843635) + | > loss_gen: 1.946547031402588 (1.9800279280718636) + | > loss_kl: 0.9501141309738159 (1.2063368558883667) + | > loss_feat: 3.871018409729004 (4.1658585632548615) + | > loss_mel: 28.916301727294922 (27.051330790800208) + | > loss_duration: 1.8259429931640625 (1.8804993629455566) + | > loss_1: 37.509925842285156 (36.284054700066065) + + --> STEP: 18 + | > loss_disc: 2.470013380050659 (2.530371387799581) + | > loss_disc_real_0: 0.1224406361579895 (0.08573856618669298) + | > loss_disc_real_1: 0.2452729195356369 (0.18795637289683023) + | > loss_disc_real_2: 0.21184879541397095 (0.26090374092261) + | > loss_disc_real_3: 0.14524966478347778 (0.15447640957103836) + | > loss_disc_real_4: 0.13641509413719177 (0.218785354660617) + | > loss_disc_real_5: 0.23444731533527374 (0.26607887695233023) + | > loss_0: 2.470013380050659 (2.530371387799581) + | > loss_gen: 1.9091182947158813 (1.9760885039965312) + | > loss_kl: 1.5671488046646118 (1.2263819641537137) + | > loss_feat: 3.462982416152954 (4.126809888415867) + | > loss_mel: 24.189701080322266 (26.892351362440323) + | > loss_duration: 1.8113089799880981 (1.8766554527812533) + | > loss_1: 32.94026184082031 (36.098288430107964) + + --> STEP: 19 + | > loss_disc: 2.462003707885742 (2.5267730888567472) + | > loss_disc_real_0: 0.08267354965209961 (0.08557724952697754) + | > loss_disc_real_1: 0.14948050677776337 (0.18593132731161618) + | > loss_disc_real_2: 0.22055016458034515 (0.2587798684835434) + | > loss_disc_real_3: 0.208944171667099 (0.15734313389188365) + | > loss_disc_real_4: 0.19348043203353882 (0.21745351662761286) + | > loss_disc_real_5: 0.2524518668651581 (0.2653616658951106) + | > loss_0: 2.462003707885742 (2.5267730888567472) + | > loss_gen: 2.0503506660461426 (1.9799970388412476) + | > loss_kl: 1.1899139881134033 (1.2244625969936973) + | > loss_feat: 5.233270168304443 (4.185044639988949) + | > loss_mel: 29.783124923706055 (27.044497339349043) + | > loss_duration: 1.9243791103363037 (1.8791672242315192) + | > loss_1: 40.18103790283203 (36.313169981303965) + + --> STEP: 20 + | > loss_disc: 2.431187629699707 (2.5219938158988953) + | > loss_disc_real_0: 0.05456572026014328 (0.08402667306363583) + | > loss_disc_real_1: 0.20499634742736816 (0.1868845783174038) + | > loss_disc_real_2: 0.25885340571403503 (0.258783545345068) + | > loss_disc_real_3: 0.11214660108089447 (0.15508330725133418) + | > loss_disc_real_4: 0.14579780399799347 (0.2138707309961319) + | > loss_disc_real_5: 0.25203588604927063 (0.26469537690281864) + | > loss_0: 2.431187629699707 (2.5219938158988953) + | > loss_gen: 2.011727809906006 (1.9815835773944854) + | > loss_kl: 1.1651362180709839 (1.2214962780475616) + | > loss_feat: 5.054333686828613 (4.228509092330933) + | > loss_mel: 28.232059478759766 (27.10387544631958) + | > loss_duration: 1.8034778833389282 (1.8753827571868897) + | > loss_1: 38.2667350769043 (36.41084823608398) + + --> STEP: 21 + | > loss_disc: 2.578068733215332 (2.524664050056821) + | > loss_disc_real_0: 0.08814764022827148 (0.08422290959528514) + | > loss_disc_real_1: 0.1671428680419922 (0.1859444968757175) + | > loss_disc_real_2: 0.23505385220050812 (0.25765355995723177) + | > loss_disc_real_3: 0.1515270471572876 (0.15491396153257006) + | > loss_disc_real_4: 0.18534822762012482 (0.21251251654965536) + | > loss_disc_real_5: 0.2731207311153412 (0.2650965842462721) + | > loss_0: 2.578068733215332 (2.524664050056821) + | > loss_gen: 1.8053616285324097 (1.9731920560201008) + | > loss_kl: 1.2831915616989136 (1.224434148697626) + | > loss_feat: 4.42800760269165 (4.238009021395729) + | > loss_mel: 28.55047607421875 (27.172761190505256) + | > loss_duration: 1.822075605392456 (1.8728443213871546) + | > loss_1: 37.88911437988281 (36.481241861979164) + + --> STEP: 22 + | > loss_disc: 2.8882479667663574 (2.541190591725436) + | > loss_disc_real_0: 0.10307638347148895 (0.08507988568056714) + | > loss_disc_real_1: 0.20383098721504211 (0.18675751916386865) + | > loss_disc_real_2: 0.27304184436798096 (0.25835302743044763) + | > loss_disc_real_3: 0.17729522287845612 (0.15593129159374672) + | > loss_disc_real_4: 0.2871616780757904 (0.2159056602553888) + | > loss_disc_real_5: 0.3179922103881836 (0.2675009308890863) + | > loss_0: 2.8882479667663574 (2.541190591725436) + | > loss_gen: 1.7326946258544922 (1.9622603546489368) + | > loss_kl: 1.2848182916641235 (1.2271788824688306) + | > loss_feat: 3.0354490280151367 (4.183347203514793) + | > loss_mel: 21.518310546875 (26.91574070670388) + | > loss_duration: 1.9600650072097778 (1.8768088980154558) + | > loss_1: 29.53133773803711 (36.16533712907271) + + --> STEP: 23 + | > loss_disc: 2.609968423843384 (2.5441809322523032) + | > loss_disc_real_0: 0.06777399778366089 (0.084327455772006) + | > loss_disc_real_1: 0.2657070755958557 (0.19019010857395505) + | > loss_disc_real_2: 0.26791098713874817 (0.2587685908960259) + | > loss_disc_real_3: 0.14148001372814178 (0.15530297516480737) + | > loss_disc_real_4: 0.1883009821176529 (0.21470545685809592) + | > loss_disc_real_5: 0.3264898955821991 (0.270065668484439) + | > loss_0: 2.609968423843384 (2.5441809322523032) + | > loss_gen: 1.8852485418319702 (1.9589120149612427) + | > loss_kl: 1.557712435722351 (1.2415499065233315) + | > loss_feat: 4.12986421585083 (4.181021856225056) + | > loss_mel: 26.459012985229492 (26.895882979683254) + | > loss_duration: 1.9422732591629028 (1.879655174587084) + | > loss_1: 35.97411346435547 (36.157023056693696) + + --> STEP: 24 + | > loss_disc: 2.8331727981567383 (2.556222259998321) + | > loss_disc_real_0: 0.07685442268848419 (0.08401607939352591) + | > loss_disc_real_1: 0.24338190257549286 (0.1924064333240191) + | > loss_disc_real_2: 0.2189645618200302 (0.25711008968452603) + | > loss_disc_real_3: 0.11098887771368027 (0.15345655443767708) + | > loss_disc_real_4: 0.19139999151229858 (0.21373439580202103) + | > loss_disc_real_5: 0.27195972204208374 (0.2701445873826742) + | > loss_0: 2.8331727981567383 (2.556222259998321) + | > loss_gen: 1.4657446146011353 (1.9383633732795715) + | > loss_kl: 1.0837849378585815 (1.2349763661623003) + | > loss_feat: 1.9645353555679321 (4.088668252031009) + | > loss_mel: 19.74740219116211 (26.598029613494873) + | > loss_duration: 1.8823094367980957 (1.879765768845876) + | > loss_1: 26.143775939941406 (35.73980442682902) + + --> STEP: 25 + | > loss_disc: 2.592907190322876 (2.557689657211303) + | > loss_disc_real_0: 0.05597241222858429 (0.08289433270692825) + | > loss_disc_real_1: 0.23438408970832825 (0.19408553957939148) + | > loss_disc_real_2: 0.21704338490962982 (0.25550742149353023) + | > loss_disc_real_3: 0.11579213291406631 (0.15194997757673265) + | > loss_disc_real_4: 0.16661317646503448 (0.21184954702854156) + | > loss_disc_real_5: 0.2601572573184967 (0.2697450941801071) + | > loss_0: 2.592907190322876 (2.557689657211303) + | > loss_gen: 1.596641182899475 (1.9246944856643677) + | > loss_kl: 1.2640461921691895 (1.2361391592025759) + | > loss_feat: 2.2229645252227783 (4.014040102958679) + | > loss_mel: 13.988633155822754 (26.093653755187987) + | > loss_duration: 1.7696928977966309 (1.8753628540039062) + | > loss_1: 20.841978073120117 (35.14389137268066) + + --> STEP: 26 + | > loss_disc: 2.0313611030578613 (2.537446251282325) + | > loss_disc_real_0: 0.06876114010810852 (0.08235074837620442) + | > loss_disc_real_1: 0.1606902927160263 (0.1928011070077236) + | > loss_disc_real_2: 0.20750950276851654 (0.25366134769641435) + | > loss_disc_real_3: 0.11531846970319748 (0.15054107342775053) + | > loss_disc_real_4: 0.09428130090236664 (0.20732769140830407) + | > loss_disc_real_5: 0.19570080935955048 (0.26689723707162416) + | > loss_0: 2.0313611030578613 (2.537446251282325) + | > loss_gen: 2.2343623638153076 (1.9366047886701732) + | > loss_kl: 1.268004298210144 (1.2373647414720976) + | > loss_feat: 5.651036739349365 (4.077001512050629) + | > loss_mel: 28.3595027923584 (26.18080179507916) + | > loss_duration: 1.859452247619629 (1.874750907604511) + | > loss_1: 39.37236022949219 (35.306524790250336) + + --> STEP: 27 + | > loss_disc: 2.706087589263916 (2.5436922267631243) + | > loss_disc_real_0: 0.08321425318717957 (0.08238273003587017) + | > loss_disc_real_1: 0.15609052777290344 (0.19144145592495246) + | > loss_disc_real_2: 0.3703463673591614 (0.2579830150913309) + | > loss_disc_real_3: 0.14018303155899048 (0.15015744224742608) + | > loss_disc_real_4: 0.3345850110054016 (0.21204092546745582) + | > loss_disc_real_5: 0.3103923499584198 (0.26850816717854253) + | > loss_0: 2.706087589263916 (2.5436922267631243) + | > loss_gen: 1.9651929140090942 (1.93766360812717) + | > loss_kl: 1.3953770399093628 (1.2432170488216259) + | > loss_feat: 4.186136245727539 (4.081043539223848) + | > loss_mel: 28.09433364868164 (26.251673345212584) + | > loss_duration: 1.8545076847076416 (1.8740011586083307) + | > loss_1: 37.495548248291016 (35.38759973314073) + + --> STEP: 28 + | > loss_disc: 2.185931444168091 (2.5309150559561586) + | > loss_disc_real_0: 0.06053882837295532 (0.08160259069076606) + | > loss_disc_real_1: 0.17584118247032166 (0.1908843033015728) + | > loss_disc_real_2: 0.1846199631690979 (0.25536290609410833) + | > loss_disc_real_3: 0.09593280404806137 (0.14822084802602017) + | > loss_disc_real_4: 0.15996280312538147 (0.21018099252666747) + | > loss_disc_real_5: 0.1814573109149933 (0.2653992080262729) + | > loss_0: 2.185931444168091 (2.5309150559561586) + | > loss_gen: 2.07824969291687 (1.9426845397268022) + | > loss_kl: 1.1496124267578125 (1.2398740266050612) + | > loss_feat: 5.265466690063477 (4.123344366039549) + | > loss_mel: 23.525161743164062 (26.15429793085371) + | > loss_duration: 1.875267505645752 (1.8740463852882385) + | > loss_1: 33.89375686645508 (35.33424820218767) + + --> STEP: 29 + | > loss_disc: 2.480856418609619 (2.5291888960476574) + | > loss_disc_real_0: 0.08200179040431976 (0.08161635619812999) + | > loss_disc_real_1: 0.1877550333738327 (0.19077639744199557) + | > loss_disc_real_2: 0.21788939833641052 (0.2540707161714291) + | > loss_disc_real_3: 0.17166900634765625 (0.14902940520952487) + | > loss_disc_real_4: 0.2320251613855362 (0.2109342397286974) + | > loss_disc_real_5: 0.22678318619728088 (0.2640676210666525) + | > loss_0: 2.480856418609619 (2.5291888960476574) + | > loss_gen: 1.9229307174682617 (1.942003373442025) + | > loss_kl: 0.9825805425643921 (1.2310018375002105) + | > loss_feat: 5.346257209777832 (4.165513774444317) + | > loss_mel: 31.138748168945312 (26.32617552527066) + | > loss_duration: 1.873367190361023 (1.874022964773507) + | > loss_1: 41.263885498046875 (35.53871845376903) + + --> STEP: 30 + | > loss_disc: 2.7599010467529297 (2.5368793010711665) + | > loss_disc_real_0: 0.09023748338222504 (0.08190372710426648) + | > loss_disc_real_1: 0.20838043093681335 (0.1913631985584895) + | > loss_disc_real_2: 0.24082353711128235 (0.2536291435360909) + | > loss_disc_real_3: 0.169757679104805 (0.14972034767270087) + | > loss_disc_real_4: 0.19149792194366455 (0.21028636246919633) + | > loss_disc_real_5: 0.28065088391304016 (0.2646203964948654) + | > loss_0: 2.7599010467529297 (2.5368793010711665) + | > loss_gen: 1.6212726831436157 (1.931312350432078) + | > loss_kl: 1.4081710577011108 (1.2369074781735738) + | > loss_feat: 3.140805721282959 (4.131356839338939) + | > loss_mel: 23.654132843017578 (26.237107435862224) + | > loss_duration: 1.8599896430969238 (1.8735551873842875) + | > loss_1: 31.684371948242188 (35.410240236918135) + + --> STEP: 31 + | > loss_disc: 2.5520179271698 (2.5373676438485417) + | > loss_disc_real_0: 0.07121193408966064 (0.08155883055540823) + | > loss_disc_real_1: 0.22300666570663452 (0.19238395556326834) + | > loss_disc_real_2: 0.2649303674697876 (0.2539936991468553) + | > loss_disc_real_3: 0.10843963176012039 (0.14838871167552087) + | > loss_disc_real_4: 0.16119013726711273 (0.20870261326912912) + | > loss_disc_real_5: 0.2846152186393738 (0.2652653907575915) + | > loss_0: 2.5520179271698 (2.5373676438485417) + | > loss_gen: 1.8946067094802856 (1.9301282974981493) + | > loss_kl: 1.5008580684661865 (1.2454220133443032) + | > loss_feat: 3.2689266204833984 (4.103536509698437) + | > loss_mel: 22.276165008544922 (26.109335099497148) + | > loss_duration: 1.7942460775375366 (1.8709968290021342) + | > loss_1: 30.734804153442383 (35.25941971809633) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.008771980962445658 (-0.0038782704261041464) + | > avg_loss_disc: 2.5373676438485417 (-0.11378804329902925) + | > avg_loss_disc_real_0: 0.08155883055540823 (-0.05522592197502814) + | > avg_loss_disc_real_1: 0.19238395556326834 (+0.06190629087148167) + | > avg_loss_disc_real_2: 0.2539936991468553 (-0.032206969876443114) + | > avg_loss_disc_real_3: 0.14838871167552087 (+0.012248443259346875) + | > avg_loss_disc_real_4: 0.20870261326912912 (-0.02299644149118854) + | > avg_loss_disc_real_5: 0.2652653907575915 (+0.10193006766419255) + | > avg_loss_0: 2.5373676438485417 (-0.11378804329902925) + | > avg_loss_gen: 1.9301282974981493 (+0.21370394768253442) + | > avg_loss_kl: 1.2454220133443032 (+0.04490321297799427) + | > avg_loss_feat: 4.103536509698437 (+0.1839510433135496) + | > avg_loss_mel: 26.109335099497148 (-1.8420967901906664) + | > avg_loss_duration: 1.8709968290021342 (-0.02354277718451736) + | > avg_loss_1: 35.25941971809633 (-1.4230798905895625) + + > BEST MODEL : vits_shi_male-November-22-2024_02+49AM-0000000/best_model_5005.pth + + > EPOCH: 4/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 11:02:35)  + + --> TIME: 2024-11-22 11:02:55 -- STEP: 20/797 -- GLOBAL_STEP: 5025 + | > loss_disc: 2.628021001815796 (2.51313236951828) + | > loss_disc_real_0: 0.04277439042925835 (0.16032404620200397) + | > loss_disc_real_1: 0.24647989869117737 (0.21809460818767548) + | > loss_disc_real_2: 0.27455541491508484 (0.23916501253843309) + | > loss_disc_real_3: 0.2291412055492401 (0.22192104235291482) + | > loss_disc_real_4: 0.30644169449806213 (0.22466319277882577) + | > loss_disc_real_5: 0.3282356858253479 (0.23850203603506087) + | > loss_0: 2.628021001815796 (2.51313236951828) + | > grad_norm_0: tensor(146.2089, device='cuda:0') (tensor(87.6958, device='cuda:0')) + | > loss_gen: 2.108905792236328 (2.312197583913803) + | > loss_kl: 1.137501835823059 (1.5032024085521696) + | > loss_feat: 3.3750131130218506 (4.061479437351227) + | > loss_mel: 22.744407653808594 (25.613067436218262) + | > loss_duration: 1.9878244400024414 (2.0666064441204073) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.353652954101562 (35.55655336380005) + | > grad_norm_1: tensor(402.1433, device='cuda:0') (tensor(522.1674, device='cuda:0')) + | > current_lr_0: 0.0001998500468671882 + | > current_lr_1: 0.0001998500468671882 + | > step_time: 0.9013 (0.915170407295227) + | > loader_time: 0.0035 (0.0045181155204772954) + + + --> TIME: 2024-11-22 11:03:19 -- STEP: 45/797 -- GLOBAL_STEP: 5050 + | > loss_disc: 2.698554039001465 (2.5114715735117588) + | > loss_disc_real_0: 0.25755399465560913 (0.16349791594677504) + | > loss_disc_real_1: 0.20699258148670197 (0.21801306207974752) + | > loss_disc_real_2: 0.2209184765815735 (0.23771198756164974) + | > loss_disc_real_3: 0.15217198431491852 (0.21998034814993542) + | > loss_disc_real_4: 0.23744730651378632 (0.22202161716090307) + | > loss_disc_real_5: 0.3076915740966797 (0.23486729198031955) + | > loss_0: 2.698554039001465 (2.5114715735117588) + | > grad_norm_0: tensor(71.8853, device='cuda:0') (tensor(71.3509, device='cuda:0')) + | > loss_gen: 2.079214096069336 (2.2828658554289074) + | > loss_kl: 1.4023076295852661 (1.4446717580159498) + | > loss_feat: 3.492403745651245 (4.044050857755873) + | > loss_mel: 26.196504592895508 (25.560569042629666) + | > loss_duration: 1.9377392530441284 (2.00703759988149) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.10817337036133 (35.33919520907932) + | > grad_norm_1: tensor(483.4937, device='cuda:0') (tensor(486.5769, device='cuda:0')) + | > current_lr_0: 0.0001998500468671882 + | > current_lr_1: 0.0001998500468671882 + | > step_time: 0.9802 (0.9432736820644803) + | > loader_time: 0.0046 (0.004533566368950737) + + + --> TIME: 2024-11-22 11:03:43 -- STEP: 70/797 -- GLOBAL_STEP: 5075 + | > loss_disc: 2.3958940505981445 (2.4717843668801436) + | > loss_disc_real_0: 0.1181935966014862 (0.1601272083286728) + | > loss_disc_real_1: 0.27846091985702515 (0.2189508036843368) + | > loss_disc_real_2: 0.2877090871334076 (0.2348189728600638) + | > loss_disc_real_3: 0.22126716375350952 (0.21838137805461882) + | > loss_disc_real_4: 0.21003161370754242 (0.21793946049043111) + | > loss_disc_real_5: 0.2165250927209854 (0.23613543276275908) + | > loss_0: 2.3958940505981445 (2.4717843668801436) + | > grad_norm_0: tensor(29.0736, device='cuda:0') (tensor(65.1903, device='cuda:0')) + | > loss_gen: 2.3364596366882324 (2.303969180583953) + | > loss_kl: 1.4120436906814575 (1.4290867294584) + | > loss_feat: 4.498432159423828 (4.171412457738604) + | > loss_mel: 26.164302825927734 (26.010050310407365) + | > loss_duration: 1.8514313697814941 (1.9673218727111816) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.262672424316406 (35.881840542384566) + | > grad_norm_1: tensor(665.7619, device='cuda:0') (tensor(466.6925, device='cuda:0')) + | > current_lr_0: 0.0001998500468671882 + | > current_lr_1: 0.0001998500468671882 + | > step_time: 0.9081 (0.9427471024649484) + | > loader_time: 0.0051 (0.004681859697614397) + + + --> TIME: 2024-11-22 11:04:09 -- STEP: 95/797 -- GLOBAL_STEP: 5100 + | > loss_disc: 2.263625144958496 (2.458416384144831) + | > loss_disc_real_0: 0.1119866594672203 (0.15577001967712445) + | > loss_disc_real_1: 0.2078896164894104 (0.21930011063814164) + | > loss_disc_real_2: 0.190891295671463 (0.2332467811672311) + | > loss_disc_real_3: 0.20595376193523407 (0.2171425827239689) + | > loss_disc_real_4: 0.1460181474685669 (0.21565797877939125) + | > loss_disc_real_5: 0.16090042889118195 (0.23577556751276318) + | > loss_0: 2.263625144958496 (2.458416384144831) + | > grad_norm_0: tensor(57.7147, device='cuda:0') (tensor(61.5192, device='cuda:0')) + | > loss_gen: 2.2046241760253906 (2.3153093074497413) + | > loss_kl: 1.3898324966430664 (1.406672336553272) + | > loss_feat: 4.295845985412598 (4.213551232689305) + | > loss_mel: 23.06129264831543 (26.05553072879189) + | > loss_duration: 1.9165968894958496 (1.9494446051748175) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.86819076538086 (35.940508129722204) + | > grad_norm_1: tensor(935.1236, device='cuda:0') (tensor(472.0656, device='cuda:0')) + | > current_lr_0: 0.0001998500468671882 + | > current_lr_1: 0.0001998500468671882 + | > step_time: 0.8965 (0.9657121733615273) + | > loader_time: 0.0058 (0.005242972624929327) + + + --> TIME: 2024-11-22 11:04:32 -- STEP: 120/797 -- GLOBAL_STEP: 5125 + | > loss_disc: 2.4112651348114014 (2.4559411744276662) + | > loss_disc_real_0: 0.09906245023012161 (0.1522503057494759) + | > loss_disc_real_1: 0.22688622772693634 (0.22001167243967454) + | > loss_disc_real_2: 0.23252300918102264 (0.2336722628523906) + | > loss_disc_real_3: 0.2484479397535324 (0.21681423770884672) + | > loss_disc_real_4: 0.23550578951835632 (0.21543153387804825) + | > loss_disc_real_5: 0.21848164498806 (0.236528480052948) + | > loss_0: 2.4112651348114014 (2.4559411744276662) + | > grad_norm_0: tensor(37.4435, device='cuda:0') (tensor(60.6635, device='cuda:0')) + | > loss_gen: 2.57934308052063 (2.3318575888872135) + | > loss_kl: 1.373771071434021 (1.4037736798326172) + | > loss_feat: 4.538578510284424 (4.257398762305579) + | > loss_mel: 26.359853744506836 (26.072335704167685) + | > loss_duration: 1.8671188354492188 (1.9393994530042014) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.71866226196289 (36.004765113194786) + | > grad_norm_1: tensor(386.3651, device='cuda:0') (tensor(495.5993, device='cuda:0')) + | > current_lr_0: 0.0001998500468671882 + | > current_lr_1: 0.0001998500468671882 + | > step_time: 0.9132 (0.9523179550965627) + | > loader_time: 0.008 (0.005316464106241862) + + + --> TIME: 2024-11-22 11:04:55 -- STEP: 145/797 -- GLOBAL_STEP: 5150 + | > loss_disc: 2.6786060333251953 (2.4605085340039468) + | > loss_disc_real_0: 0.07616731524467468 (0.15607559950701116) + | > loss_disc_real_1: 0.21132934093475342 (0.22170358767797207) + | > loss_disc_real_2: 0.2948246896266937 (0.23391381450768176) + | > loss_disc_real_3: 0.22164484858512878 (0.21683170446034133) + | > loss_disc_real_4: 0.20197539031505585 (0.21564300368572098) + | > loss_disc_real_5: 0.19523581862449646 (0.23716713652528565) + | > loss_0: 2.6786060333251953 (2.4605085340039468) + | > grad_norm_0: tensor(21.1990, device='cuda:0') (tensor(59.7817, device='cuda:0')) + | > loss_gen: 2.0145301818847656 (2.3281704294270473) + | > loss_kl: 1.3915226459503174 (1.3848349632888004) + | > loss_feat: 3.8852767944335938 (4.2558814114537755) + | > loss_mel: 27.03244972229004 (26.186708410854997) + | > loss_duration: 1.846909761428833 (1.932710206919703) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.17068862915039 (36.08830528259277) + | > grad_norm_1: tensor(160.1606, device='cuda:0') (tensor(488.6168, device='cuda:0')) + | > current_lr_0: 0.0001998500468671882 + | > current_lr_1: 0.0001998500468671882 + | > step_time: 0.8772 (0.9488623257341056) + | > loader_time: 0.0051 (0.005434075717268319) + + + --> TIME: 2024-11-22 11:05:22 -- STEP: 170/797 -- GLOBAL_STEP: 5175 + | > loss_disc: 2.2377846240997314 (2.4582838114570147) + | > loss_disc_real_0: 0.148330956697464 (0.15608438707011585) + | > loss_disc_real_1: 0.21972016990184784 (0.22172306333394612) + | > loss_disc_real_2: 0.21802963316440582 (0.2337082772570498) + | > loss_disc_real_3: 0.2070217728614807 (0.21613749633817111) + | > loss_disc_real_4: 0.1648140400648117 (0.21541477608330106) + | > loss_disc_real_5: 0.1774938702583313 (0.2376913877094493) + | > loss_0: 2.2377846240997314 (2.4582838114570147) + | > grad_norm_0: tensor(74.8375, device='cuda:0') (tensor(57.5812, device='cuda:0')) + | > loss_gen: 2.252603769302368 (2.3265632531222167) + | > loss_kl: 1.3723064661026 (1.3764946646550118) + | > loss_feat: 4.810888290405273 (4.260242797346679) + | > loss_mel: 26.618465423583984 (26.202251972871668) + | > loss_duration: 1.8588167428970337 (1.92436242313946) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.913082122802734 (36.08991509605855) + | > grad_norm_1: tensor(702.5443, device='cuda:0') (tensor(492.2411, device='cuda:0')) + | > current_lr_0: 0.0001998500468671882 + | > current_lr_1: 0.0001998500468671882 + | > step_time: 0.9602 (0.9654473388896269) + | > loader_time: 0.0057 (0.005553614392000087) + + + --> TIME: 2024-11-22 11:05:46 -- STEP: 195/797 -- GLOBAL_STEP: 5200 + | > loss_disc: 2.3984363079071045 (2.454645271790331) + | > loss_disc_real_0: 0.10034352540969849 (0.15328904266158747) + | > loss_disc_real_1: 0.1930154412984848 (0.22125530651746653) + | > loss_disc_real_2: 0.2328537106513977 (0.23444600265759688) + | > loss_disc_real_3: 0.17890171706676483 (0.21581346041116958) + | > loss_disc_real_4: 0.28477999567985535 (0.21749978439930154) + | > loss_disc_real_5: 0.2820078134536743 (0.2372118034423926) + | > loss_0: 2.3984363079071045 (2.454645271790331) + | > grad_norm_0: tensor(80.7524, device='cuda:0') (tensor(58.6530, device='cuda:0')) + | > loss_gen: 2.39755916595459 (2.3280533863947923) + | > loss_kl: 1.2810078859329224 (1.369115417125897) + | > loss_feat: 3.977242946624756 (4.259204844939406) + | > loss_mel: 26.618078231811523 (26.220837842501126) + | > loss_duration: 1.87142014503479 (1.918875123292972) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.14530944824219 (36.096086619450475) + | > grad_norm_1: tensor(917.2170, device='cuda:0') (tensor(508.5453, device='cuda:0')) + | > current_lr_0: 0.0001998500468671882 + | > current_lr_1: 0.0001998500468671882 + | > step_time: 0.9968 (0.9638200062971849) + | > loader_time: 0.0047 (0.00554808469919058) + + + --> TIME: 2024-11-22 11:06:10 -- STEP: 220/797 -- GLOBAL_STEP: 5225 + | > loss_disc: 2.7636666297912598 (2.456409931182859) + | > loss_disc_real_0: 0.15790896117687225 (0.15075820301744078) + | > loss_disc_real_1: 0.29939112067222595 (0.22179474983025682) + | > loss_disc_real_2: 0.27719390392303467 (0.23386613990772853) + | > loss_disc_real_3: 0.2745046317577362 (0.2162188495085998) + | > loss_disc_real_4: 0.23716199398040771 (0.21810454455288972) + | > loss_disc_real_5: 0.22819945216178894 (0.23770865025845442) + | > loss_0: 2.7636666297912598 (2.456409931182859) + | > grad_norm_0: tensor(187.1049, device='cuda:0') (tensor(60.4329, device='cuda:0')) + | > loss_gen: 2.3232810497283936 (2.332761865312401) + | > loss_kl: 1.5027801990509033 (1.3799009461294516) + | > loss_feat: 3.2166049480438232 (4.262254732305357) + | > loss_mel: 24.733320236206055 (26.297652409293434) + | > loss_duration: 1.8895026445388794 (1.9160036271268672) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.665489196777344 (36.18857355117798) + | > grad_norm_1: tensor(417.5197, device='cuda:0') (tensor(517.0297, device='cuda:0')) + | > current_lr_0: 0.0001998500468671882 + | > current_lr_1: 0.0001998500468671882 + | > step_time: 0.8419 (0.9620570475404913) + | > loader_time: 0.0051 (0.005617492849176581) + + + --> TIME: 2024-11-22 11:06:34 -- STEP: 245/797 -- GLOBAL_STEP: 5250 + | > loss_disc: 2.4651176929473877 (2.466752678034255) + | > loss_disc_real_0: 0.11154839396476746 (0.1495779304784172) + | > loss_disc_real_1: 0.27796685695648193 (0.2231787967134495) + | > loss_disc_real_2: 0.21223513782024384 (0.23536991440519994) + | > loss_disc_real_3: 0.20925569534301758 (0.21773300879463858) + | > loss_disc_real_4: 0.23625709116458893 (0.22036596609621628) + | > loss_disc_real_5: 0.17800968885421753 (0.23927803374066645) + | > loss_0: 2.4651176929473877 (2.466752678034255) + | > grad_norm_0: tensor(82.0315, device='cuda:0') (tensor(61.1726, device='cuda:0')) + | > loss_gen: 2.1474876403808594 (2.3342378713646696) + | > loss_kl: 1.2056176662445068 (1.3739514898280702) + | > loss_feat: 3.5703766345977783 (4.242307979233414) + | > loss_mel: 23.30869483947754 (26.32042317293128) + | > loss_duration: 1.8420536518096924 (1.9107170937012652) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.0742301940918 (36.18163758102728) + | > grad_norm_1: tensor(926.0214, device='cuda:0') (tensor(528.1699, device='cuda:0')) + | > current_lr_0: 0.0001998500468671882 + | > current_lr_1: 0.0001998500468671882 + | > step_time: 0.8596 (0.9590943005620217) + | > loader_time: 0.0062 (0.005705409147301499) + + + --> TIME: 2024-11-22 11:06:58 -- STEP: 270/797 -- GLOBAL_STEP: 5275 + | > loss_disc: 2.484586477279663 (2.4621895419226734) + | > loss_disc_real_0: 0.1268608123064041 (0.14825532897203064) + | > loss_disc_real_1: 0.22085684537887573 (0.22289410269370785) + | > loss_disc_real_2: 0.22860458493232727 (0.23588427365929993) + | > loss_disc_real_3: 0.15911944210529327 (0.21669926171501477) + | > loss_disc_real_4: 0.23307187855243683 (0.21955979262237194) + | > loss_disc_real_5: 0.25387871265411377 (0.2387066994552259) + | > loss_0: 2.484586477279663 (2.4621895419226734) + | > grad_norm_0: tensor(31.9987, device='cuda:0') (tensor(62.0823, device='cuda:0')) + | > loss_gen: 2.167665958404541 (2.3384428015461656) + | > loss_kl: 1.3069894313812256 (1.372863888740539) + | > loss_feat: 4.670580863952637 (4.250508182137104) + | > loss_mel: 28.675146102905273 (26.34656438474302) + | > loss_duration: 1.9199345111846924 (1.9069785745055587) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 38.740318298339844 (36.215357851099085) + | > grad_norm_1: tensor(546.2053, device='cuda:0') (tensor(544.9683, device='cuda:0')) + | > current_lr_0: 0.0001998500468671882 + | > current_lr_1: 0.0001998500468671882 + | > step_time: 0.9864 (0.9570301832976165) + | > loader_time: 0.0054 (0.00583438343471951) + + + --> TIME: 2024-11-22 11:07:22 -- STEP: 295/797 -- GLOBAL_STEP: 5300 + | > loss_disc: 2.4188590049743652 (2.46017310659764) + | > loss_disc_real_0: 0.19679445028305054 (0.1479645349211612) + | > loss_disc_real_1: 0.1939593106508255 (0.22282718644808916) + | > loss_disc_real_2: 0.22013874351978302 (0.23559215230456854) + | > loss_disc_real_3: 0.17152540385723114 (0.2161900784757178) + | > loss_disc_real_4: 0.1974063366651535 (0.21916113010907573) + | > loss_disc_real_5: 0.1963951736688614 (0.23874267178066708) + | > loss_0: 2.4188590049743652 (2.46017310659764) + | > grad_norm_0: tensor(87.9048, device='cuda:0') (tensor(61.1235, device='cuda:0')) + | > loss_gen: 2.5063693523406982 (2.338598514007308) + | > loss_kl: 1.5248029232025146 (1.373845333972219) + | > loss_feat: 4.733789443969727 (4.253348353757697) + | > loss_mel: 27.029001235961914 (26.33667828188105) + | > loss_duration: 1.8564258813858032 (1.9046074499518184) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.650390625 (36.207077983274296) + | > grad_norm_1: tensor(1280.7102, device='cuda:0') (tensor(542.2878, device='cuda:0')) + | > current_lr_0: 0.0001998500468671882 + | > current_lr_1: 0.0001998500468671882 + | > step_time: 1.0035 (0.9573847318099717) + | > loader_time: 0.0063 (0.005855869842787922) + + + --> TIME: 2024-11-22 11:07:47 -- STEP: 320/797 -- GLOBAL_STEP: 5325 + | > loss_disc: 2.5736703872680664 (2.463037052750587) + | > loss_disc_real_0: 0.2714606821537018 (0.14825862669385975) + | > loss_disc_real_1: 0.2764900028705597 (0.22319901918526738) + | > loss_disc_real_2: 0.2602689564228058 (0.23622194505296648) + | > loss_disc_real_3: 0.22543713450431824 (0.21686603135894983) + | > loss_disc_real_4: 0.22322219610214233 (0.21992165180854495) + | > loss_disc_real_5: 0.27568209171295166 (0.23940144018270076) + | > loss_0: 2.5736703872680664 (2.463037052750587) + | > grad_norm_0: tensor(51.7859, device='cuda:0') (tensor(62.2127, device='cuda:0')) + | > loss_gen: 2.2524032592773438 (2.337293666973709) + | > loss_kl: 1.183448076248169 (1.3710107076913114) + | > loss_feat: 3.365870237350464 (4.242343959212304) + | > loss_mel: 24.670194625854492 (26.309789830446267) + | > loss_duration: 1.9178752899169922 (1.9026482615619897) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.389793395996094 (36.16308652162553) + | > grad_norm_1: tensor(628.4720, device='cuda:0') (tensor(552.5641, device='cuda:0')) + | > current_lr_0: 0.0001998500468671882 + | > current_lr_1: 0.0001998500468671882 + | > step_time: 1.0454 (0.9601699195802211) + | > loader_time: 0.0081 (0.005963900685310363) + + + --> TIME: 2024-11-22 11:08:14 -- STEP: 345/797 -- GLOBAL_STEP: 5350 + | > loss_disc: 2.414480686187744 (2.462944633373315) + | > loss_disc_real_0: 0.10401715338230133 (0.1471676306448121) + | > loss_disc_real_1: 0.2725282907485962 (0.22258068809042805) + | > loss_disc_real_2: 0.2272406816482544 (0.23647280840770057) + | > loss_disc_real_3: 0.20494109392166138 (0.21771141197802363) + | > loss_disc_real_4: 0.22288067638874054 (0.21984263891759123) + | > loss_disc_real_5: 0.28070542216300964 (0.23961051529732302) + | > loss_0: 2.414480686187744 (2.462944633373315) + | > grad_norm_0: tensor(63.9940, device='cuda:0') (tensor(63.4012, device='cuda:0')) + | > loss_gen: 2.1792407035827637 (2.3354975126791686) + | > loss_kl: 1.38385009765625 (1.3673857001290801) + | > loss_feat: 4.09343147277832 (4.233713745725327) + | > loss_mel: 25.787921905517578 (26.256277211507182) + | > loss_duration: 1.8650388717651367 (1.900454306256944) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.30948257446289 (36.09332860310872) + | > grad_norm_1: tensor(723.5942, device='cuda:0') (tensor(565.6259, device='cuda:0')) + | > current_lr_0: 0.0001998500468671882 + | > current_lr_1: 0.0001998500468671882 + | > step_time: 1.0748 (0.9677416635596234) + | > loader_time: 0.007 (0.00606245579926864) + + + --> TIME: 2024-11-22 11:08:40 -- STEP: 370/797 -- GLOBAL_STEP: 5375 + | > loss_disc: 2.7882351875305176 (2.462181054579243) + | > loss_disc_real_0: 0.14956523478031158 (0.14664452489767518) + | > loss_disc_real_1: 0.18919411301612854 (0.22274666942051938) + | > loss_disc_real_2: 0.25423580408096313 (0.23600263100218127) + | > loss_disc_real_3: 0.12926752865314484 (0.2171425927531075) + | > loss_disc_real_4: 0.22023677825927734 (0.2192902836042481) + | > loss_disc_real_5: 0.199828639626503 (0.23929927304789828) + | > loss_0: 2.7882351875305176 (2.462181054579243) + | > grad_norm_0: tensor(44.1838, device='cuda:0') (tensor(63.9842, device='cuda:0')) + | > loss_gen: 2.3174238204956055 (2.3370709367700524) + | > loss_kl: 1.5093879699707031 (1.3671903378254648) + | > loss_feat: 4.477196216583252 (4.24441557381604) + | > loss_mel: 26.478187561035156 (26.25459241093818) + | > loss_duration: 1.8406684398651123 (1.8980551126840952) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.62286376953125 (36.101324493820584) + | > grad_norm_1: tensor(715.5847, device='cuda:0') (tensor(572.2271, device='cuda:0')) + | > current_lr_0: 0.0001998500468671882 + | > current_lr_1: 0.0001998500468671882 + | > step_time: 1.0831 (0.9729902209462347) + | > loader_time: 0.0173 (0.006227590586688068) + + + --> TIME: 2024-11-22 11:09:05 -- STEP: 395/797 -- GLOBAL_STEP: 5400 + | > loss_disc: 2.1130895614624023 (2.4616141415849477) + | > loss_disc_real_0: 0.09461227804422379 (0.14686301732553703) + | > loss_disc_real_1: 0.2524878978729248 (0.22221641221755667) + | > loss_disc_real_2: 0.1927233785390854 (0.23577096383028393) + | > loss_disc_real_3: 0.21633966267108917 (0.21683517643545247) + | > loss_disc_real_4: 0.18877612054347992 (0.2195269488835636) + | > loss_disc_real_5: 0.22123146057128906 (0.23971759111066407) + | > loss_0: 2.1130895614624023 (2.4616141415849477) + | > grad_norm_0: tensor(44.1238, device='cuda:0') (tensor(64.6566, device='cuda:0')) + | > loss_gen: 2.630648374557495 (2.3333998951730845) + | > loss_kl: 1.4280099868774414 (1.3660843308967872) + | > loss_feat: 5.28674840927124 (4.237178092666818) + | > loss_mel: 29.42870330810547 (26.24500955992109) + | > loss_duration: 1.889285922050476 (1.8967556201958957) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 40.66339874267578 (36.0784276551838) + | > grad_norm_1: tensor(636.0976, device='cuda:0') (tensor(579.1210, device='cuda:0')) + | > current_lr_0: 0.0001998500468671882 + | > current_lr_1: 0.0001998500468671882 + | > step_time: 0.979 (0.9736068423790267) + | > loader_time: 0.0068 (0.0063176565532442885) + + + --> TIME: 2024-11-22 11:09:30 -- STEP: 420/797 -- GLOBAL_STEP: 5425 + | > loss_disc: 2.4857678413391113 (2.461484064374648) + | > loss_disc_real_0: 0.15716828405857086 (0.1470471484941384) + | > loss_disc_real_1: 0.2538152039051056 (0.22214080817287876) + | > loss_disc_real_2: 0.26188647747039795 (0.23606458987508502) + | > loss_disc_real_3: 0.21708612143993378 (0.21726147388773306) + | > loss_disc_real_4: 0.2548593282699585 (0.21903569531582648) + | > loss_disc_real_5: 0.24372762441635132 (0.23914833285269282) + | > loss_0: 2.4857678413391113 (2.461484064374648) + | > grad_norm_0: tensor(17.6074, device='cuda:0') (tensor(64.5249, device='cuda:0')) + | > loss_gen: 2.362410068511963 (2.332196055707478) + | > loss_kl: 1.139295220375061 (1.361257747241428) + | > loss_feat: 4.125890731811523 (4.239016054925466) + | > loss_mel: 26.135934829711914 (26.24468340192524) + | > loss_duration: 1.799825668334961 (1.8951663584936234) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.5633544921875 (36.07231975737071) + | > grad_norm_1: tensor(328.2559, device='cuda:0') (tensor(579.9888, device='cuda:0')) + | > current_lr_0: 0.0001998500468671882 + | > current_lr_1: 0.0001998500468671882 + | > step_time: 0.9318 (0.9731106650261652) + | > loader_time: 0.0095 (0.0063957906904674715) + + + --> TIME: 2024-11-22 11:09:55 -- STEP: 445/797 -- GLOBAL_STEP: 5450 + | > loss_disc: 2.4830379486083984 (2.4585379509443617) + | > loss_disc_real_0: 0.1677074134349823 (0.14660641235414495) + | > loss_disc_real_1: 0.2215205281972885 (0.22193730404872572) + | > loss_disc_real_2: 0.25209352374076843 (0.236018607857522) + | > loss_disc_real_3: 0.19157133996486664 (0.21680404656053928) + | > loss_disc_real_4: 0.187009796500206 (0.21858792415495665) + | > loss_disc_real_5: 0.23589608073234558 (0.2389514272467474) + | > loss_0: 2.4830379486083984 (2.4585379509443617) + | > grad_norm_0: tensor(129.9647, device='cuda:0') (tensor(64.5777, device='cuda:0')) + | > loss_gen: 2.6420559883117676 (2.3347501695825823) + | > loss_kl: 1.2821741104125977 (1.3593002549717927) + | > loss_feat: 4.314037799835205 (4.253842863875831) + | > loss_mel: 25.59885025024414 (26.277967444430594) + | > loss_duration: 1.9395536184310913 (1.8940522745753943) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.77667236328125 (36.11991312262715) + | > grad_norm_1: tensor(959.0123, device='cuda:0') (tensor(588.1727, device='cuda:0')) + | > current_lr_0: 0.0001998500468671882 + | > current_lr_1: 0.0001998500468671882 + | > step_time: 1.0373 (0.9736732707934433) + | > loader_time: 0.0111 (0.006502415089125044) + + + --> TIME: 2024-11-22 11:10:21 -- STEP: 470/797 -- GLOBAL_STEP: 5475 + | > loss_disc: 2.1381542682647705 (2.4587710456645206) + | > loss_disc_real_0: 0.12712931632995605 (0.14645130581202642) + | > loss_disc_real_1: 0.23447047173976898 (0.22169101518836426) + | > loss_disc_real_2: 0.17898307740688324 (0.23654081916555444) + | > loss_disc_real_3: 0.15195423364639282 (0.21690864155584194) + | > loss_disc_real_4: 0.18022574484348297 (0.21862832935566595) + | > loss_disc_real_5: 0.15646739304065704 (0.2386150819824097) + | > loss_0: 2.1381542682647705 (2.4587710456645206) + | > grad_norm_0: tensor(17.2132, device='cuda:0') (tensor(65.4579, device='cuda:0')) + | > loss_gen: 2.2984681129455566 (2.338010504397941) + | > loss_kl: 1.4585058689117432 (1.3563643455505363) + | > loss_feat: 5.292125225067139 (4.2652530639729616) + | > loss_mel: 27.698898315429688 (26.295196167966168) + | > loss_duration: 1.8233671188354492 (1.8929789137332997) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 38.57136917114258 (36.14780312396108) + | > grad_norm_1: tensor(392.4101, device='cuda:0') (tensor(593.6432, device='cuda:0')) + | > current_lr_0: 0.0001998500468671882 + | > current_lr_1: 0.0001998500468671882 + | > step_time: 1.0438 (0.9762931372256989) + | > loader_time: 0.0068 (0.006575874064831023) + + + --> TIME: 2024-11-22 11:10:46 -- STEP: 495/797 -- GLOBAL_STEP: 5500 + | > loss_disc: 2.4116604328155518 (2.4601149077367275) + | > loss_disc_real_0: 0.16001439094543457 (0.14666975799082488) + | > loss_disc_real_1: 0.20085370540618896 (0.2221504681790718) + | > loss_disc_real_2: 0.21732862293720245 (0.2365219783602339) + | > loss_disc_real_3: 0.21078163385391235 (0.21711163031633454) + | > loss_disc_real_4: 0.17386406660079956 (0.21872722699184607) + | > loss_disc_real_5: 0.22804459929466248 (0.238805067870352) + | > loss_0: 2.4116604328155518 (2.4601149077367275) + | > grad_norm_0: tensor(91.1145, device='cuda:0') (tensor(64.8352, device='cuda:0')) + | > loss_gen: 2.1638526916503906 (2.3365769846270794) + | > loss_kl: 1.276463508605957 (1.3531254084423328) + | > loss_feat: 4.4083733558654785 (4.263817415333759) + | > loss_mel: 27.24037742614746 (26.29212792521777) + | > loss_duration: 1.8786797523498535 (1.891539282268948) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.96774673461914 (36.137187129319294) + | > grad_norm_1: tensor(203.6565, device='cuda:0') (tensor(587.8393, device='cuda:0')) + | > current_lr_0: 0.0001998500468671882 + | > current_lr_1: 0.0001998500468671882 + | > step_time: 1.0519 (0.9778335633904043) + | > loader_time: 0.0097 (0.006695556158971305) + + + --> TIME: 2024-11-22 11:11:12 -- STEP: 520/797 -- GLOBAL_STEP: 5525 + | > loss_disc: 2.4258363246917725 (2.4604112987334887) + | > loss_disc_real_0: 0.27993273735046387 (0.14689837777987105) + | > loss_disc_real_1: 0.24459294974803925 (0.22236072133080317) + | > loss_disc_real_2: 0.24336594343185425 (0.23694457569374489) + | > loss_disc_real_3: 0.2394830584526062 (0.21695148940556325) + | > loss_disc_real_4: 0.1984887719154358 (0.21846823655068873) + | > loss_disc_real_5: 0.20453022420406342 (0.23877301714741267) + | > loss_0: 2.4258363246917725 (2.4604112987334887) + | > grad_norm_0: tensor(15.3692, device='cuda:0') (tensor(64.4585, device='cuda:0')) + | > loss_gen: 2.3764476776123047 (2.334902481620129) + | > loss_kl: 1.3595386743545532 (1.3496679856226985) + | > loss_feat: 4.425610065460205 (4.261354684829714) + | > loss_mel: 28.55215072631836 (26.277256166017988) + | > loss_duration: 1.8591779470443726 (1.8903324821820626) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 38.57292175292969 (36.1135139098534) + | > grad_norm_1: tensor(190.1380, device='cuda:0') (tensor(584.1121, device='cuda:0')) + | > current_lr_0: 0.0001998500468671882 + | > current_lr_1: 0.0001998500468671882 + | > step_time: 1.0832 (0.9798397719860077) + | > loader_time: 0.008 (0.006779665671862088) + + + --> TIME: 2024-11-22 11:11:38 -- STEP: 545/797 -- GLOBAL_STEP: 5550 + | > loss_disc: 2.37520694732666 (2.4593868294987087) + | > loss_disc_real_0: 0.1474127471446991 (0.14654073223745043) + | > loss_disc_real_1: 0.21769075095653534 (0.22230296551907824) + | > loss_disc_real_2: 0.27718427777290344 (0.23687096393983298) + | > loss_disc_real_3: 0.19296720623970032 (0.21703401269442443) + | > loss_disc_real_4: 0.24566993117332458 (0.21834285439701256) + | > loss_disc_real_5: 0.2264653891324997 (0.23862330175321037) + | > loss_0: 2.37520694732666 (2.4593868294987087) + | > grad_norm_0: tensor(56.6119, device='cuda:0') (tensor(64.8165, device='cuda:0')) + | > loss_gen: 2.5510783195495605 (2.334796579824676) + | > loss_kl: 1.4597923755645752 (1.347453173366161) + | > loss_feat: 4.7574849128723145 (4.2658126809181445) + | > loss_mel: 29.075817108154297 (26.263471396909956) + | > loss_duration: 1.8533003330230713 (1.889848387131997) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 39.69747543334961 (36.101382285301824) + | > grad_norm_1: tensor(771.9649, device='cuda:0') (tensor(587.0852, device='cuda:0')) + | > current_lr_0: 0.0001998500468671882 + | > current_lr_1: 0.0001998500468671882 + | > step_time: 1.0443 (0.9820090280760319) + | > loader_time: 0.0087 (0.00684724247783696) + + + --> TIME: 2024-11-22 11:12:05 -- STEP: 570/797 -- GLOBAL_STEP: 5575 + | > loss_disc: 2.5061683654785156 (2.4577112499036264) + | > loss_disc_real_0: 0.10199621319770813 (0.14595387781267616) + | > loss_disc_real_1: 0.21428708732128143 (0.22231252247042815) + | > loss_disc_real_2: 0.2014453411102295 (0.23669846826478055) + | > loss_disc_real_3: 0.19272419810295105 (0.2169681356795001) + | > loss_disc_real_4: 0.15954485535621643 (0.2181750636874584) + | > loss_disc_real_5: 0.19738508760929108 (0.2386813599812357) + | > loss_0: 2.5061683654785156 (2.4577112499036264) + | > grad_norm_0: tensor(82.9631, device='cuda:0') (tensor(64.3434, device='cuda:0')) + | > loss_gen: 2.2139077186584473 (2.3366302136789305) + | > loss_kl: 1.3588216304779053 (1.3461244844553761) + | > loss_feat: 4.615959644317627 (4.2780901189436005) + | > loss_mel: 25.84355354309082 (26.29460375267164) + | > loss_duration: 1.9084951877593994 (1.8887858265324642) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.940738677978516 (36.14423446655272) + | > grad_norm_1: tensor(703.4240, device='cuda:0') (tensor(586.7545, device='cuda:0')) + | > current_lr_0: 0.0001998500468671882 + | > current_lr_1: 0.0001998500468671882 + | > step_time: 0.963 (0.9851188086626822) + | > loader_time: 0.012 (0.006945523881075675) + + + --> TIME: 2024-11-22 11:12:31 -- STEP: 595/797 -- GLOBAL_STEP: 5600 + | > loss_disc: 2.4058640003204346 (2.455129068438744) + | > loss_disc_real_0: 0.14734245836734772 (0.14452415014139738) + | > loss_disc_real_1: 0.21891158819198608 (0.22262561961131933) + | > loss_disc_real_2: 0.22058387100696564 (0.23669619650399987) + | > loss_disc_real_3: 0.20257550477981567 (0.2165591796531396) + | > loss_disc_real_4: 0.22180920839309692 (0.2181347021535665) + | > loss_disc_real_5: 0.11959289014339447 (0.23849541254404213) + | > loss_0: 2.4058640003204346 (2.455129068438744) + | > grad_norm_0: tensor(39.0555, device='cuda:0') (tensor(63.4107, device='cuda:0')) + | > loss_gen: 2.3544042110443115 (2.340563276234794) + | > loss_kl: 1.249738335609436 (1.344832879956029) + | > loss_feat: 5.031514644622803 (4.294229649696031) + | > loss_mel: 28.733781814575195 (26.327953598278928) + | > loss_duration: 1.8354299068450928 (1.8878681757870843) + | > amp_scaler: 256.0 (128.86050420168067) + | > loss_1: 39.20486831665039 (36.195447649274534) + | > grad_norm_1: tensor(564.1940, device='cuda:0') (tensor(589.9464, device='cuda:0')) + | > current_lr_0: 0.0001998500468671882 + | > current_lr_1: 0.0001998500468671882 + | > step_time: 1.0689 (0.9867110833400438) + | > loader_time: 0.0091 (0.00704696198471454) + + + --> TIME: 2024-11-22 11:12:58 -- STEP: 620/797 -- GLOBAL_STEP: 5625 + | > loss_disc: 2.4758026599884033 (2.45545649951504) + | > loss_disc_real_0: 0.2040216624736786 (0.14456804976948795) + | > loss_disc_real_1: 0.20715992152690887 (0.22273679941652277) + | > loss_disc_real_2: 0.22759874165058136 (0.23675484404929223) + | > loss_disc_real_3: 0.19931241869926453 (0.2169686430524433) + | > loss_disc_real_4: 0.15977953374385834 (0.21855250049021938) + | > loss_disc_real_5: 0.20177611708641052 (0.23833151012659073) + | > loss_0: 2.4758026599884033 (2.45545649951504) + | > grad_norm_0: tensor(70.6470, device='cuda:0') (tensor(63.6980, device='cuda:0')) + | > loss_gen: 2.3115267753601074 (2.340662472671078) + | > loss_kl: 1.3858691453933716 (1.3422601063405313) + | > loss_feat: 4.3308539390563965 (4.290530147091036) + | > loss_mel: 26.44202423095703 (26.306021038178482) + | > loss_duration: 1.9043467044830322 (1.887520992948163) + | > amp_scaler: 256.0 (133.98709677419356) + | > loss_1: 36.3746223449707 (36.166994827024375) + | > grad_norm_1: tensor(564.0389, device='cuda:0') (tensor(589.4453, device='cuda:0')) + | > current_lr_0: 0.0001998500468671882 + | > current_lr_1: 0.0001998500468671882 + | > step_time: 1.006 (0.989785466271062) + | > loader_time: 0.0094 (0.007169670827927128) + + + --> TIME: 2024-11-22 11:13:24 -- STEP: 645/797 -- GLOBAL_STEP: 5650 + | > loss_disc: 2.4364731311798096 (2.453410150838451) + | > loss_disc_real_0: 0.19069726765155792 (0.14449396413541574) + | > loss_disc_real_1: 0.22823648154735565 (0.22264100640088083) + | > loss_disc_real_2: 0.2550208866596222 (0.23659198016159294) + | > loss_disc_real_3: 0.2477322816848755 (0.21680935518455127) + | > loss_disc_real_4: 0.26260218024253845 (0.2185813319082408) + | > loss_disc_real_5: 0.2719615399837494 (0.23788171015506568) + | > loss_0: 2.4364731311798096 (2.453410150838451) + | > grad_norm_0: tensor(30.0912, device='cuda:0') (tensor(64.1753, device='cuda:0')) + | > loss_gen: 2.435796022415161 (2.3414641243542813) + | > loss_kl: 1.2051798105239868 (1.3398275560186819) + | > loss_feat: 4.684083938598633 (4.292656972796419) + | > loss_mel: 27.723588943481445 (26.28890374649404) + | > loss_duration: 1.8747856616973877 (1.8877176854037498) + | > amp_scaler: 128.0 (133.75503875968994) + | > loss_1: 37.92343521118164 (36.15057016417037) + | > grad_norm_1: tensor(335.6224, device='cuda:0') (tensor(595.7726, device='cuda:0')) + | > current_lr_0: 0.0001998500468671882 + | > current_lr_1: 0.0001998500468671882 + | > step_time: 1.109 (0.9921325461809025) + | > loader_time: 0.009 (0.007274498311124106) + + + --> TIME: 2024-11-22 11:13:51 -- STEP: 670/797 -- GLOBAL_STEP: 5675 + | > loss_disc: 2.389464855194092 (2.4527911602561128) + | > loss_disc_real_0: 0.08840079605579376 (0.14405140584306916) + | > loss_disc_real_1: 0.1859254390001297 (0.22282877280863359) + | > loss_disc_real_2: 0.20999284088611603 (0.23635413648922052) + | > loss_disc_real_3: 0.2315051257610321 (0.21674291107859175) + | > loss_disc_real_4: 0.22820816934108734 (0.21868925668410402) + | > loss_disc_real_5: 0.23600025475025177 (0.23781426738002406) + | > loss_0: 2.389464855194092 (2.4527911602561128) + | > grad_norm_0: tensor(80.0395, device='cuda:0') (tensor(65.3663, device='cuda:0')) + | > loss_gen: 2.3208367824554443 (2.34177989265812) + | > loss_kl: 1.2847713232040405 (1.3410328980702075) + | > loss_feat: 4.4228010177612305 (4.295276365351321) + | > loss_mel: 26.079933166503906 (26.263285335142232) + | > loss_duration: 1.8474539518356323 (1.8871612874429617) + | > amp_scaler: 128.0 (133.54029850746272) + | > loss_1: 35.95579528808594 (36.12853581158084) + | > grad_norm_1: tensor(148.0662, device='cuda:0') (tensor(603.8807, device='cuda:0')) + | > current_lr_0: 0.0001998500468671882 + | > current_lr_1: 0.0001998500468671882 + | > step_time: 1.0659 (0.9944519872096047) + | > loader_time: 0.0115 (0.00737868921080632) + + + --> TIME: 2024-11-22 11:14:17 -- STEP: 695/797 -- GLOBAL_STEP: 5700 + | > loss_disc: 2.362596035003662 (2.4537575090531805) + | > loss_disc_real_0: 0.12514951825141907 (0.1436446175515222) + | > loss_disc_real_1: 0.21621619164943695 (0.22291048927058416) + | > loss_disc_real_2: 0.21908721327781677 (0.23650082984416604) + | > loss_disc_real_3: 0.23270107805728912 (0.21702112382907654) + | > loss_disc_real_4: 0.20356065034866333 (0.21899706371825375) + | > loss_disc_real_5: 0.25192713737487793 (0.2384559323247388) + | > loss_0: 2.362596035003662 (2.4537575090531805) + | > grad_norm_0: tensor(52.0757, device='cuda:0') (tensor(65.7340, device='cuda:0')) + | > loss_gen: 2.4247119426727295 (2.3433226377843943) + | > loss_kl: 1.4631145000457764 (1.3393473770978643) + | > loss_feat: 4.399142742156982 (4.298054539728509) + | > loss_mel: 26.120452880859375 (26.27467637370817) + | > loss_duration: 1.8999407291412354 (1.8863253471662673) + | > amp_scaler: 128.0 (133.34100719424464) + | > loss_1: 36.3073616027832 (36.1417262866343) + | > grad_norm_1: tensor(690.4357, device='cuda:0') (tensor(608.5679, device='cuda:0')) + | > current_lr_0: 0.0001998500468671882 + | > current_lr_1: 0.0001998500468671882 + | > step_time: 1.0984 (0.996123330713176) + | > loader_time: 0.0116 (0.007483937929002501) + + + --> TIME: 2024-11-22 11:14:45 -- STEP: 720/797 -- GLOBAL_STEP: 5725 + | > loss_disc: 2.5538225173950195 (2.453234813610711) + | > loss_disc_real_0: 0.2011064887046814 (0.14368986939080045) + | > loss_disc_real_1: 0.2421971559524536 (0.2227493264712393) + | > loss_disc_real_2: 0.2570185363292694 (0.23628353544821343) + | > loss_disc_real_3: 0.272725909948349 (0.21697273141601012) + | > loss_disc_real_4: 0.2751428484916687 (0.21892114153338804) + | > loss_disc_real_5: 0.22804102301597595 (0.23807758190151718) + | > loss_0: 2.5538225173950195 (2.453234813610711) + | > grad_norm_0: tensor(205.0488, device='cuda:0') (tensor(66.0415, device='cuda:0')) + | > loss_gen: 2.450054407119751 (2.3428577802247466) + | > loss_kl: 1.4015967845916748 (1.3383211298121351) + | > loss_feat: 4.033150672912598 (4.29849808944596) + | > loss_mel: 26.035001754760742 (26.27004456255172) + | > loss_duration: 1.8970247507095337 (1.885351298087173) + | > amp_scaler: 128.0 (133.15555555555562) + | > loss_1: 35.816829681396484 (36.135072867075635) + | > grad_norm_1: tensor(1123.5707, device='cuda:0') (tensor(610.9053, device='cuda:0')) + | > current_lr_0: 0.0001998500468671882 + | > current_lr_1: 0.0001998500468671882 + | > step_time: 1.1305 (0.9989226679007213) + | > loader_time: 0.0182 (0.007694974210527208) + + + --> TIME: 2024-11-22 11:15:13 -- STEP: 745/797 -- GLOBAL_STEP: 5750 + | > loss_disc: 2.286970615386963 (2.4520648924296307) + | > loss_disc_real_0: 0.14757156372070312 (0.1434166456528957) + | > loss_disc_real_1: 0.19891946017742157 (0.22280655824298023) + | > loss_disc_real_2: 0.20769333839416504 (0.23609764383943288) + | > loss_disc_real_3: 0.23480641841888428 (0.21712577647010745) + | > loss_disc_real_4: 0.21597367525100708 (0.218618721549943) + | > loss_disc_real_5: 0.22407354414463043 (0.23794891106202298) + | > loss_0: 2.286970615386963 (2.4520648924296307) + | > grad_norm_0: tensor(117.9421, device='cuda:0') (tensor(67.3415, device='cuda:0')) + | > loss_gen: 2.444331407546997 (2.3432682922222465) + | > loss_kl: 1.1507529020309448 (1.3366570424713557) + | > loss_feat: 4.614867687225342 (4.304194566867498) + | > loss_mel: 25.466896057128906 (26.265488986840992) + | > loss_duration: 1.8388123512268066 (1.8840239297623602) + | > amp_scaler: 128.0 (132.98255033557052) + | > loss_1: 35.515663146972656 (36.13363283400571) + | > grad_norm_1: tensor(916.4686, device='cuda:0') (tensor(616.5045, device='cuda:0')) + | > current_lr_0: 0.0001998500468671882 + | > current_lr_1: 0.0001998500468671882 + | > step_time: 1.0762 (1.0010185875348594) + | > loader_time: 0.1061 (0.009417042316206352) + + + --> TIME: 2024-11-22 11:15:48 -- STEP: 770/797 -- GLOBAL_STEP: 5775 + | > loss_disc: 2.4618711471557617 (2.4507240728898463) + | > loss_disc_real_0: 0.14791220426559448 (0.14352935021380317) + | > loss_disc_real_1: 0.22295522689819336 (0.22263076517295524) + | > loss_disc_real_2: 0.24516116082668304 (0.23590724926877332) + | > loss_disc_real_3: 0.18336237967014313 (0.21699092974523437) + | > loss_disc_real_4: 0.1804819405078888 (0.21867264484043245) + | > loss_disc_real_5: 0.20938771963119507 (0.23780343131972598) + | > loss_0: 2.4618711471557617 (2.4507240728898463) + | > grad_norm_0: tensor(27.0674, device='cuda:0') (tensor(67.1693, device='cuda:0')) + | > loss_gen: 2.583051919937134 (2.345165281017104) + | > loss_kl: 1.2927199602127075 (1.3365158434038047) + | > loss_feat: 5.21865701675415 (4.313766877682183) + | > loss_mel: 28.2327823638916 (26.28627709723139) + | > loss_duration: 1.8056905269622803 (1.8826150533440824) + | > amp_scaler: 128.0 (132.82077922077931) + | > loss_1: 39.132904052734375 (36.16434018023603) + | > grad_norm_1: tensor(456.2985, device='cuda:0') (tensor(616.9402, device='cuda:0')) + | > current_lr_0: 0.0001998500468671882 + | > current_lr_1: 0.0001998500468671882 + | > step_time: 2.9166 (1.0102342881165538) + | > loader_time: 0.1085 (0.012768091474260604) + + + --> TIME: 2024-11-22 11:17:07 -- STEP: 795/797 -- GLOBAL_STEP: 5800 + | > loss_disc: 2.358644723892212 (2.449682278903023) + | > loss_disc_real_0: 0.09675922989845276 (0.14287442224767968) + | > loss_disc_real_1: 0.2537807524204254 (0.22281159774499865) + | > loss_disc_real_2: 0.1823931783437729 (0.235813891456562) + | > loss_disc_real_3: 0.19689208269119263 (0.2169748979731925) + | > loss_disc_real_4: 0.24735158681869507 (0.21881870310636437) + | > loss_disc_real_5: 0.21822595596313477 (0.2379333699836671) + | > loss_0: 2.358644723892212 (2.449682278903023) + | > grad_norm_0: tensor(52.9765, device='cuda:0') (tensor(66.7655, device='cuda:0')) + | > loss_gen: 2.2987804412841797 (2.3468156720107443) + | > loss_kl: 1.35430109500885 (1.3355694039062893) + | > loss_feat: 4.721848487854004 (4.322611224576365) + | > loss_mel: 26.451234817504883 (26.280774194489496) + | > loss_duration: 1.862450122833252 (1.8814468361296743) + | > amp_scaler: 128.0 (132.66918238993728) + | > loss_1: 36.68861389160156 (36.16721735540426) + | > grad_norm_1: tensor(679.5472, device='cuda:0') (tensor(618.5397, device='cuda:0')) + | > current_lr_0: 0.0001998500468671882 + | > current_lr_1: 0.0001998500468671882 + | > step_time: 5.3863 (1.0736527733832777) + | > loader_time: 0.1103 (0.015922012269122047) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.6989240646362305 (2.6989240646362305) + | > loss_disc_real_0: 0.3141639828681946 (0.3141639828681946) + | > loss_disc_real_1: 0.19302140176296234 (0.19302140176296234) + | > loss_disc_real_2: 0.28344789147377014 (0.28344789147377014) + | > loss_disc_real_3: 0.16557356715202332 (0.16557356715202332) + | > loss_disc_real_4: 0.3134934604167938 (0.3134934604167938) + | > loss_disc_real_5: 0.24449488520622253 (0.24449488520622253) + | > loss_0: 2.6989240646362305 (2.6989240646362305) + | > loss_gen: 2.4633429050445557 (2.4633429050445557) + | > loss_kl: 1.4136769771575928 (1.4136769771575928) + | > loss_feat: 3.7752022743225098 (3.7752022743225098) + | > loss_mel: 26.780641555786133 (26.780641555786133) + | > loss_duration: 2.1311299800872803 (2.1311299800872803) + | > loss_1: 36.563995361328125 (36.563995361328125) + + --> STEP: 1 + | > loss_disc: 2.455944538116455 (2.455944538116455) + | > loss_disc_real_0: 0.21389299631118774 (0.21389299631118774) + | > loss_disc_real_1: 0.18754220008850098 (0.18754220008850098) + | > loss_disc_real_2: 0.23771005868911743 (0.23771005868911743) + | > loss_disc_real_3: 0.2112632542848587 (0.2112632542848587) + | > loss_disc_real_4: 0.17745016515254974 (0.17745016515254974) + | > loss_disc_real_5: 0.22538043558597565 (0.22538043558597565) + | > loss_0: 2.455944538116455 (2.455944538116455) + | > loss_gen: 2.391087055206299 (2.391087055206299) + | > loss_kl: 1.238114595413208 (1.238114595413208) + | > loss_feat: 4.094792366027832 (4.094792366027832) + | > loss_mel: 25.7681827545166 (25.7681827545166) + | > loss_duration: 2.0232372283935547 (2.0232372283935547) + | > loss_1: 35.515411376953125 (35.515411376953125) + + --> STEP: 2 + | > loss_disc: 2.530809164047241 (2.493376851081848) + | > loss_disc_real_0: 0.29505980014801025 (0.254476398229599) + | > loss_disc_real_1: 0.154042586684227 (0.17079239338636398) + | > loss_disc_real_2: 0.323077917098999 (0.2803939878940582) + | > loss_disc_real_3: 0.19835485517978668 (0.2048090547323227) + | > loss_disc_real_4: 0.22183409333229065 (0.1996421292424202) + | > loss_disc_real_5: 0.26424556970596313 (0.2448130026459694) + | > loss_0: 2.530809164047241 (2.493376851081848) + | > loss_gen: 2.7249348163604736 (2.5580109357833862) + | > loss_kl: 1.8198144435882568 (1.5289645195007324) + | > loss_feat: 4.073161602020264 (4.083976984024048) + | > loss_mel: 28.60287094116211 (27.185526847839355) + | > loss_duration: 1.8619765043258667 (1.9426068663597107) + | > loss_1: 39.08275604248047 (37.2990837097168) + + --> STEP: 3 + | > loss_disc: 2.357475996017456 (2.4480765660603843) + | > loss_disc_real_0: 0.2396409809589386 (0.24953125913937887) + | > loss_disc_real_1: 0.17708547413349152 (0.17289008696873984) + | > loss_disc_real_2: 0.20289833843708038 (0.2545621047417323) + | > loss_disc_real_3: 0.1491066813468933 (0.18624159693717957) + | > loss_disc_real_4: 0.21610966324806213 (0.20513130724430084) + | > loss_disc_real_5: 0.2275048792362213 (0.23904362817605337) + | > loss_0: 2.357475996017456 (2.4480765660603843) + | > loss_gen: 2.4949231147766113 (2.5369816621144614) + | > loss_kl: 0.913673996925354 (1.323867678642273) + | > loss_feat: 3.8945090770721436 (4.02082101504008) + | > loss_mel: 23.32646369934082 (25.89917246500651) + | > loss_duration: 1.8720542192459106 (1.9190893173217773) + | > loss_1: 32.501625061035156 (35.699930826822914) + + --> STEP: 4 + | > loss_disc: 2.457156181335449 (2.4503464698791504) + | > loss_disc_real_0: 0.24564702808856964 (0.24856020137667656) + | > loss_disc_real_1: 0.0998571440577507 (0.15463185124099255) + | > loss_disc_real_2: 0.1600041687488556 (0.2309226207435131) + | > loss_disc_real_3: 0.14788523316383362 (0.17665250599384308) + | > loss_disc_real_4: 0.16953592002391815 (0.19623246043920517) + | > loss_disc_real_5: 0.20899467170238495 (0.23153138905763626) + | > loss_0: 2.457156181335449 (2.4503464698791504) + | > loss_gen: 2.1207406520843506 (2.4329214096069336) + | > loss_kl: 1.3957240581512451 (1.341831773519516) + | > loss_feat: 5.114582538604736 (4.294261395931244) + | > loss_mel: 27.733802795410156 (26.357830047607422) + | > loss_duration: 1.8186243772506714 (1.8939730823040009) + | > loss_1: 38.1834716796875 (36.32081604003906) + + --> STEP: 5 + | > loss_disc: 2.631316661834717 (2.486540508270264) + | > loss_disc_real_0: 0.22549618780612946 (0.24394739866256715) + | > loss_disc_real_1: 0.1505212038755417 (0.15380972176790236) + | > loss_disc_real_2: 0.2654263973236084 (0.23782337605953216) + | > loss_disc_real_3: 0.2672445774078369 (0.19477092027664183) + | > loss_disc_real_4: 0.23004379868507385 (0.2029947280883789) + | > loss_disc_real_5: 0.19221067428588867 (0.22366724610328675) + | > loss_0: 2.631316661834717 (2.486540508270264) + | > loss_gen: 2.114257574081421 (2.369188642501831) + | > loss_kl: 0.9800264239311218 (1.2694707036018371) + | > loss_feat: 4.280431270599365 (4.291495370864868) + | > loss_mel: 28.23761749267578 (26.733787536621094) + | > loss_duration: 2.0465822219848633 (1.9244949102401734) + | > loss_1: 37.658912658691406 (36.588435363769534) + + --> STEP: 6 + | > loss_disc: 2.487200975418091 (2.486650586128235) + | > loss_disc_real_0: 0.13721752166748047 (0.2261590858300527) + | > loss_disc_real_1: 0.1981079876422882 (0.1611927660803) + | > loss_disc_real_2: 0.35452285408973694 (0.2572732890645663) + | > loss_disc_real_3: 0.16526608169078827 (0.18985344717899957) + | > loss_disc_real_4: 0.2929762303829193 (0.21799164513746896) + | > loss_disc_real_5: 0.24500367045402527 (0.22722331682840982) + | > loss_0: 2.487200975418091 (2.486650586128235) + | > loss_gen: 2.6310577392578125 (2.412833491961161) + | > loss_kl: 1.195953369140625 (1.2572178145249684) + | > loss_feat: 3.5265278816223145 (4.164000789324443) + | > loss_mel: 24.672618865966797 (26.39025942484538) + | > loss_duration: 1.8450086116790771 (1.911247193813324) + | > loss_1: 33.87116622924805 (36.13555717468262) + + --> STEP: 7 + | > loss_disc: 2.165377140045166 (2.440754379544939) + | > loss_disc_real_0: 0.11468186974525452 (0.2102337692465101) + | > loss_disc_real_1: 0.10666614770889282 (0.15340324917009898) + | > loss_disc_real_2: 0.21847078204154968 (0.25173007377556395) + | > loss_disc_real_3: 0.09860039502382278 (0.1768172968711172) + | > loss_disc_real_4: 0.1823788434267044 (0.2129041020359312) + | > loss_disc_real_5: 0.14035280048847198 (0.21481324306556157) + | > loss_0: 2.165377140045166 (2.440754379544939) + | > loss_gen: 2.4033050537109375 (2.4114722864968434) + | > loss_kl: 1.6355420351028442 (1.3112641317503793) + | > loss_feat: 5.628539562225342 (4.373220614024571) + | > loss_mel: 29.892391204833984 (26.89056396484375) + | > loss_duration: 1.7586212158203125 (1.8894434826714652) + | > loss_1: 41.318397521972656 (36.875962938581196) + + --> STEP: 8 + | > loss_disc: 2.222614049911499 (2.4134868383407593) + | > loss_disc_real_0: 0.18348285555839539 (0.20688990503549576) + | > loss_disc_real_1: 0.1558091938495636 (0.15370399225503206) + | > loss_disc_real_2: 0.20356224477291107 (0.24570909515023234) + | > loss_disc_real_3: 0.12250787764787674 (0.17002861946821213) + | > loss_disc_real_4: 0.1965397149324417 (0.210858553647995) + | > loss_disc_real_5: 0.16311366856098175 (0.2083507962524891) + | > loss_0: 2.222614049911499 (2.4134868383407593) + | > loss_gen: 2.4722201824188232 (2.419065773487091) + | > loss_kl: 1.6452572345733643 (1.3530132696032524) + | > loss_feat: 4.742103576660156 (4.419330984354019) + | > loss_mel: 28.236064910888672 (27.058751583099365) + | > loss_duration: 1.915130853652954 (1.8926544040441513) + | > loss_1: 39.01077651977539 (37.14281463623047) + + --> STEP: 9 + | > loss_disc: 2.4809186458587646 (2.4209792613983154) + | > loss_disc_real_0: 0.24421560764312744 (0.21103720532523262) + | > loss_disc_real_1: 0.19432367384433746 (0.15821729020939934) + | > loss_disc_real_2: 0.24359796941280365 (0.24547452562385136) + | > loss_disc_real_3: 0.13497288525104523 (0.16613353788852692) + | > loss_disc_real_4: 0.19903162121772766 (0.20954445004463196) + | > loss_disc_real_5: 0.25191330909729004 (0.21319107545746696) + | > loss_0: 2.4809186458587646 (2.4209792613983154) + | > loss_gen: 2.368696928024292 (2.4134692351023355) + | > loss_kl: 0.7959057688713074 (1.291112436188592) + | > loss_feat: 4.441884517669678 (4.421836932500203) + | > loss_mel: 26.60685920715332 (27.008541319105362) + | > loss_duration: 1.8528857231140137 (1.8882356617185805) + | > loss_1: 36.06623458862305 (37.02319463094076) + + --> STEP: 10 + | > loss_disc: 2.489633321762085 (2.4278446674346923) + | > loss_disc_real_0: 0.23201394081115723 (0.21313487887382507) + | > loss_disc_real_1: 0.13368433713912964 (0.15576399490237236) + | > loss_disc_real_2: 0.2478821724653244 (0.24571529030799866) + | > loss_disc_real_3: 0.19743838906288147 (0.16926402300596238) + | > loss_disc_real_4: 0.23956714570522308 (0.21254671961069108) + | > loss_disc_real_5: 0.26530346274375916 (0.21840231418609618) + | > loss_0: 2.489633321762085 (2.4278446674346923) + | > loss_gen: 2.295665979385376 (2.4016889095306397) + | > loss_kl: 0.7564413547515869 (1.2376453280448914) + | > loss_feat: 3.896146297454834 (4.369267868995666) + | > loss_mel: 26.265378952026367 (26.93422508239746) + | > loss_duration: 1.805280089378357 (1.879940104484558) + | > loss_1: 35.01891326904297 (36.82276649475098) + + --> STEP: 11 + | > loss_disc: 2.65492844581604 (2.448488647287542) + | > loss_disc_real_0: 0.24706344306468964 (0.2162192938002673) + | > loss_disc_real_1: 0.23973233997821808 (0.16339748081835834) + | > loss_disc_real_2: 0.32230183482170105 (0.25267770344560797) + | > loss_disc_real_3: 0.17911964654922485 (0.1701599887826226) + | > loss_disc_real_4: 0.28425243496894836 (0.21906542100689627) + | > loss_disc_real_5: 0.23543888330459595 (0.2199510931968689) + | > loss_0: 2.65492844581604 (2.448488647287542) + | > loss_gen: 2.4672298431396484 (2.4076471762223677) + | > loss_kl: 1.8391379117965698 (1.2923264720223167) + | > loss_feat: 2.7471697330474854 (4.221804402091286) + | > loss_mel: 20.106138229370117 (26.31348991394043) + | > loss_duration: 1.757533073425293 (1.8688121925700794) + | > loss_1: 28.91720962524414 (36.10407950661399) + + --> STEP: 12 + | > loss_disc: 2.5596723556518555 (2.4577539563179016) + | > loss_disc_real_0: 0.40226972103118896 (0.2317234960695108) + | > loss_disc_real_1: 0.12948530912399292 (0.16057146651049456) + | > loss_disc_real_2: 0.18176887929439545 (0.24676863476634026) + | > loss_disc_real_3: 0.16812969744205475 (0.16999079783757529) + | > loss_disc_real_4: 0.1900697499513626 (0.2166491150856018) + | > loss_disc_real_5: 0.2401845008134842 (0.2216372104982535) + | > loss_0: 2.5596723556518555 (2.4577539563179016) + | > loss_gen: 2.475064277648926 (2.413265268007914) + | > loss_kl: 1.3446476459503174 (1.2966865698496501) + | > loss_feat: 4.445502281188965 (4.240445892016093) + | > loss_mel: 27.50499153137207 (26.412781715393066) + | > loss_duration: 1.858949065208435 (1.8679902652899425) + | > loss_1: 37.629154205322266 (36.23116906483968) + + --> STEP: 13 + | > loss_disc: 2.396308183670044 (2.4530273584219127) + | > loss_disc_real_0: 0.24527472257614136 (0.23276589810848236) + | > loss_disc_real_1: 0.16690441966056824 (0.16105861675280791) + | > loss_disc_real_2: 0.2142312377691269 (0.2442657580742469) + | > loss_disc_real_3: 0.15152442455291748 (0.1685703075849093) + | > loss_disc_real_4: 0.20688925683498383 (0.2158983567586312) + | > loss_disc_real_5: 0.23968078196048737 (0.22302517753380996) + | > loss_0: 2.396308183670044 (2.4530273584219127) + | > loss_gen: 2.541525363922119 (2.423131429232084) + | > loss_kl: 1.4375836849212646 (1.3075248094705434) + | > loss_feat: 4.742334365844727 (4.279052697695219) + | > loss_mel: 26.73015785217285 (26.437195264376125) + | > loss_duration: 1.8964884281158447 (1.8701824316611657) + | > loss_1: 37.34809112548828 (36.31708614642803) + + --> STEP: 14 + | > loss_disc: 2.2448036670684814 (2.438154237610953) + | > loss_disc_real_0: 0.1888088583946228 (0.22962610955749238) + | > loss_disc_real_1: 0.11125050485134125 (0.1575008944741317) + | > loss_disc_real_2: 0.1852109283208847 (0.24004755594900676) + | > loss_disc_real_3: 0.1280505210161209 (0.16567603711571013) + | > loss_disc_real_4: 0.2323383241891861 (0.21707264014652797) + | > loss_disc_real_5: 0.2522185444831848 (0.22511041803019388) + | > loss_0: 2.2448036670684814 (2.438154237610953) + | > loss_gen: 2.295471429824829 (2.4140128578458513) + | > loss_kl: 1.3417044878005981 (1.3099662150655473) + | > loss_feat: 4.732298851013184 (4.3114274229322165) + | > loss_mel: 27.16168212890625 (26.48894432612828) + | > loss_duration: 1.892165184020996 (1.8717526282582964) + | > loss_1: 37.42332458496094 (36.39610317775181) + + --> STEP: 15 + | > loss_disc: 2.3051865100860596 (2.429289722442627) + | > loss_disc_real_0: 0.19766312837600708 (0.22749524414539338) + | > loss_disc_real_1: 0.10159758478403091 (0.15377400716145834) + | > loss_disc_real_2: 0.22906693816184998 (0.23931551476319632) + | > loss_disc_real_3: 0.13931137323379517 (0.16391839285691578) + | > loss_disc_real_4: 0.195370152592659 (0.2156258076429367) + | > loss_disc_real_5: 0.2086160033941269 (0.2240107903877894) + | > loss_0: 2.3051865100860596 (2.429289722442627) + | > loss_gen: 2.325521945953369 (2.408113463719686) + | > loss_kl: 0.986015796661377 (1.2883695205052694) + | > loss_feat: 4.819321632385254 (4.345287036895752) + | > loss_mel: 30.39510726928711 (26.749355189005534) + | > loss_duration: 1.8419523239135742 (1.8697659413019816) + | > loss_1: 40.367919921875 (36.66089096069336) + + --> STEP: 16 + | > loss_disc: 2.535914659500122 (2.4359537810087204) + | > loss_disc_real_0: 0.2439294457435608 (0.22852238174527884) + | > loss_disc_real_1: 0.14744456112384796 (0.15337841678410769) + | > loss_disc_real_2: 0.25711682438850403 (0.24042809661477804) + | > loss_disc_real_3: 0.13590557873249054 (0.1621675919741392) + | > loss_disc_real_4: 0.21561096608638763 (0.2156248800456524) + | > loss_disc_real_5: 0.1897408813238144 (0.22186892107129097) + | > loss_0: 2.535914659500122 (2.4359537810087204) + | > loss_gen: 2.3839290142059326 (2.4066019356250763) + | > loss_kl: 1.1911829710006714 (1.282295361161232) + | > loss_feat: 4.610471248626709 (4.361861050128937) + | > loss_mel: 28.039058685302734 (26.82996165752411) + | > loss_duration: 1.9451618194580078 (1.8744781836867332) + | > loss_1: 38.16980743408203 (36.75519824028015) + + --> STEP: 17 + | > loss_disc: 2.3438024520874023 (2.430533114601584) + | > loss_disc_real_0: 0.1656845659017563 (0.22482603963683634) + | > loss_disc_real_1: 0.16318954527378082 (0.15395554198938258) + | > loss_disc_real_2: 0.25366801023483276 (0.24120691506301656) + | > loss_disc_real_3: 0.16917181015014648 (0.162579604808022) + | > loss_disc_real_4: 0.2073490172624588 (0.21513806458781748) + | > loss_disc_real_5: 0.2526356279850006 (0.2236787273603327) + | > loss_0: 2.3438024520874023 (2.430533114601584) + | > loss_gen: 2.689373016357422 (2.423235528609332) + | > loss_kl: 1.2714682817459106 (1.2816584741368013) + | > loss_feat: 4.454668045043945 (4.367320285123937) + | > loss_mel: 25.226594924926758 (26.735645967371322) + | > loss_duration: 1.828592300415039 (1.871779014082516) + | > loss_1: 35.47069549560547 (36.679639255299286) + + --> STEP: 18 + | > loss_disc: 2.447791576385498 (2.4314919180340238) + | > loss_disc_real_0: 0.18805749714374542 (0.22278334283166462) + | > loss_disc_real_1: 0.18840228021144867 (0.15586924966838625) + | > loss_disc_real_2: 0.2918476164340973 (0.24402028736140993) + | > loss_disc_real_3: 0.1376093029975891 (0.1611923658185535) + | > loss_disc_real_4: 0.2391165941953659 (0.21647020512157017) + | > loss_disc_real_5: 0.220863476395607 (0.22352232452895907) + | > loss_0: 2.447791576385498 (2.4314919180340238) + | > loss_gen: 2.2839345932006836 (2.415496587753296) + | > loss_kl: 1.5418169498443604 (1.2961117227872212) + | > loss_feat: 3.4396071434020996 (4.315780666139391) + | > loss_mel: 21.722204208374023 (26.457121425204807) + | > loss_duration: 1.827033519744873 (1.8692931532859802) + | > loss_1: 30.814598083496094 (36.353803634643555) + + --> STEP: 19 + | > loss_disc: 2.2441000938415527 (2.4216291904449463) + | > loss_disc_real_0: 0.14617478847503662 (0.21875131365499997) + | > loss_disc_real_1: 0.17751671373844147 (0.1570085898825997) + | > loss_disc_real_2: 0.2469225525856018 (0.24417303816268318) + | > loss_disc_real_3: 0.1507609635591507 (0.160643344647006) + | > loss_disc_real_4: 0.18203622102737427 (0.21465789016924405) + | > loss_disc_real_5: 0.1813317984342575 (0.22130177052397476) + | > loss_0: 2.2441000938415527 (2.4216291904449463) + | > loss_gen: 2.49173903465271 (2.419509348116423) + | > loss_kl: 1.3684437274932861 (1.2999186704033299) + | > loss_feat: 4.608284950256348 (4.331175628461335) + | > loss_mel: 25.40630531311035 (26.40181531404194) + | > loss_duration: 1.916014552116394 (1.8717521742770546) + | > loss_1: 35.79078674316406 (36.32417116667095) + + --> STEP: 20 + | > loss_disc: 2.3080222606658936 (2.4159488439559937) + | > loss_disc_real_0: 0.23231586813926697 (0.21942954137921333) + | > loss_disc_real_1: 0.16080176830291748 (0.15719824880361558) + | > loss_disc_real_2: 0.23229175806045532 (0.2435789741575718) + | > loss_disc_real_3: 0.14730346202850342 (0.1599763505160809) + | > loss_disc_real_4: 0.15934151411056519 (0.2118920713663101) + | > loss_disc_real_5: 0.23022867739200592 (0.22174811586737633) + | > loss_0: 2.3080222606658936 (2.4159488439559937) + | > loss_gen: 2.6674342155456543 (2.4319055914878844) + | > loss_kl: 1.1974490880966187 (1.2947951912879945) + | > loss_feat: 5.101348400115967 (4.369684267044066) + | > loss_mel: 24.215654373168945 (26.292507266998292) + | > loss_duration: 1.8043769598007202 (1.868383413553238) + | > loss_1: 34.986263275146484 (36.25727577209473) + + --> STEP: 21 + | > loss_disc: 2.323700428009033 (2.411556062244234) + | > loss_disc_real_0: 0.26103705167770386 (0.22141085139342717) + | > loss_disc_real_1: 0.12848590314388275 (0.1558309942483902) + | > loss_disc_real_2: 0.24147677421569824 (0.24347886939843497) + | > loss_disc_real_3: 0.14416073262691498 (0.15922322585469204) + | > loss_disc_real_4: 0.18155887722969055 (0.21044763355028062) + | > loss_disc_real_5: 0.20438949763774872 (0.22092151499929882) + | > loss_0: 2.323700428009033 (2.411556062244234) + | > loss_gen: 2.4739179611206055 (2.433906180518014) + | > loss_kl: 1.035403847694397 (1.282443222545442) + | > loss_feat: 4.924309730529785 (4.396095003400529) + | > loss_mel: 26.767681121826172 (26.315134593418666) + | > loss_duration: 1.8316199779510498 (1.8666327737626576) + | > loss_1: 37.03293228149414 (36.29421179635184) + + --> STEP: 22 + | > loss_disc: 2.223782539367676 (2.403020902113481) + | > loss_disc_real_0: 0.20233657956123352 (0.22054383903741837) + | > loss_disc_real_1: 0.12317704409360886 (0.15434672378680922) + | > loss_disc_real_2: 0.21897414326667786 (0.2423650182106278) + | > loss_disc_real_3: 0.1311221420764923 (0.15794590386477386) + | > loss_disc_real_4: 0.1423565000295639 (0.20735258202661166) + | > loss_disc_real_5: 0.14260748028755188 (0.21736178614876486) + | > loss_0: 2.223782539367676 (2.403020902113481) + | > loss_gen: 2.4667606353759766 (2.4353995648297397) + | > loss_kl: 1.608437418937683 (1.2972611405632712) + | > loss_feat: 5.373709201812744 (4.440532012419266) + | > loss_mel: 29.397796630859375 (26.455255595120516) + | > loss_duration: 1.9564213752746582 (1.8707140738313848) + | > loss_1: 40.803123474121094 (36.49916232715953) + + --> STEP: 23 + | > loss_disc: 2.2839179039001465 (2.3978425108868144) + | > loss_disc_real_0: 0.255085289478302 (0.22204564123050027) + | > loss_disc_real_1: 0.18197014927864075 (0.15554774228645407) + | > loss_disc_real_2: 0.20906232297420502 (0.240917074939479) + | > loss_disc_real_3: 0.13524308800697327 (0.1569588249144347) + | > loss_disc_real_4: 0.21787898242473602 (0.20781025160913882) + | > loss_disc_real_5: 0.18464888632297516 (0.21593948615633923) + | > loss_0: 2.2839179039001465 (2.3978425108868144) + | > loss_gen: 2.641852378845215 (2.4443757741347603) + | > loss_kl: 1.1381478309631348 (1.2903431705806567) + | > loss_feat: 4.570461273193359 (4.446181110713792) + | > loss_mel: 26.538299560546875 (26.45886620231297) + | > loss_duration: 1.9332454204559326 (1.8734328280324521) + | > loss_1: 36.8220100402832 (36.51319918425186) + + --> STEP: 24 + | > loss_disc: 2.244011878967285 (2.3914329012235007) + | > loss_disc_real_0: 0.20750221610069275 (0.22143966518342495) + | > loss_disc_real_1: 0.14818991720676422 (0.155241166241467) + | > loss_disc_real_2: 0.24873539805412292 (0.24124283840258917) + | > loss_disc_real_3: 0.14350451529026031 (0.1563982286800941) + | > loss_disc_real_4: 0.13635891675949097 (0.20483311265707016) + | > loss_disc_real_5: 0.26518023014068604 (0.2179911838223537) + | > loss_0: 2.244011878967285 (2.3914329012235007) + | > loss_gen: 2.4114160537719727 (2.4430024524529776) + | > loss_kl: 0.7625135183334351 (1.2683502684036891) + | > loss_feat: 4.471234321594238 (4.447224994500478) + | > loss_mel: 25.59945297241211 (26.423057317733765) + | > loss_duration: 1.8284631967544556 (1.871559093395869) + | > loss_1: 35.073081970214844 (36.45319430033365) + + --> STEP: 25 + | > loss_disc: 2.149900436401367 (2.3817716026306153) + | > loss_disc_real_0: 0.14305049180984497 (0.21830409824848174) + | > loss_disc_real_1: 0.18061625957489014 (0.15625616997480393) + | > loss_disc_real_2: 0.2690746784210205 (0.2423561120033264) + | > loss_disc_real_3: 0.13079188764095306 (0.15537397503852846) + | > loss_disc_real_4: 0.19224999845027924 (0.20432978808879854) + | > loss_disc_real_5: 0.2027522176504135 (0.21738162517547607) + | > loss_0: 2.149900436401367 (2.3817716026306153) + | > loss_gen: 2.7203400135040283 (2.4540959548950196) + | > loss_kl: 1.275432825088501 (1.2686335706710816) + | > loss_feat: 4.706933498382568 (4.457613334655762) + | > loss_mel: 28.238374710083008 (26.495670013427734) + | > loss_duration: 1.771607518196106 (1.8675610303878785) + | > loss_1: 38.71268844604492 (36.5435740661621) + + --> STEP: 26 + | > loss_disc: 2.2893524169921875 (2.378217018567599) + | > loss_disc_real_0: 0.2563275694847107 (0.21976653944987518) + | > loss_disc_real_1: 0.13506489992141724 (0.15544112112659675) + | > loss_disc_real_2: 0.17563876509666443 (0.23979006019922403) + | > loss_disc_real_3: 0.12433268874883652 (0.15418007941200182) + | > loss_disc_real_4: 0.15641780197620392 (0.20248701939216027) + | > loss_disc_real_5: 0.22495047748088837 (0.2176727348795304) + | > loss_0: 2.2893524169921875 (2.378217018567599) + | > loss_gen: 2.4755775928497314 (2.4549221717394314) + | > loss_kl: 1.3882484436035156 (1.2732341427069445) + | > loss_feat: 4.880985260009766 (4.473896870246301) + | > loss_mel: 26.130313873291016 (26.481617854191708) + | > loss_duration: 1.821761965751648 (1.8657995279018695) + | > loss_1: 36.6968879699707 (36.54947075477013) + + --> STEP: 27 + | > loss_disc: 2.5801610946655273 (2.385696428793448) + | > loss_disc_real_0: 0.221833273768425 (0.219843085165377) + | > loss_disc_real_1: 0.15816761553287506 (0.15554210240090335) + | > loss_disc_real_2: 0.26334747672080994 (0.24066255710743092) + | > loss_disc_real_3: 0.17557251453399658 (0.15497239182392755) + | > loss_disc_real_4: 0.2010902315378189 (0.20243528650866616) + | > loss_disc_real_5: 0.22495421767234802 (0.21794241942741252) + | > loss_0: 2.5801610946655273 (2.385696428793448) + | > loss_gen: 2.4111127853393555 (2.453299601872762) + | > loss_kl: 1.428909420967102 (1.278999893753617) + | > loss_feat: 4.497823715209961 (4.4747830496894) + | > loss_mel: 27.08104705810547 (26.503818935818142) + | > loss_duration: 1.8621199131011963 (1.8656632458722149) + | > loss_1: 37.2810173034668 (36.57656507138852) + + --> STEP: 28 + | > loss_disc: 2.6759612560272217 (2.3960630297660828) + | > loss_disc_real_0: 0.2549654543399811 (0.22109745549304144) + | > loss_disc_real_1: 0.19199106097221375 (0.1568438509213073) + | > loss_disc_real_2: 0.29223018884658813 (0.24250425824097224) + | > loss_disc_real_3: 0.15312598645687103 (0.15490644877510412) + | > loss_disc_real_4: 0.2623027265071869 (0.20457340936575616) + | > loss_disc_real_5: 0.2645125985145569 (0.21960564010909625) + | > loss_0: 2.6759612560272217 (2.3960630297660828) + | > loss_gen: 2.921525001525879 (2.4700219375746593) + | > loss_kl: 1.477615237236023 (1.2860932988779885) + | > loss_feat: 4.4240403175354 (4.472970809255329) + | > loss_mel: 26.66110610961914 (26.509436334882462) + | > loss_duration: 1.8863821029663086 (1.8664032050541468) + | > loss_1: 37.370670318603516 (36.60492597307478) + + --> STEP: 29 + | > loss_disc: 2.2980291843414307 (2.3926825523376465) + | > loss_disc_real_0: 0.2823561728000641 (0.22320982505535258) + | > loss_disc_real_1: 0.12582720816135406 (0.15577431151579166) + | > loss_disc_real_2: 0.22408834099769592 (0.24186922661189375) + | > loss_disc_real_3: 0.2236185371875763 (0.1572758311341549) + | > loss_disc_real_4: 0.1553119570016861 (0.20287473859458133) + | > loss_disc_real_5: 0.20662008225917816 (0.21915786225220252) + | > loss_0: 2.2980291843414307 (2.3926825523376465) + | > loss_gen: 2.8563647270202637 (2.4833441027279557) + | > loss_kl: 1.398959994316101 (1.2899852538930958) + | > loss_feat: 5.607965469360352 (4.512108556155502) + | > loss_mel: 29.697946548461914 (26.619384962936927) + | > loss_duration: 1.8728405237197876 (1.8666251815598587) + | > loss_1: 41.434078216552734 (36.77144846422919) + + --> STEP: 30 + | > loss_disc: 2.159325361251831 (2.384903979301453) + | > loss_disc_real_0: 0.1845875084400177 (0.22192241450150807) + | > loss_disc_real_1: 0.15276457369327545 (0.15567398692170778) + | > loss_disc_real_2: 0.17401158809661865 (0.23960730532805125) + | > loss_disc_real_3: 0.1277410089969635 (0.15629133706291518) + | > loss_disc_real_4: 0.17358452081680298 (0.20189839800198872) + | > loss_disc_real_5: 0.16933760046958923 (0.21749718685944874) + | > loss_0: 2.159325361251831 (2.384903979301453) + | > loss_gen: 2.353649854660034 (2.4790209611256917) + | > loss_kl: 1.3585606813430786 (1.2922711014747619) + | > loss_feat: 6.049657344818115 (4.563360182444256) + | > loss_mel: 31.381071090698242 (26.778107833862304) + | > loss_duration: 1.859299898147583 (1.866381005446116) + | > loss_1: 43.002235412597656 (36.97914136250814) + + --> STEP: 31 + | > loss_disc: 2.6515467166900635 (2.393505357926892) + | > loss_disc_real_0: 0.3078159987926483 (0.22469317528509325) + | > loss_disc_real_1: 0.17620541155338287 (0.1563362909420844) + | > loss_disc_real_2: 0.21335019171237946 (0.23876030166302958) + | > loss_disc_real_3: 0.13269555568695068 (0.15553018282498082) + | > loss_disc_real_4: 0.21453538537025452 (0.20230604275580374) + | > loss_disc_real_5: 0.21978193521499634 (0.21757088841930514) + | > loss_0: 2.6515467166900635 (2.393505357926892) + | > loss_gen: 2.206374168395996 (2.4702259032957015) + | > loss_kl: 1.1742991209030151 (1.288465553714383) + | > loss_feat: 3.7845513820648193 (4.538237317915887) + | > loss_mel: 22.92251968383789 (26.653734022571193) + | > loss_duration: 1.812178373336792 (1.8646325334425895) + | > loss_1: 31.89992332458496 (36.81529561934933) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.012190226585634293 (+0.0034182456231886347) + | > avg_loss_disc: 2.393505357926892 (-0.14386228592164985) + | > avg_loss_disc_real_0: 0.22469317528509325 (+0.143134344729685) + | > avg_loss_disc_real_1: 0.1563362909420844 (-0.036047664621183945) + | > avg_loss_disc_real_2: 0.23876030166302958 (-0.015233397483825739) + | > avg_loss_disc_real_3: 0.15553018282498082 (+0.007141471149459955) + | > avg_loss_disc_real_4: 0.20230604275580374 (-0.0063965705133253725) + | > avg_loss_disc_real_5: 0.21757088841930514 (-0.04769450233828634) + | > avg_loss_0: 2.393505357926892 (-0.14386228592164985) + | > avg_loss_gen: 2.4702259032957015 (+0.5400976057975522) + | > avg_loss_kl: 1.288465553714383 (+0.043043540370079736) + | > avg_loss_feat: 4.538237317915887 (+0.4347008082174497) + | > avg_loss_mel: 26.653734022571193 (+0.5443989230740449) + | > avg_loss_duration: 1.8646325334425895 (-0.006364295559544653) + | > avg_loss_1: 36.81529561934933 (+1.5558759012529961) + + + > EPOCH: 5/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 11:17:19)  + + --> TIME: 2024-11-22 11:17:40 -- STEP: 23/797 -- GLOBAL_STEP: 5825 + | > loss_disc: 2.309663772583008 (2.517181178797846) + | > loss_disc_real_0: 0.1380854696035385 (0.14648306823295096) + | > loss_disc_real_1: 0.23133981227874756 (0.22085348354733508) + | > loss_disc_real_2: 0.20562255382537842 (0.2474364741988804) + | > loss_disc_real_3: 0.21455296874046326 (0.23287727197875147) + | > loss_disc_real_4: 0.24412021040916443 (0.21876035112401712) + | > loss_disc_real_5: 0.21236582100391388 (0.24070426432982736) + | > loss_0: 2.309663772583008 (2.517181178797846) + | > grad_norm_0: tensor(53.4377, device='cuda:0') (tensor(76.5332, device='cuda:0')) + | > loss_gen: 2.3204312324523926 (2.298994665560515) + | > loss_kl: 1.685110330581665 (1.472999888917674) + | > loss_feat: 4.768124103546143 (4.200109606203825) + | > loss_mel: 24.81927490234375 (25.396926962811015) + | > loss_duration: 1.9612083435058594 (2.043416178744772) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.55414962768555 (35.412447390349016) + | > grad_norm_1: tensor(664.8374, device='cuda:0') (tensor(582.2099, device='cuda:0')) + | > current_lr_0: 0.00019982506561132978 + | > current_lr_1: 0.00019982506561132978 + | > step_time: 0.8141 (0.8628728078759235) + | > loader_time: 0.0043 (0.005224559618079146) + + + --> TIME: 2024-11-22 11:18:11 -- STEP: 48/797 -- GLOBAL_STEP: 5850 + | > loss_disc: 2.3648719787597656 (2.463883727788925) + | > loss_disc_real_0: 0.20533104240894318 (0.1375847941574951) + | > loss_disc_real_1: 0.20136334002017975 (0.2180436821654439) + | > loss_disc_real_2: 0.24298571050167084 (0.2428034975503882) + | > loss_disc_real_3: 0.22103571891784668 (0.22262010474999747) + | > loss_disc_real_4: 0.1591203361749649 (0.2183685169244806) + | > loss_disc_real_5: 0.1711462140083313 (0.2401496423408389) + | > loss_0: 2.3648719787597656 (2.463883727788925) + | > grad_norm_0: tensor(101.8773, device='cuda:0') (tensor(72.1739, device='cuda:0')) + | > loss_gen: 2.5852839946746826 (2.3677438845237098) + | > loss_kl: 1.058763861656189 (1.4286340773105621) + | > loss_feat: 5.032727241516113 (4.416199708978336) + | > loss_mel: 27.17635154724121 (25.507582704226177) + | > loss_duration: 1.8515262603759766 (1.987653911113739) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.70465087890625 (35.70781405766805) + | > grad_norm_1: tensor(702.0521, device='cuda:0') (tensor(653.4019, device='cuda:0')) + | > current_lr_0: 0.00019982506561132978 + | > current_lr_1: 0.00019982506561132978 + | > step_time: 0.9249 (1.0523091703653336) + | > loader_time: 0.0035 (0.005853116512298585) + + + --> TIME: 2024-11-22 11:18:36 -- STEP: 73/797 -- GLOBAL_STEP: 5875 + | > loss_disc: 2.4428279399871826 (2.4371868518933866) + | > loss_disc_real_0: 0.12231989204883575 (0.13548073167466138) + | > loss_disc_real_1: 0.2598867416381836 (0.21984821966249649) + | > loss_disc_real_2: 0.22954975068569183 (0.23817327149110298) + | > loss_disc_real_3: 0.19027861952781677 (0.22219932467153627) + | > loss_disc_real_4: 0.17321616411209106 (0.2158225564515754) + | > loss_disc_real_5: 0.23746207356452942 (0.23798486733273283) + | > loss_0: 2.4428279399871826 (2.4371868518933866) + | > grad_norm_0: tensor(97.3908, device='cuda:0') (tensor(75.8596, device='cuda:0')) + | > loss_gen: 2.2405357360839844 (2.392816030815856) + | > loss_kl: 0.9232369661331177 (1.3829882422538653) + | > loss_feat: 3.988478183746338 (4.508329662558154) + | > loss_mel: 25.584463119506836 (25.83429511605877) + | > loss_duration: 1.898425817489624 (1.9512478652065748) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.63513946533203 (36.06967688260012) + | > grad_norm_1: tensor(991.0879, device='cuda:0') (tensor(686.4839, device='cuda:0')) + | > current_lr_0: 0.00019982506561132978 + | > current_lr_1: 0.00019982506561132978 + | > step_time: 0.8584 (1.0343875885009768) + | > loader_time: 0.0034 (0.005481749364774521) + + + --> TIME: 2024-11-22 11:19:00 -- STEP: 98/797 -- GLOBAL_STEP: 5900 + | > loss_disc: 2.463982582092285 (2.4307177504714663) + | > loss_disc_real_0: 0.10619385540485382 (0.13622553182803865) + | > loss_disc_real_1: 0.18515823781490326 (0.21914314919588518) + | > loss_disc_real_2: 0.2527735233306885 (0.23735585702317102) + | > loss_disc_real_3: 0.1584586501121521 (0.2193305636851155) + | > loss_disc_real_4: 0.21503999829292297 (0.21569328587882372) + | > loss_disc_real_5: 0.2525980472564697 (0.2369206257316531) + | > loss_0: 2.463982582092285 (2.4307177504714663) + | > grad_norm_0: tensor(84.6207, device='cuda:0') (tensor(72.9529, device='cuda:0')) + | > loss_gen: 2.3088629245758057 (2.384738579088326) + | > loss_kl: 1.2536338567733765 (1.373978709687992) + | > loss_feat: 4.932322978973389 (4.509555517410749) + | > loss_mel: 26.291675567626953 (25.757007754578883) + | > loss_duration: 1.9282922744750977 (1.936678212516162) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.714786529541016 (35.96195880734189) + | > grad_norm_1: tensor(1075.3655, device='cuda:0') (tensor(655.2289, device='cuda:0')) + | > current_lr_0: 0.00019982506561132978 + | > current_lr_1: 0.00019982506561132978 + | > step_time: 0.896 (1.0104118172003298) + | > loader_time: 0.0059 (0.005645318907134387) + + + --> TIME: 2024-11-22 11:19:24 -- STEP: 123/797 -- GLOBAL_STEP: 5925 + | > loss_disc: 2.626868486404419 (2.439490657511765) + | > loss_disc_real_0: 0.09440834820270538 (0.14016119681480466) + | > loss_disc_real_1: 0.26818427443504333 (0.22052429034942533) + | > loss_disc_real_2: 0.2859712243080139 (0.23705588487105642) + | > loss_disc_real_3: 0.30294471979141235 (0.21967296350777635) + | > loss_disc_real_4: 0.3189343810081482 (0.21622292043232336) + | > loss_disc_real_5: 0.26198050379753113 (0.23779390534249747) + | > loss_0: 2.626868486404419 (2.439490657511765) + | > grad_norm_0: tensor(97.1440, device='cuda:0') (tensor(72.9815, device='cuda:0')) + | > loss_gen: 2.3497798442840576 (2.3827774001330844) + | > loss_kl: 1.4027214050292969 (1.3583310551759673) + | > loss_feat: 3.637960433959961 (4.505700024162855) + | > loss_mel: 25.261749267578125 (25.833462211174695) + | > loss_duration: 1.8486104011535645 (1.9263176171760248) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.50082015991211 (36.0065883388364) + | > grad_norm_1: tensor(286.5577, device='cuda:0') (tensor(655.1038, device='cuda:0')) + | > current_lr_0: 0.00019982506561132978 + | > current_lr_1: 0.00019982506561132978 + | > step_time: 0.9486 (1.000778599483211) + | > loader_time: 0.005 (0.005526180189799487) + + + --> TIME: 2024-11-22 11:19:51 -- STEP: 148/797 -- GLOBAL_STEP: 5950 + | > loss_disc: 2.4945735931396484 (2.444115878762426) + | > loss_disc_real_0: 0.1430967152118683 (0.1412927060815934) + | > loss_disc_real_1: 0.2024121880531311 (0.22099553219772675) + | > loss_disc_real_2: 0.20965434610843658 (0.2361288448241917) + | > loss_disc_real_3: 0.17549966275691986 (0.2198923562426825) + | > loss_disc_real_4: 0.2027125060558319 (0.21618951383877444) + | > loss_disc_real_5: 0.23957695066928864 (0.23681074028482307) + | > loss_0: 2.4945735931396484 (2.444115878762426) + | > grad_norm_0: tensor(83.7680, device='cuda:0') (tensor(72.7285, device='cuda:0')) + | > loss_gen: 2.468278408050537 (2.3739816175924755) + | > loss_kl: 1.3865562677383423 (1.353278799636944) + | > loss_feat: 4.6571574211120605 (4.48318604843037) + | > loss_mel: 26.464237213134766 (25.86317401318937) + | > loss_duration: 1.9103366136550903 (1.919140441192163) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.88656234741211 (35.992760903126474) + | > grad_norm_1: tensor(882.5317, device='cuda:0') (tensor(671.6644, device='cuda:0')) + | > current_lr_0: 0.00019982506561132978 + | > current_lr_1: 0.00019982506561132978 + | > step_time: 0.9817 (1.0088668868348407) + | > loader_time: 0.0073 (0.005534122119078765) + + + --> TIME: 2024-11-22 11:20:16 -- STEP: 173/797 -- GLOBAL_STEP: 5975 + | > loss_disc: 2.553288459777832 (2.442952235999136) + | > loss_disc_real_0: 0.2673285901546478 (0.1426262191868242) + | > loss_disc_real_1: 0.30914798378944397 (0.2212633809257794) + | > loss_disc_real_2: 0.27654409408569336 (0.23536440109930976) + | > loss_disc_real_3: 0.21837231516838074 (0.2195897073070438) + | > loss_disc_real_4: 0.2111290544271469 (0.21560986727648387) + | > loss_disc_real_5: 0.2833540141582489 (0.2379392228719127) + | > loss_0: 2.553288459777832 (2.442952235999136) + | > grad_norm_0: tensor(177.8496, device='cuda:0') (tensor(71.1219, device='cuda:0')) + | > loss_gen: 2.30979061126709 (2.374634117060313) + | > loss_kl: 1.5280792713165283 (1.3440598077167671) + | > loss_feat: 4.028011798858643 (4.493995273733419) + | > loss_mel: 25.975563049316406 (25.9687987311038) + | > loss_duration: 1.8022756576538086 (1.9099092476629798) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.64372253417969 (36.091397114571805) + | > grad_norm_1: tensor(1417.9421, device='cuda:0') (tensor(678.7232, device='cuda:0')) + | > current_lr_0: 0.00019982506561132978 + | > current_lr_1: 0.00019982506561132978 + | > step_time: 0.8989 (1.0068365728234971) + | > loader_time: 0.0069 (0.0056529968460171205) + + + --> TIME: 2024-11-22 11:20:41 -- STEP: 198/797 -- GLOBAL_STEP: 6000 + | > loss_disc: 2.3873660564422607 (2.4405726338877827) + | > loss_disc_real_0: 0.08632849156856537 (0.14097701370565577) + | > loss_disc_real_1: 0.18558746576309204 (0.22032948628519522) + | > loss_disc_real_2: 0.2735291123390198 (0.2364475850505058) + | > loss_disc_real_3: 0.23855473101139069 (0.21893404913370054) + | > loss_disc_real_4: 0.1921454519033432 (0.21518710398613805) + | > loss_disc_real_5: 0.263947993516922 (0.23797366805750914) + | > loss_0: 2.3873660564422607 (2.4405726338877827) + | > grad_norm_0: tensor(341.9079, device='cuda:0') (tensor(75.0801, device='cuda:0')) + | > loss_gen: 2.2262356281280518 (2.3762461777889365) + | > loss_kl: 1.100881814956665 (1.337092868908487) + | > loss_feat: 3.702697277069092 (4.485572541602941) + | > loss_mel: 23.89504623413086 (25.922028705327197) + | > loss_duration: 1.9013526439666748 (1.903924129828058) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.82621383666992 (36.02486443760417) + | > grad_norm_1: tensor(1481.1661, device='cuda:0') (tensor(693.0333, device='cuda:0')) + | > current_lr_0: 0.00019982506561132978 + | > current_lr_1: 0.00019982506561132978 + | > step_time: 0.9965 (1.0035462800902555) + | > loader_time: 0.0051 (0.005645489451861141) + + + --> TIME: 2024-11-22 11:21:06 -- STEP: 223/797 -- GLOBAL_STEP: 6025 + | > loss_disc: 2.5243372917175293 (2.442458888340424) + | > loss_disc_real_0: 0.11004610359668732 (0.14148787004797977) + | > loss_disc_real_1: 0.22879934310913086 (0.2196771945520367) + | > loss_disc_real_2: 0.36808493733406067 (0.23732019098884857) + | > loss_disc_real_3: 0.2316274493932724 (0.21884106266658937) + | > loss_disc_real_4: 0.32177260518074036 (0.21596999192451682) + | > loss_disc_real_5: 0.30062562227249146 (0.236888170509595) + | > loss_0: 2.5243372917175293 (2.442458888340424) + | > grad_norm_0: tensor(42.7830, device='cuda:0') (tensor(78.3442, device='cuda:0')) + | > loss_gen: 2.4816370010375977 (2.37951303597523) + | > loss_kl: 1.2298170328140259 (1.3432146078267975) + | > loss_feat: 4.212214469909668 (4.481808432549113) + | > loss_mel: 26.464387893676758 (25.97906835410627) + | > loss_duration: 1.8114557266235352 (1.9010147968215259) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.19951248168945 (36.084619197075696) + | > grad_norm_1: tensor(818.7523, device='cuda:0') (tensor(701.8431, device='cuda:0')) + | > current_lr_0: 0.00019982506561132978 + | > current_lr_1: 0.00019982506561132978 + | > step_time: 0.9471 (1.0035345982008457) + | > loader_time: 0.0057 (0.005671553547606874) + + + --> TIME: 2024-11-22 11:21:31 -- STEP: 248/797 -- GLOBAL_STEP: 6050 + | > loss_disc: 2.606117010116577 (2.4419929856254208) + | > loss_disc_real_0: 0.09390963613986969 (0.1404248200236789) + | > loss_disc_real_1: 0.22161079943180084 (0.2195659803767358) + | > loss_disc_real_2: 0.22183725237846375 (0.23744191770111361) + | > loss_disc_real_3: 0.23283936083316803 (0.21815452706669608) + | > loss_disc_real_4: 0.17694975435733795 (0.21605506010593906) + | > loss_disc_real_5: 0.206956684589386 (0.23690870770763967) + | > loss_0: 2.606117010116577 (2.4419929856254208) + | > grad_norm_0: tensor(87.9929, device='cuda:0') (tensor(77.6885, device='cuda:0')) + | > loss_gen: 2.1614537239074707 (2.3750183438101127) + | > loss_kl: 1.2054845094680786 (1.3417670907032104) + | > loss_feat: 4.160602569580078 (4.475643821301007) + | > loss_mel: 26.62393569946289 (26.008522256728142) + | > loss_duration: 1.9119412899017334 (1.896183431148529) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.063419342041016 (36.09713490547674) + | > grad_norm_1: tensor(726.9261, device='cuda:0') (tensor(703.7296, device='cuda:0')) + | > current_lr_0: 0.00019982506561132978 + | > current_lr_1: 0.00019982506561132978 + | > step_time: 0.9853 (1.0017342307875237) + | > loader_time: 0.0056 (0.005722395835384246) + + + --> TIME: 2024-11-22 11:21:55 -- STEP: 273/797 -- GLOBAL_STEP: 6075 + | > loss_disc: 2.6251606941223145 (2.4477212918110385) + | > loss_disc_real_0: 0.08091037720441818 (0.13916821970225682) + | > loss_disc_real_1: 0.2091922014951706 (0.21977889215771532) + | > loss_disc_real_2: 0.20384766161441803 (0.23821720273503455) + | > loss_disc_real_3: 0.17019058763980865 (0.21843618552981717) + | > loss_disc_real_4: 0.20215220749378204 (0.2172520942849554) + | > loss_disc_real_5: 0.18219995498657227 (0.23840401570002237) + | > loss_0: 2.6251606941223145 (2.4477212918110385) + | > grad_norm_0: tensor(166.6433, device='cuda:0') (tensor(76.8495, device='cuda:0')) + | > loss_gen: 2.038424015045166 (2.3775116397347644) + | > loss_kl: 1.2892872095108032 (1.340570199402261) + | > loss_feat: 4.28762674331665 (4.467822346495191) + | > loss_mel: 24.383970260620117 (26.042090622060027) + | > loss_duration: 1.8904533386230469 (1.892848469835498) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.88976287841797 (36.12084322359974) + | > grad_norm_1: tensor(1088.4966, device='cuda:0') (tensor(705.7336, device='cuda:0')) + | > current_lr_0: 0.00019982506561132978 + | > current_lr_1: 0.00019982506561132978 + | > step_time: 0.9147 (0.9948668069455218) + | > loader_time: 0.0065 (0.00580948613065503) + + + --> TIME: 2024-11-22 11:22:19 -- STEP: 298/797 -- GLOBAL_STEP: 6100 + | > loss_disc: 2.5610787868499756 (2.446688181601915) + | > loss_disc_real_0: 0.10285653918981552 (0.1365695925641979) + | > loss_disc_real_1: 0.194809228181839 (0.22076685106594296) + | > loss_disc_real_2: 0.2645421624183655 (0.23906306302387442) + | > loss_disc_real_3: 0.22392532229423523 (0.2189268156786093) + | > loss_disc_real_4: 0.2473706305027008 (0.21777953012477633) + | > loss_disc_real_5: 0.2251223772764206 (0.2379459889743152) + | > loss_0: 2.5610787868499756 (2.446688181601915) + | > grad_norm_0: tensor(86.0757, device='cuda:0') (tensor(75.9081, device='cuda:0')) + | > loss_gen: 2.4646506309509277 (2.3864264772242354) + | > loss_kl: 1.319191575050354 (1.3442757383688986) + | > loss_feat: 4.677883148193359 (4.480224783788595) + | > loss_mel: 26.66680145263672 (26.05980957594494) + | > loss_duration: 1.8707265853881836 (1.890662489721439) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.99925231933594 (36.16139903484578) + | > grad_norm_1: tensor(551.7436, device='cuda:0') (tensor(711.5056, device='cuda:0')) + | > current_lr_0: 0.00019982506561132978 + | > current_lr_1: 0.00019982506561132978 + | > step_time: 0.9466 (0.990323389936614) + | > loader_time: 0.0069 (0.005872108792298594) + + + --> TIME: 2024-11-22 11:22:44 -- STEP: 323/797 -- GLOBAL_STEP: 6125 + | > loss_disc: 2.5318961143493652 (2.448210170025426) + | > loss_disc_real_0: 0.1877840757369995 (0.1358360299500333) + | > loss_disc_real_1: 0.2605973184108734 (0.22085255933435344) + | > loss_disc_real_2: 0.21707631647586823 (0.2396881688305468) + | > loss_disc_real_3: 0.19717098772525787 (0.21866646349061014) + | > loss_disc_real_4: 0.20553706586360931 (0.2176335168881313) + | > loss_disc_real_5: 0.28469157218933105 (0.23861554495690407) + | > loss_0: 2.5318961143493652 (2.448210170025426) + | > grad_norm_0: tensor(173.9368, device='cuda:0') (tensor(76.2572, device='cuda:0')) + | > loss_gen: 2.1635055541992188 (2.3820896167135106) + | > loss_kl: 1.3678334951400757 (1.3471491656067203) + | > loss_feat: 3.1958563327789307 (4.460218920427214) + | > loss_mel: 22.588367462158203 (26.043866337637414) + | > loss_duration: 1.8393611907958984 (1.888936294859777) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.154924392700195 (36.122260297415096) + | > grad_norm_1: tensor(1018.5066, device='cuda:0') (tensor(716.5964, device='cuda:0')) + | > current_lr_0: 0.00019982506561132978 + | > current_lr_1: 0.00019982506561132978 + | > step_time: 1.0444 (0.991186756098603) + | > loader_time: 0.0054 (0.006032066079485161) + + + --> TIME: 2024-11-22 11:23:11 -- STEP: 348/797 -- GLOBAL_STEP: 6150 + | > loss_disc: 2.4731221199035645 (2.453787313795638) + | > loss_disc_real_0: 0.07800030708312988 (0.1367009360578723) + | > loss_disc_real_1: 0.1899423450231552 (0.22087671504966147) + | > loss_disc_real_2: 0.23680275678634644 (0.24009993445427938) + | > loss_disc_real_3: 0.19502082467079163 (0.21908223273596544) + | > loss_disc_real_4: 0.1995796412229538 (0.21792395066084533) + | > loss_disc_real_5: 0.21971039474010468 (0.2392056583930021) + | > loss_0: 2.4731221199035645 (2.453787313795638) + | > grad_norm_0: tensor(87.9298, device='cuda:0') (tensor(76.2049, device='cuda:0')) + | > loss_gen: 2.1167166233062744 (2.3771945337454494) + | > loss_kl: 1.1054127216339111 (1.3444659595174355) + | > loss_feat: 4.052426338195801 (4.443066902544311) + | > loss_mel: 26.30876350402832 (26.022323526185133) + | > loss_duration: 1.825251579284668 (1.8861672124643436) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.408573150634766 (36.073218066116894) + | > grad_norm_1: tensor(515.0160, device='cuda:0') (tensor(710.8190, device='cuda:0')) + | > current_lr_0: 0.00019982506561132978 + | > current_lr_1: 0.00019982506561132978 + | > step_time: 0.9688 (0.9969813227653507) + | > loader_time: 0.007 (0.006100796419998698) + + + --> TIME: 2024-11-22 11:23:38 -- STEP: 373/797 -- GLOBAL_STEP: 6175 + | > loss_disc: 2.543473482131958 (2.4508546287188913) + | > loss_disc_real_0: 0.2431020587682724 (0.1367028365086453) + | > loss_disc_real_1: 0.25445541739463806 (0.22099605554230414) + | > loss_disc_real_2: 0.2531058192253113 (0.23979669010351554) + | > loss_disc_real_3: 0.30301034450531006 (0.21856111052368665) + | > loss_disc_real_4: 0.20990332961082458 (0.21733789896996986) + | > loss_disc_real_5: 0.26471075415611267 (0.23851422737814465) + | > loss_0: 2.543473482131958 (2.4508546287188913) + | > grad_norm_0: tensor(195.8971, device='cuda:0') (tensor(77.4113, device='cuda:0')) + | > loss_gen: 2.6434569358825684 (2.3768550688076298) + | > loss_kl: 1.481184482574463 (1.3420302613810624) + | > loss_feat: 3.7465295791625977 (4.439645900163835) + | > loss_mel: 23.352510452270508 (25.99669881928063) + | > loss_duration: 1.8168083429336548 (1.8834772014106567) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.040489196777344 (36.03870720134665) + | > grad_norm_1: tensor(1319.0497, device='cuda:0') (tensor(715.9767, device='cuda:0')) + | > current_lr_0: 0.00019982506561132978 + | > current_lr_1: 0.00019982506561132978 + | > step_time: 1.3545 (1.0000984802961992) + | > loader_time: 0.0097 (0.006224698739141308) + + + --> TIME: 2024-11-22 11:24:11 -- STEP: 398/797 -- GLOBAL_STEP: 6200 + | > loss_disc: 2.311156749725342 (2.4475686304533313) + | > loss_disc_real_0: 0.12875765562057495 (0.13621790831599687) + | > loss_disc_real_1: 0.16194091737270355 (0.22124716137821354) + | > loss_disc_real_2: 0.2177010476589203 (0.2392387544764346) + | > loss_disc_real_3: 0.23923853039741516 (0.21845863388860645) + | > loss_disc_real_4: 0.17156720161437988 (0.2170294575842481) + | > loss_disc_real_5: 0.19406522810459137 (0.23821268653749822) + | > loss_0: 2.311156749725342 (2.4475686304533313) + | > grad_norm_0: tensor(32.4449, device='cuda:0') (tensor(77.0555, device='cuda:0')) + | > loss_gen: 2.166670799255371 (2.3750077590870524) + | > loss_kl: 1.256500482559204 (1.3381985885713568) + | > loss_feat: 4.617349624633789 (4.443533847679448) + | > loss_mel: 24.558998107910156 (25.987212727417297) + | > loss_duration: 1.9275977611541748 (1.8821953325415377) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.52711486816406 (36.026148225793904) + | > grad_norm_1: tensor(1373.4243, device='cuda:0') (tensor(716.2953, device='cuda:0')) + | > current_lr_0: 0.00019982506561132978 + | > current_lr_1: 0.00019982506561132978 + | > step_time: 1.3263 (1.01901591842498) + | > loader_time: 0.0067 (0.006438308624765983) + + + --> TIME: 2024-11-22 11:24:42 -- STEP: 423/797 -- GLOBAL_STEP: 6225 + | > loss_disc: 2.401233196258545 (2.447463277947537) + | > loss_disc_real_0: 0.18454307317733765 (0.1362861467538572) + | > loss_disc_real_1: 0.2588697075843811 (0.22142738804890477) + | > loss_disc_real_2: 0.21388866007328033 (0.23921233746740553) + | > loss_disc_real_3: 0.2076256275177002 (0.21806392161699614) + | > loss_disc_real_4: 0.16860443353652954 (0.2170325813035593) + | > loss_disc_real_5: 0.23495501279830933 (0.2385441677085615) + | > loss_0: 2.401233196258545 (2.447463277947537) + | > grad_norm_0: tensor(123.5582, device='cuda:0') (tensor(78.7436, device='cuda:0')) + | > loss_gen: 2.5084493160247803 (2.3758716552251924) + | > loss_kl: 1.5060254335403442 (1.3363963665691674) + | > loss_feat: 4.841039657592773 (4.450364158508631) + | > loss_mel: 27.56414031982422 (25.99757955654857) + | > loss_duration: 1.8204811811447144 (1.8806742787642963) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 38.240135192871094 (36.04088599743856) + | > grad_norm_1: tensor(805.3235, device='cuda:0') (tensor(728.1059, device='cuda:0')) + | > current_lr_0: 0.00019982506561132978 + | > current_lr_1: 0.00019982506561132978 + | > step_time: 1.2137 (1.0322590167358974) + | > loader_time: 0.0064 (0.006658316222206641) + + + --> TIME: 2024-11-22 11:25:14 -- STEP: 448/797 -- GLOBAL_STEP: 6250 + | > loss_disc: 2.3073127269744873 (2.448616801628045) + | > loss_disc_real_0: 0.09482042491436005 (0.13795968736355577) + | > loss_disc_real_1: 0.17575369775295258 (0.2216197067672121) + | > loss_disc_real_2: 0.2079491764307022 (0.23900599514932505) + | > loss_disc_real_3: 0.23835551738739014 (0.2178788940821375) + | > loss_disc_real_4: 0.2111973762512207 (0.21658236621546426) + | > loss_disc_real_5: 0.23700223863124847 (0.23784412839449942) + | > loss_0: 2.3073127269744873 (2.448616801628045) + | > grad_norm_0: tensor(76.3451, device='cuda:0') (tensor(78.8054, device='cuda:0')) + | > loss_gen: 2.6802163124084473 (2.372380498796704) + | > loss_kl: 1.4090298414230347 (1.3356442436841982) + | > loss_feat: 5.1739373207092285 (4.443165211273096) + | > loss_mel: 28.71231460571289 (26.002752725567138) + | > loss_duration: 1.8753681182861328 (1.8792429707412208) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 39.850868225097656 (36.033185652324136) + | > grad_norm_1: tensor(1007.3725, device='cuda:0') (tensor(726.4271, device='cuda:0')) + | > current_lr_0: 0.00019982506561132978 + | > current_lr_1: 0.00019982506561132978 + | > step_time: 1.0517 (1.0442325323820114) + | > loader_time: 0.0105 (0.0068585697029318144) + + + --> TIME: 2024-11-22 11:25:44 -- STEP: 473/797 -- GLOBAL_STEP: 6275 + | > loss_disc: 2.480680465698242 (2.44917257290814) + | > loss_disc_real_0: 0.1544128954410553 (0.13838163132426842) + | > loss_disc_real_1: 0.2239593267440796 (0.22218120879401115) + | > loss_disc_real_2: 0.2640140950679779 (0.2389403556416453) + | > loss_disc_real_3: 0.17033427953720093 (0.21763789644327022) + | > loss_disc_real_4: 0.21731553971767426 (0.21696435811340684) + | > loss_disc_real_5: 0.27730751037597656 (0.23778964305024822) + | > loss_0: 2.480680465698242 (2.44917257290814) + | > grad_norm_0: tensor(69.6522, device='cuda:0') (tensor(78.1501, device='cuda:0')) + | > loss_gen: 2.1912357807159424 (2.371664558858249) + | > loss_kl: 1.3748176097869873 (1.3345465192583097) + | > loss_feat: 4.4048004150390625 (4.44523248107943) + | > loss_mel: 24.859756469726562 (25.989376668950214) + | > loss_duration: 1.8875658512115479 (1.878056866169984) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.71817398071289 (36.01887711813284) + | > grad_norm_1: tensor(461.2769, device='cuda:0') (tensor(723.6498, device='cuda:0')) + | > current_lr_0: 0.00019982506561132978 + | > current_lr_1: 0.00019982506561132978 + | > step_time: 1.0766 (1.0531487348971857) + | > loader_time: 0.0075 (0.00702071139474752) + + + --> TIME: 2024-11-22 11:26:13 -- STEP: 498/797 -- GLOBAL_STEP: 6300 + | > loss_disc: 2.3696584701538086 (2.4477959746816556) + | > loss_disc_real_0: 0.12153945863246918 (0.13788198526335277) + | > loss_disc_real_1: 0.23216645419597626 (0.2219204159685407) + | > loss_disc_real_2: 0.2564809322357178 (0.23917557864663114) + | > loss_disc_real_3: 0.21182261407375336 (0.21732879391157003) + | > loss_disc_real_4: 0.1990765929222107 (0.21650440992420936) + | > loss_disc_real_5: 0.27876314520835876 (0.23772620753830218) + | > loss_0: 2.3696584701538086 (2.4477959746816556) + | > grad_norm_0: tensor(14.4700, device='cuda:0') (tensor(78.0487, device='cuda:0')) + | > loss_gen: 2.5392627716064453 (2.3720946268863012) + | > loss_kl: 1.2736567258834839 (1.3375089524022068) + | > loss_feat: 4.37932014465332 (4.453606207207987) + | > loss_mel: 27.49356460571289 (26.009000150075398) + | > loss_duration: 1.8771634101867676 (1.8764256090524207) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.56296920776367 (36.048635563218454) + | > grad_norm_1: tensor(969.7776, device='cuda:0') (tensor(725.3628, device='cuda:0')) + | > current_lr_0: 0.00019982506561132978 + | > current_lr_1: 0.00019982506561132978 + | > step_time: 1.0815 (1.0569681810087943) + | > loader_time: 0.008 (0.007103728003291243) + + + --> TIME: 2024-11-22 11:26:43 -- STEP: 523/797 -- GLOBAL_STEP: 6325 + | > loss_disc: 2.432180643081665 (2.447527795631161) + | > loss_disc_real_0: 0.08424028009176254 (0.13803624405203302) + | > loss_disc_real_1: 0.23481939733028412 (0.2217178252983276) + | > loss_disc_real_2: 0.22588768601417542 (0.23921487268138797) + | > loss_disc_real_3: 0.17818637192249298 (0.21748290645460783) + | > loss_disc_real_4: 0.19927309453487396 (0.21660994476216705) + | > loss_disc_real_5: 0.1949140727519989 (0.23753060682553861) + | > loss_0: 2.432180643081665 (2.447527795631161) + | > grad_norm_0: tensor(60.8902, device='cuda:0') (tensor(79.4867, device='cuda:0')) + | > loss_gen: 2.290152072906494 (2.371179387856626) + | > loss_kl: 1.2371082305908203 (1.335404678352932) + | > loss_feat: 4.368929386138916 (4.453580674888077) + | > loss_mel: 24.579362869262695 (25.996987432184458) + | > loss_duration: 1.8581047058105469 (1.875506836871116) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.333656311035156 (36.03265904194995) + | > grad_norm_1: tensor(261.2928, device='cuda:0') (tensor(730.1722, device='cuda:0')) + | > current_lr_0: 0.00019982506561132978 + | > current_lr_1: 0.00019982506561132978 + | > step_time: 1.1803 (1.0623851250963954) + | > loader_time: 0.0073 (0.007175809794584608) + + + --> TIME: 2024-11-22 11:27:15 -- STEP: 548/797 -- GLOBAL_STEP: 6350 + | > loss_disc: 2.4066624641418457 (2.4460301843002767) + | > loss_disc_real_0: 0.05856969207525253 (0.13721776195550262) + | > loss_disc_real_1: 0.29928675293922424 (0.222000845973074) + | > loss_disc_real_2: 0.21448270976543427 (0.239141030413826) + | > loss_disc_real_3: 0.23385150730609894 (0.21743811840993643) + | > loss_disc_real_4: 0.19931095838546753 (0.216287807595447) + | > loss_disc_real_5: 0.25713732838630676 (0.2377382286001731) + | > loss_0: 2.4066624641418457 (2.4460301843002767) + | > grad_norm_0: tensor(40.4474, device='cuda:0') (tensor(78.9986, device='cuda:0')) + | > loss_gen: 2.3532819747924805 (2.3732743197984085) + | > loss_kl: 1.1564788818359375 (1.3354487663855519) + | > loss_feat: 4.2785234451293945 (4.463597025749461) + | > loss_mel: 24.668704986572266 (26.019798052571986) + | > loss_duration: 1.9035658836364746 (1.875296025380601) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.36055374145508 (36.06741423850512) + | > grad_norm_1: tensor(459.3192, device='cuda:0') (tensor(731.3994, device='cuda:0')) + | > current_lr_0: 0.00019982506561132978 + | > current_lr_1: 0.00019982506561132978 + | > step_time: 1.3797 (1.072249419497747) + | > loader_time: 0.0128 (0.007309344998241343) + + + --> TIME: 2024-11-22 11:27:48 -- STEP: 573/797 -- GLOBAL_STEP: 6375 + | > loss_disc: 2.583850145339966 (2.4448662178678666) + | > loss_disc_real_0: 0.12858179211616516 (0.1372651608683571) + | > loss_disc_real_1: 0.24297074973583221 (0.22195083368407076) + | > loss_disc_real_2: 0.21622613072395325 (0.23879289140772028) + | > loss_disc_real_3: 0.18239323794841766 (0.21726290240597768) + | > loss_disc_real_4: 0.22479921579360962 (0.21633187384973643) + | > loss_disc_real_5: 0.2134968787431717 (0.2375520764741182) + | > loss_0: 2.583850145339966 (2.4448662178678666) + | > grad_norm_0: tensor(27.7320, device='cuda:0') (tensor(79.2419, device='cuda:0')) + | > loss_gen: 2.218378782272339 (2.374345313400083) + | > loss_kl: 1.4222335815429688 (1.3336497144757349) + | > loss_feat: 4.531569480895996 (4.4706039653398655) + | > loss_mel: 27.563945770263672 (26.040989794240154) + | > loss_duration: 1.85819673538208 (1.8744015452333354) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.59432601928711 (36.09399038917316) + | > grad_norm_1: tensor(536.7167, device='cuda:0') (tensor(734.3716, device='cuda:0')) + | > current_lr_0: 0.00019982506561132978 + | > current_lr_1: 0.00019982506561132978 + | > step_time: 1.0647 (1.0816175808665225) + | > loader_time: 0.0069 (0.007433937066096495) + + + --> TIME: 2024-11-22 11:28:15 -- STEP: 598/797 -- GLOBAL_STEP: 6400 + | > loss_disc: 2.5518689155578613 (2.442877348051424) + | > loss_disc_real_0: 0.11916521191596985 (0.13676869219486718) + | > loss_disc_real_1: 0.2336929589509964 (0.2217455075237663) + | > loss_disc_real_2: 0.24077647924423218 (0.23861576385023603) + | > loss_disc_real_3: 0.23544727265834808 (0.217204678778764) + | > loss_disc_real_4: 0.23385141789913177 (0.21627498085433025) + | > loss_disc_real_5: 0.312775194644928 (0.23769568103711342) + | > loss_0: 2.5518689155578613 (2.442877348051424) + | > grad_norm_0: tensor(97.6460, device='cuda:0') (tensor(79.2203, device='cuda:0')) + | > loss_gen: 2.2235162258148193 (2.3766847266800033) + | > loss_kl: 1.3865528106689453 (1.3328725992636539) + | > loss_feat: 4.1160736083984375 (4.479997763266936) + | > loss_mel: 26.873735427856445 (26.051554156785027) + | > loss_duration: 1.8530826568603516 (1.8735846871117685) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.45295715332031 (36.11469396699632) + | > grad_norm_1: tensor(279.0959, device='cuda:0') (tensor(739.4284, device='cuda:0')) + | > current_lr_0: 0.00019982506561132978 + | > current_lr_1: 0.00019982506561132978 + | > step_time: 1.064 (1.0814894262364876) + | > loader_time: 0.0073 (0.00749663525201804) + + + --> TIME: 2024-11-22 11:28:41 -- STEP: 623/797 -- GLOBAL_STEP: 6425 + | > loss_disc: 2.4358315467834473 (2.442463060443323) + | > loss_disc_real_0: 0.14842535555362701 (0.1368749576230588) + | > loss_disc_real_1: 0.276724249124527 (0.22188680534091076) + | > loss_disc_real_2: 0.19774699211120605 (0.2383954997621417) + | > loss_disc_real_3: 0.171242818236351 (0.21706076168468638) + | > loss_disc_real_4: 0.15872786939144135 (0.21618318322143049) + | > loss_disc_real_5: 0.2699824571609497 (0.2378170918165011) + | > loss_0: 2.4358315467834473 (2.442463060443323) + | > grad_norm_0: tensor(201.6346, device='cuda:0') (tensor(78.9760, device='cuda:0')) + | > loss_gen: 2.4615323543548584 (2.37721155083964) + | > loss_kl: 1.4385263919830322 (1.3309959666878228) + | > loss_feat: 4.178401470184326 (4.480510730039255) + | > loss_mel: 23.734121322631836 (26.040444559308536) + | > loss_duration: 1.869563102722168 (1.8733159475877619) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.68214416503906 (36.10247878354778) + | > grad_norm_1: tensor(1613.8790, device='cuda:0') (tensor(739.7846, device='cuda:0')) + | > current_lr_0: 0.00019982506561132978 + | > current_lr_1: 0.00019982506561132978 + | > step_time: 1.3564 (1.0795996835870874) + | > loader_time: 0.0098 (0.007589802122039552) + + + --> TIME: 2024-11-22 11:29:19 -- STEP: 648/797 -- GLOBAL_STEP: 6450 + | > loss_disc: 2.452420711517334 (2.4436361039126386) + | > loss_disc_real_0: 0.21069200336933136 (0.1374812999935705) + | > loss_disc_real_1: 0.23324716091156006 (0.22199028360162984) + | > loss_disc_real_2: 0.23992161452770233 (0.23836405938606203) + | > loss_disc_real_3: 0.2257375568151474 (0.21708484708021084) + | > loss_disc_real_4: 0.23852579295635223 (0.21633615861014452) + | > loss_disc_real_5: 0.1877017617225647 (0.23757559950980875) + | > loss_0: 2.452420711517334 (2.4436361039126386) + | > grad_norm_0: tensor(86.5093, device='cuda:0') (tensor(79.6855, device='cuda:0')) + | > loss_gen: 2.118513584136963 (2.375716775287817) + | > loss_kl: 1.4701067209243774 (1.3305294112658796) + | > loss_feat: 4.221929550170898 (4.478214398946295) + | > loss_mel: 24.941375732421875 (26.053798110396773) + | > loss_duration: 1.8329758644104004 (1.8731742690742752) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.584903717041016 (36.111432996797) + | > grad_norm_1: tensor(1131.3453, device='cuda:0') (tensor(737.9338, device='cuda:0')) + | > current_lr_0: 0.00019982506561132978 + | > current_lr_1: 0.00019982506561132978 + | > step_time: 1.6149 (1.094978558060563) + | > loader_time: 0.0126 (0.007798744572533503) + + + --> TIME: 2024-11-22 11:29:49 -- STEP: 673/797 -- GLOBAL_STEP: 6475 + | > loss_disc: 2.465296745300293 (2.4445382666623288) + | > loss_disc_real_0: 0.09856095910072327 (0.13785941357465595) + | > loss_disc_real_1: 0.2440258115530014 (0.22194530541439816) + | > loss_disc_real_2: 0.24202504754066467 (0.23839392266160134) + | > loss_disc_real_3: 0.25233834981918335 (0.21743537495563148) + | > loss_disc_real_4: 0.28595784306526184 (0.21636226601666186) + | > loss_disc_real_5: 0.2344578206539154 (0.23728115201262096) + | > loss_0: 2.465296745300293 (2.4445382666623288) + | > grad_norm_0: tensor(159.0800, device='cuda:0') (tensor(80.6953, device='cuda:0')) + | > loss_gen: 2.377727508544922 (2.3740762803388047) + | > loss_kl: 1.289554476737976 (1.3300643383482416) + | > loss_feat: 4.003618240356445 (4.476197149565817) + | > loss_mel: 24.01540756225586 (26.06312689703251) + | > loss_duration: 1.8502018451690674 (1.872752243838374) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.5365104675293 (36.116216931619434) + | > grad_norm_1: tensor(853.6591, device='cuda:0') (tensor(742.1064, device='cuda:0')) + | > current_lr_0: 0.00019982506561132978 + | > current_lr_1: 0.00019982506561132978 + | > step_time: 1.203 (1.0988952645929566) + | > loader_time: 0.0115 (0.007914061000761623) + + + --> TIME: 2024-11-22 11:30:19 -- STEP: 698/797 -- GLOBAL_STEP: 6500 + | > loss_disc: 2.367025375366211 (2.442361972735061) + | > loss_disc_real_0: 0.14558418095111847 (0.13787435012253105) + | > loss_disc_real_1: 0.28603529930114746 (0.22197389043333876) + | > loss_disc_real_2: 0.26458415389060974 (0.23827994093939364) + | > loss_disc_real_3: 0.22897949814796448 (0.21735974600842825) + | > loss_disc_real_4: 0.2921445369720459 (0.2165041975250046) + | > loss_disc_real_5: 0.19282221794128418 (0.2370000885730145) + | > loss_0: 2.367025375366211 (2.442361972735061) + | > grad_norm_0: tensor(237.9292, device='cuda:0') (tensor(81.7457, device='cuda:0')) + | > loss_gen: 2.469228506088257 (2.376518508766307) + | > loss_kl: 1.3172500133514404 (1.3297314648983476) + | > loss_feat: 4.447810173034668 (4.481236828090811) + | > loss_mel: 25.02607536315918 (26.06213991826448) + | > loss_duration: 1.8320587873458862 (1.871962109746086) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.09242248535156 (36.12158883813464) + | > grad_norm_1: tensor(1332.0903, device='cuda:0') (tensor(743.2916, device='cuda:0')) + | > current_lr_0: 0.00019982506561132978 + | > current_lr_1: 0.00019982506561132978 + | > step_time: 1.2512 (1.1017407025170523) + | > loader_time: 0.0215 (0.008015255873387726) + + + --> TIME: 2024-11-22 11:30:51 -- STEP: 723/797 -- GLOBAL_STEP: 6525 + | > loss_disc: 2.4231209754943848 (2.4426219964588047) + | > loss_disc_real_0: 0.1283147633075714 (0.13807661404748173) + | > loss_disc_real_1: 0.23264579474925995 (0.22188975294101285) + | > loss_disc_real_2: 0.24086859822273254 (0.23829523497679753) + | > loss_disc_real_3: 0.2569895088672638 (0.21725835284298056) + | > loss_disc_real_4: 0.2529616057872772 (0.21660880465189286) + | > loss_disc_real_5: 0.2456699162721634 (0.2372274449916961) + | > loss_0: 2.4231209754943848 (2.4426219964588047) + | > grad_norm_0: tensor(210.1925, device='cuda:0') (tensor(82.3763, device='cuda:0')) + | > loss_gen: 2.4595658779144287 (2.376934464706591) + | > loss_kl: 1.3764212131500244 (1.3302798914216865) + | > loss_feat: 4.087310314178467 (4.482115914383041) + | > loss_mel: 21.160511016845703 (26.071882532839954) + | > loss_duration: 1.819364070892334 (1.8709991936202202) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.903173446655273 (36.132211999114965) + | > grad_norm_1: tensor(993.3683, device='cuda:0') (tensor(749.7211, device='cuda:0')) + | > current_lr_0: 0.00019982506561132978 + | > current_lr_1: 0.00019982506561132978 + | > step_time: 1.239 (1.1065013418553766) + | > loader_time: 0.0111 (0.008225304786924834) + + + --> TIME: 2024-11-22 11:31:30 -- STEP: 748/797 -- GLOBAL_STEP: 6550 + | > loss_disc: 2.3342766761779785 (2.442551272438177) + | > loss_disc_real_0: 0.12613824009895325 (0.13785960557646432) + | > loss_disc_real_1: 0.18449971079826355 (0.22175925057680207) + | > loss_disc_real_2: 0.22289609909057617 (0.23833309374948874) + | > loss_disc_real_3: 0.15432041883468628 (0.2174508125884807) + | > loss_disc_real_4: 0.20304745435714722 (0.21684321891616054) + | > loss_disc_real_5: 0.23773202300071716 (0.23736892078808922) + | > loss_0: 2.3342766761779785 (2.442551272438177) + | > grad_norm_0: tensor(42.2390, device='cuda:0') (tensor(81.5643, device='cuda:0')) + | > loss_gen: 2.437098503112793 (2.377320765811493) + | > loss_kl: 1.3330705165863037 (1.3285019698946239) + | > loss_feat: 4.691685199737549 (4.484481905552155) + | > loss_mel: 25.500701904296875 (26.062656045597503) + | > loss_duration: 1.811113715171814 (1.8696729247582788) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.7736701965332 (36.12263361272964) + | > grad_norm_1: tensor(502.8056, device='cuda:0') (tensor(741.4550, device='cuda:0')) + | > current_lr_0: 0.00019982506561132978 + | > current_lr_1: 0.00019982506561132978 + | > step_time: 2.4698 (1.1218038845189744) + | > loader_time: 0.0118 (0.00849529766143962) + + + --> TIME: 2024-11-22 11:32:28 -- STEP: 773/797 -- GLOBAL_STEP: 6575 + | > loss_disc: 2.5714170932769775 (2.441737053773695) + | > loss_disc_real_0: 0.18059781193733215 (0.13747308844698028) + | > loss_disc_real_1: 0.24539905786514282 (0.22184923027110745) + | > loss_disc_real_2: 0.24610362946987152 (0.2382413441120113) + | > loss_disc_real_3: 0.22835882008075714 (0.2174523861122162) + | > loss_disc_real_4: 0.19988912343978882 (0.21679409622259313) + | > loss_disc_real_5: 0.2565769553184509 (0.23749726409282906) + | > loss_0: 2.5714170932769775 (2.441737053773695) + | > grad_norm_0: tensor(139.1740, device='cuda:0') (tensor(81.8510, device='cuda:0')) + | > loss_gen: 2.338287115097046 (2.37828719631358) + | > loss_kl: 1.2219074964523315 (1.3272031286555457) + | > loss_feat: 3.830554246902466 (4.487737988130243) + | > loss_mel: 23.542829513549805 (26.055860368893956) + | > loss_duration: 1.8405404090881348 (1.8683636780698119) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.77412033081055 (36.117452352506525) + | > grad_norm_1: tensor(570.9173, device='cuda:0') (tensor(745.1180, device='cuda:0')) + | > current_lr_0: 0.00019982506561132978 + | > current_lr_1: 0.00019982506561132978 + | > step_time: 2.3892 (1.1594841856543172) + | > loader_time: 0.012 (0.009159396259164747) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.464792013168335 (2.464792013168335) + | > loss_disc_real_0: 0.1100141704082489 (0.1100141704082489) + | > loss_disc_real_1: 0.11796896904706955 (0.11796896904706955) + | > loss_disc_real_2: 0.15439824759960175 (0.15439824759960175) + | > loss_disc_real_3: 0.17646026611328125 (0.17646026611328125) + | > loss_disc_real_4: 0.26387327909469604 (0.26387327909469604) + | > loss_disc_real_5: 0.2331736981868744 (0.2331736981868744) + | > loss_0: 2.464792013168335 (2.464792013168335) + | > loss_gen: 1.9415686130523682 (1.9415686130523682) + | > loss_kl: 1.3200442790985107 (1.3200442790985107) + | > loss_feat: 5.246155261993408 (5.246155261993408) + | > loss_mel: 28.282968521118164 (28.282968521118164) + | > loss_duration: 2.1036510467529297 (2.1036510467529297) + | > loss_1: 38.894386291503906 (38.894386291503906) + + --> STEP: 1 + | > loss_disc: 2.7679691314697266 (2.7679691314697266) + | > loss_disc_real_0: 0.08547645807266235 (0.08547645807266235) + | > loss_disc_real_1: 0.19685626029968262 (0.19685626029968262) + | > loss_disc_real_2: 0.22338806092739105 (0.22338806092739105) + | > loss_disc_real_3: 0.2715449631214142 (0.2715449631214142) + | > loss_disc_real_4: 0.2635176181793213 (0.2635176181793213) + | > loss_disc_real_5: 0.26147377490997314 (0.26147377490997314) + | > loss_0: 2.7679691314697266 (2.7679691314697266) + | > loss_gen: 1.920893669128418 (1.920893669128418) + | > loss_kl: 1.467820405960083 (1.467820405960083) + | > loss_feat: 3.80720591545105 (3.80720591545105) + | > loss_mel: 21.309425354003906 (21.309425354003906) + | > loss_duration: 1.9760137796401978 (1.9760137796401978) + | > loss_1: 30.48135757446289 (30.48135757446289) + + --> STEP: 2 + | > loss_disc: 2.5967049598693848 (2.6823370456695557) + | > loss_disc_real_0: 0.08131319284439087 (0.08339482545852661) + | > loss_disc_real_1: 0.16809627413749695 (0.18247626721858978) + | > loss_disc_real_2: 0.22912240028381348 (0.22625523060560226) + | > loss_disc_real_3: 0.2849750816822052 (0.2782600224018097) + | > loss_disc_real_4: 0.28369638323783875 (0.27360700070858) + | > loss_disc_real_5: 0.30250293016433716 (0.28198835253715515) + | > loss_0: 2.5967049598693848 (2.6823370456695557) + | > loss_gen: 2.04207181930542 (1.981482744216919) + | > loss_kl: 1.3239588737487793 (1.3958896398544312) + | > loss_feat: 3.763352155685425 (3.7852790355682373) + | > loss_mel: 27.909029006958008 (24.609227180480957) + | > loss_duration: 1.8473800420761108 (1.9116969108581543) + | > loss_1: 36.88579177856445 (33.68357467651367) + + --> STEP: 3 + | > loss_disc: 2.1832382678985596 (2.515970786412557) + | > loss_disc_real_0: 0.054900094866752625 (0.07389658192793529) + | > loss_disc_real_1: 0.10916382074356079 (0.1580387850602468) + | > loss_disc_real_2: 0.21715059876441956 (0.22322035332520804) + | > loss_disc_real_3: 0.22615253925323486 (0.26089086135228473) + | > loss_disc_real_4: 0.222346693277359 (0.25652023156483966) + | > loss_disc_real_5: 0.25393378734588623 (0.2726368308067322) + | > loss_0: 2.1832382678985596 (2.515970786412557) + | > loss_gen: 2.4012951850891113 (2.12142022450765) + | > loss_kl: 1.0705446004867554 (1.2874412933985393) + | > loss_feat: 4.573146343231201 (4.047901471455892) + | > loss_mel: 26.59861183166504 (25.272355397542317) + | > loss_duration: 1.8581634759902954 (1.893852432568868) + | > loss_1: 36.50175857543945 (34.62296930948893) + + --> STEP: 4 + | > loss_disc: 2.5260558128356934 (2.518492043018341) + | > loss_disc_real_0: 0.08982188999652863 (0.07787790894508362) + | > loss_disc_real_1: 0.15714363753795624 (0.15781499817967415) + | > loss_disc_real_2: 0.23635496199131012 (0.22650400549173355) + | > loss_disc_real_3: 0.2330860048532486 (0.2539396472275257) + | > loss_disc_real_4: 0.2431759387254715 (0.25318415835499763) + | > loss_disc_real_5: 0.25424647331237793 (0.2680392414331436) + | > loss_0: 2.5260558128356934 (2.518492043018341) + | > loss_gen: 2.061060667037964 (2.1063303351402283) + | > loss_kl: 1.6843714714050293 (1.3866738379001617) + | > loss_feat: 4.00606632232666 (4.037442684173584) + | > loss_mel: 21.858261108398438 (24.418831825256348) + | > loss_duration: 1.8182249069213867 (1.8749455511569977) + | > loss_1: 31.427982330322266 (33.824222564697266) + + --> STEP: 5 + | > loss_disc: 2.521554470062256 (2.519104528427124) + | > loss_disc_real_0: 0.07626509666442871 (0.07755534648895264) + | > loss_disc_real_1: 0.09666772186756134 (0.1455855429172516) + | > loss_disc_real_2: 0.16961072385311127 (0.2151253491640091) + | > loss_disc_real_3: 0.2167176455259323 (0.24649524688720703) + | > loss_disc_real_4: 0.21930693089962006 (0.24640871286392213) + | > loss_disc_real_5: 0.17779724299907684 (0.24999084174633027) + | > loss_0: 2.521554470062256 (2.519104528427124) + | > loss_gen: 1.8342509269714355 (2.0519144535064697) + | > loss_kl: 1.7480695247650146 (1.4589529752731323) + | > loss_feat: 5.167346000671387 (4.263423347473145) + | > loss_mel: 27.881452560424805 (25.11135597229004) + | > loss_duration: 2.0080177783966064 (1.9015599966049195) + | > loss_1: 38.639137268066406 (34.78720550537109) + + --> STEP: 6 + | > loss_disc: 2.4977939128875732 (2.5155527591705322) + | > loss_disc_real_0: 0.10387641191482544 (0.0819421907265981) + | > loss_disc_real_1: 0.1476515829563141 (0.145929882923762) + | > loss_disc_real_2: 0.25602486729621887 (0.22194193551937738) + | > loss_disc_real_3: 0.29240882396698 (0.2541475097338359) + | > loss_disc_real_4: 0.22710372507572174 (0.24319121489922205) + | > loss_disc_real_5: 0.279235303401947 (0.2548649186889331) + | > loss_0: 2.4977939128875732 (2.5155527591705322) + | > loss_gen: 2.2735366821289062 (2.088851491610209) + | > loss_kl: 1.2158766984939575 (1.4184402624766033) + | > loss_feat: 3.723130464553833 (4.173374533653259) + | > loss_mel: 24.595596313476562 (25.02539602915446) + | > loss_duration: 1.8536241054534912 (1.8935706814130147) + | > loss_1: 33.66176223754883 (34.59963162740072) + + --> STEP: 7 + | > loss_disc: 2.2157576084136963 (2.472724880490984) + | > loss_disc_real_0: 0.04621899127960205 (0.07683887651988439) + | > loss_disc_real_1: 0.10824740678071976 (0.14054667204618454) + | > loss_disc_real_2: 0.15753932297229767 (0.212741562298366) + | > loss_disc_real_3: 0.2623647153377533 (0.2553213962486812) + | > loss_disc_real_4: 0.1562625616788864 (0.23077283586774552) + | > loss_disc_real_5: 0.21793974936008453 (0.24958989449909755) + | > loss_0: 2.2157576084136963 (2.472724880490984) + | > loss_gen: 2.1136879920959473 (2.0923995631081715) + | > loss_kl: 2.069126605987549 (1.5113954544067383) + | > loss_feat: 5.710766792297363 (4.393001999173846) + | > loss_mel: 27.739574432373047 (25.41313580104283) + | > loss_duration: 1.7432624101638794 (1.8720980712345667) + | > loss_1: 39.37641906738281 (35.282029833112446) + + --> STEP: 8 + | > loss_disc: 2.316514015197754 (2.4531985223293304) + | > loss_disc_real_0: 0.07359246909618378 (0.0764330755919218) + | > loss_disc_real_1: 0.10145098716020584 (0.1356597114354372) + | > loss_disc_real_2: 0.15235070884227753 (0.20519270561635494) + | > loss_disc_real_3: 0.17031240463256836 (0.2446952722966671) + | > loss_disc_real_4: 0.2758321464061737 (0.23640524968504906) + | > loss_disc_real_5: 0.281936913728714 (0.2536332719027996) + | > loss_0: 2.316514015197754 (2.4531985223293304) + | > loss_gen: 2.1080727577209473 (2.0943587124347687) + | > loss_kl: 1.3526740074157715 (1.4915552735328674) + | > loss_feat: 5.333183765411377 (4.510524719953537) + | > loss_mel: 26.55908966064453 (25.556380033493042) + | > loss_duration: 1.891555666923523 (1.8745302706956863) + | > loss_1: 37.24457931518555 (35.52734851837158) + + --> STEP: 9 + | > loss_disc: 2.412440061569214 (2.4486698044670954) + | > loss_disc_real_0: 0.08596482872962952 (0.07749215927388933) + | > loss_disc_real_1: 0.16429604589939117 (0.13884152637587654) + | > loss_disc_real_2: 0.21726775169372559 (0.20653437740272945) + | > loss_disc_real_3: 0.25709593296051025 (0.24607312348153856) + | > loss_disc_real_4: 0.3043575584888458 (0.24395550621880424) + | > loss_disc_real_5: 0.27010929584503174 (0.2554639412297143) + | > loss_0: 2.412440061569214 (2.4486698044670954) + | > loss_gen: 2.203608989715576 (2.106497632132636) + | > loss_kl: 1.2644954919815063 (1.4663264089160495) + | > loss_feat: 3.821895122528076 (4.434010320239597) + | > loss_mel: 25.175199508666992 (25.514026641845703) + | > loss_duration: 1.8317039012908936 (1.869771785206265) + | > loss_1: 34.29690170288086 (35.390632205539276) + + --> STEP: 10 + | > loss_disc: 2.486508846282959 (2.4524537086486817) + | > loss_disc_real_0: 0.07327313721179962 (0.07707025706768036) + | > loss_disc_real_1: 0.12940771877765656 (0.13789814561605454) + | > loss_disc_real_2: 0.21883946657180786 (0.2077648863196373) + | > loss_disc_real_3: 0.24824586510658264 (0.24629039764404298) + | > loss_disc_real_4: 0.28910642862319946 (0.24847059845924377) + | > loss_disc_real_5: 0.30749407410621643 (0.2606669545173645) + | > loss_0: 2.486508846282959 (2.4524537086486817) + | > loss_gen: 2.1704208850860596 (2.1128899574279787) + | > loss_kl: 1.2694507837295532 (1.4466388463973998) + | > loss_feat: 4.301647663116455 (4.420774054527283) + | > loss_mel: 25.682838439941406 (25.530907821655273) + | > loss_duration: 1.7259972095489502 (1.8553943276405334) + | > loss_1: 35.15035629272461 (35.36660461425781) + + --> STEP: 11 + | > loss_disc: 2.5243077278137207 (2.4589858922091397) + | > loss_disc_real_0: 0.0626993402838707 (0.07576381008733403) + | > loss_disc_real_1: 0.12642483413219452 (0.13685511729934) + | > loss_disc_real_2: 0.16101157665252686 (0.20351458544080908) + | > loss_disc_real_3: 0.20697501301765442 (0.24271627176891675) + | > loss_disc_real_4: 0.17763742804527283 (0.24203121933070096) + | > loss_disc_real_5: 0.25267428159713745 (0.25994034788825293) + | > loss_0: 2.5243077278137207 (2.4589858922091397) + | > loss_gen: 1.7411433458328247 (2.079094810919328) + | > loss_kl: 1.169843077659607 (1.4214755946939641) + | > loss_feat: 4.52023458480835 (4.429815920916471) + | > loss_mel: 24.931161880493164 (25.47638546336781) + | > loss_duration: 1.7404859066009521 (1.8449481075460261) + | > loss_1: 34.102867126464844 (35.25171938809481) + + --> STEP: 12 + | > loss_disc: 2.49237322807312 (2.461768170197805) + | > loss_disc_real_0: 0.1159081757068634 (0.07910917388896148) + | > loss_disc_real_1: 0.15963120758533478 (0.1387531248231729) + | > loss_disc_real_2: 0.23088179528713226 (0.205795186261336) + | > loss_disc_real_3: 0.21250945329666138 (0.2401990368962288) + | > loss_disc_real_4: 0.23551905155181885 (0.24148853868246078) + | > loss_disc_real_5: 0.27128419280052185 (0.2608856682976087) + | > loss_0: 2.49237322807312 (2.461768170197805) + | > loss_gen: 2.1214163303375244 (2.082621604204178) + | > loss_kl: 0.8938223123550415 (1.3775044878323872) + | > loss_feat: 3.9623870849609375 (4.3908635179201765) + | > loss_mel: 24.05890464782715 (25.358262062072754) + | > loss_duration: 1.8786277770996094 (1.8477547466754913) + | > loss_1: 32.915157318115234 (35.057005882263184) + + --> STEP: 13 + | > loss_disc: 2.4813590049743652 (2.4632751574883094) + | > loss_disc_real_0: 0.06534382700920105 (0.07805030105205682) + | > loss_disc_real_1: 0.12664836645126343 (0.13782198956379524) + | > loss_disc_real_2: 0.19020429253578186 (0.20459588674398568) + | > loss_disc_real_3: 0.22350409626960754 (0.238914810694181) + | > loss_disc_real_4: 0.29335835576057434 (0.24547852461154646) + | > loss_disc_real_5: 0.2925960123538971 (0.2633249255327078) + | > loss_0: 2.4813590049743652 (2.4632751574883094) + | > loss_gen: 2.085153579711914 (2.0828163715509267) + | > loss_kl: 1.7689088582992554 (1.4076125163298387) + | > loss_feat: 4.577790260314941 (4.405242498104389) + | > loss_mel: 25.57869529724121 (25.37521846477802) + | > loss_duration: 1.8714923858642578 (1.8495807189207811) + | > loss_1: 35.882041931152344 (35.120470193716194) + + --> STEP: 14 + | > loss_disc: 2.404179096221924 (2.459054010254996) + | > loss_disc_real_0: 0.051157623529434204 (0.07612939551472664) + | > loss_disc_real_1: 0.1347096711397171 (0.1375996811049325) + | > loss_disc_real_2: 0.21330994367599487 (0.20521831938198634) + | > loss_disc_real_3: 0.21549509465694427 (0.23724197383437837) + | > loss_disc_real_4: 0.224741131067276 (0.24399728221552713) + | > loss_disc_real_5: 0.3248330354690552 (0.2677183619567326) + | > loss_0: 2.404179096221924 (2.459054010254996) + | > loss_gen: 2.111377716064453 (2.084856467587607) + | > loss_kl: 0.8480323553085327 (1.3676425048283167) + | > loss_feat: 4.860536098480225 (4.437763469559806) + | > loss_mel: 27.918638229370117 (25.556891305106028) + | > loss_duration: 1.8963143825531006 (1.852918837751661) + | > loss_1: 37.63489532470703 (35.30007198878697) + + --> STEP: 15 + | > loss_disc: 2.6277456283569336 (2.4703001181284585) + | > loss_disc_real_0: 0.059256915003061295 (0.07500456348061561) + | > loss_disc_real_1: 0.1074899286031723 (0.13559236427148183) + | > loss_disc_real_2: 0.2404547780752182 (0.2075674166282018) + | > loss_disc_real_3: 0.3053732216358185 (0.24178405702114106) + | > loss_disc_real_4: 0.22167402505874634 (0.24250906507174175) + | > loss_disc_real_5: 0.2886964678764343 (0.2691169023513794) + | > loss_0: 2.6277456283569336 (2.4703001181284585) + | > loss_gen: 2.001736879348755 (2.079315161705017) + | > loss_kl: 1.2075382471084595 (1.356968887646993) + | > loss_feat: 4.072508335113525 (4.413413127263387) + | > loss_mel: 26.411331176757812 (25.613853963216147) + | > loss_duration: 1.7928745746612549 (1.8489158868789672) + | > loss_1: 35.48598861694336 (35.31246643066406) + + --> STEP: 16 + | > loss_disc: 2.30041766166687 (2.4596824645996094) + | > loss_disc_real_0: 0.053708724677562714 (0.07367357355542481) + | > loss_disc_real_1: 0.04808924347162247 (0.13012341922149062) + | > loss_disc_real_2: 0.16123315691947937 (0.20467152539640665) + | > loss_disc_real_3: 0.13550640642642975 (0.2351417038589716) + | > loss_disc_real_4: 0.20804910361766815 (0.24035531748086214) + | > loss_disc_real_5: 0.20097443461418152 (0.2648579981178045) + | > loss_0: 2.30041766166687 (2.4596824645996094) + | > loss_gen: 1.9048662185668945 (2.0684121027588844) + | > loss_kl: 1.0972082614898682 (1.3407338485121727) + | > loss_feat: 6.032630443572998 (4.514614209532738) + | > loss_mel: 27.802791595458984 (25.750662565231323) + | > loss_duration: 1.8813222646713257 (1.8509412854909897) + | > loss_1: 38.71881866455078 (35.52536344528198) + + --> STEP: 17 + | > loss_disc: 2.357531785964966 (2.4536736011505127) + | > loss_disc_real_0: 0.05942472070455551 (0.0728354057406678) + | > loss_disc_real_1: 0.16649553179740906 (0.1322629552553682) + | > loss_disc_real_2: 0.22494812309741974 (0.20586426643764272) + | > loss_disc_real_3: 0.21436436474323273 (0.23391950744039872) + | > loss_disc_real_4: 0.27156171202659607 (0.24219098774825826) + | > loss_disc_real_5: 0.27724793553352356 (0.265586817965788) + | > loss_0: 2.357531785964966 (2.4536736011505127) + | > loss_gen: 2.2426373958587646 (2.0786606494118187) + | > loss_kl: 1.3422659635543823 (1.3408239729264204) + | > loss_feat: 4.602545261383057 (4.5197866243474625) + | > loss_mel: 25.319557189941406 (25.725303425508386) + | > loss_duration: 1.7824474573135376 (1.8469122367746689) + | > loss_1: 35.289451599121094 (35.511486277860755) + + --> STEP: 18 + | > loss_disc: 2.7852816581726074 (2.4720962709850736) + | > loss_disc_real_0: 0.09826935082674026 (0.07424840268989404) + | > loss_disc_real_1: 0.17941370606422424 (0.13488244141141573) + | > loss_disc_real_2: 0.22496680915355682 (0.20692551881074905) + | > loss_disc_real_3: 0.2951657474040985 (0.23732207632727093) + | > loss_disc_real_4: 0.2508315443992615 (0.24267101867331398) + | > loss_disc_real_5: 0.24662204086780548 (0.2645332192381223) + | > loss_0: 2.7852816581726074 (2.4720962709850736) + | > loss_gen: 1.7492588758468628 (2.060360550880432) + | > loss_kl: 1.0672829151153564 (1.3256272474924724) + | > loss_feat: 3.0071914196014404 (4.435753557417128) + | > loss_mel: 21.464641571044922 (25.488599989149307) + | > loss_duration: 1.8054773807525635 (1.8446103003289964) + | > loss_1: 29.09385108947754 (35.15495098961724) + + --> STEP: 19 + | > loss_disc: 2.407076358795166 (2.4686741703434993) + | > loss_disc_real_0: 0.058359917253255844 (0.0734121666142815) + | > loss_disc_real_1: 0.13078373670578003 (0.13466672011111913) + | > loss_disc_real_2: 0.20050698518753052 (0.20658770125163228) + | > loss_disc_real_3: 0.18430791795253754 (0.23453185746544286) + | > loss_disc_real_4: 0.22101762890815735 (0.241531366580411) + | > loss_disc_real_5: 0.19654574990272522 (0.26095493137836456) + | > loss_0: 2.407076358795166 (2.4686741703434993) + | > loss_gen: 1.917115330696106 (2.0528213287654675) + | > loss_kl: 1.1214945316314697 (1.3148834203418933) + | > loss_feat: 5.308859825134277 (4.481706518875925) + | > loss_mel: 27.006711959838867 (25.5685006191856) + | > loss_duration: 1.903700590133667 (1.8477203155818738) + | > loss_1: 37.25788116455078 (35.26563152514006) + + --> STEP: 20 + | > loss_disc: 2.6070644855499268 (2.475593686103821) + | > loss_disc_real_0: 0.08629545569419861 (0.07405633106827736) + | > loss_disc_real_1: 0.14717943966388702 (0.1352923560887575) + | > loss_disc_real_2: 0.21080797910690308 (0.20679871514439582) + | > loss_disc_real_3: 0.20324184000492096 (0.23296735659241677) + | > loss_disc_real_4: 0.20854395627975464 (0.2398819960653782) + | > loss_disc_real_5: 0.2475234568119049 (0.26028335765004157) + | > loss_0: 2.6070644855499268 (2.475593686103821) + | > loss_gen: 1.8880910873413086 (2.0445848166942597) + | > loss_kl: 1.2868785858154297 (1.31348317861557) + | > loss_feat: 4.444247722625732 (4.479833579063415) + | > loss_mel: 25.884693145751953 (25.584310245513915) + | > loss_duration: 1.7827484607696533 (1.8444717228412628) + | > loss_1: 35.286659240722656 (35.26668291091919) + + --> STEP: 21 + | > loss_disc: 2.513340473175049 (2.4773911521548317) + | > loss_disc_real_0: 0.04200223088264465 (0.07252994534515199) + | > loss_disc_real_1: 0.11432760953903198 (0.13429403482448488) + | > loss_disc_real_2: 0.18231754004955292 (0.20563294490178427) + | > loss_disc_real_3: 0.15161265432834625 (0.22909332315127054) + | > loss_disc_real_4: 0.17266196012496948 (0.23668104197297776) + | > loss_disc_real_5: 0.2207178920507431 (0.2583992878595988) + | > loss_0: 2.513340473175049 (2.4773911521548317) + | > loss_gen: 1.739315152168274 (2.0300481660025462) + | > loss_kl: 0.9516569375991821 (1.2962533576147897) + | > loss_feat: 5.385537147521973 (4.522962320418585) + | > loss_mel: 28.079635620117188 (25.703135263352166) + | > loss_duration: 1.8098819255828857 (1.842824589638483) + | > loss_1: 37.966026306152344 (35.395223072596956) + + --> STEP: 22 + | > loss_disc: 2.583172559738159 (2.4821993979540737) + | > loss_disc_real_0: 0.06382987648248672 (0.0721344876695763) + | > loss_disc_real_1: 0.14157068729400635 (0.13462479175491768) + | > loss_disc_real_2: 0.24258534610271454 (0.20731259950182654) + | > loss_disc_real_3: 0.24143441021442413 (0.22965428165414117) + | > loss_disc_real_4: 0.2785726487636566 (0.23858520591800864) + | > loss_disc_real_5: 0.23966239392757416 (0.25754761086268857) + | > loss_0: 2.583172559738159 (2.4821993979540737) + | > loss_gen: 1.9200847148895264 (2.025049827315591) + | > loss_kl: 0.9988682270050049 (1.2827358516779812) + | > loss_feat: 4.170139789581299 (4.506924932653254) + | > loss_mel: 25.685256958007812 (25.702322613109242) + | > loss_duration: 1.9196691513061523 (1.8463175242597407) + | > loss_1: 34.69401931762695 (35.36335017464377) + + --> STEP: 23 + | > loss_disc: 2.549104928970337 (2.485108334085216) + | > loss_disc_real_0: 0.12513738870620728 (0.07443896162769069) + | > loss_disc_real_1: 0.1279906928539276 (0.13433635267226593) + | > loss_disc_real_2: 0.20580823719501495 (0.20724719244500864) + | > loss_disc_real_3: 0.23304899036884308 (0.22980187768521515) + | > loss_disc_real_4: 0.2610923945903778 (0.23956377933854642) + | > loss_disc_real_5: 0.25354012846946716 (0.25737337249776593) + | > loss_0: 2.549104928970337 (2.485108334085216) + | > loss_gen: 2.1358797550201416 (2.0298685198244844) + | > loss_kl: 1.3961175680160522 (1.287665491518767) + | > loss_feat: 4.615063667297363 (4.511626616768215) + | > loss_mel: 26.791622161865234 (25.749683463055156) + | > loss_duration: 1.9050965309143066 (1.8488731332447217) + | > loss_1: 36.843780517578125 (35.427716711293094) + + --> STEP: 24 + | > loss_disc: 2.439934015274048 (2.483226070801417) + | > loss_disc_real_0: 0.12724153697490692 (0.0766390689338247) + | > loss_disc_real_1: 0.16788937151432037 (0.1357343951240182) + | > loss_disc_real_2: 0.21296730637550354 (0.20748553052544594) + | > loss_disc_real_3: 0.20526501536369324 (0.2287795084218184) + | > loss_disc_real_4: 0.21139980852603912 (0.23839028055469194) + | > loss_disc_real_5: 0.2346276342868805 (0.25642563340564567) + | > loss_0: 2.439934015274048 (2.483226070801417) + | > loss_gen: 2.090183734893799 (2.032381653785706) + | > loss_kl: 1.3638896942138672 (1.2908414999643962) + | > loss_feat: 4.255053520202637 (4.500936071077983) + | > loss_mel: 23.05808448791504 (25.63753350575765) + | > loss_duration: 1.8137120008468628 (1.8474080860614777) + | > loss_1: 32.58092498779297 (35.30910038948059) + + --> STEP: 25 + | > loss_disc: 2.3260746002197266 (2.4769400119781495) + | > loss_disc_real_0: 0.06181354820728302 (0.07604604810476304) + | > loss_disc_real_1: 0.1434270292520523 (0.13604210048913956) + | > loss_disc_real_2: 0.17075778543949127 (0.20601642072200776) + | > loss_disc_real_3: 0.12008807063102722 (0.22443185091018678) + | > loss_disc_real_4: 0.2359485924243927 (0.23829261302948) + | > loss_disc_real_5: 0.20250676572322845 (0.254268878698349) + | > loss_0: 2.3260746002197266 (2.4769400119781495) + | > loss_gen: 1.9314712285995483 (2.02834523677826) + | > loss_kl: 1.2559177875518799 (1.2894445514678956) + | > loss_feat: 6.14224910736084 (4.566588592529297) + | > loss_mel: 29.921316146850586 (25.808884811401366) + | > loss_duration: 1.7510757446289062 (1.8435547924041749) + | > loss_1: 41.00202941894531 (35.53681755065918) + + --> STEP: 26 + | > loss_disc: 2.2138893604278564 (2.466822679226215) + | > loss_disc_real_0: 0.08952312171459198 (0.07656439708975646) + | > loss_disc_real_1: 0.10348834842443466 (0.13479003310203552) + | > loss_disc_real_2: 0.15384551882743835 (0.20400984757221663) + | > loss_disc_real_3: 0.20075593888759613 (0.2235212389093179) + | > loss_disc_real_4: 0.16413263976573944 (0.23544030636548996) + | > loss_disc_real_5: 0.21108916401863098 (0.2526081204414368) + | > loss_0: 2.2138893604278564 (2.466822679226215) + | > loss_gen: 1.9844763278961182 (2.026657971052024) + | > loss_kl: 1.605926752090454 (1.3016169437995324) + | > loss_feat: 5.378532886505127 (4.5978172192206745) + | > loss_mel: 27.822690963745117 (25.88633889418382) + | > loss_duration: 1.8136335611343384 (1.8424039758168733) + | > loss_1: 38.605262756347656 (35.65483467395489) + + --> STEP: 27 + | > loss_disc: 2.565890312194824 (2.470491850817645) + | > loss_disc_real_0: 0.0800246000289917 (0.07669255275417257) + | > loss_disc_real_1: 0.12555107474327087 (0.1344478494591183) + | > loss_disc_real_2: 0.22467581927776337 (0.2047752539316813) + | > loss_disc_real_3: 0.19153060019016266 (0.22233640043823807) + | > loss_disc_real_4: 0.2448073774576187 (0.2357872349244577) + | > loss_disc_real_5: 0.27707231044769287 (0.25351420155277965) + | > loss_0: 2.565890312194824 (2.470491850817645) + | > loss_gen: 1.9870554208755493 (2.0251912099343765) + | > loss_kl: 1.225382924079895 (1.298793461587694) + | > loss_feat: 4.960007190704346 (4.611231662608959) + | > loss_mel: 25.501249313354492 (25.872076317116065) + | > loss_duration: 1.8374791145324707 (1.8422215735470806) + | > loss_1: 35.511173248291016 (35.64951388041178) + + --> STEP: 28 + | > loss_disc: 2.207557201385498 (2.46110132762364) + | > loss_disc_real_0: 0.05730511620640755 (0.0760001443060381) + | > loss_disc_real_1: 0.08927848935127258 (0.13283465802669525) + | > loss_disc_real_2: 0.18539054691791534 (0.20408294296690396) + | > loss_disc_real_3: 0.1677674800157547 (0.22038751042314939) + | > loss_disc_real_4: 0.18239794671535492 (0.23388047463127545) + | > loss_disc_real_5: 0.23332688212394714 (0.2527932258588928) + | > loss_0: 2.207557201385498 (2.46110132762364) + | > loss_gen: 2.1406643390655518 (2.0293152502604896) + | > loss_kl: 1.5944814682006836 (1.3093537475381578) + | > loss_feat: 5.428152561187744 (4.640407408986773) + | > loss_mel: 28.56145477294922 (25.968125547681534) + | > loss_duration: 1.8531899452209473 (1.8426133011068617) + | > loss_1: 39.57794189453125 (35.78981488091605) + + --> STEP: 29 + | > loss_disc: 2.4670727252960205 (2.461307237888205) + | > loss_disc_real_0: 0.05991937220096588 (0.07544563492310458) + | > loss_disc_real_1: 0.20368164777755737 (0.1352776576732767) + | > loss_disc_real_2: 0.21300548315048218 (0.20439061676633768) + | > loss_disc_real_3: 0.19718268513679504 (0.21958734403396474) + | > loss_disc_real_4: 0.2537083029747009 (0.23456419285001426) + | > loss_disc_real_5: 0.2441864311695099 (0.252496439835121) + | > loss_0: 2.4670727252960205 (2.461307237888205) + | > loss_gen: 2.0456910133361816 (2.0298799317458585) + | > loss_kl: 1.3685643672943115 (1.3113954930469907) + | > loss_feat: 4.482888698577881 (4.6349757293175005) + | > loss_mel: 25.74403190612793 (25.96039818073141) + | > loss_duration: 1.843520164489746 (1.8426445722579956) + | > loss_1: 35.48469924926758 (35.779293652238515) + + --> STEP: 30 + | > loss_disc: 2.678095579147339 (2.468533515930176) + | > loss_disc_real_0: 0.09103542566299438 (0.07596529461443424) + | > loss_disc_real_1: 0.1540100872516632 (0.13590207199255624) + | > loss_disc_real_2: 0.2198403775691986 (0.2049056087930997) + | > loss_disc_real_3: 0.2738652229309082 (0.22139660666386288) + | > loss_disc_real_4: 0.3218856155872345 (0.23747490694125492) + | > loss_disc_real_5: 0.26859939098358154 (0.25303320487340303) + | > loss_0: 2.678095579147339 (2.468533515930176) + | > loss_gen: 2.019035577774048 (2.0295184532801316) + | > loss_kl: 1.4963327646255493 (1.317560068766276) + | > loss_feat: 3.566277027130127 (4.599352439244588) + | > loss_mel: 22.33088493347168 (25.839414405822755) + | > loss_duration: 1.8303873538970947 (1.8422359983126322) + | > loss_1: 31.242916107177734 (35.62808106740316) + + --> STEP: 31 + | > loss_disc: 2.872864246368408 (2.481576442718506) + | > loss_disc_real_0: 0.16801148653030396 (0.07893452661172036) + | > loss_disc_real_1: 0.21948841214179993 (0.13859840554575767) + | > loss_disc_real_2: 0.27682289481163025 (0.20722552124531038) + | > loss_disc_real_3: 0.2986922860145569 (0.22389001567517558) + | > loss_disc_real_4: 0.3480333685874939 (0.2410413089298433) + | > loss_disc_real_5: 0.3142479658126831 (0.25500787458112173) + | > loss_0: 2.872864246368408 (2.481576442718506) + | > loss_gen: 2.028057098388672 (2.0294713127997617) + | > loss_kl: 1.0734390020370483 (1.3096851956459783) + | > loss_feat: 2.032444953918457 (4.516548971976003) + | > loss_mel: 19.34075927734375 (25.629780369420207) + | > loss_duration: 1.807804822921753 (1.8411253152355072) + | > loss_1: 26.28250503540039 (35.32661087282242) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.010305966100385111 (-0.0018842604852491816) + | > avg_loss_disc: 2.481576442718506 (+0.08807108479161396) + | > avg_loss_disc_real_0: 0.07893452661172036 (-0.1457586486733729) + | > avg_loss_disc_real_1: 0.13859840554575767 (-0.01773788539632673) + | > avg_loss_disc_real_2: 0.20722552124531038 (-0.031534780417719205) + | > avg_loss_disc_real_3: 0.22389001567517558 (+0.06835983285019476) + | > avg_loss_disc_real_4: 0.2410413089298433 (+0.03873526617403955) + | > avg_loss_disc_real_5: 0.25500787458112173 (+0.03743698616181659) + | > avg_loss_0: 2.481576442718506 (+0.08807108479161396) + | > avg_loss_gen: 2.0294713127997617 (-0.4407545904959398) + | > avg_loss_kl: 1.3096851956459783 (+0.021219641931595312) + | > avg_loss_feat: 4.516548971976003 (-0.021688345939884) + | > avg_loss_mel: 25.629780369420207 (-1.0239536531509863) + | > avg_loss_duration: 1.8411253152355072 (-0.023507218207082348) + | > avg_loss_1: 35.32661087282242 (-1.488684746526907) + + + > EPOCH: 6/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 11:34:05)  + + --> TIME: 2024-11-22 11:34:07 -- STEP: 1/797 -- GLOBAL_STEP: 6600 + | > loss_disc: 2.4874963760375977 (2.4874963760375977) + | > loss_disc_real_0: 0.17924007773399353 (0.17924007773399353) + | > loss_disc_real_1: 0.20901711285114288 (0.20901711285114288) + | > loss_disc_real_2: 0.22118721902370453 (0.22118721902370453) + | > loss_disc_real_3: 0.23682741820812225 (0.23682741820812225) + | > loss_disc_real_4: 0.2506203055381775 (0.2506203055381775) + | > loss_disc_real_5: 0.24284085631370544 (0.24284085631370544) + | > loss_0: 2.4874963760375977 (2.4874963760375977) + | > grad_norm_0: tensor(15.7502, device='cuda:0') (tensor(15.7502, device='cuda:0')) + | > loss_gen: 2.435427188873291 (2.435427188873291) + | > loss_kl: 1.6728788614273071 (1.6728788614273071) + | > loss_feat: 3.8899757862091064 (3.8899757862091064) + | > loss_mel: 23.167749404907227 (23.167749404907227) + | > loss_duration: 2.237260341644287 (2.237260341644287) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.403289794921875 (33.403289794921875) + | > grad_norm_1: tensor(1293.0211, device='cuda:0') (tensor(1293.0211, device='cuda:0')) + | > current_lr_0: 0.00019980008747812837 + | > current_lr_1: 0.00019980008747812837 + | > step_time: 0.8201 (0.8200817108154297) + | > loader_time: 0.0049 (0.004948854446411133) + + + --> TIME: 2024-11-22 11:34:31 -- STEP: 26/797 -- GLOBAL_STEP: 6625 + | > loss_disc: 2.3573031425476074 (2.454569330582252) + | > loss_disc_real_0: 0.16372151672840118 (0.14166160601262862) + | > loss_disc_real_1: 0.2688012719154358 (0.22438527643680573) + | > loss_disc_real_2: 0.28776130080223083 (0.24163210334686133) + | > loss_disc_real_3: 0.22414225339889526 (0.22053531442697233) + | > loss_disc_real_4: 0.2737883925437927 (0.21347050884595284) + | > loss_disc_real_5: 0.1881323605775833 (0.22802584159832734) + | > loss_0: 2.3573031425476074 (2.454569330582252) + | > grad_norm_0: tensor(140.7012, device='cuda:0') (tensor(95.3483, device='cuda:0')) + | > loss_gen: 2.438248634338379 (2.390439739594093) + | > loss_kl: 1.2829383611679077 (1.4721956115502577) + | > loss_feat: 4.300868034362793 (4.581610211959252) + | > loss_mel: 25.29401969909668 (25.45240541604849) + | > loss_duration: 2.0000903606414795 (2.0275919345708995) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.316165924072266 (35.92424275324894) + | > grad_norm_1: tensor(464.6007, device='cuda:0') (tensor(753.1338, device='cuda:0')) + | > current_lr_0: 0.00019980008747812837 + | > current_lr_1: 0.00019980008747812837 + | > step_time: 0.9455 (0.951522735448984) + | > loader_time: 0.0045 (0.005117077093857985) + + + --> TIME: 2024-11-22 11:34:54 -- STEP: 51/797 -- GLOBAL_STEP: 6650 + | > loss_disc: 2.6799068450927734 (2.4994624876508524) + | > loss_disc_real_0: 0.10783878713846207 (0.1364474361579792) + | > loss_disc_real_1: 0.22896406054496765 (0.22862955548015296) + | > loss_disc_real_2: 0.24449776113033295 (0.24882092516796261) + | > loss_disc_real_3: 0.16313673555850983 (0.21859877162119923) + | > loss_disc_real_4: 0.1775396466255188 (0.2256218139447418) + | > loss_disc_real_5: 0.23720137774944305 (0.23701143936783658) + | > loss_0: 2.6799068450927734 (2.4994624876508524) + | > grad_norm_0: tensor(189.2784, device='cuda:0') (tensor(91.8739, device='cuda:0')) + | > loss_gen: 2.278672218322754 (2.3706308299419927) + | > loss_kl: 1.2311363220214844 (1.4645276116389854) + | > loss_feat: 3.795358419418335 (4.510314791810278) + | > loss_mel: 22.90492057800293 (25.30071310903512) + | > loss_duration: 1.9364804029464722 (1.9744677847506955) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.146568298339844 (35.62065382564768) + | > grad_norm_1: tensor(1305.9884, device='cuda:0') (tensor(777.8478, device='cuda:0')) + | > current_lr_0: 0.00019980008747812837 + | > current_lr_1: 0.00019980008747812837 + | > step_time: 0.8493 (0.9161169388714958) + | > loader_time: 0.0033 (0.004904485216327742) + + + --> TIME: 2024-11-22 11:35:18 -- STEP: 76/797 -- GLOBAL_STEP: 6675 + | > loss_disc: 2.4339544773101807 (2.478526523238734) + | > loss_disc_real_0: 0.1262306571006775 (0.1375473472534826) + | > loss_disc_real_1: 0.2388859987258911 (0.22481983762822652) + | > loss_disc_real_2: 0.25215262174606323 (0.24338965451246813) + | > loss_disc_real_3: 0.2464359700679779 (0.2201703155511304) + | > loss_disc_real_4: 0.2353261560201645 (0.22295615351513812) + | > loss_disc_real_5: 0.2947308421134949 (0.23687613284901568) + | > loss_0: 2.4339544773101807 (2.478526523238734) + | > grad_norm_0: tensor(96.1240, device='cuda:0') (tensor(90.4150, device='cuda:0')) + | > loss_gen: 2.5527007579803467 (2.3677572325656295) + | > loss_kl: 1.2315255403518677 (1.4340504752962215) + | > loss_feat: 4.784637451171875 (4.520706653594972) + | > loss_mel: 25.476985931396484 (25.488571242282266) + | > loss_duration: 1.9831749200820923 (1.9403106570243835) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.029022216796875 (35.751395978425656) + | > grad_norm_1: tensor(1077.8359, device='cuda:0') (tensor(796.8244, device='cuda:0')) + | > current_lr_0: 0.00019980008747812837 + | > current_lr_1: 0.00019980008747812837 + | > step_time: 0.9413 (0.933725937416679) + | > loader_time: 0.0043 (0.0049749863775152905) + + + --> TIME: 2024-11-22 11:35:42 -- STEP: 101/797 -- GLOBAL_STEP: 6700 + | > loss_disc: 2.4669198989868164 (2.4702857366882935) + | > loss_disc_real_0: 0.18902267515659332 (0.13965099315979695) + | > loss_disc_real_1: 0.17717276513576508 (0.22588278781069387) + | > loss_disc_real_2: 0.2217138558626175 (0.24145879721877597) + | > loss_disc_real_3: 0.2182050198316574 (0.2200824941443925) + | > loss_disc_real_4: 0.20775705575942993 (0.22226561502654954) + | > loss_disc_real_5: 0.2730640470981598 (0.2355486427498336) + | > loss_0: 2.4669198989868164 (2.4702857366882935) + | > grad_norm_0: tensor(17.5569, device='cuda:0') (tensor(86.1487, device='cuda:0')) + | > loss_gen: 2.1384620666503906 (2.3704091511150396) + | > loss_kl: 1.3882575035095215 (1.421269250388193) + | > loss_feat: 4.382434368133545 (4.5377864979281295) + | > loss_mel: 25.181415557861328 (25.62146779806307) + | > loss_duration: 1.8457672595977783 (1.9235707804708198) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.936336517333984 (35.87450318289273) + | > grad_norm_1: tensor(412.6023, device='cuda:0') (tensor(781.5208, device='cuda:0')) + | > current_lr_0: 0.00019980008747812837 + | > current_lr_1: 0.00019980008747812837 + | > step_time: 0.9133 (0.9375244508875479) + | > loader_time: 0.0051 (0.005035398030045009) + + + --> TIME: 2024-11-22 11:36:06 -- STEP: 126/797 -- GLOBAL_STEP: 6725 + | > loss_disc: 2.5006561279296875 (2.463925308651395) + | > loss_disc_real_0: 0.19056157767772675 (0.1400300529268053) + | > loss_disc_real_1: 0.2126091718673706 (0.22477233031439403) + | > loss_disc_real_2: 0.18543311953544617 (0.2399843762081767) + | > loss_disc_real_3: 0.1946278214454651 (0.21813646621174282) + | > loss_disc_real_4: 0.2025163620710373 (0.22101794396127974) + | > loss_disc_real_5: 0.2229398787021637 (0.23716678328457333) + | > loss_0: 2.5006561279296875 (2.463925308651395) + | > grad_norm_0: tensor(81.5870, device='cuda:0') (tensor(87.6743, device='cuda:0')) + | > loss_gen: 2.1024067401885986 (2.3758237172686862) + | > loss_kl: 1.1843842267990112 (1.4155702070584375) + | > loss_feat: 4.162385940551758 (4.557001696692573) + | > loss_mel: 25.041223526000977 (25.666253241281662) + | > loss_duration: 1.8752317428588867 (1.9144252708980016) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.365631103515625 (35.929073924110035) + | > grad_norm_1: tensor(525.5557, device='cuda:0') (tensor(784.6281, device='cuda:0')) + | > current_lr_0: 0.00019980008747812837 + | > current_lr_1: 0.00019980008747812837 + | > step_time: 0.8965 (0.9369764744289337) + | > loader_time: 0.0038 (0.005109821047101702) + + + --> TIME: 2024-11-22 11:36:29 -- STEP: 151/797 -- GLOBAL_STEP: 6750 + | > loss_disc: 2.50048565864563 (2.455448160108352) + | > loss_disc_real_0: 0.1635029911994934 (0.13928876987454908) + | > loss_disc_real_1: 0.22093547880649567 (0.2245154156787506) + | > loss_disc_real_2: 0.24558569490909576 (0.23898118685018147) + | > loss_disc_real_3: 0.24172066152095795 (0.21837476902450156) + | > loss_disc_real_4: 0.1987147480249405 (0.22076869366184765) + | > loss_disc_real_5: 0.2460455447435379 (0.2358536673894781) + | > loss_0: 2.50048565864563 (2.455448160108352) + | > grad_norm_0: tensor(155.3411, device='cuda:0') (tensor(84.0419, device='cuda:0')) + | > loss_gen: 2.323159694671631 (2.3711527988610683) + | > loss_kl: 1.1724700927734375 (1.3852610935438554) + | > loss_feat: 4.455647945404053 (4.539602574923182) + | > loss_mel: 23.564266204833984 (25.685883225194665) + | > loss_duration: 1.8166179656982422 (1.9055153605164281) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.33216094970703 (35.88741488172517) + | > grad_norm_1: tensor(688.0006, device='cuda:0') (tensor(755.5803, device='cuda:0')) + | > current_lr_0: 0.00019980008747812837 + | > current_lr_1: 0.00019980008747812837 + | > step_time: 0.9605 (0.9350186752167758) + | > loader_time: 0.0052 (0.005163990109172088) + + + --> TIME: 2024-11-22 11:36:53 -- STEP: 176/797 -- GLOBAL_STEP: 6775 + | > loss_disc: 2.47157621383667 (2.446638608520682) + | > loss_disc_real_0: 0.1501605361700058 (0.13764999732798472) + | > loss_disc_real_1: 0.25155994296073914 (0.22373866315253757) + | > loss_disc_real_2: 0.23054823279380798 (0.23831014267422937) + | > loss_disc_real_3: 0.21264216303825378 (0.21730160967192866) + | > loss_disc_real_4: 0.1758309155702591 (0.21957242700525306) + | > loss_disc_real_5: 0.2298964411020279 (0.2344242703508247) + | > loss_0: 2.47157621383667 (2.446638608520682) + | > grad_norm_0: tensor(152.7710, device='cuda:0') (tensor(86.4519, device='cuda:0')) + | > loss_gen: 2.471014976501465 (2.3741605891422792) + | > loss_kl: 1.2235922813415527 (1.3755820495161144) + | > loss_feat: 4.141056060791016 (4.5624466362324645) + | > loss_mel: 24.28803062438965 (25.73681958155198) + | > loss_duration: 1.79353928565979 (1.8978195447813382) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.917236328125 (35.94682828946545) + | > grad_norm_1: tensor(1050.1624, device='cuda:0') (tensor(776.1963, device='cuda:0')) + | > current_lr_0: 0.00019980008747812837 + | > current_lr_1: 0.00019980008747812837 + | > step_time: 0.966 (0.9368432733145627) + | > loader_time: 0.005 (0.0052588974887674495) + + + --> TIME: 2024-11-22 11:37:17 -- STEP: 201/797 -- GLOBAL_STEP: 6800 + | > loss_disc: 2.336132049560547 (2.44972616167211) + | > loss_disc_real_0: 0.12760445475578308 (0.13789744226641915) + | > loss_disc_real_1: 0.22458398342132568 (0.22342775569329806) + | > loss_disc_real_2: 0.21871818602085114 (0.23779385940945563) + | > loss_disc_real_3: 0.19154435396194458 (0.21759099309420704) + | > loss_disc_real_4: 0.21084007620811462 (0.2204973781435051) + | > loss_disc_real_5: 0.20882728695869446 (0.2360185988210327) + | > loss_0: 2.336132049560547 (2.44972616167211) + | > grad_norm_0: tensor(5.4820, device='cuda:0') (tensor(87.2861, device='cuda:0')) + | > loss_gen: 2.36836838722229 (2.3676567777472335) + | > loss_kl: 1.2611466646194458 (1.3697469649623282) + | > loss_feat: 4.476161003112793 (4.532455628191062) + | > loss_mel: 25.644672393798828 (25.707005695324035) + | > loss_duration: 1.8923978805541992 (1.892695594189772) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.64274978637695 (35.869560535867386) + | > grad_norm_1: tensor(597.4425, device='cuda:0') (tensor(771.3600, device='cuda:0')) + | > current_lr_0: 0.00019980008747812837 + | > current_lr_1: 0.00019980008747812837 + | > step_time: 0.988 (0.9359026405941787) + | > loader_time: 0.005 (0.005291762043587604) + + + --> TIME: 2024-11-22 11:37:40 -- STEP: 226/797 -- GLOBAL_STEP: 6825 + | > loss_disc: 2.4599008560180664 (2.4498496403736367) + | > loss_disc_real_0: 0.039532650262117386 (0.1391335140946692) + | > loss_disc_real_1: 0.21252278983592987 (0.22319017093529744) + | > loss_disc_real_2: 0.24575170874595642 (0.23777797462138456) + | > loss_disc_real_3: 0.22491537034511566 (0.21732208732746344) + | > loss_disc_real_4: 0.26746585965156555 (0.22025125941871543) + | > loss_disc_real_5: 0.26237690448760986 (0.2350543831038264) + | > loss_0: 2.4599008560180664 (2.4498496403736367) + | > grad_norm_0: tensor(135.1073, device='cuda:0') (tensor(87.7854, device='cuda:0')) + | > loss_gen: 2.4710607528686523 (2.370435173532602) + | > loss_kl: 1.578286051750183 (1.3685231963090136) + | > loss_feat: 5.027107238769531 (4.533459938732924) + | > loss_mel: 26.705110549926758 (25.71380437158905) + | > loss_duration: 1.8944380283355713 (1.8898189642788035) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.67600631713867 (35.87604153894746) + | > grad_norm_1: tensor(1304.2842, device='cuda:0') (tensor(789.6269, device='cuda:0')) + | > current_lr_0: 0.00019980008747812837 + | > current_lr_1: 0.00019980008747812837 + | > step_time: 0.9327 (0.9338219397890885) + | > loader_time: 0.0074 (0.005404519823800146) + + + --> TIME: 2024-11-22 11:38:04 -- STEP: 251/797 -- GLOBAL_STEP: 6850 + | > loss_disc: 2.3178513050079346 (2.4497461242979757) + | > loss_disc_real_0: 0.06074397265911102 (0.13989236523430665) + | > loss_disc_real_1: 0.20488983392715454 (0.22347336259496164) + | > loss_disc_real_2: 0.19334916770458221 (0.23724202817654705) + | > loss_disc_real_3: 0.19961869716644287 (0.21722672636290472) + | > loss_disc_real_4: 0.2185119390487671 (0.21930493203648532) + | > loss_disc_real_5: 0.21809417009353638 (0.2354321028606825) + | > loss_0: 2.3178513050079346 (2.4497461242979757) + | > grad_norm_0: tensor(51.0079, device='cuda:0') (tensor(88.4984, device='cuda:0')) + | > loss_gen: 2.787121534347534 (2.369106056205778) + | > loss_kl: 1.4295026063919067 (1.3645946383476257) + | > loss_feat: 5.546860218048096 (4.52978133870311) + | > loss_mel: 26.64563751220703 (25.704665780542378) + | > loss_duration: 1.8004751205444336 (1.8847599889177724) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 38.209598541259766 (35.852907720315045) + | > grad_norm_1: tensor(809.3378, device='cuda:0') (tensor(788.0604, device='cuda:0')) + | > current_lr_0: 0.00019980008747812837 + | > current_lr_1: 0.00019980008747812837 + | > step_time: 0.9297 (0.935430201876211) + | > loader_time: 0.0068 (0.005534894912841311) + + + --> TIME: 2024-11-22 11:38:28 -- STEP: 276/797 -- GLOBAL_STEP: 6875 + | > loss_disc: 2.570305824279785 (2.444468384203705) + | > loss_disc_real_0: 0.12905967235565186 (0.1384158123257584) + | > loss_disc_real_1: 0.21870280802249908 (0.22359133258030037) + | > loss_disc_real_2: 0.17079226672649384 (0.2368024831664735) + | > loss_disc_real_3: 0.21295897662639618 (0.21678837334764178) + | > loss_disc_real_4: 0.18154707551002502 (0.21912080392349456) + | > loss_disc_real_5: 0.11653217673301697 (0.2352226300947908) + | > loss_0: 2.570305824279785 (2.444468384203705) + | > grad_norm_0: tensor(65.0963, device='cuda:0') (tensor(86.4790, device='cuda:0')) + | > loss_gen: 2.326735496520996 (2.3711259339166713) + | > loss_kl: 1.5680392980575562 (1.3600931450508644) + | > loss_feat: 4.910521984100342 (4.5488967731379075) + | > loss_mel: 26.943546295166016 (25.78913765368254) + | > loss_duration: 1.909123182296753 (1.8811783578948698) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.65796661376953 (35.950431809909105) + | > grad_norm_1: tensor(502.7813, device='cuda:0') (tensor(773.3360, device='cuda:0')) + | > current_lr_0: 0.00019980008747812837 + | > current_lr_1: 0.00019980008747812837 + | > step_time: 1.0673 (0.93813566453215) + | > loader_time: 0.0057 (0.00559761213219684) + + + --> TIME: 2024-11-22 11:38:53 -- STEP: 301/797 -- GLOBAL_STEP: 6900 + | > loss_disc: 2.5223798751831055 (2.4434095783487115) + | > loss_disc_real_0: 0.12714453041553497 (0.1379290896272937) + | > loss_disc_real_1: 0.2611437737941742 (0.22372780977887574) + | > loss_disc_real_2: 0.25513291358947754 (0.23716602546234067) + | > loss_disc_real_3: 0.37613847851753235 (0.21684686215810997) + | > loss_disc_real_4: 0.23673507571220398 (0.21938159490047499) + | > loss_disc_real_5: 0.28990745544433594 (0.23572326444114167) + | > loss_0: 2.5223798751831055 (2.4434095783487115) + | > grad_norm_0: tensor(120.8107, device='cuda:0') (tensor(89.0527, device='cuda:0')) + | > loss_gen: 2.324169397354126 (2.3758862311657865) + | > loss_kl: 1.2840352058410645 (1.356514765376665) + | > loss_feat: 4.642179489135742 (4.551624934142609) + | > loss_mel: 26.726436614990234 (25.784488735008868) + | > loss_duration: 1.8497658967971802 (1.8787440140778044) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.82658767700195 (35.947258673633044) + | > grad_norm_1: tensor(856.4467, device='cuda:0') (tensor(787.8314, device='cuda:0')) + | > current_lr_0: 0.00019980008747812837 + | > current_lr_1: 0.00019980008747812837 + | > step_time: 0.9748 (0.9413469740718702) + | > loader_time: 0.0088 (0.00569038929733327) + + + --> TIME: 2024-11-22 11:39:19 -- STEP: 326/797 -- GLOBAL_STEP: 6925 + | > loss_disc: 2.4698703289031982 (2.449799153702389) + | > loss_disc_real_0: 0.18871352076530457 (0.13907699392068607) + | > loss_disc_real_1: 0.2504633069038391 (0.22376443687940673) + | > loss_disc_real_2: 0.2664700150489807 (0.23733628678358407) + | > loss_disc_real_3: 0.219359889626503 (0.21761507714635756) + | > loss_disc_real_4: 0.2435198873281479 (0.22004505166886773) + | > loss_disc_real_5: 0.21899113059043884 (0.23643263758508706) + | > loss_0: 2.4698703289031982 (2.449799153702389) + | > grad_norm_0: tensor(259.0268, device='cuda:0') (tensor(91.3591, device='cuda:0')) + | > loss_gen: 2.2291371822357178 (2.3732363687702476) + | > loss_kl: 1.2763530015945435 (1.3569687299567503) + | > loss_feat: 4.348669528961182 (4.540062237370963) + | > loss_mel: 23.496044158935547 (25.753450019227948) + | > loss_duration: 1.8284592628479004 (1.8764843143568448) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.17866516113281 (35.90020169802237) + | > grad_norm_1: tensor(852.0157, device='cuda:0') (tensor(781.7855, device='cuda:0')) + | > current_lr_0: 0.00019980008747812837 + | > current_lr_1: 0.00019980008747812837 + | > step_time: 1.034 (0.9462614015567522) + | > loader_time: 0.0068 (0.005773529684616744) + + + --> TIME: 2024-11-22 11:39:44 -- STEP: 351/797 -- GLOBAL_STEP: 6950 + | > loss_disc: 2.43399977684021 (2.4468069762585825) + | > loss_disc_real_0: 0.1541641652584076 (0.13750287126272162) + | > loss_disc_real_1: 0.22781890630722046 (0.22389866500838193) + | > loss_disc_real_2: 0.24576912820339203 (0.23775556000039788) + | > loss_disc_real_3: 0.22982752323150635 (0.21701979772997038) + | > loss_disc_real_4: 0.1865004450082779 (0.21913527035050923) + | > loss_disc_real_5: 0.2056414783000946 (0.23613337285158642) + | > loss_0: 2.43399977684021 (2.4468069762585825) + | > grad_norm_0: tensor(156.2756, device='cuda:0') (tensor(91.9592, device='cuda:0')) + | > loss_gen: 2.4505362510681152 (2.371984787476368) + | > loss_kl: 1.3153576850891113 (1.3547801630109806) + | > loss_feat: 3.730018138885498 (4.535685690719517) + | > loss_mel: 21.125225067138672 (25.71022868903614) + | > loss_duration: 1.8563637733459473 (1.8740707421914125) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.477500915527344 (35.84675009637813) + | > grad_norm_1: tensor(1748.2228, device='cuda:0') (tensor(785.0064, device='cuda:0')) + | > current_lr_0: 0.00019980008747812837 + | > current_lr_1: 0.00019980008747812837 + | > step_time: 1.0146 (0.9505442397886532) + | > loader_time: 0.0059 (0.005882244843703053) + + + --> TIME: 2024-11-22 11:40:10 -- STEP: 376/797 -- GLOBAL_STEP: 6975 + | > loss_disc: 2.4905693531036377 (2.4469204354793455) + | > loss_disc_real_0: 0.1401565968990326 (0.13771921962975198) + | > loss_disc_real_1: 0.34193894267082214 (0.22360071004863752) + | > loss_disc_real_2: 0.21811096370220184 (0.23762068897485733) + | > loss_disc_real_3: 0.26773616671562195 (0.21656766799377633) + | > loss_disc_real_4: 0.19631806015968323 (0.21905735406549054) + | > loss_disc_real_5: 0.16193895041942596 (0.23614918321688125) + | > loss_0: 2.4905693531036377 (2.4469204354793455) + | > grad_norm_0: tensor(69.2335, device='cuda:0') (tensor(91.2281, device='cuda:0')) + | > loss_gen: 2.4032351970672607 (2.3701053493200464) + | > loss_kl: 1.2732200622558594 (1.3533668332594508) + | > loss_feat: 4.712721824645996 (4.534732144563756) + | > loss_mel: 25.15143585205078 (25.70047002650322) + | > loss_duration: 1.8286863565444946 (1.8715317566344079) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.369300842285156 (35.830206145631465) + | > grad_norm_1: tensor(899.3749, device='cuda:0') (tensor(773.6797, device='cuda:0')) + | > current_lr_0: 0.00019980008747812837 + | > current_lr_1: 0.00019980008747812837 + | > step_time: 1.1057 (0.9549732766252883) + | > loader_time: 0.0083 (0.0060134333498934505) + + + --> TIME: 2024-11-22 11:40:37 -- STEP: 401/797 -- GLOBAL_STEP: 7000 + | > loss_disc: 2.4773573875427246 (2.4462397871469306) + | > loss_disc_real_0: 0.09653441607952118 (0.13659899150418528) + | > loss_disc_real_1: 0.22723700106143951 (0.22407076071176746) + | > loss_disc_real_2: 0.25974124670028687 (0.23773023408101385) + | > loss_disc_real_3: 0.2205142080783844 (0.2166605232436758) + | > loss_disc_real_4: 0.18686632812023163 (0.21909585552396918) + | > loss_disc_real_5: 0.23820826411247253 (0.23632904344663358) + | > loss_0: 2.4773573875427246 (2.4462397871469306) + | > grad_norm_0: tensor(135.3593, device='cuda:0') (tensor(91.1943, device='cuda:0')) + | > loss_gen: 2.211996078491211 (2.3738731508540383) + | > loss_kl: 1.295980453491211 (1.3519923453616385) + | > loss_feat: 4.108503818511963 (4.54508324870445) + | > loss_mel: 25.246932983398438 (25.686634196902155) + | > loss_duration: 1.870849370956421 (1.869812872047139) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.73426055908203 (35.8273958696094) + | > grad_norm_1: tensor(803.8654, device='cuda:0') (tensor(778.2260, device='cuda:0')) + | > current_lr_0: 0.00019980008747812837 + | > current_lr_1: 0.00019980008747812837 + | > step_time: 1.039 (0.9620410076103305) + | > loader_time: 0.0065 (0.006137060108327511) + + + --> TIME: 2024-11-22 11:41:02 -- STEP: 426/797 -- GLOBAL_STEP: 7025 + | > loss_disc: 2.3289289474487305 (2.4451395664976214) + | > loss_disc_real_0: 0.1110142171382904 (0.13596443289742227) + | > loss_disc_real_1: 0.2889997661113739 (0.22421061037711698) + | > loss_disc_real_2: 0.19625145196914673 (0.2378097117087091) + | > loss_disc_real_3: 0.1630941927433014 (0.2166601817512736) + | > loss_disc_real_4: 0.16975069046020508 (0.2193530643524978) + | > loss_disc_real_5: 0.2771802246570587 (0.23651141459953057) + | > loss_0: 2.3289289474487305 (2.4451395664976214) + | > grad_norm_0: tensor(33.6287, device='cuda:0') (tensor(89.9796, device='cuda:0')) + | > loss_gen: 2.7475438117980957 (2.3788451753871542) + | > loss_kl: 1.3760398626327515 (1.350326779442774) + | > loss_feat: 5.563695430755615 (4.560467777117877) + | > loss_mel: 27.590761184692383 (25.7118255051089) + | > loss_duration: 1.8416234254837036 (1.868458583881038) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 39.11966323852539 (35.86992389159582) + | > grad_norm_1: tensor(1006.0451, device='cuda:0') (tensor(773.8873, device='cuda:0')) + | > current_lr_0: 0.00019980008747812837 + | > current_lr_1: 0.00019980008747812837 + | > step_time: 0.9139 (0.9631941917356751) + | > loader_time: 0.0068 (0.006231488756170857) + + + --> TIME: 2024-11-22 11:41:27 -- STEP: 451/797 -- GLOBAL_STEP: 7050 + | > loss_disc: 2.400414228439331 (2.4456353594617126) + | > loss_disc_real_0: 0.14996060729026794 (0.13517711144725394) + | > loss_disc_real_1: 0.24610090255737305 (0.22392856846759698) + | > loss_disc_real_2: 0.25567182898521423 (0.23799671463982228) + | > loss_disc_real_3: 0.24700714647769928 (0.2169448131336077) + | > loss_disc_real_4: 0.23876309394836426 (0.21913003605974224) + | > loss_disc_real_5: 0.25272420048713684 (0.23635153092460462) + | > loss_0: 2.400414228439331 (2.4456353594617126) + | > grad_norm_0: tensor(70.2950, device='cuda:0') (tensor(90.0549, device='cuda:0')) + | > loss_gen: 2.6421289443969727 (2.375768953574999) + | > loss_kl: 1.4906903505325317 (1.3494263899299894) + | > loss_feat: 4.8623809814453125 (4.554088735791902) + | > loss_mel: 27.252973556518555 (25.698275695090285) + | > loss_duration: 1.860410451889038 (1.8671444739047809) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 38.10858154296875 (35.844704304460414) + | > grad_norm_1: tensor(660.8148, device='cuda:0') (tensor(768.9816, device='cuda:0')) + | > current_lr_0: 0.00019980008747812837 + | > current_lr_1: 0.00019980008747812837 + | > step_time: 0.967 (0.9642294727249314) + | > loader_time: 0.0068 (0.006324414403369847) + + + --> TIME: 2024-11-22 11:41:52 -- STEP: 476/797 -- GLOBAL_STEP: 7075 + | > loss_disc: 2.551743984222412 (2.4442632924608803) + | > loss_disc_real_0: 0.11893156170845032 (0.13444425272090088) + | > loss_disc_real_1: 0.2239525020122528 (0.2236707286298776) + | > loss_disc_real_2: 0.24084970355033875 (0.23798325357316924) + | > loss_disc_real_3: 0.23001991212368011 (0.21658411227604923) + | > loss_disc_real_4: 0.23088930547237396 (0.21964174513744206) + | > loss_disc_real_5: 0.2830705940723419 (0.23655965946176472) + | > loss_0: 2.551743984222412 (2.4442632924608803) + | > grad_norm_0: tensor(85.6234, device='cuda:0') (tensor(88.9650, device='cuda:0')) + | > loss_gen: 2.047102451324463 (2.37531803560858) + | > loss_kl: 1.3289875984191895 (1.3476529022475252) + | > loss_feat: 3.5541741847991943 (4.5569716316311295) + | > loss_mel: 24.266651153564453 (25.70696618777363) + | > loss_duration: 1.8470358848571777 (1.8661554340554887) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.043949127197266 (35.853064232513695) + | > grad_norm_1: tensor(415.2317, device='cuda:0') (tensor(766.9896, device='cuda:0')) + | > current_lr_0: 0.00019980008747812837 + | > current_lr_1: 0.00019980008747812837 + | > step_time: 0.9325 (0.9660144237911) + | > loader_time: 0.0085 (0.006415506871808478) + + + --> TIME: 2024-11-22 11:42:17 -- STEP: 501/797 -- GLOBAL_STEP: 7100 + | > loss_disc: 2.3970534801483154 (2.4459762325781766) + | > loss_disc_real_0: 0.11821499466896057 (0.13368932248470544) + | > loss_disc_real_1: 0.23638713359832764 (0.22392830547101486) + | > loss_disc_real_2: 0.25479474663734436 (0.23806318283794883) + | > loss_disc_real_3: 0.27490416169166565 (0.21679038761142724) + | > loss_disc_real_4: 0.2601214051246643 (0.21950028796574314) + | > loss_disc_real_5: 0.2556213438510895 (0.23649644435284856) + | > loss_0: 2.3970534801483154 (2.4459762325781766) + | > grad_norm_0: tensor(66.2723, device='cuda:0') (tensor(89.9835, device='cuda:0')) + | > loss_gen: 2.648773193359375 (2.3764213371181677) + | > loss_kl: 1.1389122009277344 (1.3489490953272214) + | > loss_feat: 4.789340019226074 (4.5532042099806125) + | > loss_mel: 26.385711669921875 (25.668291274658934) + | > loss_duration: 1.7876378297805786 (1.8645285191888106) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.7503776550293 (35.8113944992096) + | > grad_norm_1: tensor(494.9602, device='cuda:0') (tensor(767.1104, device='cuda:0')) + | > current_lr_0: 0.00019980008747812837 + | > current_lr_1: 0.00019980008747812837 + | > step_time: 0.9403 (0.9682019385035167) + | > loader_time: 0.0118 (0.006509251223352857) + + + --> TIME: 2024-11-22 11:42:44 -- STEP: 526/797 -- GLOBAL_STEP: 7125 + | > loss_disc: 2.5759053230285645 (2.44479678429578) + | > loss_disc_real_0: 0.05521964281797409 (0.13326682134074624) + | > loss_disc_real_1: 0.22423726320266724 (0.2238358602834292) + | > loss_disc_real_2: 0.22365008294582367 (0.2377778018892038) + | > loss_disc_real_3: 0.23805981874465942 (0.2167790349105465) + | > loss_disc_real_4: 0.2137354463338852 (0.21961849195592303) + | > loss_disc_real_5: 0.23177552223205566 (0.2363860958146052) + | > loss_0: 2.5759053230285645 (2.44479678429578) + | > grad_norm_0: tensor(117.6913, device='cuda:0') (tensor(89.5484, device='cuda:0')) + | > loss_gen: 2.33886981010437 (2.375641085575742) + | > loss_kl: 1.4851988554000854 (1.3478209805805876) + | > loss_feat: 4.511302471160889 (4.557189892000119) + | > loss_mel: 24.313264846801758 (25.676302605255476) + | > loss_duration: 1.8419325351715088 (1.8636481718871982) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.490570068359375 (35.82060282311966) + | > grad_norm_1: tensor(837.6746, device='cuda:0') (tensor(762.6074, device='cuda:0')) + | > current_lr_0: 0.00019980008747812837 + | > current_lr_1: 0.00019980008747812837 + | > step_time: 0.9653 (0.9720087273492559) + | > loader_time: 0.0145 (0.006740748655660073) + + + --> TIME: 2024-11-22 11:43:12 -- STEP: 551/797 -- GLOBAL_STEP: 7150 + | > loss_disc: 2.3703136444091797 (2.4470079235069964) + | > loss_disc_real_0: 0.16560965776443481 (0.13353142831913997) + | > loss_disc_real_1: 0.207468643784523 (0.22410866685766057) + | > loss_disc_real_2: 0.20369400084018707 (0.2376773835797059) + | > loss_disc_real_3: 0.2049662470817566 (0.2168613951348999) + | > loss_disc_real_4: 0.25499477982521057 (0.2196378923560444) + | > loss_disc_real_5: 0.21973562240600586 (0.23687961773301214) + | > loss_0: 2.3703136444091797 (2.4470079235069964) + | > grad_norm_0: tensor(50.0099, device='cuda:0') (tensor(90.2458, device='cuda:0')) + | > loss_gen: 2.728104591369629 (2.374818587476242) + | > loss_kl: 1.6105523109436035 (1.3473999393181013) + | > loss_feat: 5.23142671585083 (4.5552666957495225) + | > loss_mel: 26.421741485595703 (25.67974622972214) + | > loss_duration: 1.817223072052002 (1.8631152695622937) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.80904769897461 (35.82034682189056) + | > grad_norm_1: tensor(517.1913, device='cuda:0') (tensor(773.3043, device='cuda:0')) + | > current_lr_0: 0.00019980008747812837 + | > current_lr_1: 0.00019980008747812837 + | > step_time: 1.1207 (0.9770684190324344) + | > loader_time: 0.013 (0.006846116372331734) + + + --> TIME: 2024-11-22 11:43:37 -- STEP: 576/797 -- GLOBAL_STEP: 7175 + | > loss_disc: 2.439845561981201 (2.4453669658137676) + | > loss_disc_real_0: 0.2358662486076355 (0.13332798903704518) + | > loss_disc_real_1: 0.20637670159339905 (0.2244106088247564) + | > loss_disc_real_2: 0.26806479692459106 (0.2375660779265066) + | > loss_disc_real_3: 0.24289987981319427 (0.21688479829269156) + | > loss_disc_real_4: 0.22998084127902985 (0.21991716349859616) + | > loss_disc_real_5: 0.1969776451587677 (0.236378204698364) + | > loss_0: 2.439845561981201 (2.4453669658137676) + | > grad_norm_0: tensor(98.6339, device='cuda:0') (tensor(89.0484, device='cuda:0')) + | > loss_gen: 2.554591655731201 (2.3764833309170275) + | > loss_kl: 1.4343292713165283 (1.3511280176333258) + | > loss_feat: 5.3472819328308105 (4.563266101396746) + | > loss_mel: 27.216554641723633 (25.708749847279652) + | > loss_duration: 1.8311474323272705 (1.8621490626699395) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 38.38390350341797 (35.861776454581154) + | > grad_norm_1: tensor(933.4655, device='cuda:0') (tensor(774.7101, device='cuda:0')) + | > current_lr_0: 0.00019980008747812837 + | > current_lr_1: 0.00019980008747812837 + | > step_time: 1.0101 (0.9787710089650419) + | > loader_time: 0.0071 (0.0069532377852333915) + + + --> TIME: 2024-11-22 11:44:05 -- STEP: 601/797 -- GLOBAL_STEP: 7200 + | > loss_disc: 2.3626723289489746 (2.4425802730680894) + | > loss_disc_real_0: 0.1973799467086792 (0.13321879708181805) + | > loss_disc_real_1: 0.20931990444660187 (0.2241303041304606) + | > loss_disc_real_2: 0.19911126792430878 (0.2374338657903592) + | > loss_disc_real_3: 0.2125568836927414 (0.21657497310598758) + | > loss_disc_real_4: 0.17073899507522583 (0.21948773743656036) + | > loss_disc_real_5: 0.17938454449176788 (0.23608291892957772) + | > loss_0: 2.3626723289489746 (2.4425802730680894) + | > grad_norm_0: tensor(81.9265, device='cuda:0') (tensor(88.9379, device='cuda:0')) + | > loss_gen: 2.5546627044677734 (2.379727906474653) + | > loss_kl: 1.2706716060638428 (1.3505971915709993) + | > loss_feat: 5.379302024841309 (4.5802641561543105) + | > loss_mel: 27.446447372436523 (25.746663387127203) + | > loss_duration: 1.813676118850708 (1.861121109440402) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 38.464759826660156 (35.91837382832302) + | > grad_norm_1: tensor(918.6007, device='cuda:0') (tensor(773.3978, device='cuda:0')) + | > current_lr_0: 0.00019980008747812837 + | > current_lr_1: 0.00019980008747812837 + | > step_time: 1.0677 (0.9841608187918258) + | > loader_time: 0.0087 (0.007057550544548352) + + + --> TIME: 2024-11-22 11:44:33 -- STEP: 626/797 -- GLOBAL_STEP: 7225 + | > loss_disc: 2.352708339691162 (2.444857807205128) + | > loss_disc_real_0: 0.10741910338401794 (0.13340878240264276) + | > loss_disc_real_1: 0.22537536919116974 (0.22390779512473188) + | > loss_disc_real_2: 0.27490323781967163 (0.23781077620891716) + | > loss_disc_real_3: 0.2586895823478699 (0.21719800778471243) + | > loss_disc_real_4: 0.24099786579608917 (0.2196499515955631) + | > loss_disc_real_5: 0.2884955108165741 (0.23685224970784816) + | > loss_0: 2.352708339691162 (2.444857807205128) + | > grad_norm_0: tensor(38.0954, device='cuda:0') (tensor(89.1874, device='cuda:0')) + | > loss_gen: 2.2395176887512207 (2.380420696811552) + | > loss_kl: 1.1989269256591797 (1.348732551827598) + | > loss_feat: 4.06203031539917 (4.575092679776325) + | > loss_mel: 27.426471710205078 (25.752307376922502) + | > loss_duration: 1.8768494129180908 (1.8609737561533626) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.803794860839844 (35.91752713785385) + | > grad_norm_1: tensor(440.9330, device='cuda:0') (tensor(770.7825, device='cuda:0')) + | > current_lr_0: 0.00019980008747812837 + | > current_lr_1: 0.00019980008747812837 + | > step_time: 0.9836 (0.9885232010588478) + | > loader_time: 0.0096 (0.007166654538041868) + + + --> TIME: 2024-11-22 11:45:00 -- STEP: 651/797 -- GLOBAL_STEP: 7250 + | > loss_disc: 2.4550669193267822 (2.4445328368203074) + | > loss_disc_real_0: 0.1333666890859604 (0.1331943050141344) + | > loss_disc_real_1: 0.1555909514427185 (0.22388160842171828) + | > loss_disc_real_2: 0.1881158947944641 (0.23754225842963717) + | > loss_disc_real_3: 0.12464316934347153 (0.21701489850169137) + | > loss_disc_real_4: 0.1719745546579361 (0.2194103160601241) + | > loss_disc_real_5: 0.17349077761173248 (0.23653344704716625) + | > loss_0: 2.4550669193267822 (2.4445328368203074) + | > grad_norm_0: tensor(11.7534, device='cuda:0') (tensor(89.8118, device='cuda:0')) + | > loss_gen: 2.1899008750915527 (2.376901942830295) + | > loss_kl: 1.418088674545288 (1.3464571689863543) + | > loss_feat: 4.850301265716553 (4.567964608035698) + | > loss_mel: 25.87265968322754 (25.74492669288646) + | > loss_duration: 1.8861862421035767 (1.8607501870109922) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.217132568359375 (35.897000654135596) + | > grad_norm_1: tensor(74.2982, device='cuda:0') (tensor(763.2912, device='cuda:0')) + | > current_lr_0: 0.00019980008747812837 + | > current_lr_1: 0.00019980008747812837 + | > step_time: 1.0275 (0.9912948839126094) + | > loader_time: 0.0074 (0.0072617867758380285) + + + --> TIME: 2024-11-22 11:45:28 -- STEP: 676/797 -- GLOBAL_STEP: 7275 + | > loss_disc: 2.483046531677246 (2.4425354712813587) + | > loss_disc_real_0: 0.2109052836894989 (0.13288831240745533) + | > loss_disc_real_1: 0.20938843488693237 (0.22353620432625862) + | > loss_disc_real_2: 0.21030715107917786 (0.2372268424672488) + | > loss_disc_real_3: 0.1281975954771042 (0.21686123010630792) + | > loss_disc_real_4: 0.16716893017292023 (0.21919609294355621) + | > loss_disc_real_5: 0.18894493579864502 (0.2368109669293878) + | > loss_0: 2.483046531677246 (2.4425354712813587) + | > grad_norm_0: tensor(35.9687, device='cuda:0') (tensor(89.0944, device='cuda:0')) + | > loss_gen: 2.3990447521209717 (2.378283694474652) + | > loss_kl: 1.437025547027588 (1.3453025089565813) + | > loss_feat: 4.965949058532715 (4.572622252639231) + | > loss_mel: 27.5352783203125 (25.743379454640937) + | > loss_duration: 1.8583905696868896 (1.8601151235710234) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 38.19568634033203 (35.89970307096222) + | > grad_norm_1: tensor(515.3919, device='cuda:0') (tensor(758.3602, device='cuda:0')) + | > current_lr_0: 0.00019980008747812837 + | > current_lr_1: 0.00019980008747812837 + | > step_time: 1.0933 (0.9949684996576704) + | > loader_time: 0.013 (0.0073734807544911405) + + + --> TIME: 2024-11-22 11:45:56 -- STEP: 701/797 -- GLOBAL_STEP: 7300 + | > loss_disc: 2.2959072589874268 (2.4424680735007183) + | > loss_disc_real_0: 0.08181904256343842 (0.1328498869443503) + | > loss_disc_real_1: 0.19970504939556122 (0.22391917517198814) + | > loss_disc_real_2: 0.1964581459760666 (0.23716779027702806) + | > loss_disc_real_3: 0.1560688614845276 (0.2170436597733457) + | > loss_disc_real_4: 0.18609274923801422 (0.2193427785763387) + | > loss_disc_real_5: 0.16870847344398499 (0.23660093809500574) + | > loss_0: 2.2959072589874268 (2.4424680735007183) + | > grad_norm_0: tensor(86.6432, device='cuda:0') (tensor(89.2569, device='cuda:0')) + | > loss_gen: 2.127124547958374 (2.378699950076712) + | > loss_kl: 1.3135333061218262 (1.3449646137580378) + | > loss_feat: 5.170886516571045 (4.573899684380876) + | > loss_mel: 27.285688400268555 (25.752697352846056) + | > loss_duration: 1.8018447160720825 (1.8592559976686596) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.69907760620117 (35.90951763376189) + | > grad_norm_1: tensor(717.0309, device='cuda:0') (tensor(758.1145, device='cuda:0')) + | > current_lr_0: 0.00019980008747812837 + | > current_lr_1: 0.00019980008747812837 + | > step_time: 1.0957 (0.9993114957795843) + | > loader_time: 0.0097 (0.007524827407532173) + + + --> TIME: 2024-11-22 11:46:24 -- STEP: 726/797 -- GLOBAL_STEP: 7325 + | > loss_disc: 2.4758358001708984 (2.441613323760757) + | > loss_disc_real_0: 0.04867923632264137 (0.13271978798709808) + | > loss_disc_real_1: 0.187724307179451 (0.22384545547738877) + | > loss_disc_real_2: 0.23573525249958038 (0.2371148615049265) + | > loss_disc_real_3: 0.21085591614246368 (0.2168796007154566) + | > loss_disc_real_4: 0.1869695484638214 (0.21905758452522198) + | > loss_disc_real_5: 0.18627242743968964 (0.23648208392060496) + | > loss_0: 2.4758358001708984 (2.441613323760757) + | > grad_norm_0: tensor(166.5619, device='cuda:0') (tensor(89.0621, device='cuda:0')) + | > loss_gen: 2.0768940448760986 (2.3792224178301065) + | > loss_kl: 1.2496864795684814 (1.3461381403867863) + | > loss_feat: 4.497213840484619 (4.577563098967902) + | > loss_mel: 23.948841094970703 (25.746423382404412) + | > loss_duration: 1.8374724388122559 (1.8580658902149882) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.610107421875 (35.907412967734416) + | > grad_norm_1: tensor(754.7391, device='cuda:0') (tensor(759.4148, device='cuda:0')) + | > current_lr_0: 0.00019980008747812837 + | > current_lr_1: 0.00019980008747812837 + | > step_time: 1.1204 (1.0027256701603409) + | > loader_time: 0.0218 (0.007827165041416473) + + + --> TIME: 2024-11-22 11:46:54 -- STEP: 751/797 -- GLOBAL_STEP: 7350 + | > loss_disc: 2.5248594284057617 (2.4421235680103948) + | > loss_disc_real_0: 0.11903604120016098 (0.1329501678450369) + | > loss_disc_real_1: 0.22469529509544373 (0.22363795889677918) + | > loss_disc_real_2: 0.2161092609167099 (0.2371334535343828) + | > loss_disc_real_3: 0.2853013873100281 (0.2169684449560474) + | > loss_disc_real_4: 0.25945040583610535 (0.21947618387391502) + | > loss_disc_real_5: 0.2248193770647049 (0.23668972580394798) + | > loss_0: 2.5248594284057617 (2.4421235680103948) + | > grad_norm_0: tensor(155.7856, device='cuda:0') (tensor(88.3462, device='cuda:0')) + | > loss_gen: 2.4446280002593994 (2.3789335908331006) + | > loss_kl: 1.3150714635849 (1.3451226135385972) + | > loss_feat: 4.814579010009766 (4.578616443867698) + | > loss_mel: 24.540061950683594 (25.744382718590373) + | > loss_duration: 1.8181109428405762 (1.8566469987445124) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.93245315551758 (35.903702401924384) + | > grad_norm_1: tensor(1070.4059, device='cuda:0') (tensor(753.8380, device='cuda:0')) + | > current_lr_0: 0.00019980008747812837 + | > current_lr_1: 0.00019980008747812837 + | > step_time: 1.1017 (1.005977676965584) + | > loader_time: 0.1122 (0.010204962820568672) + + + --> TIME: 2024-11-22 11:47:39 -- STEP: 776/797 -- GLOBAL_STEP: 7375 + | > loss_disc: 2.6159324645996094 (2.4422990762695838) + | > loss_disc_real_0: 0.14140568673610687 (0.1327721323558735) + | > loss_disc_real_1: 0.2615254521369934 (0.2239012327621278) + | > loss_disc_real_2: 0.24581129848957062 (0.23727859201428203) + | > loss_disc_real_3: 0.24893301725387573 (0.21706094607211573) + | > loss_disc_real_4: 0.2073144167661667 (0.21944658966139727) + | > loss_disc_real_5: 0.3160088062286377 (0.23674480780267843) + | > loss_0: 2.6159324645996094 (2.4422990762695838) + | > grad_norm_0: tensor(134.6952, device='cuda:0') (tensor(88.7771, device='cuda:0')) + | > loss_gen: 2.0735998153686523 (2.3799867302793785) + | > loss_kl: 1.528373122215271 (1.3457860054121797) + | > loss_feat: 4.205096244812012 (4.582345552665678) + | > loss_mel: 24.746631622314453 (25.74740308584625) + | > loss_duration: 1.8103389739990234 (1.855370600813443) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.364036560058594 (35.91089201465093) + | > grad_norm_1: tensor(1070.8724, device='cuda:0') (tensor(754.5948, device='cuda:0')) + | > current_lr_0: 0.00019980008747812837 + | > current_lr_1: 0.00019980008747812837 + | > step_time: 3.1742 (1.028332618401223) + | > loader_time: 0.1183 (0.013664005650687464) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.3133087158203125 (2.3133087158203125) + | > loss_disc_real_0: 0.11924458295106888 (0.11924458295106888) + | > loss_disc_real_1: 0.2451379895210266 (0.2451379895210266) + | > loss_disc_real_2: 0.2009943127632141 (0.2009943127632141) + | > loss_disc_real_3: 0.16006946563720703 (0.16006946563720703) + | > loss_disc_real_4: 0.20958317816257477 (0.20958317816257477) + | > loss_disc_real_5: 0.20366732776165009 (0.20366732776165009) + | > loss_0: 2.3133087158203125 (2.3133087158203125) + | > loss_gen: 2.5668749809265137 (2.5668749809265137) + | > loss_kl: 1.6535344123840332 (1.6535344123840332) + | > loss_feat: 5.26717472076416 (5.26717472076416) + | > loss_mel: 27.661420822143555 (27.661420822143555) + | > loss_duration: 2.1049389839172363 (2.1049389839172363) + | > loss_1: 39.253944396972656 (39.253944396972656) + + --> STEP: 1 + | > loss_disc: 2.086219549179077 (2.086219549179077) + | > loss_disc_real_0: 0.0664415955543518 (0.0664415955543518) + | > loss_disc_real_1: 0.16249462962150574 (0.16249462962150574) + | > loss_disc_real_2: 0.16725780069828033 (0.16725780069828033) + | > loss_disc_real_3: 0.16940954327583313 (0.16940954327583313) + | > loss_disc_real_4: 0.09682342410087585 (0.09682342410087585) + | > loss_disc_real_5: 0.1215125322341919 (0.1215125322341919) + | > loss_0: 2.086219549179077 (2.086219549179077) + | > loss_gen: 2.4002938270568848 (2.4002938270568848) + | > loss_kl: 2.369386672973633 (2.369386672973633) + | > loss_feat: 6.652914047241211 (6.652914047241211) + | > loss_mel: 30.78767204284668 (30.78767204284668) + | > loss_duration: 1.944299578666687 (1.944299578666687) + | > loss_1: 44.15456771850586 (44.15456771850586) + + --> STEP: 2 + | > loss_disc: 2.4915270805358887 (2.288873314857483) + | > loss_disc_real_0: 0.11339470744132996 (0.08991815149784088) + | > loss_disc_real_1: 0.29023614525794983 (0.22636538743972778) + | > loss_disc_real_2: 0.2736682891845703 (0.22046304494142532) + | > loss_disc_real_3: 0.2432682365179062 (0.20633888989686966) + | > loss_disc_real_4: 0.3307855427265167 (0.2138044834136963) + | > loss_disc_real_5: 0.25698304176330566 (0.18924778699874878) + | > loss_0: 2.4915270805358887 (2.288873314857483) + | > loss_gen: 2.5772502422332764 (2.4887720346450806) + | > loss_kl: 1.6953738927841187 (2.0323802828788757) + | > loss_feat: 3.655805826187134 (5.154359936714172) + | > loss_mel: 26.262758255004883 (28.52521514892578) + | > loss_duration: 1.8625853061676025 (1.9034424424171448) + | > loss_1: 36.053775787353516 (40.10417175292969) + + --> STEP: 3 + | > loss_disc: 2.3809385299682617 (2.319561719894409) + | > loss_disc_real_0: 0.09992387890815735 (0.09325339396794637) + | > loss_disc_real_1: 0.19463340938091278 (0.21578806142012277) + | > loss_disc_real_2: 0.23263172805309296 (0.22451927264531454) + | > loss_disc_real_3: 0.20846571028232574 (0.207047830025355) + | > loss_disc_real_4: 0.23617787659168243 (0.22126228113969168) + | > loss_disc_real_5: 0.2191610038280487 (0.1992188592751821) + | > loss_0: 2.3809385299682617 (2.319561719894409) + | > loss_gen: 2.397289752960205 (2.458277940750122) + | > loss_kl: 1.4914021492004395 (1.852054238319397) + | > loss_feat: 4.0152812004089355 (4.774667024612427) + | > loss_mel: 25.137714385986328 (27.396048227945965) + | > loss_duration: 1.8873761892318726 (1.8980870246887207) + | > loss_1: 34.92906188964844 (38.37913513183594) + + --> STEP: 4 + | > loss_disc: 2.3733725547790527 (2.33301442861557) + | > loss_disc_real_0: 0.10911683738231659 (0.09721925482153893) + | > loss_disc_real_1: 0.10732533037662506 (0.18867237865924835) + | > loss_disc_real_2: 0.16323749721050262 (0.20919882878661156) + | > loss_disc_real_3: 0.1726028472185135 (0.19843658432364464) + | > loss_disc_real_4: 0.2264840304851532 (0.22256771847605705) + | > loss_disc_real_5: 0.1455250382423401 (0.1857954040169716) + | > loss_0: 2.3733725547790527 (2.33301442861557) + | > loss_gen: 2.320930004119873 (2.42394095659256) + | > loss_kl: 1.8639219999313354 (1.8550211787223816) + | > loss_feat: 6.14111328125 (5.11627858877182) + | > loss_mel: 27.85934829711914 (27.511873245239258) + | > loss_duration: 1.7999088764190674 (1.8735424876213074) + | > loss_1: 39.98522186279297 (38.780656814575195) + + --> STEP: 5 + | > loss_disc: 2.0372226238250732 (2.2738560676574706) + | > loss_disc_real_0: 0.08552313596010208 (0.09488003104925155) + | > loss_disc_real_1: 0.16267971694469452 (0.1834738463163376) + | > loss_disc_real_2: 0.11006750911474228 (0.1893725648522377) + | > loss_disc_real_3: 0.14177830517292023 (0.18710492849349974) + | > loss_disc_real_4: 0.14848633110523224 (0.20775144100189208) + | > loss_disc_real_5: 0.0771043673157692 (0.1640571966767311) + | > loss_0: 2.0372226238250732 (2.2738560676574706) + | > loss_gen: 2.306879997253418 (2.4005287647247315) + | > loss_kl: 2.071737766265869 (1.898364496231079) + | > loss_feat: 7.234852313995361 (5.539993333816528) + | > loss_mel: 28.912609100341797 (27.792020416259767) + | > loss_duration: 2.0233728885650635 (1.9035085678100585) + | > loss_1: 42.54945373535156 (39.53441619873047) + + --> STEP: 6 + | > loss_disc: 2.537217855453491 (2.3177496989568076) + | > loss_disc_real_0: 0.08735806494951248 (0.09362637003262837) + | > loss_disc_real_1: 0.27912628650665283 (0.19941591968139014) + | > loss_disc_real_2: 0.22292104363441467 (0.19496397798260054) + | > loss_disc_real_3: 0.1696397215127945 (0.1841940606633822) + | > loss_disc_real_4: 0.22361263632774353 (0.21039497355620065) + | > loss_disc_real_5: 0.18576648831367493 (0.16767541194955507) + | > loss_0: 2.537217855453491 (2.3177496989568076) + | > loss_gen: 2.31992244720459 (2.3870943784713745) + | > loss_kl: 1.2196238040924072 (1.7852410475413005) + | > loss_feat: 3.576584815979004 (5.212758580843608) + | > loss_mel: 18.684616088867188 (26.274119695027668) + | > loss_duration: 1.7901829481124878 (1.8846209645271301) + | > loss_1: 27.59092903137207 (37.54383500417074) + + --> STEP: 7 + | > loss_disc: 1.954411506652832 (2.2658442429133823) + | > loss_disc_real_0: 0.11874432116746902 (0.09721464876617704) + | > loss_disc_real_1: 0.15658986568450928 (0.19329791196755) + | > loss_disc_real_2: 0.1591944694519043 (0.18985404819250107) + | > loss_disc_real_3: 0.10883431881666183 (0.17342838325670787) + | > loss_disc_real_4: 0.15662440657615662 (0.20271346398762294) + | > loss_disc_real_5: 0.14578908681869507 (0.16454879407371795) + | > loss_0: 1.954411506652832 (2.2658442429133823) + | > loss_gen: 2.944450855255127 (2.4667167322976247) + | > loss_kl: 1.167259931564331 (1.696958030973162) + | > loss_feat: 6.9004645347595215 (5.453859431403024) + | > loss_mel: 29.341047286987305 (26.71225220816476) + | > loss_duration: 1.7590175867080688 (1.8666776248386927) + | > loss_1: 42.112239837646484 (38.196464266095845) + + --> STEP: 8 + | > loss_disc: 2.2969892024993896 (2.2697373628616333) + | > loss_disc_real_0: 0.06070118770003319 (0.09265046613290906) + | > loss_disc_real_1: 0.21283285319805145 (0.1957397796213627) + | > loss_disc_real_2: 0.20536857843399048 (0.19179336447268724) + | > loss_disc_real_3: 0.21055720746517181 (0.17806948628276587) + | > loss_disc_real_4: 0.20259247720241547 (0.202698340639472) + | > loss_disc_real_5: 0.17537853121757507 (0.16590251121670008) + | > loss_0: 2.2969892024993896 (2.2697373628616333) + | > loss_gen: 2.64391827583313 (2.488866925239563) + | > loss_kl: 1.4064103364944458 (1.6606395691633224) + | > loss_feat: 6.12363338470459 (5.53758117556572) + | > loss_mel: 28.852901458740234 (26.979833364486694) + | > loss_duration: 1.916116714477539 (1.8728575110435486) + | > loss_1: 40.94297790527344 (38.53977847099304) + + --> STEP: 9 + | > loss_disc: 2.262739419937134 (2.2689598136478) + | > loss_disc_real_0: 0.0994490534067154 (0.09340586471888754) + | > loss_disc_real_1: 0.1985391229391098 (0.19605081776777902) + | > loss_disc_real_2: 0.18639567494392395 (0.19119362119171354) + | > loss_disc_real_3: 0.14484481513500214 (0.17437785615523657) + | > loss_disc_real_4: 0.21970942616462708 (0.20458846125337812) + | > loss_disc_real_5: 0.1862456500530243 (0.16816285997629166) + | > loss_0: 2.262739419937134 (2.2689598136478) + | > loss_gen: 2.4934794902801514 (2.4893794324662952) + | > loss_kl: 0.985763430595398 (1.5856533315446641) + | > loss_feat: 4.844970226287842 (5.460624403423733) + | > loss_mel: 25.020294189453125 (26.762106789482964) + | > loss_duration: 1.8266966342926025 (1.8677285247378879) + | > loss_1: 35.171207427978516 (38.16549279954698) + + --> STEP: 10 + | > loss_disc: 2.2242813110351562 (2.2644919633865355) + | > loss_disc_real_0: 0.08956481516361237 (0.09302175976336002) + | > loss_disc_real_1: 0.18414217233657837 (0.19485995322465896) + | > loss_disc_real_2: 0.17704346776008606 (0.1897786058485508) + | > loss_disc_real_3: 0.1781178116798401 (0.17475185170769691) + | > loss_disc_real_4: 0.17431993782520294 (0.2015616089105606) + | > loss_disc_real_5: 0.18506479263305664 (0.16985305324196814) + | > loss_0: 2.2242813110351562 (2.2644919633865355) + | > loss_gen: 2.541623830795288 (2.4946038722991943) + | > loss_kl: 1.5248135328292847 (1.5795693516731262) + | > loss_feat: 4.865929126739502 (5.40115487575531) + | > loss_mel: 21.797754287719727 (26.26567153930664) + | > loss_duration: 1.7381926774978638 (1.8547749400138855) + | > loss_1: 32.46831512451172 (37.595775032043456) + + --> STEP: 11 + | > loss_disc: 2.474367380142212 (2.283571546727961) + | > loss_disc_real_0: 0.15026937425136566 (0.09822608835317871) + | > loss_disc_real_1: 0.23999974131584167 (0.1989635703238574) + | > loss_disc_real_2: 0.2180798500776291 (0.19235144623301245) + | > loss_disc_real_3: 0.18110722303390503 (0.1753296127373522) + | > loss_disc_real_4: 0.28498291969299316 (0.2091453644362363) + | > loss_disc_real_5: 0.16061581671237946 (0.169013304466551) + | > loss_0: 2.474367380142212 (2.283571546727961) + | > loss_gen: 2.5599968433380127 (2.5005486878481777) + | > loss_kl: 1.6007118225097656 (1.581491394476457) + | > loss_feat: 4.553991794586182 (5.3241400501944804) + | > loss_mel: 25.072053909301758 (26.157160845669832) + | > loss_duration: 1.7131553888320923 (1.8419004353609951) + | > loss_1: 35.499908447265625 (37.40524170615456) + + --> STEP: 12 + | > loss_disc: 2.3589680194854736 (2.28985458612442) + | > loss_disc_real_0: 0.08957426249980927 (0.09750510286539793) + | > loss_disc_real_1: 0.1470889002084732 (0.19464068114757538) + | > loss_disc_real_2: 0.14992184937000275 (0.1888156464944283) + | > loss_disc_real_3: 0.15871429443359375 (0.17394500287870565) + | > loss_disc_real_4: 0.22675226628780365 (0.21061260625720024) + | > loss_disc_real_5: 0.16300441324710846 (0.16851256353159746) + | > loss_0: 2.3589680194854736 (2.28985458612442) + | > loss_gen: 2.3850245475769043 (2.490921676158905) + | > loss_kl: 1.457693099975586 (1.5711748699347179) + | > loss_feat: 5.3927130699157715 (5.329854468504588) + | > loss_mel: 27.206459045410156 (26.24460236231486) + | > loss_duration: 1.8595657348632812 (1.8433725436528523) + | > loss_1: 38.301456451416016 (37.47992626825968) + + --> STEP: 13 + | > loss_disc: 2.154391050338745 (2.279434314140907) + | > loss_disc_real_0: 0.0800873190164566 (0.09616527333855629) + | > loss_disc_real_1: 0.15716446936130524 (0.1917578956255546) + | > loss_disc_real_2: 0.19167205691337585 (0.1890353703728089) + | > loss_disc_real_3: 0.10177337378263474 (0.16839333910208482) + | > loss_disc_real_4: 0.2088114321231842 (0.21047405440073746) + | > loss_disc_real_5: 0.20195232331752777 (0.1710848527458998) + | > loss_0: 2.154391050338745 (2.279434314140907) + | > loss_gen: 2.6208486557006836 (2.50091605920058) + | > loss_kl: 1.5796180963516235 (1.5718243488898644) + | > loss_feat: 5.70196008682251 (5.358477977605967) + | > loss_mel: 28.14742088317871 (26.390973017765926) + | > loss_duration: 1.8830487728118896 (1.8464245612804706) + | > loss_1: 39.932899475097656 (37.66861651493953) + + --> STEP: 14 + | > loss_disc: 2.230133295059204 (2.275912812777928) + | > loss_disc_real_0: 0.056210361421108246 (0.09331135105873857) + | > loss_disc_real_1: 0.15174956619739532 (0.1889001578092575) + | > loss_disc_real_2: 0.16359259188175201 (0.18721802905201912) + | > loss_disc_real_3: 0.1483386904001236 (0.16696086419480188) + | > loss_disc_real_4: 0.21615180373191833 (0.21087960792439325) + | > loss_disc_real_5: 0.13720044493675232 (0.16866453790238925) + | > loss_0: 2.230133295059204 (2.275912812777928) + | > loss_gen: 2.351511240005493 (2.490244286400931) + | > loss_kl: 1.0123823881149292 (1.5318642088345118) + | > loss_feat: 5.969593048095703 (5.402129054069519) + | > loss_mel: 29.577239990234375 (26.618563515799387) + | > loss_duration: 1.895925521850586 (1.849960344178336) + | > loss_1: 40.80665588378906 (37.892762184143066) + + --> STEP: 15 + | > loss_disc: 2.099675416946411 (2.2641636530558267) + | > loss_disc_real_0: 0.08220887184143066 (0.0925711857775847) + | > loss_disc_real_1: 0.20308296382427216 (0.1898456782102585) + | > loss_disc_real_2: 0.19247154891490936 (0.18756826370954513) + | > loss_disc_real_3: 0.1910538524389267 (0.16856706341107686) + | > loss_disc_real_4: 0.2030906081199646 (0.21036034127076467) + | > loss_disc_real_5: 0.187611386179924 (0.16992766112089158) + | > loss_0: 2.099675416946411 (2.2641636530558267) + | > loss_gen: 2.8206183910369873 (2.5122692267100017) + | > loss_kl: 1.2549396753311157 (1.5134025732676188) + | > loss_feat: 5.989283561706543 (5.4412726879119875) + | > loss_mel: 29.122596740722656 (26.785499064127603) + | > loss_duration: 1.811525583267212 (1.8473980267842611) + | > loss_1: 40.998966217041016 (38.09984245300293) + + --> STEP: 16 + | > loss_disc: 2.674750804901123 (2.289825350046158) + | > loss_disc_real_0: 0.06951609253883362 (0.09113024245016277) + | > loss_disc_real_1: 0.20718631148338318 (0.19092946778982878) + | > loss_disc_real_2: 0.2028447836637497 (0.18852304620668292) + | > loss_disc_real_3: 0.1528683304786682 (0.16758589260280132) + | > loss_disc_real_4: 0.18946196138858795 (0.20905419252812862) + | > loss_disc_real_5: 0.1540430784225464 (0.168934874702245) + | > loss_0: 2.674750804901123 (2.289825350046158) + | > loss_gen: 1.9610614776611328 (2.4778187423944473) + | > loss_kl: 1.4772595167160034 (1.5111436322331429) + | > loss_feat: 4.110640525817871 (5.358108177781105) + | > loss_mel: 18.167057037353516 (26.246846437454224) + | > loss_duration: 1.9023659229278564 (1.8508335202932358) + | > loss_1: 27.618385314941406 (37.444751381874084) + + --> STEP: 17 + | > loss_disc: 2.6547133922576904 (2.3112893525291893) + | > loss_disc_real_0: 0.08898463845252991 (0.09100403045030202) + | > loss_disc_real_1: 0.2622954845428467 (0.1951274687753004) + | > loss_disc_real_2: 0.23079517483711243 (0.1910096420084729) + | > loss_disc_real_3: 0.1918649971485138 (0.16901407522313736) + | > loss_disc_real_4: 0.24520738422870636 (0.21118085086345673) + | > loss_disc_real_5: 0.222077414393425 (0.172060906448785) + | > loss_0: 2.6547133922576904 (2.3112893525291893) + | > loss_gen: 2.1155240535736084 (2.4565072901108684) + | > loss_kl: 1.5146572589874268 (1.5113503161598654) + | > loss_feat: 3.1544668674468994 (5.228482218349681) + | > loss_mel: 19.536386489868164 (25.852113499360925) + | > loss_duration: 1.7791883945465088 (1.8466191011316635) + | > loss_1: 28.100223541259766 (36.895073273602655) + + --> STEP: 18 + | > loss_disc: 2.2506022453308105 (2.307917846573724) + | > loss_disc_real_0: 0.0734390839934349 (0.09002820009158717) + | > loss_disc_real_1: 0.1541755199432373 (0.19285236050685248) + | > loss_disc_real_2: 0.151194229722023 (0.18879767465922567) + | > loss_disc_real_3: 0.1430491954088211 (0.16757158190011978) + | > loss_disc_real_4: 0.10584200173616409 (0.20532869257860714) + | > loss_disc_real_5: 0.09955086559057236 (0.16803257084555095) + | > loss_0: 2.2506022453308105 (2.307917846573724) + | > loss_gen: 2.4217212200164795 (2.4545747306611805) + | > loss_kl: 0.9672200083732605 (1.4811208546161652) + | > loss_feat: 6.477985382080078 (5.297899060779148) + | > loss_mel: 28.710466384887695 (26.01091088189019) + | > loss_duration: 1.777982234954834 (1.8428059418996174) + | > loss_1: 40.35537338256836 (37.087312168545196) + + --> STEP: 19 + | > loss_disc: 2.4158520698547363 (2.3135985951674614) + | > loss_disc_real_0: 0.09012771397829056 (0.09003343766457156) + | > loss_disc_real_1: 0.20352347195148468 (0.1934139979513068) + | > loss_disc_real_2: 0.18652121722698212 (0.18867786111016022) + | > loss_disc_real_3: 0.18180711567401886 (0.1683208205197987) + | > loss_disc_real_4: 0.24493558704853058 (0.207413265971761) + | > loss_disc_real_5: 0.21393853425979614 (0.1704486741831428) + | > loss_0: 2.4158520698547363 (2.3135985951674614) + | > loss_gen: 2.2446045875549316 (2.4435236704976937) + | > loss_kl: 1.5479918718338013 (1.484640381838146) + | > loss_feat: 4.356067180633545 (5.248328961824116) + | > loss_mel: 24.956890106201172 (25.955436104222347) + | > loss_duration: 1.8774818181991577 (1.844630988020646) + | > loss_1: 34.983036041259766 (36.97656079342491) + + --> STEP: 20 + | > loss_disc: 2.6016762256622314 (2.3280024766921996) + | > loss_disc_real_0: 0.11587361991405487 (0.09132544677704572) + | > loss_disc_real_1: 0.21297994256019592 (0.19439229518175125) + | > loss_disc_real_2: 0.19622093439102173 (0.1890550147742033) + | > loss_disc_real_3: 0.1488981544971466 (0.16734968721866608) + | > loss_disc_real_4: 0.20830024778842926 (0.2074576150625944) + | > loss_disc_real_5: 0.20202331244945526 (0.17202740609645845) + | > loss_0: 2.6016762256622314 (2.3280024766921996) + | > loss_gen: 1.974144697189331 (2.420054721832275) + | > loss_kl: 1.3600925207138062 (1.478412988781929) + | > loss_feat: 4.014753818511963 (5.186650204658508) + | > loss_mel: 24.651939392089844 (25.890261268615724) + | > loss_duration: 1.7580292224884033 (1.8403008997440338) + | > loss_1: 33.75896072387695 (36.81568078994751) + + --> STEP: 21 + | > loss_disc: 2.362344264984131 (2.3296377999441966) + | > loss_disc_real_0: 0.11616101861000061 (0.09250809305480548) + | > loss_disc_real_1: 0.19927799701690674 (0.194624947650092) + | > loss_disc_real_2: 0.21642214059829712 (0.1903582112420173) + | > loss_disc_real_3: 0.23115986585617065 (0.17038826715378536) + | > loss_disc_real_4: 0.24784167110919952 (0.209380665350528) + | > loss_disc_real_5: 0.23520885407924652 (0.1750360464765912) + | > loss_0: 2.362344264984131 (2.3296377999441966) + | > loss_gen: 2.5627377033233643 (2.426849149522327) + | > loss_kl: 1.2639647722244263 (1.4682011689458574) + | > loss_feat: 4.619781970977783 (5.1596564792451405) + | > loss_mel: 25.639249801635742 (25.878308341616677) + | > loss_duration: 1.8187994956970215 (1.8392770233608426) + | > loss_1: 35.90453338623047 (36.77229281834194) + + --> STEP: 22 + | > loss_disc: 2.4180760383605957 (2.333657719872215) + | > loss_disc_real_0: 0.08822683244943619 (0.09231349030001597) + | > loss_disc_real_1: 0.29192686080932617 (0.19904776188460263) + | > loss_disc_real_2: 0.23740947246551514 (0.19249690493399446) + | > loss_disc_real_3: 0.20668314397335052 (0.17203803428194742) + | > loss_disc_real_4: 0.24688534438610077 (0.21108542348850856) + | > loss_disc_real_5: 0.23206914961338043 (0.17762846025553616) + | > loss_0: 2.4180760383605957 (2.333657719872215) + | > loss_gen: 2.631087064743042 (2.436132691123269) + | > loss_kl: 1.316315770149231 (1.4612972871823744) + | > loss_feat: 4.395771026611328 (5.124934413216331) + | > loss_mel: 28.33924674987793 (25.990169178355824) + | > loss_duration: 1.9379748106002808 (1.843763286417181) + | > loss_1: 38.62039566040039 (36.85629749298096) + + --> STEP: 23 + | > loss_disc: 2.545233726501465 (2.342856676682182) + | > loss_disc_real_0: 0.1545160412788391 (0.09501794903822568) + | > loss_disc_real_1: 0.2331060916185379 (0.20052855882955634) + | > loss_disc_real_2: 0.2046777755022049 (0.19302650800217752) + | > loss_disc_real_3: 0.22241437435150146 (0.1742283099371454) + | > loss_disc_real_4: 0.2392994910478592 (0.21231212207804556) + | > loss_disc_real_5: 0.23099656403064728 (0.17994881259358447) + | > loss_0: 2.545233726501465 (2.342856676682182) + | > loss_gen: 2.0973777770996094 (2.4214042166005014) + | > loss_kl: 1.1993622779846191 (1.4499088085216025) + | > loss_feat: 3.466978073120117 (5.052849354951278) + | > loss_mel: 23.02029037475586 (25.861044012981914) + | > loss_duration: 1.8863941431045532 (1.8456168019253274) + | > loss_1: 31.67040252685547 (36.630823798801586) + + --> STEP: 24 + | > loss_disc: 2.084970474243164 (2.332111418247223) + | > loss_disc_real_0: 0.06496795266866684 (0.09376586585616072) + | > loss_disc_real_1: 0.17262153327465057 (0.19936576609810194) + | > loss_disc_real_2: 0.14672712981700897 (0.19109736724446216) + | > loss_disc_real_3: 0.20224210619926453 (0.17539555144806704) + | > loss_disc_real_4: 0.16858257353305817 (0.21049005755533776) + | > loss_disc_real_5: 0.15156887471675873 (0.17876631518205008) + | > loss_0: 2.084970474243164 (2.332111418247223) + | > loss_gen: 2.4007670879364014 (2.420544336239497) + | > loss_kl: 0.6141995787620544 (1.4150875906149547) + | > loss_feat: 5.800971508026123 (5.084021111329396) + | > loss_mel: 29.01453399658203 (25.992439428965252) + | > loss_duration: 1.8279250860214233 (1.844879647095998) + | > loss_1: 39.65840148925781 (36.756972869237266) + + --> STEP: 25 + | > loss_disc: 2.2769601345062256 (2.329905366897583) + | > loss_disc_real_0: 0.08299165964126587 (0.09333489760756493) + | > loss_disc_real_1: 0.18404534459114075 (0.1987529492378235) + | > loss_disc_real_2: 0.1964135766029358 (0.19131001561880112) + | > loss_disc_real_3: 0.16260209679603577 (0.17488381326198577) + | > loss_disc_real_4: 0.2957853078842163 (0.2139018675684929) + | > loss_disc_real_5: 0.15542012453079224 (0.17783246755599977) + | > loss_0: 2.2769601345062256 (2.329905366897583) + | > loss_gen: 2.4538564682006836 (2.4218768215179445) + | > loss_kl: 1.2758452892303467 (1.4095178985595702) + | > loss_feat: 4.90347146987915 (5.0767991256713865) + | > loss_mel: 23.801877975463867 (25.904816970825195) + | > loss_duration: 1.737419843673706 (1.8405812549591065) + | > loss_1: 34.17247009277344 (36.65359275817871) + + --> STEP: 26 + | > loss_disc: 2.509704351425171 (2.3368207124563365) + | > loss_disc_real_0: 0.12865489721298218 (0.09469335913085021) + | > loss_disc_real_1: 0.17740674316883087 (0.197931941312093) + | > loss_disc_real_2: 0.18572312593460083 (0.19109513524633187) + | > loss_disc_real_3: 0.15509405732154846 (0.1741226688027382) + | > loss_disc_real_4: 0.23598219454288483 (0.2147511109136618) + | > loss_disc_real_5: 0.19369423389434814 (0.17844253549209008) + | > loss_0: 2.509704351425171 (2.3368207124563365) + | > loss_gen: 2.248251438140869 (2.4151989221572876) + | > loss_kl: 1.2423765659332275 (1.4030893857662494) + | > loss_feat: 4.8541579246521 (5.068236002555261) + | > loss_mel: 26.469161987304688 (25.9265225483821) + | > loss_duration: 1.7956781387329102 (1.8388542120273297) + | > loss_1: 36.60962677001953 (36.651901758634125) + + --> STEP: 27 + | > loss_disc: 2.359579563140869 (2.3376636328520597) + | > loss_disc_real_0: 0.10728245973587036 (0.09515962211622132) + | > loss_disc_real_1: 0.20198512077331543 (0.19808205906991605) + | > loss_disc_real_2: 0.17652054131031036 (0.19055533547092368) + | > loss_disc_real_3: 0.1597161889076233 (0.1735890954732895) + | > loss_disc_real_4: 0.2231498509645462 (0.21506217535999086) + | > loss_disc_real_5: 0.15079721808433533 (0.17741863484735843) + | > loss_0: 2.359579563140869 (2.3376636328520597) + | > loss_gen: 2.603139638900757 (2.422159689444083) + | > loss_kl: 1.4382978677749634 (1.404393403618424) + | > loss_feat: 5.598456382751465 (5.087873794414379) + | > loss_mel: 28.676265716552734 (26.028364887943976) + | > loss_duration: 1.840747594833374 (1.8389243373164423) + | > loss_1: 40.15690612792969 (36.781716735274706) + + --> STEP: 28 + | > loss_disc: 1.950223684310913 (2.323826491832733) + | > loss_disc_real_0: 0.06815678626298904 (0.09419523512146302) + | > loss_disc_real_1: 0.1664787083864212 (0.19695336797407695) + | > loss_disc_real_2: 0.12788888812065125 (0.1883172480655568) + | > loss_disc_real_3: 0.1046094000339508 (0.17112553492188454) + | > loss_disc_real_4: 0.11729130148887634 (0.21157035843602248) + | > loss_disc_real_5: 0.16170655190944672 (0.1768574890281473) + | > loss_0: 1.950223684310913 (2.323826491832733) + | > loss_gen: 2.666186571121216 (2.430874935218266) + | > loss_kl: 1.7352430820465088 (1.4162094635622842) + | > loss_feat: 6.4883270263671875 (5.137889981269836) + | > loss_mel: 27.45407485961914 (26.07928310121809) + | > loss_duration: 1.8607285022735596 (1.8397030574934823) + | > loss_1: 40.204559326171875 (36.90396111352103) + + --> STEP: 29 + | > loss_disc: 2.337583303451538 (2.324300864647175) + | > loss_disc_real_0: 0.10454165935516357 (0.09455200837090097) + | > loss_disc_real_1: 0.2742961049079895 (0.19962035890283256) + | > loss_disc_real_2: 0.23403818905353546 (0.18989383223755607) + | > loss_disc_real_3: 0.204289972782135 (0.1722691362274104) + | > loss_disc_real_4: 0.27962377667427063 (0.21391702803044482) + | > loss_disc_real_5: 0.24567818641662598 (0.17923061652430172) + | > loss_0: 2.337583303451538 (2.324300864647175) + | > loss_gen: 2.550029754638672 (2.434983722094832) + | > loss_kl: 1.484104037284851 (1.4185506557596141) + | > loss_feat: 3.884448289871216 (5.094667853980229) + | > loss_mel: 24.62882423400879 (26.02926727821087) + | > loss_duration: 1.838333249092102 (1.839655822721021) + | > loss_1: 34.385738372802734 (36.81712584659971) + + --> STEP: 30 + | > loss_disc: 2.3015828132629395 (2.3235435962677) + | > loss_disc_real_0: 0.08947007358074188 (0.09438261054456235) + | > loss_disc_real_1: 0.16085247695446014 (0.19832809617122013) + | > loss_disc_real_2: 0.13853931427001953 (0.1881820149719715) + | > loss_disc_real_3: 0.11266423761844635 (0.17028230627377827) + | > loss_disc_real_4: 0.15546579658985138 (0.21196865364909173) + | > loss_disc_real_5: 0.10971229523420334 (0.17691333914796512) + | > loss_0: 2.3015828132629395 (2.3235435962677) + | > loss_gen: 2.2939274311065674 (2.4302818457285564) + | > loss_kl: 1.3724441528320312 (1.4170137723286946) + | > loss_feat: 6.466060161590576 (5.140380930900574) + | > loss_mel: 29.44991111755371 (26.143288739522298) + | > loss_duration: 1.8330440521240234 (1.8394354303677878) + | > loss_1: 41.415382385253906 (36.97040106455485) + + --> STEP: 31 + | > loss_disc: 2.4458398818969727 (2.327488637739612) + | > loss_disc_real_0: 0.13448753952980042 (0.09567631793118292) + | > loss_disc_real_1: 0.2753183841705322 (0.2008116538486173) + | > loss_disc_real_2: 0.2356100231409073 (0.18971195071935654) + | > loss_disc_real_3: 0.1746729165315628 (0.17042393886273907) + | > loss_disc_real_4: 0.2114926427602768 (0.21195329845912994) + | > loss_disc_real_5: 0.22352157533168793 (0.17841683063776262) + | > loss_0: 2.4458398818969727 (2.327488637739612) + | > loss_gen: 2.3494760990142822 (2.427675208737773) + | > loss_kl: 1.3998832702636719 (1.4164611754878875) + | > loss_feat: 4.222348213195801 (5.110766972264936) + | > loss_mel: 26.375757217407227 (26.150787722679876) + | > loss_duration: 1.7991124391555786 (1.838134688715781) + | > loss_1: 36.14657974243164 (36.94382618319604) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.01366652980927498 (+0.003360563708889869) + | > avg_loss_disc: 2.327488637739612 (-0.15408780497889385) + | > avg_loss_disc_real_0: 0.09567631793118292 (+0.01674179131946256) + | > avg_loss_disc_real_1: 0.2008116538486173 (+0.062213248302859625) + | > avg_loss_disc_real_2: 0.18971195071935654 (-0.017513570525953842) + | > avg_loss_disc_real_3: 0.17042393886273907 (-0.05346607681243651) + | > avg_loss_disc_real_4: 0.21195329845912994 (-0.029088010470713355) + | > avg_loss_disc_real_5: 0.17841683063776262 (-0.07659104394335911) + | > avg_loss_0: 2.327488637739612 (-0.15408780497889385) + | > avg_loss_gen: 2.427675208737773 (+0.3982038959380114) + | > avg_loss_kl: 1.4164611754878875 (+0.10677597984190923) + | > avg_loss_feat: 5.110766972264936 (+0.594218000288933) + | > avg_loss_mel: 26.150787722679876 (+0.5210073532596695) + | > avg_loss_duration: 1.838134688715781 (-0.0029906265197261472) + | > avg_loss_1: 36.94382618319604 (+1.6172153103736164) + + + > EPOCH: 7/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 11:49:03)  + + --> TIME: 2024-11-22 11:49:08 -- STEP: 4/797 -- GLOBAL_STEP: 7400 + | > loss_disc: 2.4081871509552 (2.376594305038452) + | > loss_disc_real_0: 0.10334812849760056 (0.09890860691666603) + | > loss_disc_real_1: 0.1730351448059082 (0.24505950883030891) + | > loss_disc_real_2: 0.22609812021255493 (0.2420525811612606) + | > loss_disc_real_3: 0.161115363240242 (0.23568850383162498) + | > loss_disc_real_4: 0.21348179876804352 (0.22101430967450142) + | > loss_disc_real_5: 0.20786800980567932 (0.20896712690591812) + | > loss_0: 2.4081871509552 (2.376594305038452) + | > grad_norm_0: tensor(71.9582, device='cuda:0') (tensor(81.9890, device='cuda:0')) + | > loss_gen: 2.5041956901550293 (2.4676406383514404) + | > loss_kl: 1.4707070589065552 (1.4168434739112854) + | > loss_feat: 4.952823638916016 (4.683170676231384) + | > loss_mel: 25.554515838623047 (25.253926277160645) + | > loss_duration: 2.073563814163208 (2.1557669639587402) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.55580520629883 (35.9773473739624) + | > grad_norm_1: tensor(131.0753, device='cuda:0') (tensor(231.1329, device='cuda:0')) + | > current_lr_0: 0.0001997751124671936 + | > current_lr_1: 0.0001997751124671936 + | > step_time: 0.8158 (0.8395570516586304) + | > loader_time: 0.0047 (0.00487130880355835) + + + --> TIME: 2024-11-22 11:49:30 -- STEP: 29/797 -- GLOBAL_STEP: 7425 + | > loss_disc: 2.330738067626953 (2.4194906580037085) + | > loss_disc_real_0: 0.16707824170589447 (0.12419776335872452) + | > loss_disc_real_1: 0.2493869513273239 (0.23300163447856903) + | > loss_disc_real_2: 0.22023864090442657 (0.23321007860117945) + | > loss_disc_real_3: 0.19911187887191772 (0.22103911124426742) + | > loss_disc_real_4: 0.17756126821041107 (0.21200572313933536) + | > loss_disc_real_5: 0.2262711226940155 (0.22984561992102656) + | > loss_0: 2.330738067626953 (2.4194906580037085) + | > grad_norm_0: tensor(70.6690, device='cuda:0') (tensor(89.2215, device='cuda:0')) + | > loss_gen: 2.314223289489746 (2.4021930612366775) + | > loss_kl: 1.6036661863327026 (1.4571907355867584) + | > loss_feat: 5.138926982879639 (4.657082648112856) + | > loss_mel: 26.849355697631836 (24.62133183972589) + | > loss_duration: 1.8826462030410767 (1.9863160766404253) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.788818359375 (35.12411472715179) + | > grad_norm_1: tensor(610.7534, device='cuda:0') (tensor(587.8029, device='cuda:0')) + | > current_lr_0: 0.0001997751124671936 + | > current_lr_1: 0.0001997751124671936 + | > step_time: 1.1664 (0.8770970311658136) + | > loader_time: 0.0039 (0.00419134107129327) + + + --> TIME: 2024-11-22 11:49:52 -- STEP: 54/797 -- GLOBAL_STEP: 7450 + | > loss_disc: 2.2461445331573486 (2.4193748279854104) + | > loss_disc_real_0: 0.10645689815282822 (0.12684160374380932) + | > loss_disc_real_1: 0.20010145008563995 (0.2277896895452782) + | > loss_disc_real_2: 0.23621635138988495 (0.23499104215039146) + | > loss_disc_real_3: 0.18470945954322815 (0.21515703642809833) + | > loss_disc_real_4: 0.164560467004776 (0.2142270820008384) + | > loss_disc_real_5: 0.18191105127334595 (0.2341259022553762) + | > loss_0: 2.2461445331573486 (2.4193748279854104) + | > grad_norm_0: tensor(30.3868, device='cuda:0') (tensor(80.2611, device='cuda:0')) + | > loss_gen: 2.473432779312134 (2.3768310414420233) + | > loss_kl: 1.120343804359436 (1.4634633814847027) + | > loss_feat: 5.316460132598877 (4.685774136472633) + | > loss_mel: 26.58316993713379 (25.05066274713587) + | > loss_duration: 1.8155945539474487 (1.9461945670622367) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.30900192260742 (35.52292597735367) + | > grad_norm_1: tensor(471.4880, device='cuda:0') (tensor(636.0464, device='cuda:0')) + | > current_lr_0: 0.0001997751124671936 + | > current_lr_1: 0.0001997751124671936 + | > step_time: 0.9018 (0.8642468319998847) + | > loader_time: 0.0048 (0.004420280456542967) + + + --> TIME: 2024-11-22 11:50:16 -- STEP: 79/797 -- GLOBAL_STEP: 7475 + | > loss_disc: 2.5599045753479004 (2.4117752600319777) + | > loss_disc_real_0: 0.11281587183475494 (0.12363140511361867) + | > loss_disc_real_1: 0.2155897170305252 (0.2250277603728862) + | > loss_disc_real_2: 0.2513926923274994 (0.2351794022170803) + | > loss_disc_real_3: 0.15415136516094208 (0.21634011178077026) + | > loss_disc_real_4: 0.25490304827690125 (0.21622328667701046) + | > loss_disc_real_5: 0.24496637284755707 (0.23418278350860258) + | > loss_0: 2.5599045753479004 (2.4117752600319777) + | > grad_norm_0: tensor(219.2358, device='cuda:0') (tensor(78.9068, device='cuda:0')) + | > loss_gen: 2.2683324813842773 (2.3978170865698702) + | > loss_kl: 1.281184196472168 (1.438552071776571) + | > loss_feat: 4.17778205871582 (4.730915627902066) + | > loss_mel: 23.622501373291016 (25.210589420946338) + | > loss_duration: 1.7889740467071533 (1.9181526280656647) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.13877487182617 (35.69602686242211) + | > grad_norm_1: tensor(1012.9279, device='cuda:0') (tensor(651.4674, device='cuda:0')) + | > current_lr_0: 0.0001997751124671936 + | > current_lr_1: 0.0001997751124671936 + | > step_time: 1.0218 (0.8923194981828521) + | > loader_time: 0.0043 (0.004695192168030557) + + + --> TIME: 2024-11-22 11:50:39 -- STEP: 104/797 -- GLOBAL_STEP: 7500 + | > loss_disc: 2.477160930633545 (2.4246135285267463) + | > loss_disc_real_0: 0.10130012035369873 (0.12623587555180382) + | > loss_disc_real_1: 0.18890604376792908 (0.22601581622774786) + | > loss_disc_real_2: 0.22153694927692413 (0.23432477219746664) + | > loss_disc_real_3: 0.18023496866226196 (0.21621158819359085) + | > loss_disc_real_4: 0.2197103649377823 (0.21821813399975115) + | > loss_disc_real_5: 0.2310446947813034 (0.23542542884556147) + | > loss_0: 2.477160930633545 (2.4246135285267463) + | > grad_norm_0: tensor(120.8966, device='cuda:0') (tensor(87.6914, device='cuda:0')) + | > loss_gen: 2.2331643104553223 (2.392025528045799) + | > loss_kl: 1.3404128551483154 (1.4133050854389484) + | > loss_feat: 4.754730224609375 (4.710406012259994) + | > loss_mel: 24.814594268798828 (25.245378549282368) + | > loss_duration: 1.8502514362335205 (1.906517036832296) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.9931526184082 (35.667632029606736) + | > grad_norm_1: tensor(298.5913, device='cuda:0') (tensor(692.3021, device='cuda:0')) + | > current_lr_0: 0.0001997751124671936 + | > current_lr_1: 0.0001997751124671936 + | > step_time: 1.0008 (0.9000608347929441) + | > loader_time: 0.0043 (0.004898295952723574) + + + --> TIME: 2024-11-22 11:51:02 -- STEP: 129/797 -- GLOBAL_STEP: 7525 + | > loss_disc: 2.387953281402588 (2.421875134919041) + | > loss_disc_real_0: 0.11284226179122925 (0.12507880981578393) + | > loss_disc_real_1: 0.2555435597896576 (0.2250009093635766) + | > loss_disc_real_2: 0.23696757853031158 (0.23452837314716604) + | > loss_disc_real_3: 0.19265742599964142 (0.21663215998993365) + | > loss_disc_real_4: 0.23377646505832672 (0.2170934176953264) + | > loss_disc_real_5: 0.2964915931224823 (0.23411974230015925) + | > loss_0: 2.387953281402588 (2.421875134919041) + | > grad_norm_0: tensor(197.5251, device='cuda:0') (tensor(89.9781, device='cuda:0')) + | > loss_gen: 2.3619234561920166 (2.398552672807559) + | > loss_kl: 1.0560836791992188 (1.3994467970012694) + | > loss_feat: 4.242443084716797 (4.710759027983789) + | > loss_mel: 26.012039184570312 (25.217548547789107) + | > loss_duration: 1.9056464433670044 (1.8982524973477504) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.5781364440918 (35.62455932853758) + | > grad_norm_1: tensor(888.4468, device='cuda:0') (tensor(700.2863, device='cuda:0')) + | > current_lr_0: 0.0001997751124671936 + | > current_lr_1: 0.0001997751124671936 + | > step_time: 0.9359 (0.9033521570900614) + | > loader_time: 0.0058 (0.0049993178641149225) + + + --> TIME: 2024-11-22 11:51:25 -- STEP: 154/797 -- GLOBAL_STEP: 7550 + | > loss_disc: 2.2572827339172363 (2.4169102752363525) + | > loss_disc_real_0: 0.0864722728729248 (0.12613243783836245) + | > loss_disc_real_1: 0.16099926829338074 (0.22429319993629085) + | > loss_disc_real_2: 0.27286866307258606 (0.23452684863821252) + | > loss_disc_real_3: 0.1604347676038742 (0.2157287070309961) + | > loss_disc_real_4: 0.20088940858840942 (0.2170209844971632) + | > loss_disc_real_5: 0.16924788057804108 (0.23271097513762387) + | > loss_0: 2.2572827339172363 (2.4169102752363525) + | > grad_norm_0: tensor(75.4398, device='cuda:0') (tensor(90.2917, device='cuda:0')) + | > loss_gen: 2.3595898151397705 (2.3965992261837044) + | > loss_kl: 1.3872442245483398 (1.3913147662367142) + | > loss_feat: 6.306918144226074 (4.72404016612412) + | > loss_mel: 28.903228759765625 (25.297065734863274) + | > loss_duration: 1.780174970626831 (1.8900652899370565) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 40.737152099609375 (35.69908500027347) + | > grad_norm_1: tensor(868.8125, device='cuda:0') (tensor(704.7252, device='cuda:0')) + | > current_lr_0: 0.0001997751124671936 + | > current_lr_1: 0.0001997751124671936 + | > step_time: 0.9353 (0.9056924117075933) + | > loader_time: 0.0077 (0.005060000853105024) + + + --> TIME: 2024-11-22 11:51:50 -- STEP: 179/797 -- GLOBAL_STEP: 7575 + | > loss_disc: 2.6178245544433594 (2.4155652216692873) + | > loss_disc_real_0: 0.19452647864818573 (0.12521578857477483) + | > loss_disc_real_1: 0.27460911870002747 (0.22360314828390515) + | > loss_disc_real_2: 0.30629053711891174 (0.23468508542249988) + | > loss_disc_real_3: 0.275191068649292 (0.21616250821831506) + | > loss_disc_real_4: 0.2638746201992035 (0.2165472487497596) + | > loss_disc_real_5: 0.2695094048976898 (0.23367495060633015) + | > loss_0: 2.6178245544433594 (2.4155652216692873) + | > grad_norm_0: tensor(391.7626, device='cuda:0') (tensor(91.2340, device='cuda:0')) + | > loss_gen: 2.6283676624298096 (2.4044981695420247) + | > loss_kl: 1.1566534042358398 (1.3886543389139228) + | > loss_feat: 4.136836528778076 (4.734455914470734) + | > loss_mel: 25.838577270507812 (25.304901964837608) + | > loss_duration: 1.8133399486541748 (1.8819416261918052) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.57377243041992 (35.71445182715049) + | > grad_norm_1: tensor(1088.8196, device='cuda:0') (tensor(715.0873, device='cuda:0')) + | > current_lr_0: 0.0001997751124671936 + | > current_lr_1: 0.0001997751124671936 + | > step_time: 1.0588 (0.9170569680922525) + | > loader_time: 0.0097 (0.005214789726214701) + + + --> TIME: 2024-11-22 11:52:14 -- STEP: 204/797 -- GLOBAL_STEP: 7600 + | > loss_disc: 2.4713358879089355 (2.4145665682998345) + | > loss_disc_real_0: 0.15194609761238098 (0.12242225974834726) + | > loss_disc_real_1: 0.2127692848443985 (0.22291100171266817) + | > loss_disc_real_2: 0.25669655203819275 (0.2363708715374563) + | > loss_disc_real_3: 0.17512130737304688 (0.21701360453723692) + | > loss_disc_real_4: 0.2047763168811798 (0.21823793861503696) + | > loss_disc_real_5: 0.21732811629772186 (0.23514150185327903) + | > loss_0: 2.4713358879089355 (2.4145665682998345) + | > grad_norm_0: tensor(128.7114, device='cuda:0') (tensor(90.7519, device='cuda:0')) + | > loss_gen: 2.4213225841522217 (2.4175776488640732) + | > loss_kl: 0.9669114947319031 (1.3883173588444204) + | > loss_feat: 4.674736976623535 (4.766627766338046) + | > loss_mel: 26.933591842651367 (25.35019330417408) + | > loss_duration: 1.9029717445373535 (1.8770037252528995) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.8995361328125 (35.799719651540094) + | > grad_norm_1: tensor(642.3930, device='cuda:0') (tensor(697.5294, device='cuda:0')) + | > current_lr_0: 0.0001997751124671936 + | > current_lr_1: 0.0001997751124671936 + | > step_time: 0.9289 (0.9207078779444975) + | > loader_time: 0.0056 (0.005283213129230575) + + + --> TIME: 2024-11-22 11:52:39 -- STEP: 229/797 -- GLOBAL_STEP: 7625 + | > loss_disc: 2.5115153789520264 (2.4157754718997064) + | > loss_disc_real_0: 0.1705019474029541 (0.12011171450358553) + | > loss_disc_real_1: 0.2857435643672943 (0.22412096347871305) + | > loss_disc_real_2: 0.22440797090530396 (0.2366492813331071) + | > loss_disc_real_3: 0.19710108637809753 (0.21690250266196948) + | > loss_disc_real_4: 0.24921578168869019 (0.21886869217370794) + | > loss_disc_real_5: 0.2692066431045532 (0.23441889387551354) + | > loss_0: 2.5115153789520264 (2.4157754718997064) + | > grad_norm_0: tensor(109.0972, device='cuda:0') (tensor(89.9668, device='cuda:0')) + | > loss_gen: 2.4737348556518555 (2.415394147931229) + | > loss_kl: 1.2379441261291504 (1.390752214531711) + | > loss_feat: 4.613183975219727 (4.751622977735693) + | > loss_mel: 26.740999221801758 (25.348108749722805) + | > loss_duration: 1.8643505573272705 (1.8737373976728282) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.930213928222656 (35.77961541055069) + | > grad_norm_1: tensor(510.9385, device='cuda:0') (tensor(683.4260, device='cuda:0')) + | > current_lr_0: 0.0001997751124671936 + | > current_lr_1: 0.0001997751124671936 + | > step_time: 0.9968 (0.9263237261876268) + | > loader_time: 0.0056 (0.00537496779162811) + + + --> TIME: 2024-11-22 11:53:04 -- STEP: 254/797 -- GLOBAL_STEP: 7650 + | > loss_disc: 2.376878499984741 (2.4185082461890266) + | > loss_disc_real_0: 0.08352133631706238 (0.12086947604749852) + | > loss_disc_real_1: 0.1560387909412384 (0.22339756616691905) + | > loss_disc_real_2: 0.22193221747875214 (0.2361809348496865) + | > loss_disc_real_3: 0.21461255848407745 (0.21671132746291913) + | > loss_disc_real_4: 0.16284245252609253 (0.2191498132319901) + | > loss_disc_real_5: 0.22836899757385254 (0.23581291406642735) + | > loss_0: 2.376878499984741 (2.4185082461890266) + | > grad_norm_0: tensor(19.0724, device='cuda:0') (tensor(89.5864, device='cuda:0')) + | > loss_gen: 2.1715497970581055 (2.4070890250168455) + | > loss_kl: 1.4236782789230347 (1.387900535046585) + | > loss_feat: 4.696249008178711 (4.723847703670891) + | > loss_mel: 27.05763053894043 (25.358432995052784) + | > loss_duration: 1.8446933031082153 (1.8687792772383203) + | > amp_scaler: 128.0 (130.01574803149606) + | > loss_1: 37.19380187988281 (35.74604946046362) + | > grad_norm_1: tensor(259.0692, device='cuda:0') (tensor(673.4865, device='cuda:0')) + | > current_lr_0: 0.0001997751124671936 + | > current_lr_1: 0.0001997751124671936 + | > step_time: 0.9808 (0.9313653679344598) + | > loader_time: 0.0066 (0.0055008103528360695) + + + --> TIME: 2024-11-22 11:53:28 -- STEP: 279/797 -- GLOBAL_STEP: 7675 + | > loss_disc: 2.441920280456543 (2.4249683904818724) + | > loss_disc_real_0: 0.17616522312164307 (0.12422102251120153) + | > loss_disc_real_1: 0.19058579206466675 (0.22261047929418556) + | > loss_disc_real_2: 0.2135881930589676 (0.23624013914429587) + | > loss_disc_real_3: 0.21067126095294952 (0.21683418919001857) + | > loss_disc_real_4: 0.3143656253814697 (0.21979130841925154) + | > loss_disc_real_5: 0.2747037708759308 (0.23639449936514687) + | > loss_0: 2.441920280456543 (2.4249683904818724) + | > grad_norm_0: tensor(134.7701, device='cuda:0') (tensor(90.0034, device='cuda:0')) + | > loss_gen: 2.6786303520202637 (2.4049708458685113) + | > loss_kl: 1.4999113082885742 (1.3858409603009516) + | > loss_feat: 5.746867656707764 (4.713703067499249) + | > loss_mel: 27.791189193725586 (25.39834431337199) + | > loss_duration: 1.9269181489944458 (1.8660178889510453) + | > amp_scaler: 128.0 (129.83512544802872) + | > loss_1: 39.643516540527344 (35.76887696789154) + | > grad_norm_1: tensor(851.8297, device='cuda:0') (tensor(674.8510, device='cuda:0')) + | > current_lr_0: 0.0001997751124671936 + | > current_lr_1: 0.0001997751124671936 + | > step_time: 0.9642 (0.9348977979366072) + | > loader_time: 0.0065 (0.005591630935668945) + + + --> TIME: 2024-11-22 11:53:54 -- STEP: 304/797 -- GLOBAL_STEP: 7700 + | > loss_disc: 2.417865514755249 (2.425504527593913) + | > loss_disc_real_0: 0.11883094906806946 (0.12273135172864913) + | > loss_disc_real_1: 0.257485955953598 (0.22330309970206336) + | > loss_disc_real_2: 0.21892234683036804 (0.23670516569951647) + | > loss_disc_real_3: 0.1851055920124054 (0.216818364508646) + | > loss_disc_real_4: 0.18280178308486938 (0.22020030722610265) + | > loss_disc_real_5: 0.17231066524982452 (0.23574508275640638) + | > loss_0: 2.417865514755249 (2.425504527593913) + | > grad_norm_0: tensor(49.5238, device='cuda:0') (tensor(88.8460, device='cuda:0')) + | > loss_gen: 2.413084030151367 (2.4027176091545512) + | > loss_kl: 1.233252763748169 (1.3864896313140267) + | > loss_feat: 5.105603218078613 (4.706384323145212) + | > loss_mel: 26.28226661682129 (25.454861283302296) + | > loss_duration: 1.848097801208496 (1.8632324435993244) + | > amp_scaler: 128.0 (129.68421052631592) + | > loss_1: 36.88230895996094 (35.81368522895008) + | > grad_norm_1: tensor(497.2207, device='cuda:0') (tensor(666.7271, device='cuda:0')) + | > current_lr_0: 0.0001997751124671936 + | > current_lr_1: 0.0001997751124671936 + | > step_time: 1.0735 (0.9408658193914515) + | > loader_time: 0.0061 (0.005697795435001975) + + + --> TIME: 2024-11-22 11:54:20 -- STEP: 329/797 -- GLOBAL_STEP: 7725 + | > loss_disc: 2.4030466079711914 (2.4208222239937816) + | > loss_disc_real_0: 0.16209471225738525 (0.12128929203336543) + | > loss_disc_real_1: 0.29350391030311584 (0.22323830683905302) + | > loss_disc_real_2: 0.21848221123218536 (0.23658869829946014) + | > loss_disc_real_3: 0.20059865713119507 (0.2173226129456131) + | > loss_disc_real_4: 0.2394452542066574 (0.22047203054544054) + | > loss_disc_real_5: 0.30681073665618896 (0.23560373548497546) + | > loss_0: 2.4030466079711914 (2.4208222239937816) + | > grad_norm_0: tensor(40.7672, device='cuda:0') (tensor(87.3740, device='cuda:0')) + | > loss_gen: 2.866997003555298 (2.4107798943041314) + | > loss_kl: 1.2762348651885986 (1.3882251303971354) + | > loss_feat: 5.2985382080078125 (4.723800357714248) + | > loss_mel: 27.217771530151367 (25.44580221321082) + | > loss_duration: 1.816620945930481 (1.8614738581753068) + | > amp_scaler: 128.0 (129.55623100303964) + | > loss_1: 38.47616195678711 (35.830081383145654) + | > grad_norm_1: tensor(833.6202, device='cuda:0') (tensor(673.7862, device='cuda:0')) + | > current_lr_0: 0.0001997751124671936 + | > current_lr_1: 0.0001997751124671936 + | > step_time: 1.143 (0.9491942834709193) + | > loader_time: 0.0142 (0.005940237306171636) + + + --> TIME: 2024-11-22 11:54:47 -- STEP: 354/797 -- GLOBAL_STEP: 7750 + | > loss_disc: 2.5487220287323 (2.422344572126526) + | > loss_disc_real_0: 0.24330253899097443 (0.12160645762595249) + | > loss_disc_real_1: 0.29066333174705505 (0.2232172642808176) + | > loss_disc_real_2: 0.2340639978647232 (0.2365900038999353) + | > loss_disc_real_3: 0.2838612198829651 (0.21710198311566625) + | > loss_disc_real_4: 0.29412323236465454 (0.22023653874626273) + | > loss_disc_real_5: 0.23647935688495636 (0.23519931321090223) + | > loss_0: 2.5487220287323 (2.422344572126526) + | > grad_norm_0: tensor(41.7623, device='cuda:0') (tensor(86.7348, device='cuda:0')) + | > loss_gen: 2.7421560287475586 (2.405373464869914) + | > loss_kl: 1.5301513671875 (1.3880518873532606) + | > loss_feat: 5.002086162567139 (4.708371559105349) + | > loss_mel: 26.441635131835938 (25.412342960551623) + | > loss_duration: 1.8118181228637695 (1.858665062209307) + | > amp_scaler: 128.0 (129.4463276836159) + | > loss_1: 37.52784729003906 (35.772804890648764) + | > grad_norm_1: tensor(571.5468, device='cuda:0') (tensor(671.7485, device='cuda:0')) + | > current_lr_0: 0.0001997751124671936 + | > current_lr_1: 0.0001997751124671936 + | > step_time: 1.0819 (0.9559511094443544) + | > loader_time: 0.0086 (0.006001549252008985) + + + --> TIME: 2024-11-22 11:55:12 -- STEP: 379/797 -- GLOBAL_STEP: 7775 + | > loss_disc: 2.4965767860412598 (2.425369618121424) + | > loss_disc_real_0: 0.16254881024360657 (0.12257668843350342) + | > loss_disc_real_1: 0.2499888688325882 (0.22325778762394646) + | > loss_disc_real_2: 0.21778391301631927 (0.23638600240753949) + | > loss_disc_real_3: 0.27716654539108276 (0.21742841788127737) + | > loss_disc_real_4: 0.22252848744392395 (0.22050774840534837) + | > loss_disc_real_5: 0.24183984100818634 (0.23538041633792162) + | > loss_0: 2.4965767860412598 (2.425369618121424) + | > grad_norm_0: tensor(36.8483, device='cuda:0') (tensor(86.1682, device='cuda:0')) + | > loss_gen: 2.6374077796936035 (2.4001507847164425) + | > loss_kl: 1.5355082750320435 (1.3887978307804514) + | > loss_feat: 4.077739238739014 (4.6965303339241045) + | > loss_mel: 25.586618423461914 (25.435209898332168) + | > loss_duration: 1.7778043746948242 (1.85594618414826) + | > amp_scaler: 128.0 (129.35092348284974) + | > loss_1: 35.61507797241211 (35.7766349963588) + | > grad_norm_1: tensor(1096.2469, device='cuda:0') (tensor(676.6872, device='cuda:0')) + | > current_lr_0: 0.0001997751124671936 + | > current_lr_1: 0.0001997751124671936 + | > step_time: 1.0072 (0.9590409116568857) + | > loader_time: 0.0058 (0.006103965412029173) + + + --> TIME: 2024-11-22 11:55:40 -- STEP: 404/797 -- GLOBAL_STEP: 7800 + | > loss_disc: 2.2978782653808594 (2.422844842518906) + | > loss_disc_real_0: 0.10434895753860474 (0.12330515182457201) + | > loss_disc_real_1: 0.1647527664899826 (0.2230913864061384) + | > loss_disc_real_2: 0.27579644322395325 (0.2362974002440967) + | > loss_disc_real_3: 0.17587608098983765 (0.21688489307935277) + | > loss_disc_real_4: 0.2405387908220291 (0.21996600387415086) + | > loss_disc_real_5: 0.28499528765678406 (0.23552942622711162) + | > loss_0: 2.2978782653808594 (2.422844842518906) + | > grad_norm_0: tensor(122.3702, device='cuda:0') (tensor(88.7561, device='cuda:0')) + | > loss_gen: 2.3298912048339844 (2.4013983394839977) + | > loss_kl: 1.3613710403442383 (1.3875089284807143) + | > loss_feat: 4.536503314971924 (4.700698333801609) + | > loss_mel: 24.538116455078125 (25.40239392176712) + | > loss_duration: 1.8537276983261108 (1.854679105600508) + | > amp_scaler: 128.0 (129.26732673267344) + | > loss_1: 34.61961364746094 (35.74667860729856) + | > grad_norm_1: tensor(797.3864, device='cuda:0') (tensor(693.8323, device='cuda:0')) + | > current_lr_0: 0.0001997751124671936 + | > current_lr_1: 0.0001997751124671936 + | > step_time: 1.3108 (0.9664175073699197) + | > loader_time: 0.007 (0.0062167437949983174) + + + --> TIME: 2024-11-22 11:56:07 -- STEP: 429/797 -- GLOBAL_STEP: 7825 + | > loss_disc: 2.522521495819092 (2.4221686372112248) + | > loss_disc_real_0: 0.09389559924602509 (0.12313115237701884) + | > loss_disc_real_1: 0.18981385231018066 (0.22290965504857488) + | > loss_disc_real_2: 0.23658211529254913 (0.23600584803483424) + | > loss_disc_real_3: 0.20052900910377502 (0.21710298377108733) + | > loss_disc_real_4: 0.273623526096344 (0.22030167413619295) + | > loss_disc_real_5: 0.27950775623321533 (0.23508716675090346) + | > loss_0: 2.522521495819092 (2.4221686372112248) + | > grad_norm_0: tensor(54.1656, device='cuda:0') (tensor(88.6002, device='cuda:0')) + | > loss_gen: 2.2703237533569336 (2.4011106235441906) + | > loss_kl: 1.5340213775634766 (1.3857494225868807) + | > loss_feat: 4.446615695953369 (4.7011404309795175) + | > loss_mel: 25.213363647460938 (25.389124770264516) + | > loss_duration: 1.8002808094024658 (1.8529233546245905) + | > amp_scaler: 128.0 (129.1934731934734) + | > loss_1: 35.26460647583008 (35.7300485819925) + | > grad_norm_1: tensor(601.2737, device='cuda:0') (tensor(696.2552, device='cuda:0')) + | > current_lr_0: 0.0001997751124671936 + | > current_lr_1: 0.0001997751124671936 + | > step_time: 1.1692 (0.9724799147296898) + | > loader_time: 0.0064 (0.006350357215721288) + + + --> TIME: 2024-11-22 11:56:38 -- STEP: 454/797 -- GLOBAL_STEP: 7850 + | > loss_disc: 2.339679479598999 (2.420120925630238) + | > loss_disc_real_0: 0.04610544443130493 (0.12262866693232947) + | > loss_disc_real_1: 0.22599181532859802 (0.22309163206211796) + | > loss_disc_real_2: 0.2195872664451599 (0.23566859428840586) + | > loss_disc_real_3: 0.18822959065437317 (0.21675001624725457) + | > loss_disc_real_4: 0.1858038306236267 (0.2197580910267284) + | > loss_disc_real_5: 0.2788087725639343 (0.2348294092366874) + | > loss_0: 2.339679479598999 (2.420120925630238) + | > grad_norm_0: tensor(40.9569, device='cuda:0') (tensor(89.6863, device='cuda:0')) + | > loss_gen: 2.5475072860717773 (2.4028159175150194) + | > loss_kl: 1.5296550989151 (1.3883656982808381) + | > loss_feat: 4.842962741851807 (4.711568365538173) + | > loss_mel: 26.45319175720215 (25.42386718363488) + | > loss_duration: 1.7994996309280396 (1.8520534295867719) + | > amp_scaler: 128.0 (129.127753303965) + | > loss_1: 37.17281723022461 (35.7786705756502) + | > grad_norm_1: tensor(346.5422, device='cuda:0') (tensor(705.9318, device='cuda:0')) + | > current_lr_0: 0.0001997751124671936 + | > current_lr_1: 0.0001997751124671936 + | > step_time: 1.0791 (0.9861975320110238) + | > loader_time: 0.0099 (0.006495339754919647) + + + --> TIME: 2024-11-22 11:57:09 -- STEP: 479/797 -- GLOBAL_STEP: 7875 + | > loss_disc: 2.6024932861328125 (2.4210265220331464) + | > loss_disc_real_0: 0.06909085810184479 (0.12294008371678797) + | > loss_disc_real_1: 0.23645272850990295 (0.22281033702832423) + | > loss_disc_real_2: 0.26495057344436646 (0.23577351613059672) + | > loss_disc_real_3: 0.22182999551296234 (0.21629062532943072) + | > loss_disc_real_4: 0.2985970973968506 (0.21975794922957095) + | > loss_disc_real_5: 0.23765109479427338 (0.2349271461958676) + | > loss_0: 2.6024932861328125 (2.4210265220331464) + | > grad_norm_0: tensor(57.0498, device='cuda:0') (tensor(89.4046, device='cuda:0')) + | > loss_gen: 2.5158770084381104 (2.403451624892201) + | > loss_kl: 1.321953535079956 (1.3885876487839441) + | > loss_feat: 4.849276065826416 (4.721306836679734) + | > loss_mel: 26.491191864013672 (25.45691006765982) + | > loss_duration: 1.7980003356933594 (1.850845148269717) + | > amp_scaler: 128.0 (129.06889352818402) + | > loss_1: 36.97629928588867 (35.82110130612681) + | > grad_norm_1: tensor(625.8663, device='cuda:0') (tensor(692.3275, device='cuda:0')) + | > current_lr_0: 0.0001997751124671936 + | > current_lr_1: 0.0001997751124671936 + | > step_time: 1.2097 (0.9985998746995389) + | > loader_time: 0.0124 (0.006677289098687857) + + + --> TIME: 2024-11-22 11:57:39 -- STEP: 504/797 -- GLOBAL_STEP: 7900 + | > loss_disc: 2.6454858779907227 (2.425658676832438) + | > loss_disc_real_0: 0.10181228816509247 (0.12335191555099473) + | > loss_disc_real_1: 0.25028660893440247 (0.2230751992809394) + | > loss_disc_real_2: 0.22104449570178986 (0.23662751236013949) + | > loss_disc_real_3: 0.19590596854686737 (0.21674491706052937) + | > loss_disc_real_4: 0.2661939561367035 (0.2205766057152124) + | > loss_disc_real_5: 0.317105233669281 (0.23593652360732592) + | > loss_0: 2.6454858779907227 (2.425658676832438) + | > grad_norm_0: tensor(115.6007, device='cuda:0') (tensor(90.1325, device='cuda:0')) + | > loss_gen: 2.4104373455047607 (2.4026706001115223) + | > loss_kl: 1.440460443496704 (1.3885728028558544) + | > loss_feat: 4.386808395385742 (4.7181947694884405) + | > loss_mel: 25.37124252319336 (25.45014165696643) + | > loss_duration: 1.8518047332763672 (1.8495751096615716) + | > amp_scaler: 128.0 (129.01587301587332) + | > loss_1: 35.46075439453125 (35.809154892724614) + | > grad_norm_1: tensor(1216.1323, device='cuda:0') (tensor(686.8353, device='cuda:0')) + | > current_lr_0: 0.0001997751124671936 + | > current_lr_1: 0.0001997751124671936 + | > step_time: 1.263 (1.0090853212371704) + | > loader_time: 0.0075 (0.006814654857393293) + + + --> TIME: 2024-11-22 11:58:07 -- STEP: 529/797 -- GLOBAL_STEP: 7925 + | > loss_disc: 2.381309986114502 (2.423936424273396) + | > loss_disc_real_0: 0.12844011187553406 (0.122729176824423) + | > loss_disc_real_1: 0.17275895178318024 (0.2225175641885552) + | > loss_disc_real_2: 0.2680049240589142 (0.23629604378584879) + | > loss_disc_real_3: 0.1804286241531372 (0.21692552459769524) + | > loss_disc_real_4: 0.16079403460025787 (0.22026867412439147) + | > loss_disc_real_5: 0.20513874292373657 (0.23572978963247995) + | > loss_0: 2.381309986114502 (2.423936424273396) + | > grad_norm_0: tensor(31.4150, device='cuda:0') (tensor(90.0076, device='cuda:0')) + | > loss_gen: 2.6787831783294678 (2.4038993009772778) + | > loss_kl: 1.3675650358200073 (1.3871558555357841) + | > loss_feat: 5.603527545928955 (4.724003551587716) + | > loss_mel: 28.024307250976562 (25.455143605828955) + | > loss_duration: 1.8725754022598267 (1.8488207699445787) + | > amp_scaler: 128.0 (128.96786389414015) + | > loss_1: 39.546756744384766 (35.819023013340235) + | > grad_norm_1: tensor(982.9039, device='cuda:0') (tensor(688.4608, device='cuda:0')) + | > current_lr_0: 0.0001997751124671936 + | > current_lr_1: 0.0001997751124671936 + | > step_time: 0.9811 (1.0123089937271377) + | > loader_time: 0.0067 (0.0069386107259076105) + + + --> TIME: 2024-11-22 11:58:32 -- STEP: 554/797 -- GLOBAL_STEP: 7950 + | > loss_disc: 2.4254884719848633 (2.424245819288038) + | > loss_disc_real_0: 0.17247843742370605 (0.12246534790816828) + | > loss_disc_real_1: 0.25661948323249817 (0.22246507539107904) + | > loss_disc_real_2: 0.27657943964004517 (0.23652549257454888) + | > loss_disc_real_3: 0.18436335027217865 (0.21685406948954183) + | > loss_disc_real_4: 0.2097170203924179 (0.22035911536711653) + | > loss_disc_real_5: 0.21999064087867737 (0.23572843750461345) + | > loss_0: 2.4254884719848633 (2.424245819288038) + | > grad_norm_0: tensor(73.4168, device='cuda:0') (tensor(89.9025, device='cuda:0')) + | > loss_gen: 2.2700297832489014 (2.4050060609617816) + | > loss_kl: 1.3248965740203857 (1.384999120278479) + | > loss_feat: 4.750117778778076 (4.7275783098992035) + | > loss_mel: 26.069551467895508 (25.453109940897253) + | > loss_duration: 1.8205273151397705 (1.8482409874885088) + | > amp_scaler: 128.0 (128.92418772563207) + | > loss_1: 36.23512268066406 (35.81893436486966) + | > grad_norm_1: tensor(494.2783, device='cuda:0') (tensor(692.3516, device='cuda:0')) + | > current_lr_0: 0.0001997751124671936 + | > current_lr_1: 0.0001997751124671936 + | > step_time: 0.9686 (1.0115278193236261) + | > loader_time: 0.0075 (0.007008613231810419) + + + --> TIME: 2024-11-22 11:58:58 -- STEP: 579/797 -- GLOBAL_STEP: 7975 + | > loss_disc: 2.5347824096679688 (2.424510308086149) + | > loss_disc_real_0: 0.1317158341407776 (0.12320720359670169) + | > loss_disc_real_1: 0.22162309288978577 (0.2224706108448624) + | > loss_disc_real_2: 0.21908868849277496 (0.23618509595978857) + | > loss_disc_real_3: 0.2337440699338913 (0.2169559450887645) + | > loss_disc_real_4: 0.21651394665241241 (0.22029983338502612) + | > loss_disc_real_5: 0.2861214578151703 (0.23587083288939711) + | > loss_0: 2.5347824096679688 (2.424510308086149) + | > grad_norm_0: tensor(187.4698, device='cuda:0') (tensor(89.8499, device='cuda:0')) + | > loss_gen: 2.2074222564697266 (2.4028562935316926) + | > loss_kl: 1.2119513750076294 (1.3861167824124214) + | > loss_feat: 4.134151458740234 (4.7261993942689005) + | > loss_mel: 25.215179443359375 (25.461150477381363) + | > loss_duration: 1.810083031654358 (1.8474818525742578) + | > amp_scaler: 128.0 (128.88428324697776) + | > loss_1: 34.57878875732422 (35.82380476310868) + | > grad_norm_1: tensor(139.4079, device='cuda:0') (tensor(691.2720, device='cuda:0')) + | > current_lr_0: 0.0001997751124671936 + | > current_lr_1: 0.0001997751124671936 + | > step_time: 1.0718 (1.0121927306647953) + | > loader_time: 0.0088 (0.007088903730191506) + + + --> TIME: 2024-11-22 11:59:24 -- STEP: 604/797 -- GLOBAL_STEP: 8000 + | > loss_disc: 2.464407205581665 (2.4237258568504756) + | > loss_disc_real_0: 0.17096522450447083 (0.12330952204381491) + | > loss_disc_real_1: 0.20910176634788513 (0.22243941497575753) + | > loss_disc_real_2: 0.2620019018650055 (0.2362310690003515) + | > loss_disc_real_3: 0.22566136717796326 (0.21695500509875104) + | > loss_disc_real_4: 0.2026969939470291 (0.22032832366642574) + | > loss_disc_real_5: 0.23153896629810333 (0.2353682688727284) + | > loss_0: 2.464407205581665 (2.4237258568504756) + | > grad_norm_0: tensor(115.3419, device='cuda:0') (tensor(90.1256, device='cuda:0')) + | > loss_gen: 2.264160633087158 (2.402603610856645) + | > loss_kl: 1.4986355304718018 (1.3872504323128827) + | > loss_feat: 4.444918632507324 (4.7284673322115545) + | > loss_mel: 25.287906646728516 (25.485338103692275) + | > loss_duration: 1.8758373260498047 (1.8468594560954745) + | > amp_scaler: 128.0 (128.8476821192055) + | > loss_1: 35.3714599609375 (35.85051889293234) + | > grad_norm_1: tensor(1209.9818, device='cuda:0') (tensor(696.7778, device='cuda:0')) + | > current_lr_0: 0.0001997751124671936 + | > current_lr_1: 0.0001997751124671936 + | > step_time: 0.9949 (1.012016735329533) + | > loader_time: 0.008 (0.0071574950849773045) + + + --> TIME: 2024-11-22 11:59:49 -- STEP: 629/797 -- GLOBAL_STEP: 8025 + | > loss_disc: 2.3356361389160156 (2.424567187723179) + | > loss_disc_real_0: 0.13771168887615204 (0.12380943303729373) + | > loss_disc_real_1: 0.21487297117710114 (0.2223420315947744) + | > loss_disc_real_2: 0.22543968260288239 (0.23599068792048244) + | > loss_disc_real_3: 0.2541899085044861 (0.21703056255518346) + | > loss_disc_real_4: 0.2402571439743042 (0.22013845940273025) + | > loss_disc_real_5: 0.25665855407714844 (0.23561834917064692) + | > loss_0: 2.3356361389160156 (2.424567187723179) + | > grad_norm_0: tensor(79.0178, device='cuda:0') (tensor(89.4101, device='cuda:0')) + | > loss_gen: 2.455899715423584 (2.3998359326148835) + | > loss_kl: 1.4302836656570435 (1.3858354277375762) + | > loss_feat: 4.874986171722412 (4.72092646673109) + | > loss_mel: 26.716625213623047 (25.479266689767535) + | > loss_duration: 1.8834964036941528 (1.846776456446261) + | > amp_scaler: 128.0 (128.81399046104946) + | > loss_1: 37.361289978027344 (35.832640931412904) + | > grad_norm_1: tensor(620.5726, device='cuda:0') (tensor(697.3335, device='cuda:0')) + | > current_lr_0: 0.0001997751124671936 + | > current_lr_1: 0.0001997751124671936 + | > step_time: 1.0143 (1.0119684610533601) + | > loader_time: 0.0115 (0.007242188355122914) + + + --> TIME: 2024-11-22 12:00:15 -- STEP: 654/797 -- GLOBAL_STEP: 8050 + | > loss_disc: 2.1732945442199707 (2.423645447153561) + | > loss_disc_real_0: 0.0945151150226593 (0.12339626907425098) + | > loss_disc_real_1: 0.1863638311624527 (0.2220295370194707) + | > loss_disc_real_2: 0.23196130990982056 (0.23604239409487546) + | > loss_disc_real_3: 0.19396184384822845 (0.2170012143386431) + | > loss_disc_real_4: 0.1393211930990219 (0.22009569575115812) + | > loss_disc_real_5: 0.17574480175971985 (0.23575631900482585) + | > loss_0: 2.1732945442199707 (2.423645447153561) + | > grad_norm_0: tensor(95.8823, device='cuda:0') (tensor(89.0251, device='cuda:0')) + | > loss_gen: 2.4814393520355225 (2.40087061847022) + | > loss_kl: 1.3033981323242188 (1.3856049584686203) + | > loss_feat: 5.220008850097656 (4.724524135618768) + | > loss_mel: 25.848941802978516 (25.489168829145065) + | > loss_duration: 1.7890652418136597 (1.8464821686438464) + | > amp_scaler: 128.0 (128.78287461773712) + | > loss_1: 36.642852783203125 (35.84665064855447) + | > grad_norm_1: tensor(825.4761, device='cuda:0') (tensor(691.8728, device='cuda:0')) + | > current_lr_0: 0.0001997751124671936 + | > current_lr_1: 0.0001997751124671936 + | > step_time: 1.0178 (1.0118851822086068) + | > loader_time: 0.0116 (0.007357443509116447) + + + --> TIME: 2024-11-22 12:00:42 -- STEP: 679/797 -- GLOBAL_STEP: 8075 + | > loss_disc: 2.4316635131835938 (2.4249344054658883) + | > loss_disc_real_0: 0.10571528971195221 (0.12352950550308547) + | > loss_disc_real_1: 0.185516357421875 (0.2223125951520999) + | > loss_disc_real_2: 0.2314395308494568 (0.23600170966539538) + | > loss_disc_real_3: 0.21571063995361328 (0.21702466855739108) + | > loss_disc_real_4: 0.2714412212371826 (0.22000086384335743) + | > loss_disc_real_5: 0.28069841861724854 (0.23559424149445826) + | > loss_0: 2.4316635131835938 (2.4249344054658883) + | > grad_norm_0: tensor(108.7684, device='cuda:0') (tensor(89.6729, device='cuda:0')) + | > loss_gen: 2.7034757137298584 (2.399315534178745) + | > loss_kl: 1.3656339645385742 (1.3856607255949704) + | > loss_feat: 4.523288726806641 (4.718398712169444) + | > loss_mel: 24.323652267456055 (25.46848887582592) + | > loss_duration: 1.7740986347198486 (1.8461050676491897) + | > amp_scaler: 128.0 (128.75405007363779) + | > loss_1: 34.690147399902344 (35.81796884887869) + | > grad_norm_1: tensor(740.5931, device='cuda:0') (tensor(691.1515, device='cuda:0')) + | > current_lr_0: 0.0001997751124671936 + | > current_lr_1: 0.0001997751124671936 + | > step_time: 1.0163 (1.0138837659130746) + | > loader_time: 0.0086 (0.007458216662961707) + + + --> TIME: 2024-11-22 12:01:08 -- STEP: 704/797 -- GLOBAL_STEP: 8100 + | > loss_disc: 2.4255166053771973 (2.424803595989938) + | > loss_disc_real_0: 0.1024002656340599 (0.12381417812006972) + | > loss_disc_real_1: 0.19356323778629303 (0.222301557522521) + | > loss_disc_real_2: 0.2445225864648819 (0.23578491948798977) + | > loss_disc_real_3: 0.18366464972496033 (0.2169593219878152) + | > loss_disc_real_4: 0.23686157166957855 (0.22030312138270924) + | > loss_disc_real_5: 0.20964433252811432 (0.23536340682767332) + | > loss_0: 2.4255166053771973 (2.424803595989938) + | > grad_norm_0: tensor(37.1659, device='cuda:0') (tensor(90.2943, device='cuda:0')) + | > loss_gen: 2.5456604957580566 (2.3979886621236814) + | > loss_kl: 1.2251131534576416 (1.3858562404797832) + | > loss_feat: 4.474061489105225 (4.717281595549807) + | > loss_mel: 24.219444274902344 (25.4670918502591) + | > loss_duration: 1.8454772233963013 (1.8455129225145688) + | > amp_scaler: 128.0 (128.7272727272728) + | > loss_1: 34.309757232666016 (35.813731204379636) + | > grad_norm_1: tensor(363.9778, device='cuda:0') (tensor(692.4548, device='cuda:0')) + | > current_lr_0: 0.0001997751124671936 + | > current_lr_1: 0.0001997751124671936 + | > step_time: 1.08 (1.0146368491378703) + | > loader_time: 0.0085 (0.00759881565516645) + + + --> TIME: 2024-11-22 12:01:37 -- STEP: 729/797 -- GLOBAL_STEP: 8125 + | > loss_disc: 2.3083555698394775 (2.4267946185725493) + | > loss_disc_real_0: 0.10704439133405685 (0.12436051884172956) + | > loss_disc_real_1: 0.2657157778739929 (0.2223556363758399) + | > loss_disc_real_2: 0.24592144787311554 (0.2359511309567793) + | > loss_disc_real_3: 0.2649920880794525 (0.21718480117077363) + | > loss_disc_real_4: 0.20945751667022705 (0.22075967652153414) + | > loss_disc_real_5: 0.23821625113487244 (0.23578833634307192) + | > loss_0: 2.3083555698394775 (2.4267946185725493) + | > grad_norm_0: tensor(109.8640, device='cuda:0') (tensor(90.8226, device='cuda:0')) + | > loss_gen: 2.503082513809204 (2.3981202015006837) + | > loss_kl: 1.456137776374817 (1.3855082292125054) + | > loss_feat: 5.30403995513916 (4.719082859154435) + | > loss_mel: 25.612016677856445 (25.477556163227945) + | > loss_duration: 1.7877010107040405 (1.8443980998626626) + | > amp_scaler: 128.0 (128.70233196159134) + | > loss_1: 36.6629753112793 (35.82466550390084) + | > grad_norm_1: tensor(852.0334, device='cuda:0') (tensor(698.8970, device='cuda:0')) + | > current_lr_0: 0.0001997751124671936 + | > current_lr_1: 0.0001997751124671936 + | > step_time: 1.1245 (1.0185590967719946) + | > loader_time: 0.0086 (0.007740191798478321) + + + --> TIME: 2024-11-22 12:02:15 -- STEP: 754/797 -- GLOBAL_STEP: 8150 + | > loss_disc: 2.533550262451172 (2.426975528504547) + | > loss_disc_real_0: 0.1552911102771759 (0.1238423144365772) + | > loss_disc_real_1: 0.16324152052402496 (0.22238180623328013) + | > loss_disc_real_2: 0.2743189036846161 (0.2362667556743407) + | > loss_disc_real_3: 0.22552388906478882 (0.21732089226813467) + | > loss_disc_real_4: 0.23395279049873352 (0.22075096276694964) + | > loss_disc_real_5: 0.27029672265052795 (0.2359241486900049) + | > loss_0: 2.533550262451172 (2.426975528504547) + | > grad_norm_0: tensor(54.6090, device='cuda:0') (tensor(89.7899, device='cuda:0')) + | > loss_gen: 2.356677770614624 (2.3978551458616795) + | > loss_kl: 1.1181658506393433 (1.3834515076417189) + | > loss_feat: 4.610745906829834 (4.718988614310011) + | > loss_mel: 27.418542861938477 (25.45968666380218) + | > loss_duration: 1.789736032485962 (1.843212126736932) + | > amp_scaler: 128.0 (128.6790450928382) + | > loss_1: 37.29386901855469 (35.80319400301657) + | > grad_norm_1: tensor(557.2724, device='cuda:0') (tensor(694.9098, device='cuda:0')) + | > current_lr_0: 0.0001997751124671936 + | > current_lr_1: 0.0001997751124671936 + | > step_time: 1.6815 (1.0344341218629636) + | > loader_time: 0.0123 (0.007903897793919083) + + + --> TIME: 2024-11-22 12:03:16 -- STEP: 779/797 -- GLOBAL_STEP: 8175 + | > loss_disc: 2.249889373779297 (2.4258435914084866) + | > loss_disc_real_0: 0.1622294932603836 (0.12423908370708393) + | > loss_disc_real_1: 0.20532216131687164 (0.22231166281848563) + | > loss_disc_real_2: 0.22695191204547882 (0.23606770547807446) + | > loss_disc_real_3: 0.17012889683246613 (0.21710043872045462) + | > loss_disc_real_4: 0.23926450312137604 (0.2203672590243495) + | > loss_disc_real_5: 0.21293547749519348 (0.23574934178659637) + | > loss_0: 2.249889373779297 (2.4258435914084866) + | > grad_norm_0: tensor(115.1854, device='cuda:0') (tensor(90.0390, device='cuda:0')) + | > loss_gen: 2.4198806285858154 (2.3973529739771635) + | > loss_kl: 1.4850009679794312 (1.3847709372352728) + | > loss_feat: 5.134464263916016 (4.7202539177699965) + | > loss_mel: 25.217927932739258 (25.466444218724938) + | > loss_duration: 1.8223443031311035 (1.842005560425647) + | > amp_scaler: 128.0 (128.6572528883184) + | > loss_1: 36.079620361328125 (35.8108275686516) + | > grad_norm_1: tensor(917.7986, device='cuda:0') (tensor(699.7777, device='cuda:0')) + | > current_lr_0: 0.0001997751124671936 + | > current_lr_1: 0.0001997751124671936 + | > step_time: 2.8365 (1.0785633308743634) + | > loader_time: 0.0112 (0.008185278007399587) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.5672154426574707 (2.5672154426574707) + | > loss_disc_real_0: 0.2632552981376648 (0.2632552981376648) + | > loss_disc_real_1: 0.11254939436912537 (0.11254939436912537) + | > loss_disc_real_2: 0.15211474895477295 (0.15211474895477295) + | > loss_disc_real_3: 0.1492493748664856 (0.1492493748664856) + | > loss_disc_real_4: 0.1200389564037323 (0.1200389564037323) + | > loss_disc_real_5: 0.18436552584171295 (0.18436552584171295) + | > loss_0: 2.5672154426574707 (2.5672154426574707) + | > loss_gen: 2.282890558242798 (2.282890558242798) + | > loss_kl: 1.4852995872497559 (1.4852995872497559) + | > loss_feat: 5.163300514221191 (5.163300514221191) + | > loss_mel: 29.20045280456543 (29.20045280456543) + | > loss_duration: 2.1360740661621094 (2.1360740661621094) + | > loss_1: 40.26801681518555 (40.26801681518555) + + --> STEP: 1 + | > loss_disc: 2.8393502235412598 (2.8393502235412598) + | > loss_disc_real_0: 0.2162972241640091 (0.2162972241640091) + | > loss_disc_real_1: 0.11055107414722443 (0.11055107414722443) + | > loss_disc_real_2: 0.1484932154417038 (0.1484932154417038) + | > loss_disc_real_3: 0.14757835865020752 (0.14757835865020752) + | > loss_disc_real_4: 0.12480240315198898 (0.12480240315198898) + | > loss_disc_real_5: 0.1731487363576889 (0.1731487363576889) + | > loss_0: 2.8393502235412598 (2.8393502235412598) + | > loss_gen: 2.098785877227783 (2.098785877227783) + | > loss_kl: 1.7009692192077637 (1.7009692192077637) + | > loss_feat: 6.5485334396362305 (6.5485334396362305) + | > loss_mel: 32.77998733520508 (32.77998733520508) + | > loss_duration: 1.9126596450805664 (1.9126596450805664) + | > loss_1: 45.040931701660156 (45.040931701660156) + + --> STEP: 2 + | > loss_disc: 2.7812094688415527 (2.8102798461914062) + | > loss_disc_real_0: 0.1820160299539566 (0.19915662705898285) + | > loss_disc_real_1: 0.10568587481975555 (0.10811847448348999) + | > loss_disc_real_2: 0.19699664413928986 (0.17274492979049683) + | > loss_disc_real_3: 0.17072740197181702 (0.15915288031101227) + | > loss_disc_real_4: 0.21019785106182098 (0.16750012710690498) + | > loss_disc_real_5: 0.2352370321750641 (0.2041928842663765) + | > loss_0: 2.7812094688415527 (2.8102798461914062) + | > loss_gen: 1.942068338394165 (2.020427107810974) + | > loss_kl: 1.2531285285949707 (1.4770488739013672) + | > loss_feat: 4.3173441886901855 (5.432938814163208) + | > loss_mel: 25.506628036499023 (29.14330768585205) + | > loss_duration: 1.8038737773895264 (1.8582667112350464) + | > loss_1: 34.82304382324219 (39.93198776245117) + + --> STEP: 3 + | > loss_disc: 2.822965621948242 (2.8145084381103516) + | > loss_disc_real_0: 0.11758188903331757 (0.17196504771709442) + | > loss_disc_real_1: 0.08242946863174438 (0.09955547253290813) + | > loss_disc_real_2: 0.16274848580360413 (0.16941278179486594) + | > loss_disc_real_3: 0.14906974136829376 (0.15579183399677277) + | > loss_disc_real_4: 0.1533360630273819 (0.16277877241373062) + | > loss_disc_real_5: 0.2279573529958725 (0.21211437384287515) + | > loss_0: 2.822965621948242 (2.8145084381103516) + | > loss_gen: 1.7129404544830322 (1.9179315567016602) + | > loss_kl: 1.3554397821426392 (1.4365125099817913) + | > loss_feat: 4.1960129737854 (5.0206302007039385) + | > loss_mel: 22.32952880859375 (26.872048060099285) + | > loss_duration: 1.7956769466400146 (1.8374034563700359) + | > loss_1: 31.389598846435547 (37.08452479044596) + + --> STEP: 4 + | > loss_disc: 2.8363022804260254 (2.81995689868927) + | > loss_disc_real_0: 0.1565093994140625 (0.16810113564133644) + | > loss_disc_real_1: 0.10251026600599289 (0.10029417090117931) + | > loss_disc_real_2: 0.1673901379108429 (0.16890712082386017) + | > loss_disc_real_3: 0.1247389167547226 (0.14802860468626022) + | > loss_disc_real_4: 0.18482080101966858 (0.1682892795652151) + | > loss_disc_real_5: 0.23062142729759216 (0.2167411372065544) + | > loss_0: 2.8363022804260254 (2.81995689868927) + | > loss_gen: 1.8985706567764282 (1.9130913317203522) + | > loss_kl: 1.4547712802886963 (1.4410772025585175) + | > loss_feat: 5.772968769073486 (5.208714842796326) + | > loss_mel: 27.055376052856445 (26.917880058288574) + | > loss_duration: 1.7952631711959839 (1.8268683850765228) + | > loss_1: 37.97694778442383 (37.30763053894043) + + --> STEP: 5 + | > loss_disc: 2.863896369934082 (2.8287447929382323) + | > loss_disc_real_0: 0.27135634422302246 (0.18875217735767363) + | > loss_disc_real_1: 0.09182371199131012 (0.09860007911920547) + | > loss_disc_real_2: 0.14134657382965088 (0.1633950114250183) + | > loss_disc_real_3: 0.15863828361034393 (0.15015054047107695) + | > loss_disc_real_4: 0.11434757709503174 (0.15750093907117843) + | > loss_disc_real_5: 0.17480863630771637 (0.2083546370267868) + | > loss_0: 2.863896369934082 (2.8287447929382323) + | > loss_gen: 1.9993870258331299 (1.9303504705429078) + | > loss_kl: 1.2197622060775757 (1.3968142032623292) + | > loss_feat: 5.491362571716309 (5.265244388580323) + | > loss_mel: 25.85854721069336 (26.706013488769532) + | > loss_duration: 2.0248732566833496 (1.8664693593978883) + | > loss_1: 36.593929290771484 (37.16489028930664) + + --> STEP: 6 + | > loss_disc: 2.9225242137908936 (2.844374696413676) + | > loss_disc_real_0: 0.27044376730918884 (0.20236744234959284) + | > loss_disc_real_1: 0.1330685317516327 (0.10434482122461002) + | > loss_disc_real_2: 0.1895252913236618 (0.16775005807479224) + | > loss_disc_real_3: 0.22373130917549133 (0.16241400192181268) + | > loss_disc_real_4: 0.24237482249736786 (0.17164658630887666) + | > loss_disc_real_5: 0.2590794563293457 (0.2168087735772133) + | > loss_0: 2.9225242137908936 (2.844374696413676) + | > loss_gen: 1.8883185386657715 (1.923345148563385) + | > loss_kl: 1.0763975381851196 (1.343411425749461) + | > loss_feat: 3.1482479572296143 (4.912411650021871) + | > loss_mel: 23.04375648498535 (26.095637321472168) + | > loss_duration: 1.7976531982421875 (1.8549999992052715) + | > loss_1: 30.954374313354492 (36.12980429331461) + + --> STEP: 7 + | > loss_disc: 2.260237455368042 (2.7609265191214427) + | > loss_disc_real_0: 0.12609311938285828 (0.1914711104972022) + | > loss_disc_real_1: 0.1132269874215126 (0.10561370210988182) + | > loss_disc_real_2: 0.1716168373823166 (0.16830245511872427) + | > loss_disc_real_3: 0.13589996099472046 (0.15862628178937094) + | > loss_disc_real_4: 0.1320304572582245 (0.16598713930164063) + | > loss_disc_real_5: 0.17180654406547546 (0.21037988364696503) + | > loss_0: 2.260237455368042 (2.7609265191214427) + | > loss_gen: 2.287630081176758 (1.9753858532224382) + | > loss_kl: 1.6027820110321045 (1.3804643665041243) + | > loss_feat: 5.391026020050049 (4.980785131454468) + | > loss_mel: 26.85082244873047 (26.203520911080496) + | > loss_duration: 1.7199379205703735 (1.8357054165431432) + | > loss_1: 37.85219955444336 (36.375860759190154) + + --> STEP: 8 + | > loss_disc: 3.0061304569244385 (2.791577011346817) + | > loss_disc_real_0: 0.28961294889450073 (0.2037388402968645) + | > loss_disc_real_1: 0.12097819894552231 (0.10753426421433687) + | > loss_disc_real_2: 0.20695242285728455 (0.1731337010860443) + | > loss_disc_real_3: 0.18646182119846344 (0.1621057242155075) + | > loss_disc_real_4: 0.16409754753112793 (0.16575094033032656) + | > loss_disc_real_5: 0.1733386218547821 (0.20574972592294216) + | > loss_0: 3.0061304569244385 (2.791577011346817) + | > loss_gen: 2.100821018218994 (1.9910652488470078) + | > loss_kl: 1.6501003503799438 (1.4141688644886017) + | > loss_feat: 5.455870151519775 (5.040170758962631) + | > loss_mel: 26.819547653198242 (26.280524253845215) + | > loss_duration: 1.846543788909912 (1.8370602130889893) + | > loss_1: 37.87288284301758 (36.56298851966858) + + --> STEP: 9 + | > loss_disc: 2.579545736312866 (2.768017980787489) + | > loss_disc_real_0: 0.20931656658649445 (0.20435858766237894) + | > loss_disc_real_1: 0.1528240293264389 (0.11256646033790377) + | > loss_disc_real_2: 0.18963856995105743 (0.1749675754043791) + | > loss_disc_real_3: 0.229943186044693 (0.1696432199743059) + | > loss_disc_real_4: 0.20632600784301758 (0.17025928116507) + | > loss_disc_real_5: 0.21196746826171875 (0.20644058618280622) + | > loss_0: 2.579545736312866 (2.768017980787489) + | > loss_gen: 2.028212308883667 (1.995192699962192) + | > loss_kl: 1.0910921096801758 (1.3782714472876654) + | > loss_feat: 3.57224440574646 (4.877067830827501) + | > loss_mel: 23.467233657836914 (25.96793640984429) + | > loss_duration: 1.7871633768081665 (1.8315161201688979) + | > loss_1: 31.94594383239746 (36.04998355441623) + + --> STEP: 10 + | > loss_disc: 2.8438327312469482 (2.775599455833435) + | > loss_disc_real_0: 0.22905796766281128 (0.20682852566242219) + | > loss_disc_real_1: 0.10107234120368958 (0.11141704842448234) + | > loss_disc_real_2: 0.20513677597045898 (0.1779844954609871) + | > loss_disc_real_3: 0.23471364378929138 (0.17615026235580444) + | > loss_disc_real_4: 0.24060027301311493 (0.1772933803498745) + | > loss_disc_real_5: 0.26227647066116333 (0.21202417463064194) + | > loss_0: 2.8438327312469482 (2.775599455833435) + | > loss_gen: 1.9173905849456787 (1.9874124884605409) + | > loss_kl: 1.5487991571426392 (1.3953242182731629) + | > loss_feat: 3.588092565536499 (4.748170304298401) + | > loss_mel: 21.45009422302246 (25.51615219116211) + | > loss_duration: 1.6779606342315674 (1.8161605715751648) + | > loss_1: 30.18233871459961 (35.46321907043457) + + --> STEP: 11 + | > loss_disc: 2.7380733489990234 (2.7721879915757612) + | > loss_disc_real_0: 0.18661977350711823 (0.20499136637557636) + | > loss_disc_real_1: 0.1228942796587944 (0.11246043308214708) + | > loss_disc_real_2: 0.18102996051311493 (0.17826135592027145) + | > loss_disc_real_3: 0.14114251732826233 (0.17296774008057333) + | > loss_disc_real_4: 0.17002052068710327 (0.17663221128962256) + | > loss_disc_real_5: 0.1705239862203598 (0.20825143022970719) + | > loss_0: 2.7380733489990234 (2.7721879915757612) + | > loss_gen: 1.9085747003555298 (1.9802454168146306) + | > loss_kl: 1.7479815483093262 (1.4273839755491777) + | > loss_feat: 4.54771089553833 (4.729946721683849) + | > loss_mel: 23.732341766357422 (25.353987607088957) + | > loss_duration: 1.6911016702651978 (1.804791580546986) + | > loss_1: 33.62771224975586 (35.296354814009234) + + --> STEP: 12 + | > loss_disc: 2.776221752166748 (2.772524138291677) + | > loss_disc_real_0: 0.17385295033454895 (0.20239649837215742) + | > loss_disc_real_1: 0.09200858324766159 (0.11075611226260662) + | > loss_disc_real_2: 0.1382831186056137 (0.17492983614404997) + | > loss_disc_real_3: 0.1440792828798294 (0.17056036864717802) + | > loss_disc_real_4: 0.12292934209108353 (0.17215697218974432) + | > loss_disc_real_5: 0.185452401638031 (0.20635151118040085) + | > loss_0: 2.776221752166748 (2.772524138291677) + | > loss_gen: 1.8673651218414307 (1.970838725566864) + | > loss_kl: 1.4003350734710693 (1.425129900376002) + | > loss_feat: 5.191938877105713 (4.768446067969005) + | > loss_mel: 27.18186378479004 (25.50631062189738) + | > loss_duration: 1.807079792022705 (1.8049822648366292) + | > loss_1: 37.448585510253906 (35.475707372029625) + + --> STEP: 13 + | > loss_disc: 3.1091020107269287 (2.7984147438636193) + | > loss_disc_real_0: 0.22044086456298828 (0.20378452654068285) + | > loss_disc_real_1: 0.104472815990448 (0.11027278178013288) + | > loss_disc_real_2: 0.1522556096315384 (0.17318566487385675) + | > loss_disc_real_3: 0.14081141352653503 (0.16827198748405164) + | > loss_disc_real_4: 0.16323408484458923 (0.171470596240117) + | > loss_disc_real_5: 0.1767691820859909 (0.20407594740390778) + | > loss_0: 3.1091020107269287 (2.7984147438636193) + | > loss_gen: 1.5909430980682373 (1.9416159849900465) + | > loss_kl: 1.614341378211975 (1.4396846294403076) + | > loss_feat: 4.475156784057617 (4.745885353821975) + | > loss_mel: 21.67375946044922 (25.211498994093674) + | > loss_duration: 1.8609189987182617 (1.8092850905198317) + | > loss_1: 31.215118408203125 (35.14796975942758) + + --> STEP: 14 + | > loss_disc: 2.9216623306274414 (2.807218142918178) + | > loss_disc_real_0: 0.2340822070837021 (0.20594864657946996) + | > loss_disc_real_1: 0.14104489982128143 (0.1124707902116435) + | > loss_disc_real_2: 0.2168915718793869 (0.17630751537425177) + | > loss_disc_real_3: 0.1895449459552765 (0.16979148451771056) + | > loss_disc_real_4: 0.26163792610168457 (0.17791111980165755) + | > loss_disc_real_5: 0.26031821966171265 (0.20809325256517955) + | > loss_0: 2.9216623306274414 (2.807218142918178) + | > loss_gen: 2.1031033992767334 (1.9531508002962386) + | > loss_kl: 1.657867193222046 (1.4552690982818604) + | > loss_feat: 4.422364711761475 (4.722776736531939) + | > loss_mel: 28.369625091552734 (25.437079429626465) + | > loss_duration: 1.8463726043701172 (1.811934198651995) + | > loss_1: 38.399330139160156 (35.38020978655134) + + --> STEP: 15 + | > loss_disc: 2.6111247539520264 (2.7941452503204345) + | > loss_disc_real_0: 0.12388180941343307 (0.20047752410173417) + | > loss_disc_real_1: 0.11260883510112762 (0.11247999320427576) + | > loss_disc_real_2: 0.19445770978927612 (0.1775175283352534) + | > loss_disc_real_3: 0.10794970393180847 (0.16566869914531707) + | > loss_disc_real_4: 0.20523560047149658 (0.1797327518463135) + | > loss_disc_real_5: 0.19835762679576874 (0.20744421084721884) + | > loss_0: 2.6111247539520264 (2.7941452503204345) + | > loss_gen: 2.161862850189209 (1.9670649369557698) + | > loss_kl: 1.5872783660888672 (1.4640697161356608) + | > loss_feat: 5.850635528564453 (4.79796732266744) + | > loss_mel: 30.472177505493164 (25.772752634684245) + | > loss_duration: 1.8150514364242554 (1.812142014503479) + | > loss_1: 41.88700485229492 (35.813996124267575) + + --> STEP: 16 + | > loss_disc: 3.078328847885132 (2.811906725168228) + | > loss_disc_real_0: 0.22012647986412048 (0.2017055838368833) + | > loss_disc_real_1: 0.07736890763044357 (0.11028555035591125) + | > loss_disc_real_2: 0.12482462078332901 (0.17422422161325812) + | > loss_disc_real_3: 0.107979916036129 (0.16206315020099282) + | > loss_disc_real_4: 0.11090002208948135 (0.17543070623651147) + | > loss_disc_real_5: 0.14277921617031097 (0.2034026486799121) + | > loss_0: 3.078328847885132 (2.811906725168228) + | > loss_gen: 1.6233010292053223 (1.9455796927213669) + | > loss_kl: 1.726794719696045 (1.4804900288581848) + | > loss_feat: 5.096412658691406 (4.816620156168938) + | > loss_mel: 26.598520278930664 (25.824363112449646) + | > loss_duration: 1.8614840507507324 (1.8152258917689323) + | > loss_1: 36.90651321411133 (35.88227844238281) + + --> STEP: 17 + | > loss_disc: 2.3420398235321045 (2.7842674956602207) + | > loss_disc_real_0: 0.1301220804452896 (0.19749478951973073) + | > loss_disc_real_1: 0.11576908826828003 (0.11060811140958) + | > loss_disc_real_2: 0.15940217673778534 (0.17335233662058325) + | > loss_disc_real_3: 0.1829281598329544 (0.16329050370875528) + | > loss_disc_real_4: 0.20353393256664276 (0.17708383719710744) + | > loss_disc_real_5: 0.22602815926074982 (0.2047335610670202) + | > loss_0: 2.3420398235321045 (2.7842674956602207) + | > loss_gen: 2.1328582763671875 (1.9565960799946505) + | > loss_kl: 1.496364951133728 (1.4814238478155697) + | > loss_feat: 4.522312641143799 (4.799307949402753) + | > loss_mel: 25.7985782623291 (25.822846356560202) + | > loss_duration: 1.776975154876709 (1.812975848422331) + | > loss_1: 35.727088928222656 (35.873149647432214) + + --> STEP: 18 + | > loss_disc: 2.6328389644622803 (2.7758547994825573) + | > loss_disc_real_0: 0.16967223584651947 (0.19594909209344122) + | > loss_disc_real_1: 0.09500109404325485 (0.10974105488922861) + | > loss_disc_real_2: 0.16270922124385834 (0.17276105243298742) + | > loss_disc_real_3: 0.19443368911743164 (0.16502068067590395) + | > loss_disc_real_4: 0.1263149082660675 (0.174263341145383) + | > loss_disc_real_5: 0.1931639164686203 (0.20409080303377575) + | > loss_0: 2.6328389644622803 (2.7758547994825573) + | > loss_gen: 1.909801959991455 (1.9539964066611395) + | > loss_kl: 1.0366538763046265 (1.4567144049538507) + | > loss_feat: 4.95180082321167 (4.8077797757254706) + | > loss_mel: 28.117441177368164 (25.950323846605087) + | > loss_duration: 1.7966848611831665 (1.8120707935757108) + | > loss_1: 37.812381744384766 (35.98088476392958) + + --> STEP: 19 + | > loss_disc: 2.6496057510375977 (2.7692101127222966) + | > loss_disc_real_0: 0.14096307754516602 (0.19305509132774254) + | > loss_disc_real_1: 0.11283008754253387 (0.10990363555519204) + | > loss_disc_real_2: 0.14731572568416595 (0.17142182470936523) + | > loss_disc_real_3: 0.16969625651836395 (0.1652667636149808) + | > loss_disc_real_4: 0.11031949520111084 (0.17089787556936867) + | > loss_disc_real_5: 0.12057237327098846 (0.19969509620415538) + | > loss_0: 2.6496057510375977 (2.7692101127222966) + | > loss_gen: 1.7583074569702148 (1.9436969882563542) + | > loss_kl: 1.5179088115692139 (1.4599351631967645) + | > loss_feat: 4.953725337982178 (4.815461121107402) + | > loss_mel: 27.572336196899414 (26.035692917673213) + | > loss_duration: 1.8497198820114136 (1.814052324546011) + | > loss_1: 37.65199661254883 (36.068838019120065) + + --> STEP: 20 + | > loss_disc: 2.607773542404175 (2.7611382842063903) + | > loss_disc_real_0: 0.1656615138053894 (0.1916854124516249) + | > loss_disc_real_1: 0.0856146365404129 (0.10868918560445309) + | > loss_disc_real_2: 0.12167856097221375 (0.16893466152250766) + | > loss_disc_real_3: 0.20848847925662994 (0.16742784939706326) + | > loss_disc_real_4: 0.10638182610273361 (0.1676720730960369) + | > loss_disc_real_5: 0.18455557525157928 (0.19893812015652657) + | > loss_0: 2.607773542404175 (2.7611382842063903) + | > loss_gen: 2.0359506607055664 (1.9483096718788147) + | > loss_kl: 1.621916651725769 (1.4680342376232147) + | > loss_feat: 5.628108978271484 (4.8560935139656065) + | > loss_mel: 26.396739959716797 (26.05374526977539) + | > loss_duration: 1.7651276588439941 (1.81160609126091) + | > loss_1: 37.447845458984375 (36.13778839111328) + + --> STEP: 21 + | > loss_disc: 2.735111951828003 (2.759898935045515) + | > loss_disc_real_0: 0.12067990750074387 (0.18830419793015438) + | > loss_disc_real_1: 0.10140804946422577 (0.10834246483587083) + | > loss_disc_real_2: 0.15953756868839264 (0.16848718091135934) + | > loss_disc_real_3: 0.17340821027755737 (0.1677126284866106) + | > loss_disc_real_4: 0.14085601270198822 (0.16639511783917746) + | > loss_disc_real_5: 0.15641659498214722 (0.19691328562441326) + | > loss_0: 2.735111951828003 (2.759898935045515) + | > loss_gen: 2.0367259979248047 (1.9525199731190999) + | > loss_kl: 1.462104082107544 (1.4677518492653256) + | > loss_feat: 6.066277980804443 (4.913721345719837) + | > loss_mel: 26.9377384185791 (26.095840181623185) + | > loss_duration: 1.7771413326263428 (1.8099649122783117) + | > loss_1: 38.27998733520508 (36.23979786464146) + + --> STEP: 22 + | > loss_disc: 2.7291531562805176 (2.758501399647106) + | > loss_disc_real_0: 0.1341545581817627 (0.18584285066886383) + | > loss_disc_real_1: 0.1341332197189331 (0.10951477187601003) + | > loss_disc_real_2: 0.1935068517923355 (0.16962443867867644) + | > loss_disc_real_3: 0.13314834237098694 (0.16614152457226405) + | > loss_disc_real_4: 0.18223293125629425 (0.1671150184490464) + | > loss_disc_real_5: 0.20869049429893494 (0.19744861329143698) + | > loss_0: 2.7291531562805176 (2.758501399647106) + | > loss_gen: 1.9308056831359863 (1.9515329599380493) + | > loss_kl: 1.1673754453659058 (1.4540983763608066) + | > loss_feat: 4.524031639099121 (4.896008177237078) + | > loss_mel: 24.65001678466797 (26.03012093630704) + | > loss_duration: 1.9210686683654785 (1.8150150830095464) + | > loss_1: 34.19329833984375 (36.146775158968836) + + --> STEP: 23 + | > loss_disc: 2.798037052154541 (2.7602203410604726) + | > loss_disc_real_0: 0.22623790800571442 (0.18759915750959646) + | > loss_disc_real_1: 0.10241301357746124 (0.10920599977607312) + | > loss_disc_real_2: 0.1935078203678131 (0.1706628465782041) + | > loss_disc_real_3: 0.16317102313041687 (0.16601237233566202) + | > loss_disc_real_4: 0.15987752377986908 (0.1668003447677778) + | > loss_disc_real_5: 0.15475405752658844 (0.19559232825818268) + | > loss_0: 2.798037052154541 (2.7602203410604726) + | > loss_gen: 1.7652004957199097 (1.9434315484503042) + | > loss_kl: 1.511236310005188 (1.456582634345345) + | > loss_feat: 4.926870822906494 (4.897350031396618) + | > loss_mel: 25.920822143554688 (26.025368814883024) + | > loss_duration: 1.8424122333526611 (1.816206263459247) + | > loss_1: 35.9665412902832 (36.138938903808594) + + --> STEP: 24 + | > loss_disc: 2.5721988677978516 (2.7523861130078635) + | > loss_disc_real_0: 0.23784060776233673 (0.1896925512701273) + | > loss_disc_real_1: 0.08953074365854263 (0.10838619743784268) + | > loss_disc_real_2: 0.13314852118492126 (0.16909974968681732) + | > loss_disc_real_3: 0.1840263456106186 (0.16676295455545187) + | > loss_disc_real_4: 0.18185678124427795 (0.167427696287632) + | > loss_disc_real_5: 0.2229803502559662 (0.19673349584142366) + | > loss_0: 2.5721988677978516 (2.7523861130078635) + | > loss_gen: 2.064265727996826 (1.9484663059314091) + | > loss_kl: 1.4848992824554443 (1.4577624946832657) + | > loss_feat: 4.527973651885986 (4.881959348917008) + | > loss_mel: 26.816022872924805 (26.058312733968098) + | > loss_duration: 1.7880680561065674 (1.8150338381528854) + | > loss_1: 36.68122863769531 (36.16153430938721) + + --> STEP: 25 + | > loss_disc: 2.7570433616638184 (2.7525724029541014) + | > loss_disc_real_0: 0.1945532113313675 (0.1898869776725769) + | > loss_disc_real_1: 0.10709534585475922 (0.10833456337451935) + | > loss_disc_real_2: 0.22249020636081696 (0.1712353679537773) + | > loss_disc_real_3: 0.21902909874916077 (0.16885360032320024) + | > loss_disc_real_4: 0.2689216434955597 (0.1714874541759491) + | > loss_disc_real_5: 0.2998120188713074 (0.20085663676261903) + | > loss_0: 2.7570433616638184 (2.7525724029541014) + | > loss_gen: 2.0267066955566406 (1.9515959215164185) + | > loss_kl: 1.4955523014068604 (1.4592740869522094) + | > loss_feat: 3.191776990890503 (4.814352054595949) + | > loss_mel: 23.129331588745117 (25.94115348815918) + | > loss_duration: 1.74688720703125 (1.81230797290802) + | > loss_1: 31.590255737304688 (35.978683166503906) + + --> STEP: 26 + | > loss_disc: 3.1048223972320557 (2.7661204796570997) + | > loss_disc_real_0: 0.2923508286476135 (0.19382789501777062) + | > loss_disc_real_1: 0.0987393856048584 (0.10796551807568623) + | > loss_disc_real_2: 0.1814982146024704 (0.1716300928248809) + | > loss_disc_real_3: 0.16330726444721222 (0.1686402797125853) + | > loss_disc_real_4: 0.18216145038604736 (0.1718979924917221) + | > loss_disc_real_5: 0.1830313503742218 (0.20017104882460374) + | > loss_0: 3.1048223972320557 (2.7661204796570997) + | > loss_gen: 1.9814614057540894 (1.9527445939870982) + | > loss_kl: 1.5482468605041504 (1.4626961167042072) + | > loss_feat: 5.804433345794678 (4.852432104257438) + | > loss_mel: 26.89279556274414 (25.97775510641245) + | > loss_duration: 1.7770030498504639 (1.8109500912519603) + | > loss_1: 38.00394058227539 (36.05657768249512) + + --> STEP: 27 + | > loss_disc: 2.9956765174865723 (2.7746225551322654) + | > loss_disc_real_0: 0.2118222713470459 (0.19449435340033638) + | > loss_disc_real_1: 0.12043249607086182 (0.10842725800143348) + | > loss_disc_real_2: 0.21666625142097473 (0.1732980986988103) + | > loss_disc_real_3: 0.14899423718452454 (0.16791264850784232) + | > loss_disc_real_4: 0.18955925107002258 (0.17255211317980731) + | > loss_disc_real_5: 0.16167032718658447 (0.19874509617134375) + | > loss_0: 2.9956765174865723 (2.7746225551322654) + | > loss_gen: 1.8869904279708862 (1.9503092545050162) + | > loss_kl: 1.6442160606384277 (1.4694190775906597) + | > loss_feat: 4.948949813842773 (4.856006834242079) + | > loss_mel: 27.857505798339844 (26.047375502409757) + | > loss_duration: 1.7946724891662598 (1.8103472171006378) + | > loss_1: 38.1323356628418 (36.133457607693146) + + --> STEP: 28 + | > loss_disc: 2.9741504192352295 (2.7817485502787997) + | > loss_disc_real_0: 0.22912487387657166 (0.19573115770305907) + | > loss_disc_real_1: 0.09284459054470062 (0.10787073416369301) + | > loss_disc_real_2: 0.16477163136005402 (0.17299358200814044) + | > loss_disc_real_3: 0.1801488697528839 (0.16834965640945093) + | > loss_disc_real_4: 0.20192424952983856 (0.17360111804945128) + | > loss_disc_real_5: 0.19509273767471313 (0.1986146547964641) + | > loss_0: 2.9741504192352295 (2.7817485502787997) + | > loss_gen: 1.7267510890960693 (1.9423250343118394) + | > loss_kl: 1.1234688758850098 (1.4570637132440294) + | > loss_feat: 4.397265434265137 (4.839623212814331) + | > loss_mel: 24.160423278808594 (25.97998435156686) + | > loss_duration: 1.8166970014572144 (1.8105739951133728) + | > loss_1: 33.224605560302734 (36.02957003457206) + + --> STEP: 29 + | > loss_disc: 2.7467539310455322 (2.7805418392707564) + | > loss_disc_real_0: 0.17627379298210144 (0.19506021409199156) + | > loss_disc_real_1: 0.1123325526714325 (0.10802458997430472) + | > loss_disc_real_2: 0.21276310086250305 (0.1743649447272564) + | > loss_disc_real_3: 0.1529407799243927 (0.16781831584100065) + | > loss_disc_real_4: 0.16580252349376678 (0.17333220099580698) + | > loss_disc_real_5: 0.14679500460624695 (0.19682777030714627) + | > loss_0: 2.7467539310455322 (2.7805418392707564) + | > loss_gen: 2.1974711418151855 (1.951123175949886) + | > loss_kl: 1.1009613275527954 (1.444784320633987) + | > loss_feat: 6.077261924743652 (4.882300409777411) + | > loss_mel: 31.206464767456055 (26.160207814183728) + | > loss_duration: 1.795630931854248 (1.8100587170699547) + | > loss_1: 42.37779235839844 (36.248474252635035) + + --> STEP: 30 + | > loss_disc: 2.77702260017395 (2.7804245313008624) + | > loss_disc_real_0: 0.18324998021125793 (0.19466653962930044) + | > loss_disc_real_1: 0.09829247742891312 (0.10770018622279168) + | > loss_disc_real_2: 0.1270148903131485 (0.17278660958011946) + | > loss_disc_real_3: 0.16311794519424438 (0.1676616368194421) + | > loss_disc_real_4: 0.10453227907419205 (0.1710388702650865) + | > loss_disc_real_5: 0.1393713802099228 (0.1949125573039055) + | > loss_0: 2.77702260017395 (2.7804245313008624) + | > loss_gen: 1.9229949712753296 (1.9501855691274008) + | > loss_kl: 1.7001376152038574 (1.4532960971196494) + | > loss_feat: 6.293894290924072 (4.929353539148966) + | > loss_mel: 29.683189392089844 (26.277640533447265) + | > loss_duration: 1.807057499885559 (1.8099586764971416) + | > loss_1: 41.40727615356445 (36.42043431599935) + + --> STEP: 31 + | > loss_disc: 2.7965757846832275 (2.7809455394744873) + | > loss_disc_real_0: 0.17495755851268768 (0.19403076604489358) + | > loss_disc_real_1: 0.10280658304691315 (0.10754232805582785) + | > loss_disc_real_2: 0.1385682076215744 (0.17168279016210186) + | > loss_disc_real_3: 0.17754283547401428 (0.16798038516313799) + | > loss_disc_real_4: 0.11459070444107056 (0.16921796169011824) + | > loss_disc_real_5: 0.16002273559570312 (0.19378707918428606) + | > loss_0: 2.7965757846832275 (2.7809455394744873) + | > loss_gen: 1.8627132177352905 (1.9473638803728166) + | > loss_kl: 1.0166774988174438 (1.439211626206675) + | > loss_feat: 5.8600754737854 (4.959376827363045) + | > loss_mel: 26.462961196899414 (26.283618619365075) + | > loss_duration: 1.7638475894927979 (1.8084712220776467) + | > loss_1: 36.96627426147461 (36.43804205617597) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.0076176812571863975 (-0.006048848552088583) + | > avg_loss_disc: 2.7809455394744873 (+0.4534569017348753) + | > avg_loss_disc_real_0: 0.19403076604489358 (+0.09835444811371066) + | > avg_loss_disc_real_1: 0.10754232805582785 (-0.09326932579278945) + | > avg_loss_disc_real_2: 0.17168279016210186 (-0.018029160557254675) + | > avg_loss_disc_real_3: 0.16798038516313799 (-0.0024435536996010865) + | > avg_loss_disc_real_4: 0.16921796169011824 (-0.0427353367690117) + | > avg_loss_disc_real_5: 0.19378707918428606 (+0.01537024854652344) + | > avg_loss_0: 2.7809455394744873 (+0.4534569017348753) + | > avg_loss_gen: 1.9473638803728166 (-0.4803113283649565) + | > avg_loss_kl: 1.439211626206675 (+0.02275045071878745) + | > avg_loss_feat: 4.959376827363045 (-0.15139014490189062) + | > avg_loss_mel: 26.283618619365075 (+0.1328308966851992) + | > avg_loss_duration: 1.8084712220776467 (-0.02966346663813435) + | > avg_loss_1: 36.43804205617597 (-0.505784127020064) + + + > EPOCH: 8/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 12:04:33)  + + --> TIME: 2024-11-22 12:04:40 -- STEP: 7/797 -- GLOBAL_STEP: 8200 + | > loss_disc: 2.5126607418060303 (2.519183942249843) + | > loss_disc_real_0: 0.10205407440662384 (0.14697364185537612) + | > loss_disc_real_1: 0.29108744859695435 (0.2702417927128928) + | > loss_disc_real_2: 0.2369951456785202 (0.24707312881946564) + | > loss_disc_real_3: 0.22729229927062988 (0.22421550112111227) + | > loss_disc_real_4: 0.18958032131195068 (0.2359108988727842) + | > loss_disc_real_5: 0.24776236712932587 (0.24216415200914657) + | > loss_0: 2.5126607418060303 (2.519183942249843) + | > grad_norm_0: tensor(41.8793, device='cuda:0') (tensor(78.3449, device='cuda:0')) + | > loss_gen: 2.2222092151641846 (2.403787681034633) + | > loss_kl: 1.3387110233306885 (1.4313458374568395) + | > loss_feat: 4.590755462646484 (4.443578379494803) + | > loss_mel: 26.687578201293945 (25.765558787754603) + | > loss_duration: 1.9476715326309204 (2.082875677517482) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.786922454833984 (36.12714549473354) + | > grad_norm_1: tensor(477.3620, device='cuda:0') (tensor(356.5899, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 0.8419 (0.8455044201442173) + | > loader_time: 0.0028 (0.006745679037911552) + + + --> TIME: 2024-11-22 12:05:03 -- STEP: 32/797 -- GLOBAL_STEP: 8225 + | > loss_disc: 2.3337786197662354 (2.4988155364990234) + | > loss_disc_real_0: 0.1170937716960907 (0.13463938527274874) + | > loss_disc_real_1: 0.25123900175094604 (0.24317404860630631) + | > loss_disc_real_2: 0.2305721640586853 (0.24357123719528317) + | > loss_disc_real_3: 0.23870883882045746 (0.23008032608777285) + | > loss_disc_real_4: 0.2197672575712204 (0.22339917765930295) + | > loss_disc_real_5: 0.25020909309387207 (0.2354160244576633) + | > loss_0: 2.3337786197662354 (2.4988155364990234) + | > grad_norm_0: tensor(86.8778, device='cuda:0') (tensor(98.6818, device='cuda:0')) + | > loss_gen: 2.434115409851074 (2.3566392362117767) + | > loss_kl: 1.7631891965866089 (1.4779852852225304) + | > loss_feat: 4.474700450897217 (4.522249400615692) + | > loss_mel: 25.114025115966797 (24.830481946468353) + | > loss_duration: 1.908881664276123 (1.9756406545639038) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.69491195678711 (35.16299641132355) + | > grad_norm_1: tensor(256.6553, device='cuda:0') (tensor(617.2198, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 0.7846 (0.8740024343132973) + | > loader_time: 0.0035 (0.00462774932384491) + + + --> TIME: 2024-11-22 12:05:24 -- STEP: 57/797 -- GLOBAL_STEP: 8250 + | > loss_disc: 2.284886360168457 (2.441051458057604) + | > loss_disc_real_0: 0.057956449687480927 (0.12755563979347545) + | > loss_disc_real_1: 0.2272827923297882 (0.23087530857638308) + | > loss_disc_real_2: 0.27167195081710815 (0.23749830247017376) + | > loss_disc_real_3: 0.18061651289463043 (0.2260517718499167) + | > loss_disc_real_4: 0.2407982349395752 (0.22285100843822747) + | > loss_disc_real_5: 0.2141692042350769 (0.23485891233410752) + | > loss_0: 2.284886360168457 (2.441051458057604) + | > grad_norm_0: tensor(59.0669, device='cuda:0') (tensor(89.4639, device='cuda:0')) + | > loss_gen: 2.1961982250213623 (2.406023251382927) + | > loss_kl: 1.2091336250305176 (1.462901192798949) + | > loss_feat: 5.0774407386779785 (4.792043677547522) + | > loss_mel: 22.998939514160156 (25.040068475823652) + | > loss_duration: 1.9087584018707275 (1.9328930377960205) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.390472412109375 (35.63392967090272) + | > grad_norm_1: tensor(485.8041, device='cuda:0') (tensor(669.5330, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 0.8379 (0.8673224825608102) + | > loader_time: 0.0034 (0.004667830048945912) + + + --> TIME: 2024-11-22 12:05:47 -- STEP: 82/797 -- GLOBAL_STEP: 8275 + | > loss_disc: 2.4924683570861816 (2.4379961228952163) + | > loss_disc_real_0: 0.1288214921951294 (0.12339637369462625) + | > loss_disc_real_1: 0.15702864527702332 (0.2272230105065718) + | > loss_disc_real_2: 0.22743180394172668 (0.23764710982398288) + | > loss_disc_real_3: 0.22566473484039307 (0.2225659734955648) + | > loss_disc_real_4: 0.23697440326213837 (0.22255243615406314) + | > loss_disc_real_5: 0.20348188281059265 (0.2338466200886703) + | > loss_0: 2.4924683570861816 (2.4379961228952163) + | > grad_norm_0: tensor(87.6048, device='cuda:0') (tensor(100.7200, device='cuda:0')) + | > loss_gen: 2.361187219619751 (2.406073232976401) + | > loss_kl: 1.4519861936569214 (1.4575424703156077) + | > loss_feat: 4.885458469390869 (4.787068021006701) + | > loss_mel: 23.767414093017578 (25.037457652208282) + | > loss_duration: 1.8961281776428223 (1.9070129161927758) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.36217498779297 (35.59515434358179) + | > grad_norm_1: tensor(161.0437, device='cuda:0') (tensor(634.6691, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 0.786 (0.8779661306520787) + | > loader_time: 0.011 (0.005002949295974359) + + + --> TIME: 2024-11-22 12:06:09 -- STEP: 107/797 -- GLOBAL_STEP: 8300 + | > loss_disc: 2.429612159729004 (2.4344224862963233) + | > loss_disc_real_0: 0.22258657217025757 (0.12369878711962251) + | > loss_disc_real_1: 0.19526854157447815 (0.22694083045576222) + | > loss_disc_real_2: 0.2541859745979309 (0.2374065496097101) + | > loss_disc_real_3: 0.25115031003952026 (0.22097637943018264) + | > loss_disc_real_4: 0.1957017034292221 (0.2228483049390472) + | > loss_disc_real_5: 0.26762717962265015 (0.2347595066389191) + | > loss_0: 2.429612159729004 (2.4344224862963233) + | > grad_norm_0: tensor(19.7322, device='cuda:0') (tensor(94.0916, device='cuda:0')) + | > loss_gen: 2.2169971466064453 (2.3966237340018015) + | > loss_kl: 1.3693909645080566 (1.4485300946458481) + | > loss_feat: 5.105341911315918 (4.7986866803926835) + | > loss_mel: 28.41669273376465 (25.1140285741503) + | > loss_duration: 1.8495378494262695 (1.8945528491635188) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 38.95795822143555 (35.65242186216551) + | > grad_norm_1: tensor(718.4520, device='cuda:0') (tensor(599.5690, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 0.8743 (0.8751022124958929) + | > loader_time: 0.0036 (0.005227086700011634) + + + --> TIME: 2024-11-22 12:06:31 -- STEP: 132/797 -- GLOBAL_STEP: 8325 + | > loss_disc: 2.4924745559692383 (2.4304382656559795) + | > loss_disc_real_0: 0.1935422718524933 (0.12548902805781723) + | > loss_disc_real_1: 0.19321666657924652 (0.22512779418717732) + | > loss_disc_real_2: 0.22158128023147583 (0.23641194132241336) + | > loss_disc_real_3: 0.21669381856918335 (0.21979176004727682) + | > loss_disc_real_4: 0.20519280433654785 (0.22158025205135345) + | > loss_disc_real_5: 0.21881352365016937 (0.23233984930045676) + | > loss_0: 2.4924745559692383 (2.4304382656559795) + | > grad_norm_0: tensor(181.1955, device='cuda:0') (tensor(92.4317, device='cuda:0')) + | > loss_gen: 2.2428457736968994 (2.3822840163202) + | > loss_kl: 1.1202234029769897 (1.4332890140287806) + | > loss_feat: 4.251854419708252 (4.782546482302925) + | > loss_mel: 23.214143753051758 (25.093648144693084) + | > loss_duration: 1.8648425340652466 (1.8881613612174988) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.69390869140625 (35.579928976116776) + | > grad_norm_1: tensor(954.1913, device='cuda:0') (tensor(623.2941, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 0.9444 (0.8757030801339583) + | > loader_time: 0.0051 (0.005241693872393982) + + + --> TIME: 2024-11-22 12:06:54 -- STEP: 157/797 -- GLOBAL_STEP: 8350 + | > loss_disc: 2.299118757247925 (2.4240850126667386) + | > loss_disc_real_0: 0.09107265621423721 (0.12395489265679553) + | > loss_disc_real_1: 0.13458621501922607 (0.22477916291185246) + | > loss_disc_real_2: 0.18987083435058594 (0.2352004949074642) + | > loss_disc_real_3: 0.15641456842422485 (0.21895744494951455) + | > loss_disc_real_4: 0.1697854995727539 (0.22143043691565276) + | > loss_disc_real_5: 0.24031533300876617 (0.23340597691809295) + | > loss_0: 2.299118757247925 (2.4240850126667386) + | > grad_norm_0: tensor(19.9794, device='cuda:0') (tensor(90.7329, device='cuda:0')) + | > loss_gen: 2.3984804153442383 (2.3864918317005137) + | > loss_kl: 1.175919771194458 (1.426582281756553) + | > loss_feat: 5.254086971282959 (4.8039488488701485) + | > loss_mel: 26.387805938720703 (25.077359983116192) + | > loss_duration: 1.8717525005340576 (1.879596330557659) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.08804702758789 (35.573979189441474) + | > grad_norm_1: tensor(344.6487, device='cuda:0') (tensor(635.9665, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 0.8834 (0.878401030400756) + | > loader_time: 0.0044 (0.005541509883418962) + + + --> TIME: 2024-11-22 12:07:17 -- STEP: 182/797 -- GLOBAL_STEP: 8375 + | > loss_disc: 2.544731855392456 (2.424065025298149) + | > loss_disc_real_0: 0.1880318820476532 (0.1231305167119909) + | > loss_disc_real_1: 0.2516157329082489 (0.2250367087813524) + | > loss_disc_real_2: 0.28920021653175354 (0.23522397933097985) + | > loss_disc_real_3: 0.21138370037078857 (0.21879207367425438) + | > loss_disc_real_4: 0.24527379870414734 (0.2211089781843699) + | > loss_disc_real_5: 0.25851863622665405 (0.23306600012622036) + | > loss_0: 2.544731855392456 (2.424065025298149) + | > grad_norm_0: tensor(156.4801, device='cuda:0') (tensor(87.3473, device='cuda:0')) + | > loss_gen: 2.5358498096466064 (2.392717690258237) + | > loss_kl: 1.3694573640823364 (1.4271483604724593) + | > loss_feat: 4.46611213684082 (4.805330338058889) + | > loss_mel: 26.058446884155273 (25.079572122175616) + | > loss_duration: 1.848815679550171 (1.871333191028008) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.278682708740234 (35.576101690858295) + | > grad_norm_1: tensor(369.9630, device='cuda:0') (tensor(629.1399, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 0.8252 (0.8810686318428962) + | > loader_time: 0.0059 (0.005567354160350753) + + + --> TIME: 2024-11-22 12:07:40 -- STEP: 207/797 -- GLOBAL_STEP: 8400 + | > loss_disc: 2.488685131072998 (2.417665312255636) + | > loss_disc_real_0: 0.07933346927165985 (0.12051509335133188) + | > loss_disc_real_1: 0.25929132103919983 (0.22478999514222722) + | > loss_disc_real_2: 0.21836042404174805 (0.23570709182444402) + | > loss_disc_real_3: 0.17462122440338135 (0.21717058568473024) + | > loss_disc_real_4: 0.18163041770458221 (0.2206094797682647) + | > loss_disc_real_5: 0.22538001835346222 (0.2337557067329757) + | > loss_0: 2.488685131072998 (2.417665312255636) + | > grad_norm_0: tensor(165.1647, device='cuda:0') (tensor(84.8833, device='cuda:0')) + | > loss_gen: 2.421983480453491 (2.402865627537604) + | > loss_kl: 1.5013543367385864 (1.420621985110684) + | > loss_feat: 5.045936584472656 (4.8339332094515015) + | > loss_mel: 25.972267150878906 (25.143880337332757) + | > loss_duration: 1.8364583253860474 (1.8681060052724276) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.77799987792969 (35.6694070843683) + | > grad_norm_1: tensor(941.8010, device='cuda:0') (tensor(592.1118, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 0.9788 (0.8869478046030238) + | > loader_time: 0.0051 (0.005760414012964217) + + + --> TIME: 2024-11-22 12:08:03 -- STEP: 232/797 -- GLOBAL_STEP: 8425 + | > loss_disc: 2.561532497406006 (2.4179818928241703) + | > loss_disc_real_0: 0.09485167264938354 (0.12166161852856648) + | > loss_disc_real_1: 0.233094722032547 (0.2242502430775042) + | > loss_disc_real_2: 0.280607670545578 (0.23530499649972753) + | > loss_disc_real_3: 0.19976378977298737 (0.21767889759663878) + | > loss_disc_real_4: 0.24645932018756866 (0.22024034676623755) + | > loss_disc_real_5: 0.17052830755710602 (0.23326193072415632) + | > loss_0: 2.561532497406006 (2.4179818928241703) + | > grad_norm_0: tensor(71.0740, device='cuda:0') (tensor(84.7888, device='cuda:0')) + | > loss_gen: 2.345874071121216 (2.400545774862685) + | > loss_kl: 1.5726008415222168 (1.4246734732697752) + | > loss_feat: 5.065963268280029 (4.832672171551608) + | > loss_mel: 25.599437713623047 (25.18106799290098) + | > loss_duration: 1.742945671081543 (1.8641436891309147) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.32682418823242 (35.70310305726941) + | > grad_norm_1: tensor(626.5225, device='cuda:0') (tensor(603.0909, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 0.9502 (0.8882647125885405) + | > loader_time: 0.0051 (0.005867081469502939) + + + --> TIME: 2024-11-22 12:08:27 -- STEP: 257/797 -- GLOBAL_STEP: 8450 + | > loss_disc: 2.4157304763793945 (2.416711285884276) + | > loss_disc_real_0: 0.0951293408870697 (0.1221429164075666) + | > loss_disc_real_1: 0.1978689581155777 (0.2236406132288944) + | > loss_disc_real_2: 0.22996629774570465 (0.2350462053536441) + | > loss_disc_real_3: 0.193962961435318 (0.2178839173182439) + | > loss_disc_real_4: 0.16884294152259827 (0.22049978334848055) + | > loss_disc_real_5: 0.24567241966724396 (0.2336087412407426) + | > loss_0: 2.4157304763793945 (2.416711285884276) + | > grad_norm_0: tensor(70.6279, device='cuda:0') (tensor(84.4140, device='cuda:0')) + | > loss_gen: 2.2471628189086914 (2.399388692722247) + | > loss_kl: 1.238616704940796 (1.4257578096037247) + | > loss_feat: 4.725567817687988 (4.833803253878881) + | > loss_mel: 23.731050491333008 (25.184843835199853) + | > loss_duration: 1.7653093338012695 (1.8594426853647492) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.707706451416016 (35.70323624221269) + | > grad_norm_1: tensor(232.7160, device='cuda:0') (tensor(605.3223, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 0.8861 (0.8926251389173219) + | > loader_time: 0.0054 (0.005934353468483057) + + + --> TIME: 2024-11-22 12:08:50 -- STEP: 282/797 -- GLOBAL_STEP: 8475 + | > loss_disc: 2.4552829265594482 (2.421476704854489) + | > loss_disc_real_0: 0.14334216713905334 (0.1232494026660285) + | > loss_disc_real_1: 0.18860910832881927 (0.22347838373471662) + | > loss_disc_real_2: 0.26064038276672363 (0.23568961647808123) + | > loss_disc_real_3: 0.22148852050304413 (0.21824358995501877) + | > loss_disc_real_4: 0.2705506384372711 (0.22065220091571203) + | > loss_disc_real_5: 0.30765658617019653 (0.23449237095126024) + | > loss_0: 2.4552829265594482 (2.421476704854489) + | > grad_norm_0: tensor(71.6464, device='cuda:0') (tensor(85.8770, device='cuda:0')) + | > loss_gen: 2.5016300678253174 (2.400055616459949) + | > loss_kl: 1.3009803295135498 (1.420754773185609) + | > loss_feat: 4.438282012939453 (4.8209840600372225) + | > loss_mel: 25.074926376342773 (25.15720958574444) + | > loss_duration: 1.834782361984253 (1.8569297553799677) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.15060043334961 (35.65593376565488) + | > grad_norm_1: tensor(520.5275, device='cuda:0') (tensor(606.4132, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 0.9286 (0.8964954513184568) + | > loader_time: 0.009 (0.005992515712765089) + + + --> TIME: 2024-11-22 12:09:14 -- STEP: 307/797 -- GLOBAL_STEP: 8500 + | > loss_disc: 2.365743637084961 (2.417752821981322) + | > loss_disc_real_0: 0.1372707486152649 (0.1222176361549949) + | > loss_disc_real_1: 0.17623408138751984 (0.22304635968192782) + | > loss_disc_real_2: 0.20604021847248077 (0.23527365005559947) + | > loss_disc_real_3: 0.20574937760829926 (0.21790391595045208) + | > loss_disc_real_4: 0.15750251710414886 (0.22051409066500027) + | > loss_disc_real_5: 0.19317938387393951 (0.23329970056148616) + | > loss_0: 2.365743637084961 (2.417752821981322) + | > grad_norm_0: tensor(139.9131, device='cuda:0') (tensor(87.7077, device='cuda:0')) + | > loss_gen: 2.1887941360473633 (2.4040602255333523) + | > loss_kl: 1.2441359758377075 (1.4189440872071233) + | > loss_feat: 4.3520026206970215 (4.834185505534617) + | > loss_mel: 23.216337203979492 (25.1682724471201) + | > loss_duration: 1.795623540878296 (1.8541603336893386) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.79689407348633 (35.67962256937929) + | > grad_norm_1: tensor(315.3573, device='cuda:0') (tensor(614.4121, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 1.0001 (0.9000830828949372) + | > loader_time: 0.0059 (0.0060189290621381585) + + + --> TIME: 2024-11-22 12:09:38 -- STEP: 332/797 -- GLOBAL_STEP: 8525 + | > loss_disc: 2.4588518142700195 (2.4189323983996722) + | > loss_disc_real_0: 0.15790146589279175 (0.12161114859024444) + | > loss_disc_real_1: 0.21533557772636414 (0.2229915075452931) + | > loss_disc_real_2: 0.2036139816045761 (0.23523825492305925) + | > loss_disc_real_3: 0.2602638602256775 (0.21798060547156506) + | > loss_disc_real_4: 0.24494649469852448 (0.22058445053646364) + | > loss_disc_real_5: 0.2708974778652191 (0.2340673993689468) + | > loss_0: 2.4588518142700195 (2.4189323983996722) + | > grad_norm_0: tensor(154.6091, device='cuda:0') (tensor(88.4719, device='cuda:0')) + | > loss_gen: 2.465036392211914 (2.4071644321981687) + | > loss_kl: 1.307355284690857 (1.4156796115349575) + | > loss_feat: 4.518441677093506 (4.8378295726086735) + | > loss_mel: 23.142879486083984 (25.173638556376996) + | > loss_duration: 1.8036563396453857 (1.852086336856865) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.237369537353516 (35.68639847743945) + | > grad_norm_1: tensor(928.5588, device='cuda:0') (tensor(619.8901, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 0.9336 (0.9042431597250054) + | > loader_time: 0.007 (0.006092788943325177) + + + --> TIME: 2024-11-22 12:10:02 -- STEP: 357/797 -- GLOBAL_STEP: 8550 + | > loss_disc: 2.3369879722595215 (2.418738161482394) + | > loss_disc_real_0: 0.12250857800245285 (0.12179863659524116) + | > loss_disc_real_1: 0.2161034345626831 (0.22268372569598405) + | > loss_disc_real_2: 0.2656203508377075 (0.23518911187722233) + | > loss_disc_real_3: 0.20581978559494019 (0.21808175254268808) + | > loss_disc_real_4: 0.2736571431159973 (0.2206014603877268) + | > loss_disc_real_5: 0.25650322437286377 (0.23441003818137973) + | > loss_0: 2.3369879722595215 (2.418738161482394) + | > grad_norm_0: tensor(77.7599, device='cuda:0') (tensor(87.5570, device='cuda:0')) + | > loss_gen: 2.6607794761657715 (2.4052696034353986) + | > loss_kl: 1.33428156375885 (1.414897462066149) + | > loss_feat: 5.03933572769165 (4.830061911868781) + | > loss_mel: 26.452510833740234 (25.16625689124527) + | > loss_duration: 1.8418164253234863 (1.8493217814202403) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.32872009277344 (35.665807585088494) + | > grad_norm_1: tensor(494.3050, device='cuda:0') (tensor(614.2855, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 0.9826 (0.906777434656266) + | > loader_time: 0.0052 (0.006125277163935639) + + + --> TIME: 2024-11-22 12:10:27 -- STEP: 382/797 -- GLOBAL_STEP: 8575 + | > loss_disc: 2.330061674118042 (2.421464265953182) + | > loss_disc_real_0: 0.13276563584804535 (0.12191881210158008) + | > loss_disc_real_1: 0.24654915928840637 (0.22317657611913083) + | > loss_disc_real_2: 0.2670172154903412 (0.2355298782596413) + | > loss_disc_real_3: 0.265195369720459 (0.21881366162243937) + | > loss_disc_real_4: 0.2115035206079483 (0.22134520854625403) + | > loss_disc_real_5: 0.26387882232666016 (0.23456935522131894) + | > loss_0: 2.330061674118042 (2.421464265953182) + | > grad_norm_0: tensor(143.2795, device='cuda:0') (tensor(86.6623, device='cuda:0')) + | > loss_gen: 2.4540629386901855 (2.404691930216645) + | > loss_kl: 1.3752343654632568 (1.4140722088476756) + | > loss_feat: 5.366276264190674 (4.8323515641127575) + | > loss_mel: 25.609750747680664 (25.1814104399756) + | > loss_duration: 1.8719632625579834 (1.8466645529132864) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.67728805541992 (35.67919065066033) + | > grad_norm_1: tensor(1081.0355, device='cuda:0') (tensor(619.6481, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 0.9602 (0.9115023188566038) + | > loader_time: 0.0064 (0.006285400914896218) + + + --> TIME: 2024-11-22 12:10:52 -- STEP: 407/797 -- GLOBAL_STEP: 8600 + | > loss_disc: 2.3335208892822266 (2.4237865728008066) + | > loss_disc_real_0: 0.10171777009963989 (0.12319678629242817) + | > loss_disc_real_1: 0.22513805329799652 (0.2230870632926135) + | > loss_disc_real_2: 0.2391921430826187 (0.23545073445071749) + | > loss_disc_real_3: 0.24916589260101318 (0.2182136106256771) + | > loss_disc_real_4: 0.25157785415649414 (0.22100003060017523) + | > loss_disc_real_5: 0.1936594843864441 (0.2345064818785876) + | > loss_0: 2.3335208892822266 (2.4237865728008066) + | > grad_norm_0: tensor(50.1796, device='cuda:0') (tensor(87.1776, device='cuda:0')) + | > loss_gen: 2.3995754718780518 (2.4034443317525818) + | > loss_kl: 1.1738144159317017 (1.410866002632301) + | > loss_feat: 5.072758674621582 (4.833563556249368) + | > loss_mel: 25.177459716796875 (25.194217611589362) + | > loss_duration: 1.830413579940796 (1.8455885344113998) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.654022216796875 (35.68767998903916) + | > grad_norm_1: tensor(255.1410, device='cuda:0') (tensor(608.9337, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 0.9371 (0.9152760493960369) + | > loader_time: 0.0066 (0.006386403076771726) + + + --> TIME: 2024-11-22 12:11:16 -- STEP: 432/797 -- GLOBAL_STEP: 8625 + | > loss_disc: 2.394575595855713 (2.4243070394904516) + | > loss_disc_real_0: 0.08657997101545334 (0.12428141820796386) + | > loss_disc_real_1: 0.21689718961715698 (0.22262060697431918) + | > loss_disc_real_2: 0.27209192514419556 (0.23556227588819129) + | > loss_disc_real_3: 0.22778300940990448 (0.2179442002541489) + | > loss_disc_real_4: 0.27497610449790955 (0.22140467325570407) + | > loss_disc_real_5: 0.25470778346061707 (0.2349575022580447) + | > loss_0: 2.394575595855713 (2.4243070394904516) + | > grad_norm_0: tensor(77.9316, device='cuda:0') (tensor(86.2949, device='cuda:0')) + | > loss_gen: 2.2878456115722656 (2.4020824581384668) + | > loss_kl: 1.2968283891677856 (1.4098688147410203) + | > loss_feat: 5.534488677978516 (4.8367761401114615) + | > loss_mel: 28.207046508789062 (25.216465186189723) + | > loss_duration: 1.8180389404296875 (1.844002830485503) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 39.144248962402344 (35.709195410763776) + | > grad_norm_1: tensor(848.8917, device='cuda:0') (tensor(607.6193, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 1.0006 (0.9185023180864476) + | > loader_time: 0.0064 (0.006545689370897078) + + + --> TIME: 2024-11-22 12:11:41 -- STEP: 457/797 -- GLOBAL_STEP: 8650 + | > loss_disc: 2.6243374347686768 (2.4242250314165767) + | > loss_disc_real_0: 0.36076414585113525 (0.12458463720732758) + | > loss_disc_real_1: 0.22178193926811218 (0.22256424543763667) + | > loss_disc_real_2: 0.25322774052619934 (0.23540251798259348) + | > loss_disc_real_3: 0.23519866168498993 (0.21768746901654049) + | > loss_disc_real_4: 0.2054239958524704 (0.22108297265202004) + | > loss_disc_real_5: 0.20872153341770172 (0.23459547621155202) + | > loss_0: 2.6243374347686768 (2.4242250314165767) + | > grad_norm_0: tensor(175.3490, device='cuda:0') (tensor(86.7165, device='cuda:0')) + | > loss_gen: 2.2678773403167725 (2.4012516139633555) + | > loss_kl: 1.384503722190857 (1.4088476274154385) + | > loss_feat: 4.126193523406982 (4.833811478750448) + | > loss_mel: 25.273983001708984 (25.22330398058735) + | > loss_duration: 1.8487499952316284 (1.8429407173486454) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.90130615234375 (35.71015542862974) + | > grad_norm_1: tensor(1109.6798, device='cuda:0') (tensor(621.5972, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 1.0217 (0.9217165299004486) + | > loader_time: 0.0066 (0.006689142606973123) + + + --> TIME: 2024-11-22 12:12:06 -- STEP: 482/797 -- GLOBAL_STEP: 8675 + | > loss_disc: 2.409640312194824 (2.421946848081849) + | > loss_disc_real_0: 0.04743088409304619 (0.12419302867439526) + | > loss_disc_real_1: 0.17949235439300537 (0.22228647431521) + | > loss_disc_real_2: 0.20637045800685883 (0.2351155278902825) + | > loss_disc_real_3: 0.18091493844985962 (0.21759124854540923) + | > loss_disc_real_4: 0.2123325914144516 (0.22094357891696123) + | > loss_disc_real_5: 0.19516457617282867 (0.23434467196340877) + | > loss_0: 2.409640312194824 (2.421946848081849) + | > grad_norm_0: tensor(74.0185, device='cuda:0') (tensor(87.2555, device='cuda:0')) + | > loss_gen: 2.1461334228515625 (2.402030969309115) + | > loss_kl: 1.420021414756775 (1.410240816748489) + | > loss_feat: 4.5316267013549805 (4.845741710722197) + | > loss_mel: 23.672151565551758 (25.23302173614502) + | > loss_duration: 1.8388985395431519 (1.841590178952672) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.60883331298828 (35.73262543104497) + | > grad_norm_1: tensor(848.5820, device='cuda:0') (tensor(634.5291, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 0.982 (0.9249378170709887) + | > loader_time: 0.0073 (0.006816627573670191) + + + --> TIME: 2024-11-22 12:12:31 -- STEP: 507/797 -- GLOBAL_STEP: 8700 + | > loss_disc: 2.3582425117492676 (2.421085562226334) + | > loss_disc_real_0: 0.055331144481897354 (0.12404158354334577) + | > loss_disc_real_1: 0.2009054571390152 (0.2222661521778069) + | > loss_disc_real_2: 0.2352423220872879 (0.23498229294486297) + | > loss_disc_real_3: 0.17202326655387878 (0.2175421242177839) + | > loss_disc_real_4: 0.19902542233467102 (0.22058673858407452) + | > loss_disc_real_5: 0.20134124159812927 (0.23427554800430464) + | > loss_0: 2.3582425117492676 (2.421085562226334) + | > grad_norm_0: tensor(47.4050, device='cuda:0') (tensor(86.5704, device='cuda:0')) + | > loss_gen: 2.505012273788452 (2.4016199876100597) + | > loss_kl: 1.470321536064148 (1.4088115192494217) + | > loss_feat: 5.485307693481445 (4.846869713691093) + | > loss_mel: 26.764867782592773 (25.22080589986647) + | > loss_duration: 1.7801768779754639 (1.840075673436272) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 38.00568771362305 (35.718182821480724) + | > grad_norm_1: tensor(143.1455, device='cuda:0') (tensor(630.7633, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 0.9747 (0.9285184189647847) + | > loader_time: 0.0067 (0.006856525202944902) + + + --> TIME: 2024-11-22 12:12:56 -- STEP: 532/797 -- GLOBAL_STEP: 8725 + | > loss_disc: 2.584948778152466 (2.4217865995894687) + | > loss_disc_real_0: 0.3080170750617981 (0.12516976640160596) + | > loss_disc_real_1: 0.2237955778837204 (0.2221448203562794) + | > loss_disc_real_2: 0.201140359044075 (0.23488892200297873) + | > loss_disc_real_3: 0.18431037664413452 (0.21734885269201784) + | > loss_disc_real_4: 0.19770587980747223 (0.22079962651644433) + | > loss_disc_real_5: 0.21619831025600433 (0.2343074473223292) + | > loss_0: 2.584948778152466 (2.4217865995894687) + | > grad_norm_0: tensor(414.4189, device='cuda:0') (tensor(86.8530, device='cuda:0')) + | > loss_gen: 2.2335619926452637 (2.400980993096991) + | > loss_kl: 1.4929105043411255 (1.408176839015538) + | > loss_feat: 3.794065237045288 (4.845273514439288) + | > loss_mel: 20.846263885498047 (25.21228286915256) + | > loss_duration: 1.7999610900878906 (1.8395359171064276) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.166763305664062 (35.706250162052946) + | > grad_norm_1: tensor(1356.6692, device='cuda:0') (tensor(635.6970, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 0.8644 (0.93004000859153) + | > loader_time: 0.0108 (0.0069511626896105305) + + + --> TIME: 2024-11-22 12:13:19 -- STEP: 557/797 -- GLOBAL_STEP: 8750 + | > loss_disc: 2.513151168823242 (2.4223611718662323) + | > loss_disc_real_0: 0.1318514049053192 (0.12540679797530174) + | > loss_disc_real_1: 0.23192286491394043 (0.2222723359211985) + | > loss_disc_real_2: 0.2867752015590668 (0.23484271122694445) + | > loss_disc_real_3: 0.2513010501861572 (0.21760215221016369) + | > loss_disc_real_4: 0.2218169867992401 (0.2212786774553987) + | > loss_disc_real_5: 0.30351144075393677 (0.23419364425395506) + | > loss_0: 2.513151168823242 (2.4223611718662323) + | > grad_norm_0: tensor(59.5580, device='cuda:0') (tensor(87.4765, device='cuda:0')) + | > loss_gen: 2.253473997116089 (2.402077740997987) + | > loss_kl: 1.4095982313156128 (1.4074538198150894) + | > loss_feat: 4.9942121505737305 (4.846612204341099) + | > loss_mel: 25.593019485473633 (25.195418486261286) + | > loss_duration: 1.8197413682937622 (1.8386496787011302) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.070045471191406 (35.690211979234256) + | > grad_norm_1: tensor(938.0243, device='cuda:0') (tensor(647.7953, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 0.9396 (0.92914242419135) + | > loader_time: 0.0114 (0.006988989814607629) + + + --> TIME: 2024-11-22 12:13:43 -- STEP: 582/797 -- GLOBAL_STEP: 8775 + | > loss_disc: 2.541792631149292 (2.4254650242140197) + | > loss_disc_real_0: 0.03812948614358902 (0.12558618030443633) + | > loss_disc_real_1: 0.2085854858160019 (0.2223615023176285) + | > loss_disc_real_2: 0.2505706548690796 (0.23528340679058915) + | > loss_disc_real_3: 0.19829387962818146 (0.21756284404866075) + | > loss_disc_real_4: 0.2574000060558319 (0.2215087781964299) + | > loss_disc_real_5: 0.24545599520206451 (0.23512970958276302) + | > loss_0: 2.541792631149292 (2.4254650242140197) + | > grad_norm_0: tensor(33.3082, device='cuda:0') (tensor(88.1321, device='cuda:0')) + | > loss_gen: 2.2422783374786377 (2.3993414216434856) + | > loss_kl: 1.3380157947540283 (1.404454001548774) + | > loss_feat: 4.927509307861328 (4.838844876518775) + | > loss_mel: 27.210256576538086 (25.196250882755034) + | > loss_duration: 1.8176132440567017 (1.8377293077940793) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.53567123413086 (35.67662052600246) + | > grad_norm_1: tensor(719.7001, device='cuda:0') (tensor(651.5267, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 0.8678 (0.9297795475963055) + | > loader_time: 0.0078 (0.0070343541935137446) + + + --> TIME: 2024-11-22 12:14:06 -- STEP: 607/797 -- GLOBAL_STEP: 8800 + | > loss_disc: 2.3396172523498535 (2.425837171529428) + | > loss_disc_real_0: 0.13783735036849976 (0.12558150041658167) + | > loss_disc_real_1: 0.20057184994220734 (0.22217501879131185) + | > loss_disc_real_2: 0.22888244688510895 (0.23537330722200026) + | > loss_disc_real_3: 0.24005503952503204 (0.2177007968677132) + | > loss_disc_real_4: 0.23287296295166016 (0.22146614259216302) + | > loss_disc_real_5: 0.19125771522521973 (0.23492558825840865) + | > loss_0: 2.3396172523498535 (2.425837171529428) + | > grad_norm_0: tensor(21.7885, device='cuda:0') (tensor(87.9424, device='cuda:0')) + | > loss_gen: 2.4674971103668213 (2.398467738899409) + | > loss_kl: 1.5159538984298706 (1.4033156773796585) + | > loss_feat: 4.729154109954834 (4.834939986909241) + | > loss_mel: 25.10445213317871 (25.213030876398484) + | > loss_duration: 1.8358091115951538 (1.8370619059787354) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.65286636352539 (35.68681623593981) + | > grad_norm_1: tensor(547.2728, device='cuda:0') (tensor(645.8977, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 0.9119 (0.9298664447306801) + | > loader_time: 0.0107 (0.007111497137456198) + + + --> TIME: 2024-11-22 12:14:30 -- STEP: 632/797 -- GLOBAL_STEP: 8825 + | > loss_disc: 2.6212880611419678 (2.430115432678899) + | > loss_disc_real_0: 0.1843179613351822 (0.12655387906640578) + | > loss_disc_real_1: 0.2524603009223938 (0.2224423421098839) + | > loss_disc_real_2: 0.2946856617927551 (0.23548059922324704) + | > loss_disc_real_3: 0.21716593205928802 (0.21804829057353217) + | > loss_disc_real_4: 0.24153824150562286 (0.22186929706625547) + | > loss_disc_real_5: 0.24234539270401 (0.2351783297814523) + | > loss_0: 2.6212880611419678 (2.430115432678899) + | > grad_norm_0: tensor(142.1869, device='cuda:0') (tensor(89.6402, device='cuda:0')) + | > loss_gen: 2.131819248199463 (2.392090479972997) + | > loss_kl: 1.1569044589996338 (1.4023075044343742) + | > loss_feat: 3.4307382106781006 (4.807309877646118) + | > loss_mel: 21.959674835205078 (25.16235186480268) + | > loss_duration: 1.856535792350769 (1.8369453937946996) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.53567123413086 (35.60100515884692) + | > grad_norm_1: tensor(438.0444, device='cuda:0') (tensor(649.1048, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 0.9549 (0.9302485075932515) + | > loader_time: 0.0086 (0.007192725244956679) + + + --> TIME: 2024-11-22 12:14:54 -- STEP: 657/797 -- GLOBAL_STEP: 8850 + | > loss_disc: 2.48857045173645 (2.4289038736526285) + | > loss_disc_real_0: 0.13471034169197083 (0.12641573632688824) + | > loss_disc_real_1: 0.2775801718235016 (0.22232485461634224) + | > loss_disc_real_2: 0.20779336988925934 (0.23534388218749785) + | > loss_disc_real_3: 0.27120739221572876 (0.2179314376193821) + | > loss_disc_real_4: 0.26885986328125 (0.22171896897948132) + | > loss_disc_real_5: 0.2375495284795761 (0.23495861053285352) + | > loss_0: 2.48857045173645 (2.4289038736526285) + | > grad_norm_0: tensor(143.5065, device='cuda:0') (tensor(89.3520, device='cuda:0')) + | > loss_gen: 2.3168091773986816 (2.3915040338783338) + | > loss_kl: 1.2865859270095825 (1.400295169295423) + | > loss_feat: 4.649075508117676 (4.807079212124848) + | > loss_mel: 25.206727981567383 (25.14708317505532) + | > loss_duration: 1.9046027660369873 (1.8366375615426214) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.363800048828125 (35.58259918990928) + | > grad_norm_1: tensor(1058.4058, device='cuda:0') (tensor(649.7648, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 0.9444 (0.9310247832781648) + | > loader_time: 0.011 (0.007290282387348795) + + + --> TIME: 2024-11-22 12:15:19 -- STEP: 682/797 -- GLOBAL_STEP: 8875 + | > loss_disc: 2.4721179008483887 (2.429056423850075) + | > loss_disc_real_0: 0.13111090660095215 (0.12621327399486484) + | > loss_disc_real_1: 0.27044397592544556 (0.22218984267141811) + | > loss_disc_real_2: 0.23931245505809784 (0.2352255606406595) + | > loss_disc_real_3: 0.21482838690280914 (0.21785023644610244) + | > loss_disc_real_4: 0.2182733118534088 (0.22170618333774578) + | > loss_disc_real_5: 0.21947932243347168 (0.23489352521046866) + | > loss_0: 2.4721179008483887 (2.429056423850075) + | > grad_norm_0: tensor(96.6375, device='cuda:0') (tensor(90.0374, device='cuda:0')) + | > loss_gen: 2.324557304382324 (2.3915786105167145) + | > loss_kl: 1.286118984222412 (1.3993051956650804) + | > loss_feat: 4.818439483642578 (4.8062946006349785) + | > loss_mel: 28.082077026367188 (25.145300596690237) + | > loss_duration: 1.8259334564208984 (1.83607565884716) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 38.337127685546875 (35.57855470718876) + | > grad_norm_1: tensor(178.6322, device='cuda:0') (tensor(646.7179, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 0.9489 (0.9319415442055621) + | > loader_time: 0.0086 (0.007383281534368341) + + + --> TIME: 2024-11-22 12:15:44 -- STEP: 707/797 -- GLOBAL_STEP: 8900 + | > loss_disc: 2.7854182720184326 (2.4274006463176323) + | > loss_disc_real_0: 0.048339590430259705 (0.12558184294859956) + | > loss_disc_real_1: 0.27695825695991516 (0.22217317842358072) + | > loss_disc_real_2: 0.29607146978378296 (0.23522050718775564) + | > loss_disc_real_3: 0.2827105224132538 (0.21788169616435515) + | > loss_disc_real_4: 0.29926249384880066 (0.22171961108309546) + | > loss_disc_real_5: 0.29254764318466187 (0.2346172213891608) + | > loss_0: 2.7854182720184326 (2.4274006463176323) + | > grad_norm_0: tensor(85.7282, device='cuda:0') (tensor(90.1907, device='cuda:0')) + | > loss_gen: 2.2410812377929688 (2.393188909391703) + | > loss_kl: 1.2798882722854614 (1.400735421683191) + | > loss_feat: 4.121129512786865 (4.810647347691711) + | > loss_mel: 24.54549217224121 (25.14601532910466) + | > loss_duration: 1.7772057056427002 (1.8352661436315643) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.96479797363281 (35.58585319896737) + | > grad_norm_1: tensor(353.6465, device='cuda:0') (tensor(642.8698, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 0.9866 (0.9343062054149838) + | > loader_time: 0.0083 (0.007485533030400686) + + + --> TIME: 2024-11-22 12:16:10 -- STEP: 732/797 -- GLOBAL_STEP: 8925 + | > loss_disc: 2.2984519004821777 (2.4276852073565247) + | > loss_disc_real_0: 0.08525708317756653 (0.12577431046917947) + | > loss_disc_real_1: 0.22341609001159668 (0.2219479181727425) + | > loss_disc_real_2: 0.22494971752166748 (0.23498837059475686) + | > loss_disc_real_3: 0.2309495210647583 (0.21793891943461915) + | > loss_disc_real_4: 0.21080206334590912 (0.22189396129198413) + | > loss_disc_real_5: 0.2805077135562897 (0.23495871302941457) + | > loss_0: 2.2984519004821777 (2.4276852073565247) + | > grad_norm_0: tensor(40.1180, device='cuda:0') (tensor(89.9991, device='cuda:0')) + | > loss_gen: 2.6728148460388184 (2.3932354034947565) + | > loss_kl: 1.4937870502471924 (1.401425314649858) + | > loss_feat: 5.797507286071777 (4.813425546786824) + | > loss_mel: 27.776159286499023 (25.14167232982447) + | > loss_duration: 1.780453085899353 (1.8342134258786187) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 39.52071762084961 (35.58397206582659) + | > grad_norm_1: tensor(797.6674, device='cuda:0') (tensor(645.0655, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 1.0948 (0.9367990780397842) + | > loader_time: 0.0123 (0.007595763180425257) + + + --> TIME: 2024-11-22 12:16:38 -- STEP: 757/797 -- GLOBAL_STEP: 8950 + | > loss_disc: 2.4779398441314697 (2.4268750051526164) + | > loss_disc_real_0: 0.24292363226413727 (0.12580840170993673) + | > loss_disc_real_1: 0.2675459086894989 (0.22197809498486462) + | > loss_disc_real_2: 0.21378643810749054 (0.23490238376699948) + | > loss_disc_real_3: 0.26705920696258545 (0.218049490251031) + | > loss_disc_real_4: 0.23677915334701538 (0.22173375800704703) + | > loss_disc_real_5: 0.2572496235370636 (0.2347909039676268) + | > loss_0: 2.4779398441314697 (2.4268750051526164) + | > grad_norm_0: tensor(25.3898, device='cuda:0') (tensor(89.4753, device='cuda:0')) + | > loss_gen: 2.412415027618408 (2.3935892696897128) + | > loss_kl: 1.5599180459976196 (1.4012794218258624) + | > loss_feat: 4.900081634521484 (4.816860707306954) + | > loss_mel: 25.58409309387207 (25.14544843525048) + | > loss_duration: 1.804167628288269 (1.8327305970450216) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.260677337646484 (35.58990847387278) + | > grad_norm_1: tensor(875.8387, device='cuda:0') (tensor(645.0967, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 1.0195 (0.9396199213151415) + | > loader_time: 0.1068 (0.01052543162669657) + + + --> TIME: 2024-11-22 12:17:13 -- STEP: 782/797 -- GLOBAL_STEP: 8975 + | > loss_disc: 2.430737257003784 (2.425789467818906) + | > loss_disc_real_0: 0.13802117109298706 (0.12545906840478213) + | > loss_disc_real_1: 0.17295460402965546 (0.22159722384513186) + | > loss_disc_real_2: 0.22415876388549805 (0.23481230470149414) + | > loss_disc_real_3: 0.11739769577980042 (0.21791034309989055) + | > loss_disc_real_4: 0.2264118790626526 (0.2218819335293587) + | > loss_disc_real_5: 0.2580333352088928 (0.23500401027443463) + | > loss_0: 2.430737257003784 (2.425789467818906) + | > grad_norm_0: tensor(37.8495, device='cuda:0') (tensor(89.2629, device='cuda:0')) + | > loss_gen: 2.333296775817871 (2.3953434355423577) + | > loss_kl: 1.4155082702636719 (1.4008678360210964) + | > loss_feat: 4.844416618347168 (4.8258274711306415) + | > loss_mel: 24.57014274597168 (25.142553617277404) + | > loss_duration: 1.794854760169983 (1.831461034467458) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.95821762084961 (35.59605344786977) + | > grad_norm_1: tensor(201.2775, device='cuda:0') (tensor(642.4897, device='cuda:0')) + | > current_lr_0: 0.00019975014057813518 + | > current_lr_1: 0.00019975014057813518 + | > step_time: 1.2034 (0.9510401749549924) + | > loader_time: 0.1023 (0.013879640937766153) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.5710391998291016 (2.5710391998291016) + | > loss_disc_real_0: 0.1051214411854744 (0.1051214411854744) + | > loss_disc_real_1: 0.2663262188434601 (0.2663262188434601) + | > loss_disc_real_2: 0.22450076043605804 (0.22450076043605804) + | > loss_disc_real_3: 0.19889187812805176 (0.19889187812805176) + | > loss_disc_real_4: 0.25998812913894653 (0.25998812913894653) + | > loss_disc_real_5: 0.21622130274772644 (0.21622130274772644) + | > loss_0: 2.5710391998291016 (2.5710391998291016) + | > loss_gen: 2.2823550701141357 (2.2823550701141357) + | > loss_kl: 0.990591287612915 (0.990591287612915) + | > loss_feat: 5.029025554656982 (5.029025554656982) + | > loss_mel: 22.639760971069336 (22.639760971069336) + | > loss_duration: 2.1703686714172363 (2.1703686714172363) + | > loss_1: 33.11210250854492 (33.11210250854492) + + --> STEP: 1 + | > loss_disc: 2.1932597160339355 (2.1932597160339355) + | > loss_disc_real_0: 0.05744711682200432 (0.05744711682200432) + | > loss_disc_real_1: 0.2795422673225403 (0.2795422673225403) + | > loss_disc_real_2: 0.17838717997074127 (0.17838717997074127) + | > loss_disc_real_3: 0.21276243031024933 (0.21276243031024933) + | > loss_disc_real_4: 0.18104757368564606 (0.18104757368564606) + | > loss_disc_real_5: 0.1521664261817932 (0.1521664261817932) + | > loss_0: 2.1932597160339355 (2.1932597160339355) + | > loss_gen: 2.437424898147583 (2.437424898147583) + | > loss_kl: 0.6920541524887085 (0.6920541524887085) + | > loss_feat: 5.53016996383667 (5.53016996383667) + | > loss_mel: 25.07958984375 (25.07958984375) + | > loss_duration: 1.9219917058944702 (1.9219917058944702) + | > loss_1: 35.661231994628906 (35.661231994628906) + + --> STEP: 2 + | > loss_disc: 2.666144847869873 (2.4297022819519043) + | > loss_disc_real_0: 0.09915784001350403 (0.07830247841775417) + | > loss_disc_real_1: 0.30291152000427246 (0.29122689366340637) + | > loss_disc_real_2: 0.2006341814994812 (0.18951068073511124) + | > loss_disc_real_3: 0.3011806309223175 (0.2569715306162834) + | > loss_disc_real_4: 0.3194256126880646 (0.2502365931868553) + | > loss_disc_real_5: 0.2893623113632202 (0.2207643687725067) + | > loss_0: 2.666144847869873 (2.4297022819519043) + | > loss_gen: 2.2394206523895264 (2.3384227752685547) + | > loss_kl: 0.99354088306427 (0.8427975177764893) + | > loss_feat: 3.533026695251465 (4.531598329544067) + | > loss_mel: 22.162235260009766 (23.620912551879883) + | > loss_duration: 1.8147755861282349 (1.8683836460113525) + | > loss_1: 30.742998123168945 (33.202115058898926) + + --> STEP: 3 + | > loss_disc: 2.330383777618408 (2.396596113840739) + | > loss_disc_real_0: 0.09288974106311798 (0.08316489929954211) + | > loss_disc_real_1: 0.2990303039550781 (0.29382803042729694) + | > loss_disc_real_2: 0.2404448688030243 (0.2064887434244156) + | > loss_disc_real_3: 0.21571695804595947 (0.24322000642617544) + | > loss_disc_real_4: 0.2752341330051422 (0.2585691064596176) + | > loss_disc_real_5: 0.21632975339889526 (0.21928616364796957) + | > loss_0: 2.330383777618408 (2.396596113840739) + | > loss_gen: 2.5035712718963623 (2.3934722741444907) + | > loss_kl: 0.9637627601623535 (0.883119265238444) + | > loss_feat: 4.390257358551025 (4.484484672546387) + | > loss_mel: 23.779083251953125 (23.673636118570965) + | > loss_duration: 1.8870596885681152 (1.8746089935302734) + | > loss_1: 33.52373123168945 (33.3093204498291) + + --> STEP: 4 + | > loss_disc: 2.480710506439209 (2.4176247119903564) + | > loss_disc_real_0: 0.08069907873868942 (0.08254844415932894) + | > loss_disc_real_1: 0.32095080614089966 (0.30060872435569763) + | > loss_disc_real_2: 0.21037457883358002 (0.2074602022767067) + | > loss_disc_real_3: 0.22009731829166412 (0.2374393343925476) + | > loss_disc_real_4: 0.17264601588249207 (0.23708833381533623) + | > loss_disc_real_5: 0.24648812413215637 (0.22608665376901627) + | > loss_0: 2.480710506439209 (2.4176247119903564) + | > loss_gen: 2.2500391006469727 (2.357613980770111) + | > loss_kl: 1.4349174499511719 (1.021068811416626) + | > loss_feat: 4.701859951019287 (4.538828492164612) + | > loss_mel: 22.568490982055664 (23.39734983444214) + | > loss_duration: 1.7755500078201294 (1.8498442471027374) + | > loss_1: 32.730857849121094 (33.1647047996521) + + --> STEP: 5 + | > loss_disc: 2.4195046424865723 (2.4180006980895996) + | > loss_disc_real_0: 0.11116257309913635 (0.08827126994729043) + | > loss_disc_real_1: 0.24385066330432892 (0.2892571121454239) + | > loss_disc_real_2: 0.1918608844280243 (0.20434033870697021) + | > loss_disc_real_3: 0.2487359642982483 (0.23969866037368776) + | > loss_disc_real_4: 0.23120670020580292 (0.23591200709342958) + | > loss_disc_real_5: 0.22112756967544556 (0.22509483695030214) + | > loss_0: 2.4195046424865723 (2.4180006980895996) + | > loss_gen: 2.404106855392456 (2.3669125556945803) + | > loss_kl: 1.7736120223999023 (1.1715774536132812) + | > loss_feat: 5.402233123779297 (4.711509418487549) + | > loss_mel: 23.468284606933594 (23.41153678894043) + | > loss_duration: 1.9866909980773926 (1.8772135972976685) + | > loss_1: 35.03492736816406 (33.538749313354494) + + --> STEP: 6 + | > loss_disc: 2.3819711208343506 (2.411995768547058) + | > loss_disc_real_0: 0.12427836656570435 (0.09427245271702607) + | > loss_disc_real_1: 0.2491655945777893 (0.28257519255081814) + | > loss_disc_real_2: 0.2327745109796524 (0.20907936741908392) + | > loss_disc_real_3: 0.21216769516468048 (0.23511016617218652) + | > loss_disc_real_4: 0.19159692525863647 (0.22852616012096405) + | > loss_disc_real_5: 0.25893938541412354 (0.23073559502760568) + | > loss_0: 2.3819711208343506 (2.411995768547058) + | > loss_gen: 2.4733338356018066 (2.3846494356791177) + | > loss_kl: 1.175916314125061 (1.1723005970319111) + | > loss_feat: 5.233806610107422 (4.798558950424194) + | > loss_mel: 27.03780746459961 (24.015915234883625) + | > loss_duration: 1.8163936138153076 (1.8670769333839417) + | > loss_1: 37.73725891113281 (34.238500912984215) + + --> STEP: 7 + | > loss_disc: 2.0018630027770996 (2.353405373437064) + | > loss_disc_real_0: 0.042950667440891266 (0.08694076910614967) + | > loss_disc_real_1: 0.16436393558979034 (0.26568787012781414) + | > loss_disc_real_2: 0.1913101077079773 (0.20654090174606868) + | > loss_disc_real_3: 0.09366966038942337 (0.2149043796317918) + | > loss_disc_real_4: 0.2558382749557495 (0.2324278908116477) + | > loss_disc_real_5: 0.17350678145885468 (0.22256005023206984) + | > loss_0: 2.0018630027770996 (2.353405373437064) + | > loss_gen: 2.609433174133301 (2.4167613983154297) + | > loss_kl: 1.4072487354278564 (1.2058646168027605) + | > loss_feat: 6.879126071929932 (5.095782824925014) + | > loss_mel: 28.872692108154297 (24.709740502493723) + | > loss_duration: 1.717699408531189 (1.8457372869764055) + | > loss_1: 41.48619842529297 (35.273886271885466) + + --> STEP: 8 + | > loss_disc: 2.0669448375701904 (2.317597806453705) + | > loss_disc_real_0: 0.05704544112086296 (0.08320385310798883) + | > loss_disc_real_1: 0.32358109951019287 (0.2729245238006115) + | > loss_disc_real_2: 0.17062707245349884 (0.20205167308449745) + | > loss_disc_real_3: 0.130252867937088 (0.20432294066995382) + | > loss_disc_real_4: 0.17178361117839813 (0.2248473558574915) + | > loss_disc_real_5: 0.15935951471328735 (0.21465998329222202) + | > loss_0: 2.0669448375701904 (2.317597806453705) + | > loss_gen: 2.676877498626709 (2.4492759108543396) + | > loss_kl: 1.5705457925796509 (1.2514497637748718) + | > loss_feat: 6.345942974090576 (5.252052843570709) + | > loss_mel: 26.61138153076172 (24.94744563102722) + | > loss_duration: 1.850739598274231 (1.8463625758886337) + | > loss_1: 39.055484771728516 (35.746586084365845) + + --> STEP: 9 + | > loss_disc: 1.9698182344436646 (2.2789556317859225) + | > loss_disc_real_0: 0.08557934314012527 (0.08346779644489288) + | > loss_disc_real_1: 0.24183252453804016 (0.26946985721588135) + | > loss_disc_real_2: 0.1627434641122818 (0.19768409430980682) + | > loss_disc_real_3: 0.18872982263565063 (0.2025903719994757) + | > loss_disc_real_4: 0.1877400130033493 (0.2207243177625868) + | > loss_disc_real_5: 0.12886254489421844 (0.20512693458133274) + | > loss_0: 1.9698182344436646 (2.2789556317859225) + | > loss_gen: 2.6920981407165527 (2.476256158616808) + | > loss_kl: 1.013688087463379 (1.2250317997402616) + | > loss_feat: 6.318931579589844 (5.370594925350613) + | > loss_mel: 28.405717849731445 (25.331698099772137) + | > loss_duration: 1.8356075286865234 (1.8451675706439548) + | > loss_1: 40.26604461669922 (36.248748143514) + + --> STEP: 10 + | > loss_disc: 2.6531527042388916 (2.3163753390312194) + | > loss_disc_real_0: 0.10494353622198105 (0.0856153704226017) + | > loss_disc_real_1: 0.3282572031021118 (0.2753485918045044) + | > loss_disc_real_2: 0.25006794929504395 (0.20292247980833053) + | > loss_disc_real_3: 0.29279825091362 (0.21161115989089013) + | > loss_disc_real_4: 0.30665603280067444 (0.22931748926639556) + | > loss_disc_real_5: 0.27210092544555664 (0.21182433366775513) + | > loss_0: 2.6531527042388916 (2.3163753390312194) + | > loss_gen: 2.3854217529296875 (2.467172718048096) + | > loss_kl: 1.6454063653945923 (1.2670692563056947) + | > loss_feat: 3.842477798461914 (5.217783212661743) + | > loss_mel: 22.826862335205078 (25.08121452331543) + | > loss_duration: 1.7086552381515503 (1.8315163373947143) + | > loss_1: 32.4088249206543 (35.86475582122803) + + --> STEP: 11 + | > loss_disc: 2.2411282062530518 (2.309534690596841) + | > loss_disc_real_0: 0.08429870754480362 (0.08549567379734734) + | > loss_disc_real_1: 0.20629052817821503 (0.26907058602029627) + | > loss_disc_real_2: 0.1971447914838791 (0.20239723541519858) + | > loss_disc_real_3: 0.13482962548732758 (0.20463102039965717) + | > loss_disc_real_4: 0.20004691183567047 (0.2266565276817842) + | > loss_disc_real_5: 0.13723301887512207 (0.20504330505024304) + | > loss_0: 2.2411282062530518 (2.309534690596841) + | > loss_gen: 2.3094277381896973 (2.452832265333696) + | > loss_kl: 1.4029935598373413 (1.279426011172208) + | > loss_feat: 6.242949962615967 (5.310980189930309) + | > loss_mel: 26.80719566345215 (25.238121899691496) + | > loss_duration: 1.7081389427185059 (1.820300210605968) + | > loss_1: 38.470706939697266 (36.101660468361594) + + --> STEP: 12 + | > loss_disc: 2.0243425369262695 (2.28576867779096) + | > loss_disc_real_0: 0.05635874718427658 (0.08306759657959144) + | > loss_disc_real_1: 0.19858811795711517 (0.26319704701503116) + | > loss_disc_real_2: 0.12487094104290009 (0.19593671088417372) + | > loss_disc_real_3: 0.09162941575050354 (0.19521422001222768) + | > loss_disc_real_4: 0.15366505086421967 (0.2205739046136538) + | > loss_disc_real_5: 0.12907910346984863 (0.1987129549185435) + | > loss_0: 2.0243425369262695 (2.28576867779096) + | > loss_gen: 2.4316394329071045 (2.4510661959648132) + | > loss_kl: 1.2373875379562378 (1.275922805070877) + | > loss_feat: 7.30060338973999 (5.476782123247783) + | > loss_mel: 28.965505599975586 (25.548737208048504) + | > loss_duration: 1.8225563764572144 (1.8204882244269054) + | > loss_1: 41.7576904296875 (36.572996298472084) + + --> STEP: 13 + | > loss_disc: 1.9199081659317017 (2.257625561494094) + | > loss_disc_real_0: 0.05706420913338661 (0.08106733600680645) + | > loss_disc_real_1: 0.269972026348114 (0.26371819927142215) + | > loss_disc_real_2: 0.17376667261123657 (0.19423132332471701) + | > loss_disc_real_3: 0.15652868151664734 (0.19223840935872152) + | > loss_disc_real_4: 0.2145984172821045 (0.22011425174199617) + | > loss_disc_real_5: 0.16527137160301208 (0.1961405254327334) + | > loss_0: 1.9199081659317017 (2.257625561494094) + | > loss_gen: 2.837437152862549 (2.4807870388031006) + | > loss_kl: 1.9979465007781982 (1.3314630893560557) + | > loss_feat: 6.475924968719482 (5.553639265207144) + | > loss_mel: 29.04114532470703 (25.817383986253006) + | > loss_duration: 1.8816218376159668 (1.825190810056833) + | > loss_1: 42.234073638916016 (37.00846378619854) + + --> STEP: 14 + | > loss_disc: 2.472330093383789 (2.272961599486215) + | > loss_disc_real_0: 0.0888315960764885 (0.08162192601178374) + | > loss_disc_real_1: 0.2693551480770111 (0.2641208384718214) + | > loss_disc_real_2: 0.22523552179336548 (0.19644590892962047) + | > loss_disc_real_3: 0.21873345971107483 (0.19413091295531817) + | > loss_disc_real_4: 0.2701573371887207 (0.22368875784533365) + | > loss_disc_real_5: 0.3237965703010559 (0.20525881435189927) + | > loss_0: 2.472330093383789 (2.272961599486215) + | > loss_gen: 2.4176249504089355 (2.47627546106066) + | > loss_kl: 1.2712538242340088 (1.3271624275616236) + | > loss_feat: 3.7892556190490723 (5.427611861910139) + | > loss_mel: 21.013790130615234 (25.474270139421737) + | > loss_duration: 1.8698996305465698 (1.8283842972346716) + | > loss_1: 30.36182403564453 (36.533703804016106) + + --> STEP: 15 + | > loss_disc: 2.179405450820923 (2.2667245229085284) + | > loss_disc_real_0: 0.04064595699310303 (0.07889019474387168) + | > loss_disc_real_1: 0.24702295660972595 (0.262980979681015) + | > loss_disc_real_2: 0.1361253410577774 (0.19242453773816426) + | > loss_disc_real_3: 0.20900389552116394 (0.19512244512637456) + | > loss_disc_real_4: 0.18507687747478485 (0.22111463248729707) + | > loss_disc_real_5: 0.17524036765098572 (0.20325758457183837) + | > loss_0: 2.179405450820923 (2.2667245229085284) + | > loss_gen: 2.593526840209961 (2.4840922196706137) + | > loss_kl: 1.1320608854293823 (1.3141556580861409) + | > loss_feat: 5.8223443031311035 (5.453927357991536) + | > loss_mel: 30.827173233032227 (25.831130345662434) + | > loss_duration: 1.7832512855529785 (1.8253754297892253) + | > loss_1: 42.15835952758789 (36.90868085225422) + + --> STEP: 16 + | > loss_disc: 2.2107553482055664 (2.2632264494895935) + | > loss_disc_real_0: 0.1105855405330658 (0.08087115385569632) + | > loss_disc_real_1: 0.25152066349983215 (0.2622647099196911) + | > loss_disc_real_2: 0.18768852949142456 (0.19212853722274303) + | > loss_disc_real_3: 0.19985225796699524 (0.19541805842891335) + | > loss_disc_real_4: 0.20618624985218048 (0.22018160857260227) + | > loss_disc_real_5: 0.14823774993419647 (0.19981884490698576) + | > loss_0: 2.2107553482055664 (2.2632264494895935) + | > loss_gen: 2.509798765182495 (2.485698878765106) + | > loss_kl: 1.4953776597976685 (1.3254820331931114) + | > loss_feat: 6.194859981536865 (5.5002356469631195) + | > loss_mel: 22.99409294128418 (25.653815507888794) + | > loss_duration: 1.8662526607513428 (1.8279302567243576) + | > loss_1: 35.06038284301758 (36.793162226676934) + + --> STEP: 17 + | > loss_disc: 2.4271697998046875 (2.2728701759787167) + | > loss_disc_real_0: 0.09465707838535309 (0.08168209059273496) + | > loss_disc_real_1: 0.25214970111846924 (0.26166970940197215) + | > loss_disc_real_2: 0.16868828237056732 (0.19074969870202682) + | > loss_disc_real_3: 0.21453092992305756 (0.19654234498739243) + | > loss_disc_real_4: 0.25483399629592896 (0.22221998432103326) + | > loss_disc_real_5: 0.21544300019741058 (0.20073791286524603) + | > loss_0: 2.4271697998046875 (2.2728701759787167) + | > loss_gen: 2.490324020385742 (2.485970945919261) + | > loss_kl: 1.2686231136322021 (1.322137390865999) + | > loss_feat: 4.7746968269348145 (5.457556892843807) + | > loss_mel: 23.72450065612793 (25.540326398961685) + | > loss_duration: 1.7657376527786255 (1.8242718682569616) + | > loss_1: 34.02388381958008 (36.630263496847704) + + --> STEP: 18 + | > loss_disc: 2.250631809234619 (2.2716347111596003) + | > loss_disc_real_0: 0.07245772331953049 (0.0811696257442236) + | > loss_disc_real_1: 0.30451303720474243 (0.26404989427990383) + | > loss_disc_real_2: 0.18282324075698853 (0.19030933992730248) + | > loss_disc_real_3: 0.20977561175823212 (0.1972775264746613) + | > loss_disc_real_4: 0.1814706027507782 (0.21995612978935242) + | > loss_disc_real_5: 0.22652161121368408 (0.20217034055127037) + | > loss_0: 2.250631809234619 (2.2716347111596003) + | > loss_gen: 2.6991500854492188 (2.4978142314487033) + | > loss_kl: 1.7552826404571533 (1.3462010158432856) + | > loss_feat: 5.856411457061768 (5.479715479744805) + | > loss_mel: 29.101139068603516 (25.7381493250529) + | > loss_duration: 1.7570714950561523 (1.82053851419025) + | > loss_1: 41.1690559387207 (36.88241863250731) + + --> STEP: 19 + | > loss_disc: 2.0278396606445312 (2.258803392711439) + | > loss_disc_real_0: 0.07387270033359528 (0.08078557703840106) + | > loss_disc_real_1: 0.21369437873363495 (0.26139960398799494) + | > loss_disc_real_2: 0.17586424946784973 (0.1895490720083839) + | > loss_disc_real_3: 0.15872512757778168 (0.19524845284850975) + | > loss_disc_real_4: 0.15627910196781158 (0.21660470727242923) + | > loss_disc_real_5: 0.18304334580898285 (0.20116365661746577) + | > loss_0: 2.0278396606445312 (2.258803392711439) + | > loss_gen: 2.549334764480591 (2.5005258384503817) + | > loss_kl: 1.4948914051055908 (1.3540268258044594) + | > loss_feat: 6.895945072174072 (5.554253879346345) + | > loss_mel: 25.613239288330078 (25.731575112593802) + | > loss_duration: 1.8413867950439453 (1.8216357921299182) + | > loss_1: 38.394798278808594 (36.96201756126001) + + --> STEP: 20 + | > loss_disc: 2.1701295375823975 (2.2543696999549865) + | > loss_disc_real_0: 0.1692453771829605 (0.08520856704562903) + | > loss_disc_real_1: 0.16294603049755096 (0.25647692531347277) + | > loss_disc_real_2: 0.17523692548274994 (0.18883346468210221) + | > loss_disc_real_3: 0.10737815499305725 (0.19085493795573713) + | > loss_disc_real_4: 0.22072133421897888 (0.2168105386197567) + | > loss_disc_real_5: 0.12754890322685242 (0.1974829189479351) + | > loss_0: 2.1701295375823975 (2.2543696999549865) + | > loss_gen: 2.5864129066467285 (2.504820191860199) + | > loss_kl: 1.6247506141662598 (1.3675630152225495) + | > loss_feat: 7.140632152557373 (5.633572793006897) + | > loss_mel: 29.129369735717773 (25.90146484375) + | > loss_duration: 1.7619916200637817 (1.8186535835266113) + | > loss_1: 42.243160247802734 (37.226074695587144) + + --> STEP: 21 + | > loss_disc: 2.3886473178863525 (2.2607638722374324) + | > loss_disc_real_0: 0.1506899744272232 (0.08832672930189542) + | > loss_disc_real_1: 0.26136234402656555 (0.2567095642998105) + | > loss_disc_real_2: 0.2024843990802765 (0.18948350917725337) + | > loss_disc_real_3: 0.21978703141212463 (0.19223265669175557) + | > loss_disc_real_4: 0.29544302821159363 (0.22055494288603464) + | > loss_disc_real_5: 0.19324935972690582 (0.19728132088979086) + | > loss_0: 2.3886473178863525 (2.2607638722374324) + | > loss_gen: 2.603619337081909 (2.5095249130612327) + | > loss_kl: 1.594100832939148 (1.3783505303519112) + | > loss_feat: 4.994100570678711 (5.6031217348007925) + | > loss_mel: 26.543933868408203 (25.932058606828964) + | > loss_duration: 1.7703545093536377 (1.8163536276136125) + | > loss_1: 37.506107330322266 (37.23940958295549) + + --> STEP: 22 + | > loss_disc: 2.3241729736328125 (2.2636461041190405) + | > loss_disc_real_0: 0.08341612666845322 (0.0881035200912844) + | > loss_disc_real_1: 0.2518761157989502 (0.25648986209522595) + | > loss_disc_real_2: 0.17943230271339417 (0.18902663615616885) + | > loss_disc_real_3: 0.19727830588817596 (0.19246200438250194) + | > loss_disc_real_4: 0.21036766469478607 (0.22009188478643243) + | > loss_disc_real_5: 0.22030873596668243 (0.1983280215751041) + | > loss_0: 2.3241729736328125 (2.2636461041190405) + | > loss_gen: 2.502361536026001 (2.5091993050141768) + | > loss_kl: 1.785731554031372 (1.3968678496100686) + | > loss_feat: 5.222549915313721 (5.585823015733198) + | > loss_mel: 26.455059051513672 (25.95583135431463) + | > loss_duration: 1.9354619979858398 (1.8217676444487139) + | > loss_1: 37.90116500854492 (37.26948937502773) + + --> STEP: 23 + | > loss_disc: 2.167396068572998 (2.2594613199648648) + | > loss_disc_real_0: 0.05632540583610535 (0.08672186294975488) + | > loss_disc_real_1: 0.2550223469734192 (0.25642605708993) + | > loss_disc_real_2: 0.19344055652618408 (0.18921854573747385) + | > loss_disc_real_3: 0.20175261795520782 (0.19286594410305438) + | > loss_disc_real_4: 0.20928345620632172 (0.21962195310903632) + | > loss_disc_real_5: 0.19617092609405518 (0.1982342348150585) + | > loss_0: 2.167396068572998 (2.2594613199648648) + | > loss_gen: 2.5796544551849365 (2.5122625724129053) + | > loss_kl: 1.3929065465927124 (1.3966956190440967) + | > loss_feat: 5.469388961791992 (5.580760665561842) + | > loss_mel: 25.823822021484375 (25.95009181810462) + | > loss_duration: 1.8620634078979492 (1.823519634163898) + | > loss_1: 37.127838134765625 (37.26333062545112) + + --> STEP: 24 + | > loss_disc: 2.495148181915283 (2.2692816058794656) + | > loss_disc_real_0: 0.1698167473077774 (0.09018414979800582) + | > loss_disc_real_1: 0.33975520730018616 (0.2598981050153573) + | > loss_disc_real_2: 0.232265442609787 (0.1910121664404869) + | > loss_disc_real_3: 0.24802255630493164 (0.1951641362781326) + | > loss_disc_real_4: 0.23665182292461395 (0.22033153101801872) + | > loss_disc_real_5: 0.25844407081604004 (0.20074297798176607) + | > loss_0: 2.495148181915283 (2.2692816058794656) + | > loss_gen: 2.4846770763397217 (2.5111131767431893) + | > loss_kl: 1.4546350240707397 (1.3991097609202068) + | > loss_feat: 3.2676703929901123 (5.484381904204686) + | > loss_mel: 20.454225540161133 (25.721097389856975) + | > loss_duration: 1.7408528327941895 (1.8200751841068268) + | > loss_1: 29.40205955505371 (36.93577766418456) + + --> STEP: 25 + | > loss_disc: 2.3377442359924316 (2.272020111083984) + | > loss_disc_real_0: 0.1585739254951477 (0.0929197408258915) + | > loss_disc_real_1: 0.26017406582832336 (0.25990914344787597) + | > loss_disc_real_2: 0.24315263330936432 (0.193097785115242) + | > loss_disc_real_3: 0.2083849310874939 (0.19569296807050704) + | > loss_disc_real_4: 0.21382984519004822 (0.2200714635848999) + | > loss_disc_real_5: 0.19842545688152313 (0.20065027713775635) + | > loss_0: 2.3377442359924316 (2.272020111083984) + | > loss_gen: 2.5659584999084473 (2.5133069896698) + | > loss_kl: 1.3087583780288696 (1.3954957056045532) + | > loss_feat: 4.745319366455078 (5.454819402694702) + | > loss_mel: 25.4162540435791 (25.70890365600586) + | > loss_duration: 1.7074860334396362 (1.8155716180801391) + | > loss_1: 35.7437744140625 (36.88809753417968) + + --> STEP: 26 + | > loss_disc: 2.2007975578308105 (2.269280782112708) + | > loss_disc_real_0: 0.0694238692522049 (0.09201605345767278) + | > loss_disc_real_1: 0.3171462416648865 (0.2621105703023764) + | > loss_disc_real_2: 0.1494448035955429 (0.19141882428756127) + | > loss_disc_real_3: 0.16055171191692352 (0.1943413812953692) + | > loss_disc_real_4: 0.1410602331161499 (0.21703257010533258) + | > loss_disc_real_5: 0.12452717870473862 (0.19772246565956336) + | > loss_0: 2.2007975578308105 (2.269280782112708) + | > loss_gen: 2.2917914390563965 (2.5047871608000536) + | > loss_kl: 1.2841929197311401 (1.3912148292248065) + | > loss_feat: 5.463019371032715 (5.455134786092318) + | > loss_mel: 23.698383331298828 (25.631575951209435) + | > loss_duration: 1.7623015642166138 (1.813522769854619) + | > loss_1: 34.49968719482422 (36.79623559805062) + + --> STEP: 27 + | > loss_disc: 2.1479921340942383 (2.264788609963876) + | > loss_disc_real_0: 0.09790943562984467 (0.09223432687145693) + | > loss_disc_real_1: 0.2922111451625824 (0.26322540640830994) + | > loss_disc_real_2: 0.1652258038520813 (0.19044871241958053) + | > loss_disc_real_3: 0.20094837248325348 (0.19458608467269828) + | > loss_disc_real_4: 0.24683770537376404 (0.2181364640041634) + | > loss_disc_real_5: 0.13164536654949188 (0.19527516569252368) + | > loss_0: 2.1479921340942383 (2.264788609963876) + | > loss_gen: 2.7313451766967773 (2.5131781984258583) + | > loss_kl: 1.5603094100952148 (1.397477591479266) + | > loss_feat: 6.254743576049805 (5.484749926461114) + | > loss_mel: 29.116832733154297 (25.76065953572591) + | > loss_duration: 1.8080276250839233 (1.813319245974223) + | > loss_1: 41.47126007080078 (36.96938465259692) + + --> STEP: 28 + | > loss_disc: 2.538888454437256 (2.27457789012364) + | > loss_disc_real_0: 0.1682349145412445 (0.09494863357394934) + | > loss_disc_real_1: 0.2840898931026459 (0.2639705666473934) + | > loss_disc_real_2: 0.17644770443439484 (0.18994867642010962) + | > loss_disc_real_3: 0.22161485254764557 (0.19555139781108924) + | > loss_disc_real_4: 0.24789628386497498 (0.2191993147134781) + | > loss_disc_real_5: 0.2276729792356491 (0.19643223046192101) + | > loss_0: 2.538888454437256 (2.27457789012364) + | > loss_gen: 2.5623035430908203 (2.5149326750210355) + | > loss_kl: 1.9236077070236206 (1.4162679527487074) + | > loss_feat: 4.800302982330322 (5.460305392742157) + | > loss_mel: 21.996681213378906 (25.626231738499232) + | > loss_duration: 1.8013603687286377 (1.812892143215452) + | > loss_1: 33.08425521850586 (36.830630029950804) + + --> STEP: 29 + | > loss_disc: 2.1147708892822266 (2.269067303887729) + | > loss_disc_real_0: 0.12524166703224182 (0.09599322093458011) + | > loss_disc_real_1: 0.2545878291130066 (0.2636470239737938) + | > loss_disc_real_2: 0.24090637266635895 (0.19170583835963545) + | > loss_disc_real_3: 0.1870591938495636 (0.1952585631917263) + | > loss_disc_real_4: 0.2545577585697174 (0.220418571398176) + | > loss_disc_real_5: 0.22318035364151 (0.19735457953707924) + | > loss_0: 2.1147708892822266 (2.269067303887729) + | > loss_gen: 2.73635196685791 (2.5225678230154105) + | > loss_kl: 1.1694098711013794 (1.407755605105696) + | > loss_feat: 5.637777805328369 (5.466425131107199) + | > loss_mel: 26.33477210998535 (25.650664165102203) + | > loss_duration: 1.804786205291748 (1.8126126281146346) + | > loss_1: 37.68309783935547 (36.86002547165442) + + --> STEP: 30 + | > loss_disc: 2.37280535697937 (2.2725252389907835) + | > loss_disc_real_0: 0.10154547542333603 (0.0961782960842053) + | > loss_disc_real_1: 0.3360666036605835 (0.26606100996335347) + | > loss_disc_real_2: 0.22979329526424408 (0.19297542025645573) + | > loss_disc_real_3: 0.19794850051403046 (0.19534822776913643) + | > loss_disc_real_4: 0.2473703771829605 (0.22131696492433547) + | > loss_disc_real_5: 0.26450011134147644 (0.19959276393055916) + | > loss_0: 2.37280535697937 (2.2725252389907835) + | > loss_gen: 2.620079517364502 (2.5258182128270468) + | > loss_kl: 1.439432978630066 (1.4088115175565084) + | > loss_feat: 4.497775554656982 (5.434136811892191) + | > loss_mel: 23.26905632019043 (25.571277236938478) + | > loss_duration: 1.8049941062927246 (1.8123586773872375) + | > loss_1: 33.6313362121582 (36.75240249633787) + + --> STEP: 31 + | > loss_disc: 2.263195276260376 (2.2722242724510933) + | > loss_disc_real_0: 0.10332337766885757 (0.09640878258693603) + | > loss_disc_real_1: 0.26009535789489746 (0.2658685695740484) + | > loss_disc_real_2: 0.2156931608915329 (0.19370825059952274) + | > loss_disc_real_3: 0.19876106083393097 (0.19545831915832335) + | > loss_disc_real_4: 0.16037805378437042 (0.21935119359723984) + | > loss_disc_real_5: 0.1847076714038849 (0.19911259965550515) + | > loss_0: 2.263195276260376 (2.2722242724510933) + | > loss_gen: 2.5156137943267822 (2.5254890380367154) + | > loss_kl: 1.5362986326217651 (1.4129240051392586) + | > loss_feat: 6.114051342010498 (5.456069538670201) + | > loss_mel: 26.262901306152344 (25.593587690784084) + | > loss_duration: 1.7463414669036865 (1.8102290899522844) + | > loss_1: 38.17520523071289 (36.79829935873707) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.01186173192916378 (+0.004244050671977382) + | > avg_loss_disc: 2.2722242724510933 (-0.508721267023394) + | > avg_loss_disc_real_0: 0.09640878258693603 (-0.09762198345795756) + | > avg_loss_disc_real_1: 0.2658685695740484 (+0.15832624151822056) + | > avg_loss_disc_real_2: 0.19370825059952274 (+0.022025460437420874) + | > avg_loss_disc_real_3: 0.19545831915832335 (+0.02747793399518536) + | > avg_loss_disc_real_4: 0.21935119359723984 (+0.0501332319071216) + | > avg_loss_disc_real_5: 0.19911259965550515 (+0.005325520471219092) + | > avg_loss_0: 2.2722242724510933 (-0.508721267023394) + | > avg_loss_gen: 2.5254890380367154 (+0.5781251576638988) + | > avg_loss_kl: 1.4129240051392586 (-0.026287621067416334) + | > avg_loss_feat: 5.456069538670201 (+0.49669271130715575) + | > avg_loss_mel: 25.593587690784084 (-0.6900309285809918) + | > avg_loss_duration: 1.8102290899522844 (+0.0017578678746377197) + | > avg_loss_1: 36.79829935873707 (+0.3602573025610951) + + + > EPOCH: 9/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 12:18:15)  + + --> TIME: 2024-11-22 12:18:24 -- STEP: 10/797 -- GLOBAL_STEP: 9000 + | > loss_disc: 2.6896371841430664 (2.5284356117248534) + | > loss_disc_real_0: 0.08990979939699173 (0.10611552149057388) + | > loss_disc_real_1: 0.21382074058055878 (0.22647651582956313) + | > loss_disc_real_2: 0.2626764476299286 (0.2510640725493431) + | > loss_disc_real_3: 0.22890909016132355 (0.23118780851364135) + | > loss_disc_real_4: 0.28949594497680664 (0.2308446779847145) + | > loss_disc_real_5: 0.31184691190719604 (0.24866416603326796) + | > loss_0: 2.6896371841430664 (2.5284356117248534) + | > grad_norm_0: tensor(123.3971, device='cuda:0') (tensor(90.7131, device='cuda:0')) + | > loss_gen: 2.505949020385742 (2.391644501686096) + | > loss_kl: 1.834627628326416 (1.5306493639945984) + | > loss_feat: 4.547478675842285 (4.693172740936279) + | > loss_mel: 24.587902069091797 (24.186452674865723) + | > loss_duration: 1.9834085702896118 (2.0579104900360106) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.45936965942383 (34.85983047485352) + | > grad_norm_1: tensor(800.2788, device='cuda:0') (tensor(541.5521, device='cuda:0')) + | > current_lr_0: 0.00019972517181056292 + | > current_lr_1: 0.00019972517181056292 + | > step_time: 0.8099 (0.7961398363113403) + | > loader_time: 0.0034 (0.0062314033508300785) + + + --> TIME: 2024-11-22 12:18:45 -- STEP: 35/797 -- GLOBAL_STEP: 9025 + | > loss_disc: 2.371755838394165 (2.4891112804412834) + | > loss_disc_real_0: 0.06660407781600952 (0.11721957549452784) + | > loss_disc_real_1: 0.23920877277851105 (0.22314506598881312) + | > loss_disc_real_2: 0.190267413854599 (0.24031157451016563) + | > loss_disc_real_3: 0.23244328796863556 (0.22394733428955077) + | > loss_disc_real_4: 0.25463512539863586 (0.22866323292255403) + | > loss_disc_real_5: 0.24748606979846954 (0.2478491919381278) + | > loss_0: 2.371755838394165 (2.4891112804412834) + | > grad_norm_0: tensor(71.0356, device='cuda:0') (tensor(98.7669, device='cuda:0')) + | > loss_gen: 2.4965240955352783 (2.3589937210083014) + | > loss_kl: 1.5625026226043701 (1.5323672533035275) + | > loss_feat: 4.671375274658203 (4.676902709688459) + | > loss_mel: 24.37337303161621 (24.225638798304967) + | > loss_duration: 2.0172111988067627 (1.9652675083705358) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.12098693847656 (34.75917020525251) + | > grad_norm_1: tensor(902.0555, device='cuda:0') (tensor(638.8544, device='cuda:0')) + | > current_lr_0: 0.00019972517181056292 + | > current_lr_1: 0.00019972517181056292 + | > step_time: 0.785 (0.8164831161499023) + | > loader_time: 0.0043 (0.004918513979230608) + + + --> TIME: 2024-11-22 12:19:05 -- STEP: 60/797 -- GLOBAL_STEP: 9050 + | > loss_disc: 2.429652690887451 (2.44484973748525) + | > loss_disc_real_0: 0.17492401599884033 (0.11318121049553158) + | > loss_disc_real_1: 0.2020372599363327 (0.21884713917970658) + | > loss_disc_real_2: 0.22999459505081177 (0.23838211397329967) + | > loss_disc_real_3: 0.1565902978181839 (0.22218995193640392) + | > loss_disc_real_4: 0.16561941802501678 (0.22376145347952842) + | > loss_disc_real_5: 0.17209650576114655 (0.2425633097688357) + | > loss_0: 2.429652690887451 (2.44484973748525) + | > grad_norm_0: tensor(52.2389, device='cuda:0') (tensor(94.3623, device='cuda:0')) + | > loss_gen: 2.485450267791748 (2.385017931461335) + | > loss_kl: 1.568124532699585 (1.5209772686163585) + | > loss_feat: 5.181837558746338 (4.8085476517677295) + | > loss_mel: 24.50057601928711 (24.40378293991089) + | > loss_duration: 1.8484773635864258 (1.9215363125006357) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.58446502685547 (35.039862060546874) + | > grad_norm_1: tensor(493.7440, device='cuda:0') (tensor(712.9752, device='cuda:0')) + | > current_lr_0: 0.00019972517181056292 + | > current_lr_1: 0.00019972517181056292 + | > step_time: 0.8096 (0.8132462541262309) + | > loader_time: 0.0164 (0.005517113208770752) + + + --> TIME: 2024-11-22 12:19:26 -- STEP: 85/797 -- GLOBAL_STEP: 9075 + | > loss_disc: 2.611330509185791 (2.4329742235295915) + | > loss_disc_real_0: 0.08686523139476776 (0.1128989861730267) + | > loss_disc_real_1: 0.255409836769104 (0.21940393167383532) + | > loss_disc_real_2: 0.26179999113082886 (0.23770953364232006) + | > loss_disc_real_3: 0.2062833160161972 (0.22026237354559056) + | > loss_disc_real_4: 0.23058956861495972 (0.22479736279038823) + | > loss_disc_real_5: 0.2239278256893158 (0.24061854394043194) + | > loss_0: 2.611330509185791 (2.4329742235295915) + | > grad_norm_0: tensor(164.6837, device='cuda:0') (tensor(96.7729, device='cuda:0')) + | > loss_gen: 2.1973483562469482 (2.40729128893684) + | > loss_kl: 1.2950022220611572 (1.4838075834162097) + | > loss_feat: 3.914616584777832 (4.891993603986852) + | > loss_mel: 22.523845672607422 (24.61557404013241) + | > loss_duration: 1.8370294570922852 (1.8966072222765755) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.767841339111328 (35.29527381448186) + | > grad_norm_1: tensor(238.7208, device='cuda:0') (tensor(774.9827, device='cuda:0')) + | > current_lr_0: 0.00019972517181056292 + | > current_lr_1: 0.00019972517181056292 + | > step_time: 0.9176 (0.8162043066585765) + | > loader_time: 0.005 (0.005514394535737878) + + + --> TIME: 2024-11-22 12:19:48 -- STEP: 110/797 -- GLOBAL_STEP: 9100 + | > loss_disc: 2.331770658493042 (2.4278698552738542) + | > loss_disc_real_0: 0.09661489725112915 (0.11057897470891476) + | > loss_disc_real_1: 0.18568061292171478 (0.22035150961442426) + | > loss_disc_real_2: 0.21930627524852753 (0.23697748238390143) + | > loss_disc_real_3: 0.22702908515930176 (0.2207638071341948) + | > loss_disc_real_4: 0.1951524317264557 (0.22263705947182394) + | > loss_disc_real_5: 0.21084174513816833 (0.23945527103814213) + | > loss_0: 2.331770658493042 (2.4278698552738542) + | > grad_norm_0: tensor(116.6965, device='cuda:0') (tensor(95.5984, device='cuda:0')) + | > loss_gen: 2.5607404708862305 (2.420033383369447) + | > loss_kl: 1.2524031400680542 (1.4589823939583517) + | > loss_feat: 5.312233924865723 (4.9341016465967344) + | > loss_mel: 23.69377326965332 (24.646407335454768) + | > loss_duration: 1.8619017601013184 (1.8831665580922907) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.681053161621094 (35.342691473527395) + | > grad_norm_1: tensor(404.5943, device='cuda:0') (tensor(723.5268, device='cuda:0')) + | > current_lr_0: 0.00019972517181056292 + | > current_lr_1: 0.00019972517181056292 + | > step_time: 0.85 (0.8229602271860296) + | > loader_time: 0.0039 (0.005327116359363903) + + + --> TIME: 2024-11-22 12:20:11 -- STEP: 135/797 -- GLOBAL_STEP: 9125 + | > loss_disc: 2.4855432510375977 (2.436607374968353) + | > loss_disc_real_0: 0.14775438606739044 (0.11134988936009231) + | > loss_disc_real_1: 0.21469180285930634 (0.22143824597199757) + | > loss_disc_real_2: 0.24785353243350983 (0.2381978358383532) + | > loss_disc_real_3: 0.27547335624694824 (0.22242131023495285) + | > loss_disc_real_4: 0.25484880805015564 (0.2241135506718247) + | > loss_disc_real_5: 0.24837157130241394 (0.23970100493342789) + | > loss_0: 2.4855432510375977 (2.436607374968353) + | > grad_norm_0: tensor(56.5097, device='cuda:0') (tensor(93.3453, device='cuda:0')) + | > loss_gen: 2.274714708328247 (2.4109660413530145) + | > loss_kl: 1.345331072807312 (1.4474709237063372) + | > loss_feat: 4.310067653656006 (4.899275797384756) + | > loss_mel: 25.007326126098633 (24.557160949707033) + | > loss_duration: 1.8619352579116821 (1.8767813399985984) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.799373626708984 (35.191655264960396) + | > grad_norm_1: tensor(796.9485, device='cuda:0') (tensor(676.2056, device='cuda:0')) + | > current_lr_0: 0.00019972517181056292 + | > current_lr_1: 0.00019972517181056292 + | > step_time: 0.9792 (0.8403464688195122) + | > loader_time: 0.0043 (0.0052941110399034284) + + + --> TIME: 2024-11-22 12:20:35 -- STEP: 160/797 -- GLOBAL_STEP: 9150 + | > loss_disc: 2.369206428527832 (2.4370730727911005) + | > loss_disc_real_0: 0.2811324894428253 (0.11219054984394461) + | > loss_disc_real_1: 0.2245928943157196 (0.22177442768588662) + | > loss_disc_real_2: 0.1738732010126114 (0.23695824230089785) + | > loss_disc_real_3: 0.18534664809703827 (0.22226234143599868) + | > loss_disc_real_4: 0.17658156156539917 (0.22390270577743648) + | > loss_disc_real_5: 0.19599740207195282 (0.2386364215053618) + | > loss_0: 2.369206428527832 (2.4370730727911005) + | > grad_norm_0: tensor(31.7841, device='cuda:0') (tensor(89.9629, device='cuda:0')) + | > loss_gen: 2.397979974746704 (2.4096212550997747) + | > loss_kl: 1.3393452167510986 (1.4424643702805042) + | > loss_feat: 4.983876705169678 (4.908348172903061) + | > loss_mel: 25.692108154296875 (24.588751637935637) + | > loss_duration: 1.8225135803222656 (1.868895171582699) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.23582458496094 (35.21808081865312) + | > grad_norm_1: tensor(849.9548, device='cuda:0') (tensor(673.8255, device='cuda:0')) + | > current_lr_0: 0.00019972517181056292 + | > current_lr_1: 0.00019972517181056292 + | > step_time: 1.1175 (0.8589618518948555) + | > loader_time: 0.0051 (0.005435836315155031) + + + --> TIME: 2024-11-22 12:21:00 -- STEP: 185/797 -- GLOBAL_STEP: 9175 + | > loss_disc: 2.240816116333008 (2.430705842456302) + | > loss_disc_real_0: 0.08201442658901215 (0.11400229677155212) + | > loss_disc_real_1: 0.2395983189344406 (0.22109611251869718) + | > loss_disc_real_2: 0.24342770874500275 (0.23611856723153912) + | > loss_disc_real_3: 0.21081779897212982 (0.22147277891635894) + | > loss_disc_real_4: 0.24853545427322388 (0.2233632266521454) + | > loss_disc_real_5: 0.25807902216911316 (0.23737302881640357) + | > loss_0: 2.240816116333008 (2.430705842456302) + | > grad_norm_0: tensor(46.1630, device='cuda:0') (tensor(88.2861, device='cuda:0')) + | > loss_gen: 2.5338425636291504 (2.407131436064437) + | > loss_kl: 1.4578773975372314 (1.4432182891948804) + | > loss_feat: 5.487006664276123 (4.912966385403193) + | > loss_mel: 25.61981964111328 (24.677560723794475) + | > loss_duration: 1.8940110206604004 (1.8620432699048841) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.99256134033203 (35.30292035695669) + | > grad_norm_1: tensor(609.1742, device='cuda:0') (tensor(679.8491, device='cuda:0')) + | > current_lr_0: 0.00019972517181056292 + | > current_lr_1: 0.00019972517181056292 + | > step_time: 0.9315 (0.8763266718065417) + | > loader_time: 0.0057 (0.005451193371334594) + + + --> TIME: 2024-11-22 12:21:25 -- STEP: 210/797 -- GLOBAL_STEP: 9200 + | > loss_disc: 2.495544672012329 (2.433398630505518) + | > loss_disc_real_0: 0.16326504945755005 (0.11549747380472365) + | > loss_disc_real_1: 0.20225690305233002 (0.22160925439425877) + | > loss_disc_real_2: 0.2870670258998871 (0.2366439190648851) + | > loss_disc_real_3: 0.21606303751468658 (0.22095982567185446) + | > loss_disc_real_4: 0.21689678728580475 (0.22361826229663123) + | > loss_disc_real_5: 0.2908730208873749 (0.23795570816312517) + | > loss_0: 2.495544672012329 (2.433398630505518) + | > grad_norm_0: tensor(225.9596, device='cuda:0') (tensor(90.1471, device='cuda:0')) + | > loss_gen: 2.374112129211426 (2.405750304176694) + | > loss_kl: 1.5504919290542603 (1.4349168266568866) + | > loss_feat: 4.896198749542236 (4.908921786717003) + | > loss_mel: 24.621841430664062 (24.717725599379765) + | > loss_duration: 1.8504204750061035 (1.859001384462629) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.29306411743164 (35.3263161250523) + | > grad_norm_1: tensor(1067.9208, device='cuda:0') (tensor(701.1544, device='cuda:0')) + | > current_lr_0: 0.00019972517181056292 + | > current_lr_1: 0.00019972517181056292 + | > step_time: 0.9375 (0.8882358437492734) + | > loader_time: 0.0047 (0.005580863498506094) + + + --> TIME: 2024-11-22 12:21:49 -- STEP: 235/797 -- GLOBAL_STEP: 9225 + | > loss_disc: 2.189293384552002 (2.4278037101664456) + | > loss_disc_real_0: 0.06001259386539459 (0.11389736396835205) + | > loss_disc_real_1: 0.2679097652435303 (0.22165184211223685) + | > loss_disc_real_2: 0.21853283047676086 (0.23621838416190857) + | > loss_disc_real_3: 0.166607066988945 (0.22050708855720277) + | > loss_disc_real_4: 0.2287222146987915 (0.22240191044959617) + | > loss_disc_real_5: 0.2722887396812439 (0.23745777359668244) + | > loss_0: 2.189293384552002 (2.4278037101664456) + | > grad_norm_0: tensor(21.0675, device='cuda:0') (tensor(91.9244, device='cuda:0')) + | > loss_gen: 2.5478034019470215 (2.4118251973010123) + | > loss_kl: 1.4278223514556885 (1.4336632911195146) + | > loss_feat: 5.219231128692627 (4.916396009161114) + | > loss_mel: 23.4256649017334 (24.740584125924617) + | > loss_duration: 1.785387635231018 (1.8541537244269188) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.40591049194336 (35.35662250924616) + | > grad_norm_1: tensor(203.4413, device='cuda:0') (tensor(683.8608, device='cuda:0')) + | > current_lr_0: 0.00019972517181056292 + | > current_lr_1: 0.00019972517181056292 + | > step_time: 1.0103 (0.8958637156385056) + | > loader_time: 0.0115 (0.005698438400917867) + + + --> TIME: 2024-11-22 12:22:13 -- STEP: 260/797 -- GLOBAL_STEP: 9250 + | > loss_disc: 2.4756572246551514 (2.4261181868039663) + | > loss_disc_real_0: 0.09133611619472504 (0.11483970066675774) + | > loss_disc_real_1: 0.17652778327465057 (0.22151545246060078) + | > loss_disc_real_2: 0.1920856535434723 (0.23593592603619282) + | > loss_disc_real_3: 0.2444518804550171 (0.22043393815939244) + | > loss_disc_real_4: 0.27550503611564636 (0.2224114608306151) + | > loss_disc_real_5: 0.2335273027420044 (0.23766433722697772) + | > loss_0: 2.4756572246551514 (2.4261181868039663) + | > grad_norm_0: tensor(67.4111, device='cuda:0') (tensor(87.6041, device='cuda:0')) + | > loss_gen: 2.260390043258667 (2.408222878896273) + | > loss_kl: 1.4385273456573486 (1.4308797588715187) + | > loss_feat: 4.917453289031982 (4.920570081930891) + | > loss_mel: 25.71377944946289 (24.772809307391828) + | > loss_duration: 1.7606146335601807 (1.849997740983963) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.09076690673828 (35.382479946429896) + | > grad_norm_1: tensor(384.4197, device='cuda:0') (tensor(665.9252, device='cuda:0')) + | > current_lr_0: 0.00019972517181056292 + | > current_lr_1: 0.00019972517181056292 + | > step_time: 0.9926 (0.8991672946856573) + | > loader_time: 0.0068 (0.005736329005314756) + + + --> TIME: 2024-11-22 12:22:37 -- STEP: 285/797 -- GLOBAL_STEP: 9275 + | > loss_disc: 2.7144508361816406 (2.4291333800868005) + | > loss_disc_real_0: 0.11087340116500854 (0.11623398261634928) + | > loss_disc_real_1: 0.24279789626598358 (0.22135655817232633) + | > loss_disc_real_2: 0.23391711711883545 (0.23560803197977837) + | > loss_disc_real_3: 0.25221481919288635 (0.22025204222453265) + | > loss_disc_real_4: 0.20905566215515137 (0.22254794300125355) + | > loss_disc_real_5: 0.22573477029800415 (0.23816497937629097) + | > loss_0: 2.7144508361816406 (2.4291333800868005) + | > grad_norm_0: tensor(30.4395, device='cuda:0') (tensor(87.3887, device='cuda:0')) + | > loss_gen: 2.160015106201172 (2.406297385901735) + | > loss_kl: 1.546705961227417 (1.4330804941947002) + | > loss_feat: 3.8930532932281494 (4.9223826132322595) + | > loss_mel: 22.69873046875 (24.812140006349797) + | > loss_duration: 1.7779016494750977 (1.8476372221059967) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.0764045715332 (35.42153788784094) + | > grad_norm_1: tensor(275.9763, device='cuda:0') (tensor(681.7536, device='cuda:0')) + | > current_lr_0: 0.00019972517181056292 + | > current_lr_1: 0.00019972517181056292 + | > step_time: 0.9662 (0.9043073235896596) + | > loader_time: 0.0065 (0.005838675247995479) + + + --> TIME: 2024-11-22 12:23:01 -- STEP: 310/797 -- GLOBAL_STEP: 9300 + | > loss_disc: 2.4204399585723877 (2.428010286823397) + | > loss_disc_real_0: 0.13386529684066772 (0.11586034523863946) + | > loss_disc_real_1: 0.23431427776813507 (0.22183216877522008) + | > loss_disc_real_2: 0.21698395907878876 (0.23564294047894016) + | > loss_disc_real_3: 0.25196579098701477 (0.22014715123561115) + | > loss_disc_real_4: 0.19031904637813568 (0.22274232499541774) + | > loss_disc_real_5: 0.22161073982715607 (0.23782604024294884) + | > loss_0: 2.4204399585723877 (2.428010286823397) + | > grad_norm_0: tensor(80.6689, device='cuda:0') (tensor(89.1389, device='cuda:0')) + | > loss_gen: 2.207444906234741 (2.409257711133648) + | > loss_kl: 1.4942431449890137 (1.4316171484608804) + | > loss_feat: 4.825830936431885 (4.919794485645906) + | > loss_mel: 24.452428817749023 (24.80141912891019) + | > loss_duration: 1.8278656005859375 (1.8451309342538156) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.80781173706055 (35.407219560684695) + | > grad_norm_1: tensor(288.2166, device='cuda:0') (tensor(675.0412, device='cuda:0')) + | > current_lr_0: 0.00019972517181056292 + | > current_lr_1: 0.00019972517181056292 + | > step_time: 0.9008 (0.9075006246566772) + | > loader_time: 0.0055 (0.005898021882580176) + + + --> TIME: 2024-11-22 12:23:29 -- STEP: 335/797 -- GLOBAL_STEP: 9325 + | > loss_disc: 2.504209280014038 (2.4295513316766546) + | > loss_disc_real_0: 0.04647865146398544 (0.1159683473853033) + | > loss_disc_real_1: 0.1126122772693634 (0.22165589777391348) + | > loss_disc_real_2: 0.17590433359146118 (0.2357658169607618) + | > loss_disc_real_3: 0.14612461626529694 (0.219839018761222) + | > loss_disc_real_4: 0.15120501816272736 (0.22295909761937696) + | > loss_disc_real_5: 0.1576068252325058 (0.23760440749908562) + | > loss_0: 2.504209280014038 (2.4295513316766546) + | > grad_norm_0: tensor(83.8427, device='cuda:0') (tensor(91.2103, device='cuda:0')) + | > loss_gen: 2.6150314807891846 (2.406716314002649) + | > loss_kl: 1.3438166379928589 (1.430133726703587) + | > loss_feat: 5.971437931060791 (4.912053375813496) + | > loss_mel: 26.300682067871094 (24.787301931808248) + | > loss_duration: 1.797173023223877 (1.8430406356925395) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 38.028141021728516 (35.37924613383279) + | > grad_norm_1: tensor(777.7311, device='cuda:0') (tensor(697.2643, device='cuda:0')) + | > current_lr_0: 0.00019972517181056292 + | > current_lr_1: 0.00019972517181056292 + | > step_time: 1.0125 (0.9238390374539504) + | > loader_time: 0.0078 (0.0060275049351934205) + + + --> TIME: 2024-11-22 12:23:54 -- STEP: 360/797 -- GLOBAL_STEP: 9350 + | > loss_disc: 2.7790231704711914 (2.4298706438806326) + | > loss_disc_real_0: 0.24762418866157532 (0.11758042875056465) + | > loss_disc_real_1: 0.24598328769207 (0.2217298846691847) + | > loss_disc_real_2: 0.26287564635276794 (0.23588626123964787) + | > loss_disc_real_3: 0.24933494627475739 (0.21994443357818652) + | > loss_disc_real_4: 0.2266293168067932 (0.2227972318107883) + | > loss_disc_real_5: 0.29363271594047546 (0.23724691333870093) + | > loss_0: 2.7790231704711914 (2.4298706438806326) + | > grad_norm_0: tensor(51.3533, device='cuda:0') (tensor(90.5026, device='cuda:0')) + | > loss_gen: 2.224982976913452 (2.405561226606369) + | > loss_kl: 1.6404062509536743 (1.4304943038357625) + | > loss_feat: 3.935062885284424 (4.910018901030221) + | > loss_mel: 24.418882369995117 (24.795773733986753) + | > loss_duration: 1.852304220199585 (1.8400074856148825) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.07163619995117 (35.38185575803121) + | > grad_norm_1: tensor(598.5677, device='cuda:0') (tensor(676.5417, device='cuda:0')) + | > current_lr_0: 0.00019972517181056292 + | > current_lr_1: 0.00019972517181056292 + | > step_time: 0.9616 (0.9276236044036017) + | > loader_time: 0.0063 (0.006117811467912465) + + + --> TIME: 2024-11-22 12:24:19 -- STEP: 385/797 -- GLOBAL_STEP: 9375 + | > loss_disc: 2.434596061706543 (2.429893919090172) + | > loss_disc_real_0: 0.16329708695411682 (0.11748363242133872) + | > loss_disc_real_1: 0.23798973858356476 (0.22161068370589962) + | > loss_disc_real_2: 0.19737832248210907 (0.2359364566090819) + | > loss_disc_real_3: 0.2321070283651352 (0.2200983847503538) + | > loss_disc_real_4: 0.2206936925649643 (0.22293439462974474) + | > loss_disc_real_5: 0.23819978535175323 (0.23698030292213737) + | > loss_0: 2.434596061706543 (2.429893919090172) + | > grad_norm_0: tensor(122.9794, device='cuda:0') (tensor(89.1238, device='cuda:0')) + | > loss_gen: 2.575336217880249 (2.404255132551316) + | > loss_kl: 1.3243787288665771 (1.4286776068922757) + | > loss_feat: 4.970138072967529 (4.9085264738504) + | > loss_mel: 22.98236083984375 (24.780318659002134) + | > loss_duration: 1.799485683441162 (1.8374313636259598) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.65169906616211 (35.359209338101465) + | > grad_norm_1: tensor(495.8758, device='cuda:0') (tensor(679.8009, device='cuda:0')) + | > current_lr_0: 0.00019972517181056292 + | > current_lr_1: 0.00019972517181056292 + | > step_time: 0.9486 (0.9315173155301577) + | > loader_time: 0.0066 (0.006243240059196177) + + + --> TIME: 2024-11-22 12:24:44 -- STEP: 410/797 -- GLOBAL_STEP: 9400 + | > loss_disc: 2.4399709701538086 (2.42773866827895) + | > loss_disc_real_0: 0.08515222370624542 (0.11673049516067273) + | > loss_disc_real_1: 0.19106443226337433 (0.22125339533497648) + | > loss_disc_real_2: 0.23596630990505219 (0.23554302657522808) + | > loss_disc_real_3: 0.18641358613967896 (0.21998863754475986) + | > loss_disc_real_4: 0.19746734201908112 (0.22272885512651466) + | > loss_disc_real_5: 0.17811919748783112 (0.23684374217580004) + | > loss_0: 2.4399709701538086 (2.42773866827895) + | > grad_norm_0: tensor(37.9077, device='cuda:0') (tensor(87.7414, device='cuda:0')) + | > loss_gen: 2.4711616039276123 (2.4056647952009977) + | > loss_kl: 1.3085260391235352 (1.425901533336174) + | > loss_feat: 4.928071975708008 (4.918286589878362) + | > loss_mel: 24.81484031677246 (24.804241757276586) + | > loss_duration: 1.8234779834747314 (1.8358098501112403) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.34607696533203 (35.38990462233381) + | > grad_norm_1: tensor(834.7156, device='cuda:0') (tensor(671.1855, device='cuda:0')) + | > current_lr_0: 0.00019972517181056292 + | > current_lr_1: 0.00019972517181056292 + | > step_time: 0.9691 (0.9351326326044594) + | > loader_time: 0.0108 (0.006372098806427749) + + + --> TIME: 2024-11-22 12:25:10 -- STEP: 435/797 -- GLOBAL_STEP: 9425 + | > loss_disc: 2.5114824771881104 (2.4308451811472573) + | > loss_disc_real_0: 0.1274506151676178 (0.11740787417210381) + | > loss_disc_real_1: 0.20492178201675415 (0.22132043358923376) + | > loss_disc_real_2: 0.2443210482597351 (0.23593092437448174) + | > loss_disc_real_3: 0.23210197687149048 (0.22015671860212563) + | > loss_disc_real_4: 0.23842424154281616 (0.22369136123479097) + | > loss_disc_real_5: 0.27110975980758667 (0.23711781707303278) + | > loss_0: 2.5114824771881104 (2.4308451811472573) + | > grad_norm_0: tensor(35.9426, device='cuda:0') (tensor(88.3351, device='cuda:0')) + | > loss_gen: 2.352172374725342 (2.4058315014017024) + | > loss_kl: 1.233059287071228 (1.4252087957557589) + | > loss_feat: 4.58711576461792 (4.919455824227169) + | > loss_mel: 24.976930618286133 (24.796991817430523) + | > loss_duration: 1.823015570640564 (1.8344526680036524) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.972293853759766 (35.38194067505584) + | > grad_norm_1: tensor(337.3856, device='cuda:0') (tensor(682.6421, device='cuda:0')) + | > current_lr_0: 0.00019972517181056292 + | > current_lr_1: 0.00019972517181056292 + | > step_time: 0.9138 (0.9394884569891568) + | > loader_time: 0.0068 (0.006492065013140099) + + + --> TIME: 2024-11-22 12:25:37 -- STEP: 460/797 -- GLOBAL_STEP: 9450 + | > loss_disc: 2.400387763977051 (2.430701172870138) + | > loss_disc_real_0: 0.08005024492740631 (0.11724087938504374) + | > loss_disc_real_1: 0.2010078728199005 (0.2215374119579792) + | > loss_disc_real_2: 0.23035375773906708 (0.23650655830683914) + | > loss_disc_real_3: 0.2382742166519165 (0.22012445897511812) + | > loss_disc_real_4: 0.19141632318496704 (0.2234853287267944) + | > loss_disc_real_5: 0.23516973853111267 (0.23677120989431505) + | > loss_0: 2.400387763977051 (2.430701172870138) + | > grad_norm_0: tensor(241.6680, device='cuda:0') (tensor(88.7881, device='cuda:0')) + | > loss_gen: 2.504863739013672 (2.405454384762306) + | > loss_kl: 1.4531272649765015 (1.4241281675255815) + | > loss_feat: 5.326070785522461 (4.916064355684364) + | > loss_mel: 22.763935089111328 (24.811874912096112) + | > loss_duration: 1.8353806734085083 (1.8334274198697962) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.88337707519531 (35.39094930317089) + | > grad_norm_1: tensor(1048.4916, device='cuda:0') (tensor(684.4167, device='cuda:0')) + | > current_lr_0: 0.00019972517181056292 + | > current_lr_1: 0.00019972517181056292 + | > step_time: 1.286 (0.9468593276065329) + | > loader_time: 0.01 (0.006647613774175231) + + + --> TIME: 2024-11-22 12:26:03 -- STEP: 485/797 -- GLOBAL_STEP: 9475 + | > loss_disc: 2.317807674407959 (2.4303546895685884) + | > loss_disc_real_0: 0.10694728791713715 (0.11779263043372902) + | > loss_disc_real_1: 0.17365789413452148 (0.22127339514260438) + | > loss_disc_real_2: 0.22664806246757507 (0.23641966249524932) + | > loss_disc_real_3: 0.14956945180892944 (0.21983971285451315) + | > loss_disc_real_4: 0.2550163269042969 (0.2235531494943137) + | > loss_disc_real_5: 0.19935406744480133 (0.23640931721815128) + | > loss_0: 2.317807674407959 (2.4303546895685884) + | > grad_norm_0: tensor(89.8161, device='cuda:0') (tensor(89.0552, device='cuda:0')) + | > loss_gen: 2.4268734455108643 (2.4037437375058817) + | > loss_kl: 1.313535213470459 (1.4227561397650805) + | > loss_feat: 5.368492126464844 (4.917402003966657) + | > loss_mel: 24.63568115234375 (24.81256125145352) + | > loss_duration: 1.7818608283996582 (1.831743928575024) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.52644348144531 (35.38820713869074) + | > grad_norm_1: tensor(462.8096, device='cuda:0') (tensor(687.6691, device='cuda:0')) + | > current_lr_0: 0.00019972517181056292 + | > current_lr_1: 0.00019972517181056292 + | > step_time: 0.9991 (0.9516522068338296) + | > loader_time: 0.007 (0.006739259011966668) + + + --> TIME: 2024-11-22 12:26:29 -- STEP: 510/797 -- GLOBAL_STEP: 9500 + | > loss_disc: 2.6133029460906982 (2.4332841143888584) + | > loss_disc_real_0: 0.20329779386520386 (0.11857544039102162) + | > loss_disc_real_1: 0.21432432532310486 (0.2215778860391355) + | > loss_disc_real_2: 0.23876172304153442 (0.23681668247662338) + | > loss_disc_real_3: 0.21499623358249664 (0.22017196711956283) + | > loss_disc_real_4: 0.2628999352455139 (0.22374899923509242) + | > loss_disc_real_5: 0.22067901492118835 (0.23690579180039611) + | > loss_0: 2.6133029460906982 (2.4332841143888584) + | > grad_norm_0: tensor(80.1745, device='cuda:0') (tensor(89.4030, device='cuda:0')) + | > loss_gen: 2.3172435760498047 (2.4030501819124397) + | > loss_kl: 1.553621530532837 (1.422751733368518) + | > loss_feat: 4.541422367095947 (4.915237975588033) + | > loss_mel: 24.47475242614746 (24.808148324255853) + | > loss_duration: 1.8306336402893066 (1.8302371576720593) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.717674255371094 (35.379425437777634) + | > grad_norm_1: tensor(294.8102, device='cuda:0') (tensor(672.5105, device='cuda:0')) + | > current_lr_0: 0.00019972517181056292 + | > current_lr_1: 0.00019972517181056292 + | > step_time: 0.9668 (0.9548361661387424) + | > loader_time: 0.0091 (0.0068344036738077815) + + + --> TIME: 2024-11-22 12:26:56 -- STEP: 535/797 -- GLOBAL_STEP: 9525 + | > loss_disc: 2.3313848972320557 (2.435628358003135) + | > loss_disc_real_0: 0.17268282175064087 (0.11909263828925998) + | > loss_disc_real_1: 0.20012778043746948 (0.221590016573389) + | > loss_disc_real_2: 0.24012532830238342 (0.23676206388763177) + | > loss_disc_real_3: 0.2141675353050232 (0.2204088723548105) + | > loss_disc_real_4: 0.1534786820411682 (0.22363704828736936) + | > loss_disc_real_5: 0.20856717228889465 (0.23739286243358504) + | > loss_0: 2.3313848972320557 (2.435628358003135) + | > grad_norm_0: tensor(13.7633, device='cuda:0') (tensor(89.0337, device='cuda:0')) + | > loss_gen: 2.1544103622436523 (2.397544722245117) + | > loss_kl: 1.442752718925476 (1.4222581618300105) + | > loss_feat: 4.772322177886963 (4.90267700569652) + | > loss_mel: 23.505834579467773 (24.802605035371872) + | > loss_duration: 1.8520252704620361 (1.8296502048724166) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.72734451293945 (35.35473520867178) + | > grad_norm_1: tensor(533.0654, device='cuda:0') (tensor(667.0255, device='cuda:0')) + | > current_lr_0: 0.00019972517181056292 + | > current_lr_1: 0.00019972517181056292 + | > step_time: 1.0148 (0.960202938596779) + | > loader_time: 0.0073 (0.006961734272609249) + + + --> TIME: 2024-11-22 12:27:23 -- STEP: 560/797 -- GLOBAL_STEP: 9550 + | > loss_disc: 2.507847309112549 (2.4349162910665787) + | > loss_disc_real_0: 0.23491938412189484 (0.1196776332267161) + | > loss_disc_real_1: 0.3011031448841095 (0.2216776328693543) + | > loss_disc_real_2: 0.24833160638809204 (0.23661890256085566) + | > loss_disc_real_3: 0.24565193057060242 (0.22032473393316782) + | > loss_disc_real_4: 0.20809900760650635 (0.2234746919279652) + | > loss_disc_real_5: 0.24818599224090576 (0.23722524760024888) + | > loss_0: 2.507847309112549 (2.4349162910665787) + | > grad_norm_0: tensor(82.4738, device='cuda:0') (tensor(89.7323, device='cuda:0')) + | > loss_gen: 2.4393904209136963 (2.3988642994846607) + | > loss_kl: 1.3645418882369995 (1.423253551764148) + | > loss_feat: 4.927237033843994 (4.909122670548305) + | > loss_mel: 25.452089309692383 (24.82041034357889) + | > loss_duration: 1.8499419689178467 (1.8287895553878375) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.033199310302734 (35.38044047355652) + | > grad_norm_1: tensor(1085.7795, device='cuda:0') (tensor(684.0903, device='cuda:0')) + | > current_lr_0: 0.00019972517181056292 + | > current_lr_1: 0.00019972517181056292 + | > step_time: 0.9715 (0.9638521220002856) + | > loader_time: 0.0082 (0.007021126576832364) + + + --> TIME: 2024-11-22 12:27:49 -- STEP: 585/797 -- GLOBAL_STEP: 9575 + | > loss_disc: 2.332267999649048 (2.4356589830838726) + | > loss_disc_real_0: 0.11314008384943008 (0.12013811961325825) + | > loss_disc_real_1: 0.22454506158828735 (0.2217326660186816) + | > loss_disc_real_2: 0.2403186857700348 (0.23628430043020818) + | > loss_disc_real_3: 0.24597780406475067 (0.22053056453537748) + | > loss_disc_real_4: 0.20884285867214203 (0.223106238233228) + | > loss_disc_real_5: 0.19233106076717377 (0.2371861463173842) + | > loss_0: 2.332267999649048 (2.4356589830838726) + | > grad_norm_0: tensor(108.7302, device='cuda:0') (tensor(89.0706, device='cuda:0')) + | > loss_gen: 2.4033381938934326 (2.394712288359291) + | > loss_kl: 1.2634167671203613 (1.4212279384971687) + | > loss_feat: 4.705930233001709 (4.905702731955767) + | > loss_mel: 24.189788818359375 (24.838465320554555) + | > loss_duration: 1.7969599962234497 (1.8279436139978915) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.359432220458984 (35.38805195082966) + | > grad_norm_1: tensor(1424.4724, device='cuda:0') (tensor(691.5187, device='cuda:0')) + | > current_lr_0: 0.00019972517181056292 + | > current_lr_1: 0.00019972517181056292 + | > step_time: 1.0966 (0.9672006607055664) + | > loader_time: 0.0107 (0.007147415275247691) + + + --> TIME: 2024-11-22 12:28:16 -- STEP: 610/797 -- GLOBAL_STEP: 9600 + | > loss_disc: 2.2593929767608643 (2.4370357314094178) + | > loss_disc_real_0: 0.13910555839538574 (0.12120331344423724) + | > loss_disc_real_1: 0.1650160551071167 (0.22158210541381207) + | > loss_disc_real_2: 0.22044044733047485 (0.23631450172330512) + | > loss_disc_real_3: 0.2006562054157257 (0.22039722788040764) + | > loss_disc_real_4: 0.1728205382823944 (0.22313898592943052) + | > loss_disc_real_5: 0.1444055438041687 (0.23708574315075015) + | > loss_0: 2.2593929767608643 (2.4370357314094178) + | > grad_norm_0: tensor(82.5377, device='cuda:0') (tensor(90.5396, device='cuda:0')) + | > loss_gen: 2.4512124061584473 (2.3919020680130503) + | > loss_kl: 1.4394736289978027 (1.4197740445371536) + | > loss_feat: 5.578923225402832 (4.900123133815705) + | > loss_mel: 26.31218910217285 (24.837802836934067) + | > loss_duration: 1.8418035507202148 (1.8275244480273762) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.62360382080078 (35.37712659679474) + | > grad_norm_1: tensor(1205.7177, device='cuda:0') (tensor(701.4062, device='cuda:0')) + | > current_lr_0: 0.00019972517181056292 + | > current_lr_1: 0.00019972517181056292 + | > step_time: 1.2293 (0.9711153257088583) + | > loader_time: 0.0098 (0.007213808278568459) + + + --> TIME: 2024-11-22 12:28:43 -- STEP: 635/797 -- GLOBAL_STEP: 9625 + | > loss_disc: 2.5645217895507812 (2.437500163701577) + | > loss_disc_real_0: 0.08226434886455536 (0.12140515725326351) + | > loss_disc_real_1: 0.3159279227256775 (0.22152302948039343) + | > loss_disc_real_2: 0.24886484444141388 (0.23612290623150473) + | > loss_disc_real_3: 0.2554042339324951 (0.22049758199631708) + | > loss_disc_real_4: 0.2531369626522064 (0.2232959928592359) + | > loss_disc_real_5: 0.23326149582862854 (0.23707771498387253) + | > loss_0: 2.5645217895507812 (2.437500163701577) + | > grad_norm_0: tensor(84.6788, device='cuda:0') (tensor(91.3318, device='cuda:0')) + | > loss_gen: 2.5549657344818115 (2.390207854593832) + | > loss_kl: 1.2804433107376099 (1.4181433574421198) + | > loss_feat: 4.776148796081543 (4.895528121257397) + | > loss_mel: 24.60365104675293 (24.834513599666067) + | > loss_duration: 1.8202803134918213 (1.8273172571903138) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.035491943359375 (35.36571026599312) + | > grad_norm_1: tensor(99.1615, device='cuda:0') (tensor(706.1650, device='cuda:0')) + | > current_lr_0: 0.00019972517181056292 + | > current_lr_1: 0.00019972517181056292 + | > step_time: 1.1067 (0.9750221181103563) + | > loader_time: 0.0156 (0.007307533955010845) + + + --> TIME: 2024-11-22 12:29:12 -- STEP: 660/797 -- GLOBAL_STEP: 9650 + | > loss_disc: 2.463733196258545 (2.4400959589264626) + | > loss_disc_real_0: 0.21158520877361298 (0.12287757213255673) + | > loss_disc_real_1: 0.20459303259849548 (0.22154283193927818) + | > loss_disc_real_2: 0.21348629891872406 (0.2362702475804271) + | > loss_disc_real_3: 0.2087169736623764 (0.2205444746396759) + | > loss_disc_real_4: 0.24604836106300354 (0.2234101568546259) + | > loss_disc_real_5: 0.23950250446796417 (0.2373256515147108) + | > loss_0: 2.463733196258545 (2.4400959589264626) + | > grad_norm_0: tensor(126.2927, device='cuda:0') (tensor(92.7032, device='cuda:0')) + | > loss_gen: 2.3978428840637207 (2.3888676105123583) + | > loss_kl: 1.5240308046340942 (1.4195965501395142) + | > loss_feat: 4.335167407989502 (4.887669661189576) + | > loss_mel: 23.45505714416504 (24.823523374037297) + | > loss_duration: 1.8193366527557373 (1.8267802865216227) + | > amp_scaler: 128.0 (128.7757575757575) + | > loss_1: 33.53143310546875 (35.34643754381122) + | > grad_norm_1: tensor(1107.7671, device='cuda:0') (tensor(705.7603, device='cuda:0')) + | > current_lr_0: 0.00019972517181056292 + | > current_lr_1: 0.00019972517181056292 + | > step_time: 1.0193 (0.980801746339509) + | > loader_time: 0.0165 (0.007416968273394039) + + + --> TIME: 2024-11-22 12:29:39 -- STEP: 685/797 -- GLOBAL_STEP: 9675 + | > loss_disc: 2.4647536277770996 (2.4387397546837835) + | > loss_disc_real_0: 0.179935485124588 (0.12241185928021904) + | > loss_disc_real_1: 0.23395931720733643 (0.22116188530939335) + | > loss_disc_real_2: 0.25885817408561707 (0.23608337669041904) + | > loss_disc_real_3: 0.2287427932024002 (0.22045439140204973) + | > loss_disc_real_4: 0.2541479766368866 (0.22326654379602767) + | > loss_disc_real_5: 0.22397224605083466 (0.23724985842722177) + | > loss_0: 2.4647536277770996 (2.4387397546837835) + | > grad_norm_0: tensor(37.5230, device='cuda:0') (tensor(92.7697, device='cuda:0')) + | > loss_gen: 2.422304153442383 (2.3881807731015843) + | > loss_kl: 1.6199299097061157 (1.4210519834156463) + | > loss_feat: 4.867466449737549 (4.885815099382059) + | > loss_mel: 26.310394287109375 (24.818597782441287) + | > loss_duration: 1.7903165817260742 (1.8259999990463256) + | > amp_scaler: 128.0 (128.74744525547436) + | > loss_1: 37.01041030883789 (35.339645678109505) + | > grad_norm_1: tensor(845.7761, device='cuda:0') (tensor(709.9713, device='cuda:0')) + | > current_lr_0: 0.00019972517181056292 + | > current_lr_1: 0.00019972517181056292 + | > step_time: 1.158 (0.9843283963029402) + | > loader_time: 0.0126 (0.007514969275815646) + + + --> TIME: 2024-11-22 12:30:12 -- STEP: 710/797 -- GLOBAL_STEP: 9700 + | > loss_disc: 2.3289313316345215 (2.4381234488017163) + | > loss_disc_real_0: 0.06292185187339783 (0.12252950761729563) + | > loss_disc_real_1: 0.17830950021743774 (0.22135538355985154) + | > loss_disc_real_2: 0.18630138039588928 (0.23601193400755735) + | > loss_disc_real_3: 0.1972331702709198 (0.22028582776096514) + | > loss_disc_real_4: 0.2156302034854889 (0.22329335180176815) + | > loss_disc_real_5: 0.2516311705112457 (0.23714866950898103) + | > loss_0: 2.3289313316345215 (2.4381234488017163) + | > grad_norm_0: tensor(45.8538, device='cuda:0') (tensor(93.7084, device='cuda:0')) + | > loss_gen: 2.3756186962127686 (2.388469726938597) + | > loss_kl: 1.4441688060760498 (1.4219122433326625) + | > loss_feat: 5.7466535568237305 (4.889610560847008) + | > loss_mel: 27.883586883544922 (24.842209566143186) + | > loss_duration: 1.7530760765075684 (1.824941784563199) + | > amp_scaler: 128.0 (128.72112676056338) + | > loss_1: 39.203102111816406 (35.36714393991819) + | > grad_norm_1: tensor(488.9768, device='cuda:0') (tensor(716.9833, device='cuda:0')) + | > current_lr_0: 0.00019972517181056292 + | > current_lr_1: 0.00019972517181056292 + | > step_time: 1.5112 (0.9951520620937079) + | > loader_time: 0.0124 (0.007661415153825789) + + + --> TIME: 2024-11-22 12:30:46 -- STEP: 735/797 -- GLOBAL_STEP: 9725 + | > loss_disc: 2.505553722381592 (2.4402641105003133) + | > loss_disc_real_0: 0.1729196012020111 (0.12270911287288276) + | > loss_disc_real_1: 0.2521035969257355 (0.22149369153035736) + | > loss_disc_real_2: 0.23243916034698486 (0.23625852489958005) + | > loss_disc_real_3: 0.2163274884223938 (0.22055944857143228) + | > loss_disc_real_4: 0.21351119875907898 (0.22347999585120856) + | > loss_disc_real_5: 0.2964175045490265 (0.23724606933236933) + | > loss_0: 2.505553722381592 (2.4402641105003133) + | > grad_norm_0: tensor(26.0483, device='cuda:0') (tensor(93.9268, device='cuda:0')) + | > loss_gen: 2.3004701137542725 (2.3874373951736767) + | > loss_kl: 1.375706672668457 (1.4233405916058297) + | > loss_feat: 4.725214004516602 (4.8884137338521585) + | > loss_mel: 24.676164627075195 (24.838857105800074) + | > loss_duration: 1.768018364906311 (1.823889761392762) + | > amp_scaler: 128.0 (128.6965986394558) + | > loss_1: 34.8455696105957 (35.361938629669396) + | > grad_norm_1: tensor(83.6554, device='cuda:0') (tensor(710.0548, device='cuda:0')) + | > current_lr_0: 0.00019972517181056292 + | > current_lr_1: 0.00019972517181056292 + | > step_time: 1.4718 (1.007197602914304) + | > loader_time: 0.123 (0.008053777331397649) + + + --> TIME: 2024-11-22 12:31:47 -- STEP: 760/797 -- GLOBAL_STEP: 9750 + | > loss_disc: 2.504882574081421 (2.442886386105892) + | > loss_disc_real_0: 0.11420387774705887 (0.12345781333156322) + | > loss_disc_real_1: 0.20148709416389465 (0.2215361766909298) + | > loss_disc_real_2: 0.2748000919818878 (0.2363297793426012) + | > loss_disc_real_3: 0.1666393280029297 (0.2206937643454264) + | > loss_disc_real_4: 0.20998230576515198 (0.22367191825454172) + | > loss_disc_real_5: 0.2311256378889084 (0.237219215949115) + | > loss_0: 2.504882574081421 (2.442886386105892) + | > grad_norm_0: tensor(48.3750, device='cuda:0') (tensor(94.2535, device='cuda:0')) + | > loss_gen: 2.1118993759155273 (2.383088029685775) + | > loss_kl: 1.3973956108093262 (1.4222231141830755) + | > loss_feat: 4.749802112579346 (4.878714209167586) + | > loss_mel: 25.635822296142578 (24.818582454480612) + | > loss_duration: 1.7547547817230225 (1.8226267185650373) + | > amp_scaler: 128.0 (128.67368421052632) + | > loss_1: 35.64967346191406 (35.32523455368845) + | > grad_norm_1: tensor(731.1107, device='cuda:0') (tensor(712.9568, device='cuda:0')) + | > current_lr_0: 0.00019972517181056292 + | > current_lr_1: 0.00019972517181056292 + | > step_time: 3.08 (1.0523413171893672) + | > loader_time: 0.0125 (0.008658801254473237) + + + --> TIME: 2024-11-22 12:33:23 -- STEP: 785/797 -- GLOBAL_STEP: 9775 + | > loss_disc: 2.439268112182617 (2.4434788591542853) + | > loss_disc_real_0: 0.1919170618057251 (0.12374252234674563) + | > loss_disc_real_1: 0.24911445379257202 (0.221636777698614) + | > loss_disc_real_2: 0.21523159742355347 (0.23631741713946033) + | > loss_disc_real_3: 0.22969135642051697 (0.22085125100840436) + | > loss_disc_real_4: 0.2443317025899887 (0.2235306204029709) + | > loss_disc_real_5: 0.2020851969718933 (0.23717270768751764) + | > loss_0: 2.439268112182617 (2.4434788591542853) + | > grad_norm_0: tensor(59.3230, device='cuda:0') (tensor(94.2073, device='cuda:0')) + | > loss_gen: 2.5156683921813965 (2.3836375388370206) + | > loss_kl: 1.455910563468933 (1.4232250049615371) + | > loss_feat: 4.722464561462402 (4.88206425047225) + | > loss_mel: 21.918071746826172 (24.828714015984982) + | > loss_duration: 1.7921717166900635 (1.8214212156405114) + | > amp_scaler: 128.0 (128.65222929936309) + | > loss_1: 32.40428924560547 (35.339062086943606) + | > grad_norm_1: tensor(456.9598, device='cuda:0') (tensor(713.8431, device='cuda:0')) + | > current_lr_0: 0.00019972517181056292 + | > current_lr_1: 0.00019972517181056292 + | > step_time: 6.0834 (1.1405848867574315) + | > loader_time: 0.0103 (0.00960901892109282) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.4141409397125244 (2.4141409397125244) + | > loss_disc_real_0: 0.13214325904846191 (0.13214325904846191) + | > loss_disc_real_1: 0.12849150598049164 (0.12849150598049164) + | > loss_disc_real_2: 0.1720532923936844 (0.1720532923936844) + | > loss_disc_real_3: 0.19296251237392426 (0.19296251237392426) + | > loss_disc_real_4: 0.25578200817108154 (0.25578200817108154) + | > loss_disc_real_5: 0.25429490208625793 (0.25429490208625793) + | > loss_0: 2.4141409397125244 (2.4141409397125244) + | > loss_gen: 2.098022937774658 (2.098022937774658) + | > loss_kl: 1.3319408893585205 (1.3319408893585205) + | > loss_feat: 5.3694586753845215 (5.3694586753845215) + | > loss_mel: 26.89280128479004 (26.89280128479004) + | > loss_duration: 2.019650936126709 (2.019650936126709) + | > loss_1: 37.71187210083008 (37.71187210083008) + + --> STEP: 1 + | > loss_disc: 2.3815572261810303 (2.3815572261810303) + | > loss_disc_real_0: 0.06644538044929504 (0.06644538044929504) + | > loss_disc_real_1: 0.13443847000598907 (0.13443847000598907) + | > loss_disc_real_2: 0.19543671607971191 (0.19543671607971191) + | > loss_disc_real_3: 0.1257350742816925 (0.1257350742816925) + | > loss_disc_real_4: 0.13752077519893646 (0.13752077519893646) + | > loss_disc_real_5: 0.21136677265167236 (0.21136677265167236) + | > loss_0: 2.3815572261810303 (2.3815572261810303) + | > loss_gen: 1.7931157350540161 (1.7931157350540161) + | > loss_kl: 1.4342221021652222 (1.4342221021652222) + | > loss_feat: 4.7342376708984375 (4.7342376708984375) + | > loss_mel: 25.362838745117188 (25.362838745117188) + | > loss_duration: 1.9650380611419678 (1.9650380611419678) + | > loss_1: 35.28945541381836 (35.28945541381836) + + --> STEP: 2 + | > loss_disc: 2.5400550365448 (2.460806131362915) + | > loss_disc_real_0: 0.06293003261089325 (0.06468770653009415) + | > loss_disc_real_1: 0.1814451813697815 (0.15794182568788528) + | > loss_disc_real_2: 0.2501087188720703 (0.2227727174758911) + | > loss_disc_real_3: 0.21162644028663635 (0.16868075728416443) + | > loss_disc_real_4: 0.22289316356182098 (0.18020696938037872) + | > loss_disc_real_5: 0.25779300928115845 (0.2345798909664154) + | > loss_0: 2.5400550365448 (2.460806131362915) + | > loss_gen: 1.9247349500656128 (1.8589253425598145) + | > loss_kl: 1.578260064125061 (1.5062410831451416) + | > loss_feat: 3.7238357067108154 (4.2290366888046265) + | > loss_mel: 25.25404167175293 (25.30844020843506) + | > loss_duration: 1.7873588800430298 (1.8761984705924988) + | > loss_1: 34.26823043823242 (34.77884292602539) + + --> STEP: 3 + | > loss_disc: 2.4103076457977295 (2.4439733028411865) + | > loss_disc_real_0: 0.12431152164936066 (0.08456231156984965) + | > loss_disc_real_1: 0.15338100492954254 (0.15642155210177103) + | > loss_disc_real_2: 0.22403399646282196 (0.22319314380486807) + | > loss_disc_real_3: 0.14571334421634674 (0.1610249529282252) + | > loss_disc_real_4: 0.22404277324676514 (0.19481890400250754) + | > loss_disc_real_5: 0.22243811190128326 (0.23053263127803802) + | > loss_0: 2.4103076457977295 (2.4439733028411865) + | > loss_gen: 2.1303014755249023 (1.949384053548177) + | > loss_kl: 1.8076578378677368 (1.60671333471934) + | > loss_feat: 4.466769695281982 (4.308281024297078) + | > loss_mel: 25.803234100341797 (25.473371505737305) + | > loss_duration: 1.8102911710739136 (1.8542293707529705) + | > loss_1: 36.018253326416016 (35.1919797261556) + + --> STEP: 4 + | > loss_disc: 2.3515005111694336 (2.4208551049232483) + | > loss_disc_real_0: 0.04871825501322746 (0.0756012974306941) + | > loss_disc_real_1: 0.19091759622097015 (0.16504556313157082) + | > loss_disc_real_2: 0.21812735497951508 (0.22192669659852982) + | > loss_disc_real_3: 0.1479896903038025 (0.15776613727211952) + | > loss_disc_real_4: 0.16133514046669006 (0.18644796311855316) + | > loss_disc_real_5: 0.22897911071777344 (0.23014425113797188) + | > loss_0: 2.3515005111694336 (2.4208551049232483) + | > loss_gen: 1.9136910438537598 (1.9404608011245728) + | > loss_kl: 1.3947362899780273 (1.5537190735340118) + | > loss_feat: 3.516188621520996 (4.110257923603058) + | > loss_mel: 20.515108108520508 (24.233805656433105) + | > loss_duration: 1.715100884437561 (1.819447249174118) + | > loss_1: 29.054824829101562 (33.65769100189209) + + --> STEP: 5 + | > loss_disc: 2.5248374938964844 (2.4416515827178955) + | > loss_disc_real_0: 0.134041428565979 (0.08728932365775108) + | > loss_disc_real_1: 0.14643104374408722 (0.1613226592540741) + | > loss_disc_real_2: 0.21558766067028046 (0.22065888941287995) + | > loss_disc_real_3: 0.17181487381458282 (0.16057588458061217) + | > loss_disc_real_4: 0.23056010901927948 (0.19527039229869841) + | > loss_disc_real_5: 0.23632945120334625 (0.23138129115104675) + | > loss_0: 2.5248374938964844 (2.4416515827178955) + | > loss_gen: 2.0482077598571777 (1.9620101928710938) + | > loss_kl: 1.919405460357666 (1.6268563508987426) + | > loss_feat: 5.868072986602783 (4.461820936203003) + | > loss_mel: 25.203588485717773 (24.42776222229004) + | > loss_duration: 1.9942171573638916 (1.8544012308120728) + | > loss_1: 37.03348922729492 (34.33285064697266) + + --> STEP: 6 + | > loss_disc: 2.276459217071533 (2.414119521776835) + | > loss_disc_real_0: 0.07738231122493744 (0.08563815491894881) + | > loss_disc_real_1: 0.14565078914165497 (0.15871068090200424) + | > loss_disc_real_2: 0.21068041026592255 (0.2189958095550537) + | > loss_disc_real_3: 0.1377621442079544 (0.15677359451850256) + | > loss_disc_real_4: 0.19120070338249207 (0.19459211081266403) + | > loss_disc_real_5: 0.24045288562774658 (0.23289322356383005) + | > loss_0: 2.276459217071533 (2.414119521776835) + | > loss_gen: 2.170353412628174 (1.9967340628306072) + | > loss_kl: 1.3527966737747192 (1.5811797380447388) + | > loss_feat: 4.94224214553833 (4.541891137758891) + | > loss_mel: 26.613605499267578 (24.79206943511963) + | > loss_duration: 1.7981562614440918 (1.8450270692507427) + | > loss_1: 36.87715530395508 (34.75690142313639) + + --> STEP: 7 + | > loss_disc: 2.3228859901428223 (2.4010861601148332) + | > loss_disc_real_0: 0.12351793050765991 (0.09104955143162183) + | > loss_disc_real_1: 0.17271697521209717 (0.16071158008916037) + | > loss_disc_real_2: 0.20939919352531433 (0.2176248644079481) + | > loss_disc_real_3: 0.16676665842533112 (0.15820117507662093) + | > loss_disc_real_4: 0.22714902460575104 (0.19924309849739075) + | > loss_disc_real_5: 0.18334300816059113 (0.22581462136336736) + | > loss_0: 2.3228859901428223 (2.4010861601148332) + | > loss_gen: 2.468204975128174 (2.064087050301688) + | > loss_kl: 1.5041488409042358 (1.570175324167524) + | > loss_feat: 5.576574802398682 (4.68970308985029) + | > loss_mel: 26.237350463867188 (24.998538153512136) + | > loss_duration: 1.716102123260498 (1.8266092198235648) + | > loss_1: 37.50238037109375 (35.149112701416016) + + --> STEP: 8 + | > loss_disc: 2.4967031478881836 (2.413038283586502) + | > loss_disc_real_0: 0.14831285178661346 (0.09820746397599578) + | > loss_disc_real_1: 0.16499119997024536 (0.161246532574296) + | > loss_disc_real_2: 0.1892322599887848 (0.21407578885555267) + | > loss_disc_real_3: 0.15269140899181366 (0.15751245431602) + | > loss_disc_real_4: 0.24456705152988434 (0.20490859262645245) + | > loss_disc_real_5: 0.23984430730342865 (0.22756833210587502) + | > loss_0: 2.4967031478881836 (2.413038283586502) + | > loss_gen: 1.9902883768081665 (2.054862216114998) + | > loss_kl: 1.899300456047058 (1.6113159656524658) + | > loss_feat: 4.3727641105651855 (4.6500857174396515) + | > loss_mel: 23.399717330932617 (24.798685550689697) + | > loss_duration: 1.8428478240966797 (1.8286390453577042) + | > loss_1: 33.50491714477539 (34.94358825683594) + + --> STEP: 9 + | > loss_disc: 2.213977098464966 (2.3909203741285534) + | > loss_disc_real_0: 0.1338360756635666 (0.1021661986079481) + | > loss_disc_real_1: 0.14758232235908508 (0.1597282869948281) + | > loss_disc_real_2: 0.18288125097751617 (0.2106097290913264) + | > loss_disc_real_3: 0.1486872434616089 (0.15653187533219656) + | > loss_disc_real_4: 0.20584025979042053 (0.20501211120022667) + | > loss_disc_real_5: 0.21342957019805908 (0.22599735856056213) + | > loss_0: 2.213977098464966 (2.3909203741285534) + | > loss_gen: 2.2631301879882812 (2.078003101878696) + | > loss_kl: 1.4293497800827026 (1.5910975005891588) + | > loss_feat: 5.246105194091797 (4.716310103734334) + | > loss_mel: 26.315195083618164 (24.967186609903973) + | > loss_duration: 1.7985851764678955 (1.8252997265921698) + | > loss_1: 37.052364349365234 (35.17789671156142) + + --> STEP: 10 + | > loss_disc: 2.585463285446167 (2.410374665260315) + | > loss_disc_real_0: 0.07541698217391968 (0.09949127696454525) + | > loss_disc_real_1: 0.12814144790172577 (0.15656960308551787) + | > loss_disc_real_2: 0.22247405350208282 (0.21179616153240205) + | > loss_disc_real_3: 0.16096024215221405 (0.1569747120141983) + | > loss_disc_real_4: 0.17623370885849 (0.20213427096605302) + | > loss_disc_real_5: 0.2683497667312622 (0.23023259937763213) + | > loss_0: 2.585463285446167 (2.410374665260315) + | > loss_gen: 1.7004013061523438 (2.040242922306061) + | > loss_kl: 1.4202464818954468 (1.5740123987197876) + | > loss_feat: 4.083817005157471 (4.653060793876648) + | > loss_mel: 25.32375144958496 (25.00284309387207) + | > loss_duration: 1.6750824451446533 (1.8102779984474182) + | > loss_1: 34.20330047607422 (35.080437088012694) + + --> STEP: 11 + | > loss_disc: 2.304173707962036 (2.4007200327786533) + | > loss_disc_real_0: 0.13166067004203796 (0.10241576724431732) + | > loss_disc_real_1: 0.12676271796226501 (0.15385988625613126) + | > loss_disc_real_2: 0.1865868717432022 (0.20950440791520206) + | > loss_disc_real_3: 0.10982566326856613 (0.15268843485550446) + | > loss_disc_real_4: 0.1661800742149353 (0.1988657076250423) + | > loss_disc_real_5: 0.19549255073070526 (0.2270744131370024) + | > loss_0: 2.304173707962036 (2.4007200327786533) + | > loss_gen: 2.127473831176758 (2.0481730049306694) + | > loss_kl: 1.723207950592041 (1.5875756307081743) + | > loss_feat: 5.845289707183838 (4.7614452405409375) + | > loss_mel: 27.034221649169922 (25.18751387162642) + | > loss_duration: 1.6755203008651733 (1.7980272986672141) + | > loss_1: 38.40571594238281 (35.3827351656827) + + --> STEP: 12 + | > loss_disc: 2.434119701385498 (2.40350333849589) + | > loss_disc_real_0: 0.11347663402557373 (0.10333750614275534) + | > loss_disc_real_1: 0.16000129282474518 (0.15437167013684908) + | > loss_disc_real_2: 0.24870067834854126 (0.212770763784647) + | > loss_disc_real_3: 0.17771394550800323 (0.15477389407654601) + | > loss_disc_real_4: 0.14052003622055054 (0.19400356834133467) + | > loss_disc_real_5: 0.16926681995391846 (0.22225711370507875) + | > loss_0: 2.434119701385498 (2.40350333849589) + | > loss_gen: 2.2863521575927734 (2.0680212676525116) + | > loss_kl: 1.4038586616516113 (1.572265883286794) + | > loss_feat: 5.909477710723877 (4.857114613056182) + | > loss_mel: 24.885269165039062 (25.16232681274414) + | > loss_duration: 1.8263717889785767 (1.8003893395264943) + | > loss_1: 36.31132507324219 (35.46011765797933) + + --> STEP: 13 + | > loss_disc: 2.504835605621338 (2.4112981282747707) + | > loss_disc_real_0: 0.07933945208787918 (0.10149150198468795) + | > loss_disc_real_1: 0.1532822996377945 (0.15428787240615258) + | > loss_disc_real_2: 0.2076139897108078 (0.21237408885589013) + | > loss_disc_real_3: 0.15485543012619019 (0.15478016608036482) + | > loss_disc_real_4: 0.18280711770057678 (0.1931423029074302) + | > loss_disc_real_5: 0.18886995315551758 (0.21968887058588174) + | > loss_0: 2.504835605621338 (2.4112981282747707) + | > loss_gen: 1.9511263370513916 (2.059029349913964) + | > loss_kl: 1.163525104522705 (1.5408242849203257) + | > loss_feat: 4.421876430511475 (4.823634752860435) + | > loss_mel: 20.31320571899414 (24.789317497840294) + | > loss_duration: 1.8786826133728027 (1.8064118990531335) + | > loss_1: 29.728416442871094 (35.01921756450947) + + --> STEP: 14 + | > loss_disc: 2.6110401153564453 (2.425565413066319) + | > loss_disc_real_0: 0.12380427122116089 (0.1030852712158646) + | > loss_disc_real_1: 0.1729997992515564 (0.1556244386093957) + | > loss_disc_real_2: 0.24606642127037048 (0.214780684028353) + | > loss_disc_real_3: 0.17075802385807037 (0.1559214416359152) + | > loss_disc_real_4: 0.18364126980304718 (0.19246365768568857) + | > loss_disc_real_5: 0.19242426753044128 (0.21774139893906458) + | > loss_0: 2.6110401153564453 (2.425565413066319) + | > loss_gen: 1.6985408067703247 (2.033280168260847) + | > loss_kl: 1.0438908338546753 (1.5053290384156364) + | > loss_feat: 2.951162815093994 (4.689886757305688) + | > loss_mel: 23.40842056274414 (24.690682002476283) + | > loss_duration: 1.835871934890747 (1.8085161873272486) + | > loss_1: 30.937889099121094 (34.72769410269601) + + --> STEP: 15 + | > loss_disc: 2.5457112789154053 (2.433575137456258) + | > loss_disc_real_0: 0.15329714119434357 (0.10643272921442985) + | > loss_disc_real_1: 0.15903428196907043 (0.15585176150004068) + | > loss_disc_real_2: 0.2301684021949768 (0.21580653190612792) + | > loss_disc_real_3: 0.19800154864788055 (0.15872678210337957) + | > loss_disc_real_4: 0.17913921177387238 (0.1915753612915675) + | > loss_disc_real_5: 0.2038741260766983 (0.2168169140815735) + | > loss_0: 2.5457112789154053 (2.433575137456258) + | > loss_gen: 2.0083656311035156 (2.031619199117025) + | > loss_kl: 1.1153533458709717 (1.4793306589126587) + | > loss_feat: 4.532017707824707 (4.679362154006956) + | > loss_mel: 29.631486892700195 (25.020068995157878) + | > loss_duration: 1.7935023307800293 (1.807515263557434) + | > loss_1: 39.080726623535156 (35.017896270751955) + + --> STEP: 16 + | > loss_disc: 2.2843916416168213 (2.4242511689662933) + | > loss_disc_real_0: 0.14709687232971191 (0.10897423815913498) + | > loss_disc_real_1: 0.13445895910263062 (0.15451471135020256) + | > loss_disc_real_2: 0.25150129199028015 (0.21803745441138744) + | > loss_disc_real_3: 0.1395692080259323 (0.15752943372353911) + | > loss_disc_real_4: 0.21739928424358368 (0.1931893564760685) + | > loss_disc_real_5: 0.19061538577079773 (0.21517931856215) + | > loss_0: 2.2843916416168213 (2.4242511689662933) + | > loss_gen: 2.341273307800293 (2.0509725809097294) + | > loss_kl: 1.5242176055908203 (1.4821360930800438) + | > loss_feat: 4.957738399505615 (4.696760669350622) + | > loss_mel: 24.850671768188477 (25.00948166847229) + | > loss_duration: 1.8499882221221924 (1.8101698234677315) + | > loss_1: 35.523887634277344 (35.04952073097229) + + --> STEP: 17 + | > loss_disc: 2.6696431636810303 (2.438685992184807) + | > loss_disc_real_0: 0.10924987494945526 (0.10899045208797735) + | > loss_disc_real_1: 0.1515379697084427 (0.15433960890068726) + | > loss_disc_real_2: 0.2703070044517517 (0.22111213382552652) + | > loss_disc_real_3: 0.1928470879793167 (0.1596069427974084) + | > loss_disc_real_4: 0.21281550824642181 (0.19434383599197164) + | > loss_disc_real_5: 0.31194740533828735 (0.2208715589607463) + | > loss_0: 2.6696431636810303 (2.438685992184807) + | > loss_gen: 1.8833495378494263 (2.041112401906182) + | > loss_kl: 1.9216992855072021 (1.507992751458112) + | > loss_feat: 3.9943864345550537 (4.655444537892059) + | > loss_mel: 26.994266510009766 (25.126233717974493) + | > loss_duration: 1.7614104747772217 (1.8073016264859367) + | > loss_1: 36.555110931396484 (35.13808486040901) + + --> STEP: 18 + | > loss_disc: 2.2849667072296143 (2.4301460319095187) + | > loss_disc_real_0: 0.14373773336410522 (0.1109208566033178) + | > loss_disc_real_1: 0.10083422064781189 (0.1513670873310831) + | > loss_disc_real_2: 0.17639115452766418 (0.21862763497564527) + | > loss_disc_real_3: 0.1377018243074417 (0.158389991770188) + | > loss_disc_real_4: 0.22501890361309052 (0.19604800641536713) + | > loss_disc_real_5: 0.13374744355678558 (0.21603133032719293) + | > loss_0: 2.2849667072296143 (2.4301460319095187) + | > loss_gen: 2.2129645347595215 (2.0506597426202564) + | > loss_kl: 1.1156171560287476 (1.4861941072675917) + | > loss_feat: 6.122219085693359 (4.736932012769909) + | > loss_mel: 27.233848571777344 (25.243323432074654) + | > loss_duration: 1.7240333557128906 (1.8026756114429898) + | > loss_1: 38.4086799621582 (35.319784588283966) + + --> STEP: 19 + | > loss_disc: 2.497009754180908 (2.4336651751869605) + | > loss_disc_real_0: 0.15445879101753235 (0.11321232683564487) + | > loss_disc_real_1: 0.17048774659633636 (0.152373437818728) + | > loss_disc_real_2: 0.19393692910671234 (0.21732812414043828) + | > loss_disc_real_3: 0.162155881524086 (0.15858819649407738) + | > loss_disc_real_4: 0.1672031581401825 (0.19452985650614688) + | > loss_disc_real_5: 0.22554829716682434 (0.2165322233187525) + | > loss_0: 2.497009754180908 (2.4336651751869605) + | > loss_gen: 1.9832111597061157 (2.0471098172037223) + | > loss_kl: 1.3173545598983765 (1.4773078153007908) + | > loss_feat: 4.4320387840271 (4.7208850007308145) + | > loss_mel: 24.871644973754883 (25.22376140795256) + | > loss_duration: 1.851547122001648 (1.805247796209235) + | > loss_1: 34.45579528808594 (35.27431146722091) + + --> STEP: 20 + | > loss_disc: 2.3872148990631104 (2.431342661380768) + | > loss_disc_real_0: 0.14792272448539734 (0.11494784671813249) + | > loss_disc_real_1: 0.15229485929012299 (0.15236950889229775) + | > loss_disc_real_2: 0.21066756546497345 (0.21699509620666504) + | > loss_disc_real_3: 0.12736175954341888 (0.15702687464654447) + | > loss_disc_real_4: 0.20023569464683533 (0.19481514841318132) + | > loss_disc_real_5: 0.22925136983394623 (0.21716818064451218) + | > loss_0: 2.3872148990631104 (2.431342661380768) + | > loss_gen: 2.062897205352783 (2.0478991866111755) + | > loss_kl: 1.2866504192352295 (1.4677749454975129) + | > loss_feat: 4.628628730773926 (4.71627218723297) + | > loss_mel: 27.177833557128906 (25.321465015411377) + | > loss_duration: 1.7690305709838867 (1.8034369349479675) + | > loss_1: 36.92504119873047 (35.35684795379639) + + --> STEP: 21 + | > loss_disc: 2.331160545349121 (2.42657208442688) + | > loss_disc_real_0: 0.0963895320892334 (0.11406411745008968) + | > loss_disc_real_1: 0.15556661784648895 (0.15252175217583067) + | > loss_disc_real_2: 0.1974238157272339 (0.21606313046954928) + | > loss_disc_real_3: 0.143509179353714 (0.1563831748706954) + | > loss_disc_real_4: 0.1834571212530136 (0.19427428997698284) + | > loss_disc_real_5: 0.23220859467983246 (0.21788439083667027) + | > loss_0: 2.331160545349121 (2.42657208442688) + | > loss_gen: 1.960446834564209 (2.0437347888946533) + | > loss_kl: 1.3978745937347412 (1.4644463573183333) + | > loss_feat: 4.245265007019043 (4.693843273889449) + | > loss_mel: 25.409351348876953 (25.32565007890974) + | > loss_duration: 1.7567002773284912 (1.8012113798232305) + | > loss_1: 34.76963424682617 (35.32888539632162) + + --> STEP: 22 + | > loss_disc: 2.376675844192505 (2.4243040735071357) + | > loss_disc_real_0: 0.14476829767227173 (0.11545976200564341) + | > loss_disc_real_1: 0.14058825373649597 (0.15197932042858817) + | > loss_disc_real_2: 0.23894906044006348 (0.21710340001366354) + | > loss_disc_real_3: 0.1631789207458496 (0.15669207241047511) + | > loss_disc_real_4: 0.24118386209011078 (0.1964065432548523) + | > loss_disc_real_5: 0.2206423282623291 (0.2180097516287457) + | > loss_0: 2.376675844192505 (2.4243040735071357) + | > loss_gen: 2.2343974113464355 (2.0524012717333706) + | > loss_kl: 1.5900949239730835 (1.4701576558026401) + | > loss_feat: 4.784151077270508 (4.697948174043134) + | > loss_mel: 23.273618698120117 (25.23237592523748) + | > loss_duration: 1.8899182081222534 (1.805243508382277) + | > loss_1: 33.77218246459961 (35.25812617215243) + + --> STEP: 23 + | > loss_disc: 2.44184947013855 (2.425066916838936) + | > loss_disc_real_0: 0.1321563720703125 (0.1161857015736725) + | > loss_disc_real_1: 0.1613476723432541 (0.1523866400770519) + | > loss_disc_real_2: 0.19049516320228577 (0.2159465201522993) + | > loss_disc_real_3: 0.1947506070137024 (0.1583467913062676) + | > loss_disc_real_4: 0.1913655698299408 (0.19618737049724744) + | > loss_disc_real_5: 0.2524588406085968 (0.21950753810613052) + | > loss_0: 2.44184947013855 (2.425066916838936) + | > loss_gen: 1.9903794527053833 (2.049704670906067) + | > loss_kl: 1.530075192451477 (1.47276276609172) + | > loss_feat: 3.9785385131835938 (4.666669493136197) + | > loss_mel: 21.527198791503906 (25.071281267249066) + | > loss_duration: 1.8620977401733398 (1.8077154315036277) + | > loss_1: 30.888290405273438 (35.068133312722914) + + --> STEP: 24 + | > loss_disc: 2.0632379055023193 (2.4099907080332437) + | > loss_disc_real_0: 0.07513649016618729 (0.11447531776502728) + | > loss_disc_real_1: 0.16316021978855133 (0.1528355392316977) + | > loss_disc_real_2: 0.22563812136650085 (0.2163503368695577) + | > loss_disc_real_3: 0.11220578849315643 (0.15642424952238798) + | > loss_disc_real_4: 0.20023256540298462 (0.1963559202849865) + | > loss_disc_real_5: 0.1484495997428894 (0.2165467906743288) + | > loss_0: 2.0632379055023193 (2.4099907080332437) + | > loss_gen: 2.5850040912628174 (2.0720088134209314) + | > loss_kl: 1.3569729328155518 (1.4679381897052128) + | > loss_feat: 6.3082780838012695 (4.735069851080575) + | > loss_mel: 28.957992553710938 (25.233227570851643) + | > loss_duration: 1.746286153793335 (1.8051558782656987) + | > loss_1: 40.954532623291016 (35.31339995066325) + + --> STEP: 25 + | > loss_disc: 2.305093288421631 (2.4057948112487795) + | > loss_disc_real_0: 0.10079336911439896 (0.11392803981900215) + | > loss_disc_real_1: 0.1631210297346115 (0.15324695885181427) + | > loss_disc_real_2: 0.24000246822834015 (0.21729642212390898) + | > loss_disc_real_3: 0.10574185103178024 (0.15439695358276367) + | > loss_disc_real_4: 0.1838178187608719 (0.1958543962240219) + | > loss_disc_real_5: 0.19070780277252197 (0.21551323115825652) + | > loss_0: 2.305093288421631 (2.4057948112487795) + | > loss_gen: 2.092773914337158 (2.0728394174575806) + | > loss_kl: 1.2628240585327148 (1.459733624458313) + | > loss_feat: 4.24757719039917 (4.715570144653319) + | > loss_mel: 19.261686325073242 (24.994365921020506) + | > loss_duration: 1.727642297744751 (1.802055335044861) + | > loss_1: 28.59250259399414 (35.04456405639649) + + --> STEP: 26 + | > loss_disc: 2.226590394973755 (2.3989023336997404) + | > loss_disc_real_0: 0.15841594338417053 (0.1156391130330471) + | > loss_disc_real_1: 0.11473805457353592 (0.15176584714880356) + | > loss_disc_real_2: 0.18219803273677826 (0.2159464840705578) + | > loss_disc_real_3: 0.17347018420696259 (0.1551305393760021) + | > loss_disc_real_4: 0.1818688064813614 (0.19531648892622727) + | > loss_disc_real_5: 0.13331924378871918 (0.21235192395173585) + | > loss_0: 2.226590394973755 (2.3989023336997404) + | > loss_gen: 2.340458393096924 (2.0831324549821706) + | > loss_kl: 1.8454620838165283 (1.474569334433629) + | > loss_feat: 6.301613807678223 (4.776571824000431) + | > loss_mel: 27.55017852783203 (25.092666405897873) + | > loss_duration: 1.7661159038543701 (1.800673049229842) + | > loss_1: 39.803829193115234 (35.22761271550105) + + --> STEP: 27 + | > loss_disc: 2.506413459777832 (2.402884227258188) + | > loss_disc_real_0: 0.11333511769771576 (0.11555377987247926) + | > loss_disc_real_1: 0.15241380035877228 (0.15178984541583945) + | > loss_disc_real_2: 0.24396321177482605 (0.21698414065219737) + | > loss_disc_real_3: 0.1777871549129486 (0.1559696732847779) + | > loss_disc_real_4: 0.2389504611492157 (0.19693256197152315) + | > loss_disc_real_5: 0.2276749312877655 (0.21291944274195918) + | > loss_0: 2.506413459777832 (2.402884227258188) + | > loss_gen: 1.9927977323532104 (2.0797867245144315) + | > loss_kl: 1.5599939823150635 (1.4777332102810894) + | > loss_feat: 4.38270378112793 (4.761984118708857) + | > loss_mel: 25.552045822143555 (25.109680458351416) + | > loss_duration: 1.7774487733840942 (1.7998128908651847) + | > loss_1: 35.264991760253906 (35.22899712456597) + + --> STEP: 28 + | > loss_disc: 2.5687639713287354 (2.4088085038321365) + | > loss_disc_real_0: 0.1298970878124237 (0.11606604087033442) + | > loss_disc_real_1: 0.12148304283618927 (0.15070745960942336) + | > loss_disc_real_2: 0.17139887809753418 (0.21535609556095942) + | > loss_disc_real_3: 0.15273118019104004 (0.1558540128171444) + | > loss_disc_real_4: 0.18060249090194702 (0.1963493451476097) + | > loss_disc_real_5: 0.2628139853477478 (0.21470139069216593) + | > loss_0: 2.5687639713287354 (2.4088085038321365) + | > loss_gen: 1.861748218536377 (2.071999635015215) + | > loss_kl: 1.0237828493118286 (1.4615206973893302) + | > loss_feat: 4.145772457122803 (4.7399765593664975) + | > loss_mel: 25.76189422607422 (25.13297380719866) + | > loss_duration: 1.8005969524383545 (1.7998408930642265) + | > loss_1: 34.59379577636719 (35.2063113621303) + + --> STEP: 29 + | > loss_disc: 2.1491427421569824 (2.3998545120502346) + | > loss_disc_real_0: 0.1809002310037613 (0.11830170259907327) + | > loss_disc_real_1: 0.11578678339719772 (0.14950329836072593) + | > loss_disc_real_2: 0.26128533482551575 (0.216939862432151) + | > loss_disc_real_3: 0.1406058818101883 (0.15532821519621487) + | > loss_disc_real_4: 0.22473838925361633 (0.19732827770298925) + | > loss_disc_real_5: 0.1314936876296997 (0.21183215955208087) + | > loss_0: 2.1491427421569824 (2.3998545120502346) + | > loss_gen: 2.6272878646850586 (2.09114750500383) + | > loss_kl: 1.4375958442687988 (1.4606957024541394) + | > loss_feat: 5.935998916625977 (4.781218709616825) + | > loss_mel: 27.47974967956543 (25.21389711314234) + | > loss_duration: 1.7908592224121094 (1.7995311802831189) + | > loss_1: 39.27149200439453 (35.346490004967) + + --> STEP: 30 + | > loss_disc: 2.2192318439483643 (2.393833756446839) + | > loss_disc_real_0: 0.0829160213470459 (0.11712217989067236) + | > loss_disc_real_1: 0.1273636519908905 (0.14876531014839808) + | > loss_disc_real_2: 0.15717767179012299 (0.21494778941075007) + | > loss_disc_real_3: 0.1343597173690796 (0.1546292652686437) + | > loss_disc_real_4: 0.26562580466270447 (0.19960486193497975) + | > loss_disc_real_5: 0.26328912377357483 (0.21354739169279735) + | > loss_0: 2.2192318439483643 (2.393833756446839) + | > loss_gen: 2.2777702808380127 (2.097368264198303) + | > loss_kl: 1.3613100051879883 (1.4573828458786011) + | > loss_feat: 5.691926956176758 (4.811575651168822) + | > loss_mel: 28.394664764404297 (25.31992270151774) + | > loss_duration: 1.8287479877471924 (1.8005050738652548) + | > loss_1: 39.554420471191406 (35.48675435384114) + + --> STEP: 31 + | > loss_disc: 2.3286330699920654 (2.3917305084966847) + | > loss_disc_real_0: 0.13230744004249573 (0.11761202699234409) + | > loss_disc_real_1: 0.17117753624916077 (0.14948828518390656) + | > loss_disc_real_2: 0.18693207204341888 (0.21404405659244907) + | > loss_disc_real_3: 0.15877270698547363 (0.15476292467886402) + | > loss_disc_real_4: 0.1788516640663147 (0.19893540393921635) + | > loss_disc_real_5: 0.18787355720996857 (0.21271920348367385) + | > loss_0: 2.3286330699920654 (2.3917305084966847) + | > loss_gen: 2.1311755180358887 (2.0984588207737094) + | > loss_kl: 1.226001262664795 (1.449918923839446) + | > loss_feat: 4.6012725830078125 (4.804791681228145) + | > loss_mel: 21.16425132751465 (25.185868786227317) + | > loss_duration: 1.7302865982055664 (1.7982399617472002) + | > loss_1: 30.852989196777344 (35.33727805845199) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.011175832440776209 (-0.0006858994883875702) + | > avg_loss_disc: 2.3917305084966847 (+0.11950623604559141) + | > avg_loss_disc_real_0: 0.11761202699234409 (+0.021203244405408064) + | > avg_loss_disc_real_1: 0.14948828518390656 (-0.11638028439014186) + | > avg_loss_disc_real_2: 0.21404405659244907 (+0.020335805992926337) + | > avg_loss_disc_real_3: 0.15476292467886402 (-0.04069539447945933) + | > avg_loss_disc_real_4: 0.19893540393921635 (-0.020415789658023487) + | > avg_loss_disc_real_5: 0.21271920348367385 (+0.013606603828168695) + | > avg_loss_0: 2.3917305084966847 (+0.11950623604559141) + | > avg_loss_gen: 2.0984588207737094 (-0.42703021726300605) + | > avg_loss_kl: 1.449918923839446 (+0.03699491870018745) + | > avg_loss_feat: 4.804791681228145 (-0.6512778574420564) + | > avg_loss_mel: 25.185868786227317 (-0.4077189045567664) + | > avg_loss_duration: 1.7982399617472002 (-0.011989128205084132) + | > avg_loss_1: 35.33727805845199 (-1.4610213002850756) + + > BEST MODEL : vits_shi_male-November-22-2024_02+49AM-0000000/best_model_9787.pth + + > EPOCH: 10/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 12:34:37)  + + --> TIME: 2024-11-22 12:34:53 -- STEP: 13/797 -- GLOBAL_STEP: 9800 + | > loss_disc: 2.592485189437866 (2.441188848935641) + | > loss_disc_real_0: 0.20796161890029907 (0.12087905636200538) + | > loss_disc_real_1: 0.2590107023715973 (0.2366344561943641) + | > loss_disc_real_2: 0.29856204986572266 (0.24154634659106916) + | > loss_disc_real_3: 0.20879466831684113 (0.2229476422071457) + | > loss_disc_real_4: 0.3044021725654602 (0.22787674115254328) + | > loss_disc_real_5: 0.25732487440109253 (0.23985477021107307) + | > loss_0: 2.592485189437866 (2.441188848935641) + | > grad_norm_0: tensor(138.7377, device='cuda:0') (tensor(69.3580, device='cuda:0')) + | > loss_gen: 2.32794189453125 (2.417873639326829) + | > loss_kl: 1.5709728002548218 (1.5751786140295176) + | > loss_feat: 4.28236198425293 (4.744906535515418) + | > loss_mel: 24.47652816772461 (24.023332595825195) + | > loss_duration: 2.030426502227783 (2.022044255183294) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.688232421875 (34.78333546565129) + | > grad_norm_1: tensor(1266.8820, device='cuda:0') (tensor(557.2264, device='cuda:0')) + | > current_lr_0: 0.0001997002061640866 + | > current_lr_1: 0.0001997002061640866 + | > step_time: 1.0028 (1.0586675497201772) + | > loader_time: 0.0059 (0.005815762739915114) + + + --> TIME: 2024-11-22 12:35:16 -- STEP: 38/797 -- GLOBAL_STEP: 9825 + | > loss_disc: 2.4657981395721436 (2.4535735029923287) + | > loss_disc_real_0: 0.0853009894490242 (0.11385753231221124) + | > loss_disc_real_1: 0.28431224822998047 (0.22661910755069634) + | > loss_disc_real_2: 0.25268861651420593 (0.23617147811149297) + | > loss_disc_real_3: 0.18679291009902954 (0.22402856146034442) + | > loss_disc_real_4: 0.24978871643543243 (0.22476190210957275) + | > loss_disc_real_5: 0.23198796808719635 (0.2370254981674646) + | > loss_0: 2.4657981395721436 (2.4535735029923287) + | > grad_norm_0: tensor(223.2496, device='cuda:0') (tensor(99.4298, device='cuda:0')) + | > loss_gen: 2.435363292694092 (2.395004542250382) + | > loss_kl: 1.1577552556991577 (1.5371094879351161) + | > loss_feat: 4.029486656188965 (4.856139691252459) + | > loss_mel: 21.291297912597656 (24.015822812130576) + | > loss_duration: 1.9027150869369507 (1.9453057866347463) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.816619873046875 (34.74938211942974) + | > grad_norm_1: tensor(1257.4257, device='cuda:0') (tensor(630.5261, device='cuda:0')) + | > current_lr_0: 0.0001997002061640866 + | > current_lr_1: 0.0001997002061640866 + | > step_time: 0.7816 (0.9734119302348087) + | > loader_time: 0.0047 (0.005406147555301064) + + + --> TIME: 2024-11-22 12:35:41 -- STEP: 63/797 -- GLOBAL_STEP: 9850 + | > loss_disc: 2.316279888153076 (2.4513857478187204) + | > loss_disc_real_0: 0.12626732885837555 (0.11882067862011138) + | > loss_disc_real_1: 0.22680439054965973 (0.2238402534571905) + | > loss_disc_real_2: 0.1994936764240265 (0.23790000544654) + | > loss_disc_real_3: 0.1571647822856903 (0.22104149489175706) + | > loss_disc_real_4: 0.17966048419475555 (0.22303490766457149) + | > loss_disc_real_5: 0.23405563831329346 (0.23948908727320414) + | > loss_0: 2.316279888153076 (2.4513857478187204) + | > grad_norm_0: tensor(25.6050, device='cuda:0') (tensor(99.6984, device='cuda:0')) + | > loss_gen: 2.237748384475708 (2.378890067811997) + | > loss_kl: 1.5596922636032104 (1.5236707736575414) + | > loss_feat: 5.452350616455078 (4.908229581893436) + | > loss_mel: 25.373130798339844 (24.192994980585006) + | > loss_duration: 1.8351171016693115 (1.9049515024064079) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.458038330078125 (34.908737031240314) + | > grad_norm_1: tensor(1431.4086, device='cuda:0') (tensor(695.8221, device='cuda:0')) + | > current_lr_0: 0.0001997002061640866 + | > current_lr_1: 0.0001997002061640866 + | > step_time: 1.0222 (0.9661633022247799) + | > loader_time: 0.004 (0.005413028928968642) + + + --> TIME: 2024-11-22 12:36:05 -- STEP: 88/797 -- GLOBAL_STEP: 9875 + | > loss_disc: 2.457322835922241 (2.4413809830492195) + | > loss_disc_real_0: 0.0873134434223175 (0.11792653053998947) + | > loss_disc_real_1: 0.1616668403148651 (0.22195580635558476) + | > loss_disc_real_2: 0.22500211000442505 (0.23676699569279497) + | > loss_disc_real_3: 0.2044418752193451 (0.22098636288534512) + | > loss_disc_real_4: 0.2615189552307129 (0.22117428938773542) + | > loss_disc_real_5: 0.22834645211696625 (0.23794067532501437) + | > loss_0: 2.457322835922241 (2.4413809830492195) + | > grad_norm_0: tensor(22.9348, device='cuda:0') (tensor(95.4219, device='cuda:0')) + | > loss_gen: 2.4562714099884033 (2.373093602332204) + | > loss_kl: 1.3107290267944336 (1.4973592121492736) + | > loss_feat: 4.360565662384033 (4.886000725356016) + | > loss_mel: 23.12725830078125 (24.10657221620733) + | > loss_duration: 1.83748197555542 (1.8821605904535814) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.092308044433594 (34.745186220515876) + | > grad_norm_1: tensor(373.0095, device='cuda:0') (tensor(722.6371, device='cuda:0')) + | > current_lr_0: 0.0001997002061640866 + | > current_lr_1: 0.0001997002061640866 + | > step_time: 0.9561 (0.9624053781682794) + | > loader_time: 0.0043 (0.005255699157714843) + + + --> TIME: 2024-11-22 12:36:29 -- STEP: 113/797 -- GLOBAL_STEP: 9900 + | > loss_disc: 2.2927145957946777 (2.442460779595164) + | > loss_disc_real_0: 0.10031139850616455 (0.1216962546835431) + | > loss_disc_real_1: 0.18008308112621307 (0.22151123066391565) + | > loss_disc_real_2: 0.22696365416049957 (0.2351965293683837) + | > loss_disc_real_3: 0.1650574654340744 (0.22038140180891594) + | > loss_disc_real_4: 0.2247982770204544 (0.2215728130752006) + | > loss_disc_real_5: 0.19726917147636414 (0.23874444402424636) + | > loss_0: 2.2927145957946777 (2.442460779595164) + | > grad_norm_0: tensor(23.7316, device='cuda:0') (tensor(90.7188, device='cuda:0')) + | > loss_gen: 2.409912109375 (2.380821249126334) + | > loss_kl: 1.4901450872421265 (1.485919114762703) + | > loss_feat: 5.63688325881958 (4.923437772598939) + | > loss_mel: 25.221471786499023 (24.16327690867196) + | > loss_duration: 1.771287441253662 (1.8704573253614714) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.52969741821289 (34.82391224076264) + | > grad_norm_1: tensor(613.1050, device='cuda:0') (tensor(693.9338, device='cuda:0')) + | > current_lr_0: 0.0001997002061640866 + | > current_lr_1: 0.0001997002061640866 + | > step_time: 0.8669 (0.960053726635148) + | > loader_time: 0.0055 (0.005398623711239973) + + + --> TIME: 2024-11-22 12:36:52 -- STEP: 138/797 -- GLOBAL_STEP: 9925 + | > loss_disc: 2.5059597492218018 (2.44566165537074) + | > loss_disc_real_0: 0.0849994644522667 (0.12357278870067735) + | > loss_disc_real_1: 0.21053490042686462 (0.22061890666035638) + | > loss_disc_real_2: 0.24730730056762695 (0.23551334559485532) + | > loss_disc_real_3: 0.3540360629558563 (0.2208464648844539) + | > loss_disc_real_4: 0.22015951573848724 (0.22246175086584638) + | > loss_disc_real_5: 0.20336341857910156 (0.2382610513680223) + | > loss_0: 2.5059597492218018 (2.44566165537074) + | > grad_norm_0: tensor(62.6086, device='cuda:0') (tensor(102.6038, device='cuda:0')) + | > loss_gen: 2.1141228675842285 (2.387140604032987) + | > loss_kl: 1.8290443420410156 (1.479505481063456) + | > loss_feat: 4.34092378616333 (4.9476258616516535) + | > loss_mel: 22.308504104614258 (24.239460350810617) + | > loss_duration: 1.8409044742584229 (1.86386936125548) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.43349838256836 (34.91760164067367) + | > grad_norm_1: tensor(270.7516, device='cuda:0') (tensor(678.8953, device='cuda:0')) + | > current_lr_0: 0.0001997002061640866 + | > current_lr_1: 0.0001997002061640866 + | > step_time: 0.855 (0.9505805433660314) + | > loader_time: 0.0041 (0.005470104839490806) + + + --> TIME: 2024-11-22 12:37:15 -- STEP: 163/797 -- GLOBAL_STEP: 9950 + | > loss_disc: 2.474175214767456 (2.44737243944882) + | > loss_disc_real_0: 0.187974214553833 (0.12276380577701733) + | > loss_disc_real_1: 0.15574848651885986 (0.2209171298091397) + | > loss_disc_real_2: 0.24888230860233307 (0.2358245941027542) + | > loss_disc_real_3: 0.2513386309146881 (0.22147880394034591) + | > loss_disc_real_4: 0.2218511700630188 (0.2219062980515825) + | > loss_disc_real_5: 0.21397559344768524 (0.23816674033556978) + | > loss_0: 2.474175214767456 (2.44737243944882) + | > grad_norm_0: tensor(30.9049, device='cuda:0') (tensor(102.1230, device='cuda:0')) + | > loss_gen: 2.2724242210388184 (2.380230413624115) + | > loss_kl: 1.5986599922180176 (1.4732079849652717) + | > loss_feat: 4.352596282958984 (4.9348644098621195) + | > loss_mel: 22.05309295654297 (24.25843620300293) + | > loss_duration: 1.7743654251098633 (1.8554173744529303) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.05113983154297 (34.90215633836993) + | > grad_norm_1: tensor(752.7678, device='cuda:0') (tensor(695.8994, device='cuda:0')) + | > current_lr_0: 0.0001997002061640866 + | > current_lr_1: 0.0001997002061640866 + | > step_time: 0.9239 (0.9446501965903066) + | > loader_time: 0.0047 (0.0055233349829363655) + + + --> TIME: 2024-11-22 12:37:38 -- STEP: 188/797 -- GLOBAL_STEP: 9975 + | > loss_disc: 2.412132501602173 (2.4454508931078824) + | > loss_disc_real_0: 0.20603004097938538 (0.12304888649823818) + | > loss_disc_real_1: 0.19294267892837524 (0.22104184186839043) + | > loss_disc_real_2: 0.18931527435779572 (0.2348340462021371) + | > loss_disc_real_3: 0.1847858875989914 (0.22034026198881737) + | > loss_disc_real_4: 0.21611705422401428 (0.2213911430791337) + | > loss_disc_real_5: 0.213219553232193 (0.2380947118743937) + | > loss_0: 2.412132501602173 (2.4454508931078824) + | > grad_norm_0: tensor(212.9984, device='cuda:0') (tensor(100.1866, device='cuda:0')) + | > loss_gen: 2.4054033756256104 (2.3737253001395704) + | > loss_kl: 1.4209611415863037 (1.46396344836722) + | > loss_feat: 5.008521556854248 (4.932642510596744) + | > loss_mel: 24.961942672729492 (24.26039009905876) + | > loss_duration: 1.8619990348815918 (1.8484755602288754) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.65882873535156 (34.87919693804801) + | > grad_norm_1: tensor(1063.6416, device='cuda:0') (tensor(717.5694, device='cuda:0')) + | > current_lr_0: 0.0001997002061640866 + | > current_lr_1: 0.0001997002061640866 + | > step_time: 0.9521 (0.9399236136294425) + | > loader_time: 0.0055 (0.005617598269848111) + + + --> TIME: 2024-11-22 12:38:00 -- STEP: 213/797 -- GLOBAL_STEP: 10000 + | > loss_disc: 2.263463020324707 (2.4427602167980234) + | > loss_disc_real_0: 0.11229471117258072 (0.12310768658636322) + | > loss_disc_real_1: 0.213212788105011 (0.22079085848980667) + | > loss_disc_real_2: 0.2507699131965637 (0.23449153092825356) + | > loss_disc_real_3: 0.16892077028751373 (0.22035804572799397) + | > loss_disc_real_4: 0.14386902749538422 (0.22083414972108292) + | > loss_disc_real_5: 0.14509624242782593 (0.23750212333851578) + | > loss_0: 2.263463020324707 (2.4427602167980234) + | > grad_norm_0: tensor(7.6585, device='cuda:0') (tensor(102.0908, device='cuda:0')) + | > loss_gen: 2.4445607662200928 (2.37185153938795) + | > loss_kl: 1.3876334428787231 (1.451167927661412) + | > loss_feat: 6.079676628112793 (4.928410834549738) + | > loss_mel: 25.54497718811035 (24.298016480996576) + | > loss_duration: 1.8193786144256592 (1.8457592244439283) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.27622604370117 (34.89520598577223) + | > grad_norm_1: tensor(939.2981, device='cuda:0') (tensor(722.3580, device='cuda:0')) + | > current_lr_0: 0.0001997002061640866 + | > current_lr_1: 0.0001997002061640866 + | > step_time: 0.8055 (0.9347392012815521) + | > loader_time: 0.0049 (0.005648133900243909) + + + > CHECKPOINT : vits_shi_male-November-22-2024_02+49AM-0000000/checkpoint_10000.pth + + --> TIME: 2024-11-22 12:38:27 -- STEP: 238/797 -- GLOBAL_STEP: 10025 + | > loss_disc: 2.4278674125671387 (2.4399677975838943) + | > loss_disc_real_0: 0.0716298371553421 (0.12206294088616591) + | > loss_disc_real_1: 0.3034721612930298 (0.22089175598210647) + | > loss_disc_real_2: 0.23029330372810364 (0.23477706068954549) + | > loss_disc_real_3: 0.21815651655197144 (0.22112030930378856) + | > loss_disc_real_4: 0.23895308375358582 (0.2208837968211214) + | > loss_disc_real_5: 0.29679057002067566 (0.23696186568807154) + | > loss_0: 2.4278674125671387 (2.4399677975838943) + | > grad_norm_0: tensor(128.0815, device='cuda:0') (tensor(100.8801, device='cuda:0')) + | > loss_gen: 2.3880457878112793 (2.374623388803306) + | > loss_kl: 1.4319201707839966 (1.4463236457159536) + | > loss_feat: 4.860280990600586 (4.941544031896511) + | > loss_mel: 25.174793243408203 (24.357706943479908) + | > loss_duration: 1.8842713832855225 (1.8416450589644808) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.73931121826172 (34.96184305784083) + | > grad_norm_1: tensor(802.8359, device='cuda:0') (tensor(725.8652, device='cuda:0')) + | > current_lr_0: 0.0001997002061640866 + | > current_lr_1: 0.0001997002061640866 + | > step_time: 0.9313 (0.9347091312168025) + | > loader_time: 0.0053 (0.005906441632439106) + + + --> TIME: 2024-11-22 12:38:51 -- STEP: 263/797 -- GLOBAL_STEP: 10050 + | > loss_disc: 2.5516092777252197 (2.4382897529311975) + | > loss_disc_real_0: 0.09467780590057373 (0.12033807228499946) + | > loss_disc_real_1: 0.216622456908226 (0.22047304138257928) + | > loss_disc_real_2: 0.19383613765239716 (0.23437258425547597) + | > loss_disc_real_3: 0.19794276356697083 (0.22073308987535906) + | > loss_disc_real_4: 0.16677109897136688 (0.22095700435538707) + | > loss_disc_real_5: 0.18649333715438843 (0.23762426052256683) + | > loss_0: 2.5516092777252197 (2.4382897529311975) + | > grad_norm_0: tensor(67.8043, device='cuda:0') (tensor(100.7549, device='cuda:0')) + | > loss_gen: 2.172391891479492 (2.378009781638026) + | > loss_kl: 1.4625672101974487 (1.449420231830031) + | > loss_feat: 4.362841606140137 (4.942451148885285) + | > loss_mel: 21.989896774291992 (24.357962169574694) + | > loss_duration: 1.7814598083496094 (1.8380241022363815) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.76915740966797 (34.96586746679967) + | > grad_norm_1: tensor(465.0277, device='cuda:0') (tensor(711.6511, device='cuda:0')) + | > current_lr_0: 0.0001997002061640866 + | > current_lr_1: 0.0001997002061640866 + | > step_time: 0.8883 (0.9331588618202354) + | > loader_time: 0.0052 (0.005978505421047426) + + + --> TIME: 2024-11-22 12:39:14 -- STEP: 288/797 -- GLOBAL_STEP: 10075 + | > loss_disc: 2.6269516944885254 (2.4449133682582134) + | > loss_disc_real_0: 0.13817065954208374 (0.12392175942659378) + | > loss_disc_real_1: 0.20009979605674744 (0.22019661900897824) + | > loss_disc_real_2: 0.2336820662021637 (0.23490952731420597) + | > loss_disc_real_3: 0.19109582901000977 (0.2205104500365754) + | > loss_disc_real_4: 0.22684217989444733 (0.22157707665529514) + | > loss_disc_real_5: 0.28311631083488464 (0.238273065433734) + | > loss_0: 2.6269516944885254 (2.4449133682582134) + | > grad_norm_0: tensor(29.6526, device='cuda:0') (tensor(98.0606, device='cuda:0')) + | > loss_gen: 2.207913398742676 (2.3692483363880057) + | > loss_kl: 1.4474966526031494 (1.449338012271457) + | > loss_feat: 3.741178035736084 (4.9207629809776945) + | > loss_mel: 23.309038162231445 (24.402485907077786) + | > loss_duration: 1.786417841911316 (1.8358959344526131) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.49204635620117 (34.97773126098847) + | > grad_norm_1: tensor(284.7917, device='cuda:0') (tensor(696.9825, device='cuda:0')) + | > current_lr_0: 0.0001997002061640866 + | > current_lr_1: 0.0001997002061640866 + | > step_time: 0.9835 (0.9316146655215157) + | > loader_time: 0.0051 (0.006089647610982258) + + + --> TIME: 2024-11-22 12:39:37 -- STEP: 313/797 -- GLOBAL_STEP: 10100 + | > loss_disc: 2.5289082527160645 (2.44363865075401) + | > loss_disc_real_0: 0.09723363071680069 (0.1250279385346574) + | > loss_disc_real_1: 0.2038537710905075 (0.220048759311152) + | > loss_disc_real_2: 0.24329833686351776 (0.234732576880973) + | > loss_disc_real_3: 0.22694815695285797 (0.2207786220902452) + | > loss_disc_real_4: 0.2404305636882782 (0.22182047752717052) + | > loss_disc_real_5: 0.2498607486486435 (0.2371725489537175) + | > loss_0: 2.5289082527160645 (2.44363865075401) + | > grad_norm_0: tensor(132.0557, device='cuda:0') (tensor(98.6855, device='cuda:0')) + | > loss_gen: 2.3898301124572754 (2.367753552171751) + | > loss_kl: 1.3608882427215576 (1.4466205309755125) + | > loss_feat: 4.838815212249756 (4.923445546208097) + | > loss_mel: 24.138809204101562 (24.428564181343056) + | > loss_duration: 1.7071199417114258 (1.832959937592284) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.435462951660156 (34.999343865976584) + | > grad_norm_1: tensor(1014.6680, device='cuda:0') (tensor(711.1616, device='cuda:0')) + | > current_lr_0: 0.0001997002061640866 + | > current_lr_1: 0.0001997002061640866 + | > step_time: 0.9243 (0.9307472111698919) + | > loader_time: 0.0057 (0.00617041374547794) + + + --> TIME: 2024-11-22 12:40:01 -- STEP: 338/797 -- GLOBAL_STEP: 10125 + | > loss_disc: 2.504638195037842 (2.4434283026576766) + | > loss_disc_real_0: 0.27025115489959717 (0.12461066020090554) + | > loss_disc_real_1: 0.2460281252861023 (0.22005801074779954) + | > loss_disc_real_2: 0.21276362240314484 (0.23476521393074792) + | > loss_disc_real_3: 0.18978944420814514 (0.22041910613429616) + | > loss_disc_real_4: 0.25320956110954285 (0.22176990278902844) + | > loss_disc_real_5: 0.2660670280456543 (0.2371448002447038) + | > loss_0: 2.504638195037842 (2.4434283026576766) + | > grad_norm_0: tensor(208.2039, device='cuda:0') (tensor(100.6875, device='cuda:0')) + | > loss_gen: 2.709667682647705 (2.3715966375621833) + | > loss_kl: 1.4058570861816406 (1.4450274406100165) + | > loss_feat: 4.407341480255127 (4.926555621553452) + | > loss_mel: 22.95961570739746 (24.401727320879875) + | > loss_duration: 1.7904372215270996 (1.8306041352847624) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.272918701171875 (34.975511302609455) + | > grad_norm_1: tensor(882.9073, device='cuda:0') (tensor(706.9189, device='cuda:0')) + | > current_lr_0: 0.0001997002061640866 + | > current_lr_1: 0.0001997002061640866 + | > step_time: 0.9423 (0.9322239738949657) + | > loader_time: 0.0136 (0.006359837464326939) + + + --> TIME: 2024-11-22 12:40:25 -- STEP: 363/797 -- GLOBAL_STEP: 10150 + | > loss_disc: 2.286745309829712 (2.4472362555091394) + | > loss_disc_real_0: 0.12637294828891754 (0.12670088394162743) + | > loss_disc_real_1: 0.22231903672218323 (0.22056872202673566) + | > loss_disc_real_2: 0.24810515344142914 (0.23482940696980342) + | > loss_disc_real_3: 0.1995658576488495 (0.22017358941315948) + | > loss_disc_real_4: 0.23528091609477997 (0.22201597895832428) + | > loss_disc_real_5: 0.20416630804538727 (0.2373335635694919) + | > loss_0: 2.286745309829712 (2.4472362555091394) + | > grad_norm_0: tensor(14.1792, device='cuda:0') (tensor(100.9190, device='cuda:0')) + | > loss_gen: 2.4489338397979736 (2.370540270135425) + | > loss_kl: 1.6859256029129028 (1.4465542391312027) + | > loss_feat: 6.311880588531494 (4.9228403949212085) + | > loss_mel: 25.266971588134766 (24.390078326558935) + | > loss_duration: 1.795661211013794 (1.8283256443407254) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.50937271118164 (34.95833900283521) + | > grad_norm_1: tensor(329.0093, device='cuda:0') (tensor(691.2502, device='cuda:0')) + | > current_lr_0: 0.0001997002061640866 + | > current_lr_1: 0.0001997002061640866 + | > step_time: 1.0535 (0.9333927926938396) + | > loader_time: 0.0074 (0.006411130106481968) + + + --> TIME: 2024-11-22 12:40:49 -- STEP: 388/797 -- GLOBAL_STEP: 10175 + | > loss_disc: 2.6027188301086426 (2.4509044197416805) + | > loss_disc_real_0: 0.1911536604166031 (0.12664051330888396) + | > loss_disc_real_1: 0.14949941635131836 (0.22023300242792704) + | > loss_disc_real_2: 0.22117291390895844 (0.23500961894841538) + | > loss_disc_real_3: 0.2592325508594513 (0.2210994638579408) + | > loss_disc_real_4: 0.2751975953578949 (0.22214385233435435) + | > loss_disc_real_5: 0.23815517127513885 (0.237525627593097) + | > loss_0: 2.6027188301086426 (2.4509044197416805) + | > grad_norm_0: tensor(10.0978, device='cuda:0') (tensor(99.8855, device='cuda:0')) + | > loss_gen: 2.2040724754333496 (2.364254449138939) + | > loss_kl: 1.4622763395309448 (1.4461022640011978) + | > loss_feat: 4.410039901733398 (4.903565385906964) + | > loss_mel: 23.680898666381836 (24.399242268395177) + | > loss_duration: 1.8812413215637207 (1.825814620735719) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.63853073120117 (34.93897911936966) + | > grad_norm_1: tensor(661.6078, device='cuda:0') (tensor(680.6430, device='cuda:0')) + | > current_lr_0: 0.0001997002061640866 + | > current_lr_1: 0.0001997002061640866 + | > step_time: 0.9708 (0.9341106709745741) + | > loader_time: 0.0065 (0.006502999472863896) + + + --> TIME: 2024-11-22 12:41:14 -- STEP: 413/797 -- GLOBAL_STEP: 10200 + | > loss_disc: 2.4381766319274902 (2.450135099397157) + | > loss_disc_real_0: 0.14514857530593872 (0.1269019363723136) + | > loss_disc_real_1: 0.2096102386713028 (0.2201520693432044) + | > loss_disc_real_2: 0.2656410038471222 (0.23524816114157798) + | > loss_disc_real_3: 0.22607633471488953 (0.22100181740507951) + | > loss_disc_real_4: 0.207431361079216 (0.22236439560429525) + | > loss_disc_real_5: 0.21968865394592285 (0.23738297069621145) + | > loss_0: 2.4381766319274902 (2.450135099397157) + | > grad_norm_0: tensor(107.7072, device='cuda:0') (tensor(97.1746, device='cuda:0')) + | > loss_gen: 2.172121524810791 (2.3616301716095633) + | > loss_kl: 1.3973124027252197 (1.443990649091707) + | > loss_feat: 4.9144062995910645 (4.905107714073416) + | > loss_mel: 24.176504135131836 (24.415485197348975) + | > loss_duration: 1.7845393419265747 (1.8242213714498008) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.44488525390625 (34.95043525972898) + | > grad_norm_1: tensor(571.0211, device='cuda:0') (tensor(674.8143, device='cuda:0')) + | > current_lr_0: 0.0001997002061640866 + | > current_lr_1: 0.0001997002061640866 + | > step_time: 0.9877 (0.9371519816123833) + | > loader_time: 0.0067 (0.006567358681999744) + + + --> TIME: 2024-11-22 12:41:39 -- STEP: 438/797 -- GLOBAL_STEP: 10225 + | > loss_disc: 2.593083620071411 (2.450802702881975) + | > loss_disc_real_0: 0.05649511516094208 (0.12660317041286048) + | > loss_disc_real_1: 0.261100172996521 (0.22058730827618955) + | > loss_disc_real_2: 0.2571534216403961 (0.23520247556575358) + | > loss_disc_real_3: 0.2902168035507202 (0.22103308903300053) + | > loss_disc_real_4: 0.2552556097507477 (0.22241943710606937) + | > loss_disc_real_5: 0.24286730587482452 (0.2373318789892545) + | > loss_0: 2.593083620071411 (2.450802702881975) + | > grad_norm_0: tensor(50.5394, device='cuda:0') (tensor(98.5684, device='cuda:0')) + | > loss_gen: 2.4267256259918213 (2.363807057408986) + | > loss_kl: 1.612346887588501 (1.4446131303974485) + | > loss_feat: 5.240228652954102 (4.906413137640577) + | > loss_mel: 26.388771057128906 (24.40814694530888) + | > loss_duration: 1.7674331665039062 (1.822569357477911) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.435508728027344 (34.94554976458965) + | > grad_norm_1: tensor(838.2642, device='cuda:0') (tensor(696.3138, device='cuda:0')) + | > current_lr_0: 0.0001997002061640866 + | > current_lr_1: 0.0001997002061640866 + | > step_time: 0.9857 (0.938527977085549) + | > loader_time: 0.012 (0.006696931303363958) + + + --> TIME: 2024-11-22 12:42:03 -- STEP: 463/797 -- GLOBAL_STEP: 10250 + | > loss_disc: 2.31137752532959 (2.4514907194265287) + | > loss_disc_real_0: 0.07743477821350098 (0.12634784615644884) + | > loss_disc_real_1: 0.14834250509738922 (0.22034000169252477) + | > loss_disc_real_2: 0.2072974145412445 (0.23542831622498597) + | > loss_disc_real_3: 0.2002999186515808 (0.22125276398581512) + | > loss_disc_real_4: 0.21601049602031708 (0.22266566373617036) + | > loss_disc_real_5: 0.259237676858902 (0.23762624619074052) + | > loss_0: 2.31137752532959 (2.4514907194265287) + | > grad_norm_0: tensor(128.1021, device='cuda:0') (tensor(97.1989, device='cuda:0')) + | > loss_gen: 2.6237730979919434 (2.363848709648169) + | > loss_kl: 1.4625979661941528 (1.4452125248589733) + | > loss_feat: 5.956838607788086 (4.906503240181606) + | > loss_mel: 26.23902702331543 (24.416169222178777) + | > loss_duration: 1.798707127571106 (1.8217834303754967) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 38.08094024658203 (34.95351722997414) + | > grad_norm_1: tensor(952.5366, device='cuda:0') (tensor(688.7318, device='cuda:0')) + | > current_lr_0: 0.0001997002061640866 + | > current_lr_1: 0.0001997002061640866 + | > step_time: 0.9862 (0.9389625749114265) + | > loader_time: 0.0109 (0.006767396020580317) + + + --> TIME: 2024-11-22 12:42:27 -- STEP: 488/797 -- GLOBAL_STEP: 10275 + | > loss_disc: 2.572333335876465 (2.4497721156135945) + | > loss_disc_real_0: 0.07056622207164764 (0.12583029262538317) + | > loss_disc_real_1: 0.2184719443321228 (0.22051951976218187) + | > loss_disc_real_2: 0.21664844453334808 (0.23535207335333355) + | > loss_disc_real_3: 0.24169892072677612 (0.22087776874665355) + | > loss_disc_real_4: 0.18410299718379974 (0.2225167565047741) + | > loss_disc_real_5: 0.19787079095840454 (0.23767318894140055) + | > loss_0: 2.572333335876465 (2.4497721156135945) + | > grad_norm_0: tensor(62.4492, device='cuda:0') (tensor(97.1967, device='cuda:0')) + | > loss_gen: 2.096525192260742 (2.366994807710417) + | > loss_kl: 1.3445113897323608 (1.4445869800497275) + | > loss_feat: 4.87445592880249 (4.915001029362438) + | > loss_mel: 25.23636817932129 (24.42346830055362) + | > loss_duration: 1.78598952293396 (1.8204943247017313) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.33784866333008 (34.970545518593696) + | > grad_norm_1: tensor(585.9502, device='cuda:0') (tensor(699.0214, device='cuda:0')) + | > current_lr_0: 0.0001997002061640866 + | > current_lr_1: 0.0001997002061640866 + | > step_time: 0.969 (0.9411800938551543) + | > loader_time: 0.0084 (0.0068883934959036415) + + + --> TIME: 2024-11-22 12:42:52 -- STEP: 513/797 -- GLOBAL_STEP: 10300 + | > loss_disc: 2.1745753288269043 (2.449718867593807) + | > loss_disc_real_0: 0.10303657501935959 (0.12588478899315772) + | > loss_disc_real_1: 0.18379691243171692 (0.22053907280079804) + | > loss_disc_real_2: 0.19088582694530487 (0.23539668498796795) + | > loss_disc_real_3: 0.18594036996364594 (0.2207456156466207) + | > loss_disc_real_4: 0.193313866853714 (0.22249856361752599) + | > loss_disc_real_5: 0.19543462991714478 (0.23740482083421935) + | > loss_0: 2.1745753288269043 (2.449718867593807) + | > grad_norm_0: tensor(134.6395, device='cuda:0') (tensor(97.0373, device='cuda:0')) + | > loss_gen: 2.675058126449585 (2.3647541416551205) + | > loss_kl: 1.5084260702133179 (1.4447549927769119) + | > loss_feat: 6.15285587310791 (4.906289390653193) + | > loss_mel: 26.4755916595459 (24.411758493494105) + | > loss_duration: 1.7693825960159302 (1.8191500655856514) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 38.58131408691406 (34.94670715852554) + | > grad_norm_1: tensor(1546.0930, device='cuda:0') (tensor(704.8980, device='cuda:0')) + | > current_lr_0: 0.0001997002061640866 + | > current_lr_1: 0.0001997002061640866 + | > step_time: 0.9763 (0.9431201533267373) + | > loader_time: 0.0111 (0.00696649142408464) + + + --> TIME: 2024-11-22 12:43:17 -- STEP: 538/797 -- GLOBAL_STEP: 10325 + | > loss_disc: 2.702397346496582 (2.4497974853976516) + | > loss_disc_real_0: 0.36213433742523193 (0.12674442192601879) + | > loss_disc_real_1: 0.22165177762508392 (0.22070254640286743) + | > loss_disc_real_2: 0.2252257764339447 (0.2353153190260483) + | > loss_disc_real_3: 0.23344850540161133 (0.22078777021524187) + | > loss_disc_real_4: 0.24563461542129517 (0.22229962516229834) + | > loss_disc_real_5: 0.23583684861660004 (0.23726826532290327) + | > loss_0: 2.702397346496582 (2.4497974853976516) + | > grad_norm_0: tensor(259.3777, device='cuda:0') (tensor(98.2365, device='cuda:0')) + | > loss_gen: 2.3576130867004395 (2.369190727246299) + | > loss_kl: 1.446203351020813 (1.444381673983039) + | > loss_feat: 4.908758640289307 (4.917609816590201) + | > loss_mel: 23.260194778442383 (24.410910294401603) + | > loss_duration: 1.8445990085601807 (1.8190023611026187) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.81736755371094 (34.961094951984144) + | > grad_norm_1: tensor(419.9801, device='cuda:0') (tensor(707.9208, device='cuda:0')) + | > current_lr_0: 0.0001997002061640866 + | > current_lr_1: 0.0001997002061640866 + | > step_time: 0.9318 (0.9446117851370772) + | > loader_time: 0.0078 (0.0070545044087122815) + + + --> TIME: 2024-11-22 12:43:42 -- STEP: 563/797 -- GLOBAL_STEP: 10350 + | > loss_disc: 2.405751943588257 (2.451716454372103) + | > loss_disc_real_0: 0.1901732236146927 (0.1276440538439508) + | > loss_disc_real_1: 0.21041321754455566 (0.22061093024525727) + | > loss_disc_real_2: 0.27323564887046814 (0.23548428510476174) + | > loss_disc_real_3: 0.19580525159835815 (0.22082881796211787) + | > loss_disc_real_4: 0.2571333050727844 (0.22223246558097914) + | > loss_disc_real_5: 0.2048984169960022 (0.23715580700769306) + | > loss_0: 2.405751943588257 (2.451716454372103) + | > grad_norm_0: tensor(247.2118, device='cuda:0') (tensor(98.3471, device='cuda:0')) + | > loss_gen: 2.5236592292785645 (2.365757030449798) + | > loss_kl: 1.4679598808288574 (1.445032750310949) + | > loss_feat: 4.8456525802612305 (4.914435127488668) + | > loss_mel: 24.440725326538086 (24.409955924188264) + | > loss_duration: 1.759770393371582 (1.8181579271811155) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.03776550292969 (34.953338829704514) + | > grad_norm_1: tensor(1184.7980, device='cuda:0') (tensor(700.3542, device='cuda:0')) + | > current_lr_0: 0.0001997002061640866 + | > current_lr_1: 0.0001997002061640866 + | > step_time: 0.9296 (0.9466331813940994) + | > loader_time: 0.0101 (0.007183189290454925) + + + --> TIME: 2024-11-22 12:44:08 -- STEP: 588/797 -- GLOBAL_STEP: 10375 + | > loss_disc: 2.6075220108032227 (2.4514730645685794) + | > loss_disc_real_0: 0.07587376236915588 (0.1272076841279052) + | > loss_disc_real_1: 0.2163621038198471 (0.2204635713477525) + | > loss_disc_real_2: 0.24768370389938354 (0.2355625185177845) + | > loss_disc_real_3: 0.21116453409194946 (0.22101650006917048) + | > loss_disc_real_4: 0.25105831027030945 (0.22235893582304309) + | > loss_disc_real_5: 0.24949237704277039 (0.23704248770665962) + | > loss_0: 2.6075220108032227 (2.4514730645685794) + | > grad_norm_0: tensor(73.0998, device='cuda:0') (tensor(97.6068, device='cuda:0')) + | > loss_gen: 2.2134909629821777 (2.3642721699208655) + | > loss_kl: 1.4791340827941895 (1.445151328026844) + | > loss_feat: 4.739917278289795 (4.9082695140319546) + | > loss_mel: 23.88877296447754 (24.40129041347374) + | > loss_duration: 1.862188696861267 (1.817478825851363) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.18350601196289 (34.93646233422415) + | > grad_norm_1: tensor(693.8081, device='cuda:0') (tensor(707.3265, device='cuda:0')) + | > current_lr_0: 0.0001997002061640866 + | > current_lr_1: 0.0001997002061640866 + | > step_time: 1.0292 (0.9490162932953867) + | > loader_time: 0.0094 (0.007316119816838478) + + + --> TIME: 2024-11-22 12:44:33 -- STEP: 613/797 -- GLOBAL_STEP: 10400 + | > loss_disc: 2.699242353439331 (2.452294177760113) + | > loss_disc_real_0: 0.049931176006793976 (0.12685616981074024) + | > loss_disc_real_1: 0.1757514476776123 (0.22063720246950147) + | > loss_disc_real_2: 0.20910795032978058 (0.23581030357136812) + | > loss_disc_real_3: 0.18785296380519867 (0.22084090410204532) + | > loss_disc_real_4: 0.22128908336162567 (0.2224979636428017) + | > loss_disc_real_5: 0.25560668110847473 (0.23722343044704947) + | > loss_0: 2.699242353439331 (2.452294177760113) + | > grad_norm_0: tensor(43.3459, device='cuda:0') (tensor(98.5314, device='cuda:0')) + | > loss_gen: 2.2404191493988037 (2.3648206191973062) + | > loss_kl: 1.4908463954925537 (1.4438695145275633) + | > loss_feat: 4.999490737915039 (4.902791757568053) + | > loss_mel: 24.69606590270996 (24.401940471779866) + | > loss_duration: 1.8132047653198242 (1.8170308481421793) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.240028381347656 (34.930453295808825) + | > grad_norm_1: tensor(708.4639, device='cuda:0') (tensor(712.9724, device='cuda:0')) + | > current_lr_0: 0.0001997002061640866 + | > current_lr_1: 0.0001997002061640866 + | > step_time: 0.9462 (0.951003407965282) + | > loader_time: 0.0082 (0.007414071050398112) + + + --> TIME: 2024-11-22 12:44:59 -- STEP: 638/797 -- GLOBAL_STEP: 10425 + | > loss_disc: 2.227632999420166 (2.4519173299257284) + | > loss_disc_real_0: 0.1233983263373375 (0.1261188610220402) + | > loss_disc_real_1: 0.22200265526771545 (0.22061413017373108) + | > loss_disc_real_2: 0.25762122869491577 (0.23600560917189128) + | > loss_disc_real_3: 0.19076308608055115 (0.22096317630483056) + | > loss_disc_real_4: 0.194043830037117 (0.22250768516598068) + | > loss_disc_real_5: 0.1755642592906952 (0.23746476523274537) + | > loss_0: 2.227632999420166 (2.4519173299257284) + | > grad_norm_0: tensor(156.5643, device='cuda:0') (tensor(99.5298, device='cuda:0')) + | > loss_gen: 2.7853410243988037 (2.3664119546316287) + | > loss_kl: 1.5366089344024658 (1.4409367642058868) + | > loss_feat: 5.641618728637695 (4.899186110048077) + | > loss_mel: 25.8457088470459 (24.398015500609784) + | > loss_duration: 1.873711347579956 (1.8171516548503532) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.682987213134766 (34.92170206506425) + | > grad_norm_1: tensor(690.2299, device='cuda:0') (tensor(718.3958, device='cuda:0')) + | > current_lr_0: 0.0001997002061640866 + | > current_lr_1: 0.0001997002061640866 + | > step_time: 1.0809 (0.9534110649252386) + | > loader_time: 0.0081 (0.00753591950036889) + + + --> TIME: 2024-11-22 12:45:30 -- STEP: 663/797 -- GLOBAL_STEP: 10450 + | > loss_disc: 2.6100149154663086 (2.4515702429580113) + | > loss_disc_real_0: 0.1875985711812973 (0.12610429407379728) + | > loss_disc_real_1: 0.2706303298473358 (0.22060688707533654) + | > loss_disc_real_2: 0.23255383968353271 (0.2359184678503471) + | > loss_disc_real_3: 0.19130825996398926 (0.2209936159903107) + | > loss_disc_real_4: 0.18101905286312103 (0.22229366854035468) + | > loss_disc_real_5: 0.17995765805244446 (0.23736444277461297) + | > loss_0: 2.6100149154663086 (2.4515702429580113) + | > grad_norm_0: tensor(249.4044, device='cuda:0') (tensor(99.5574, device='cuda:0')) + | > loss_gen: 2.1451547145843506 (2.365423389509615) + | > loss_kl: 1.351792335510254 (1.4412761696503373) + | > loss_feat: 4.547333240509033 (4.897789221903132) + | > loss_mel: 23.688945770263672 (24.4042125057491) + | > loss_duration: 1.8044421672821045 (1.8166475509985902) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.53767013549805 (34.92534892915062) + | > grad_norm_1: tensor(1428.6713, device='cuda:0') (tensor(717.1418, device='cuda:0')) + | > current_lr_0: 0.0001997002061640866 + | > current_lr_1: 0.0001997002061640866 + | > step_time: 2.1479 (0.9638297903052283) + | > loader_time: 0.0161 (0.007681927170329144) + + + --> TIME: 2024-11-22 12:46:01 -- STEP: 688/797 -- GLOBAL_STEP: 10475 + | > loss_disc: 2.6868975162506104 (2.4509086442548194) + | > loss_disc_real_0: 0.055469971150159836 (0.1258330798253068) + | > loss_disc_real_1: 0.2115888148546219 (0.2206115239018272) + | > loss_disc_real_2: 0.26954588294029236 (0.23590108971003182) + | > loss_disc_real_3: 0.2400152087211609 (0.22110448812329483) + | > loss_disc_real_4: 0.23053163290023804 (0.22234960539309775) + | > loss_disc_real_5: 0.22289858758449554 (0.2371984840868864) + | > loss_0: 2.6868975162506104 (2.4509086442548194) + | > grad_norm_0: tensor(63.7123, device='cuda:0') (tensor(99.1236, device='cuda:0')) + | > loss_gen: 2.07853102684021 (2.3648953874443888) + | > loss_kl: 1.43971848487854 (1.4420154392719287) + | > loss_feat: 4.503534317016602 (4.8974114043074914) + | > loss_mel: 24.661632537841797 (24.415348837541995) + | > loss_duration: 1.7793285846710205 (1.815915847413762) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.46274185180664 (34.93558699308441) + | > grad_norm_1: tensor(553.1354, device='cuda:0') (tensor(720.2911, device='cuda:0')) + | > current_lr_0: 0.0001997002061640866 + | > current_lr_1: 0.0001997002061640866 + | > step_time: 1.1215 (0.973830585216367) + | > loader_time: 0.0086 (0.007823888992154322) + + + --> TIME: 2024-11-22 12:46:37 -- STEP: 713/797 -- GLOBAL_STEP: 10500 + | > loss_disc: 2.4965038299560547 (2.4505625887973803) + | > loss_disc_real_0: 0.10896533727645874 (0.1252207369615451) + | > loss_disc_real_1: 0.18517358601093292 (0.22063866142721705) + | > loss_disc_real_2: 0.2139025777578354 (0.2359366765321555) + | > loss_disc_real_3: 0.21920692920684814 (0.2210935445562485) + | > loss_disc_real_4: 0.28331637382507324 (0.22267174152304706) + | > loss_disc_real_5: 0.29422667622566223 (0.2374371415602375) + | > loss_0: 2.4965038299560547 (2.4505625887973803) + | > grad_norm_0: tensor(75.3586, device='cuda:0') (tensor(97.8558, device='cuda:0')) + | > loss_gen: 2.31097412109375 (2.3664659557636822) + | > loss_kl: 1.38445246219635 (1.443514079900478) + | > loss_feat: 5.3508830070495605 (4.901209259434463) + | > loss_mel: 25.72491455078125 (24.42133468799138) + | > loss_duration: 1.7582820653915405 (1.8150978740435333) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.52950668334961 (34.94762194073052) + | > grad_norm_1: tensor(982.7190, device='cuda:0') (tensor(713.0955, device='cuda:0')) + | > current_lr_0: 0.0001997002061640866 + | > current_lr_1: 0.0001997002061640866 + | > step_time: 1.8237 (0.9883326300397661) + | > loader_time: 0.0201 (0.00796128021550546) + + + --> TIME: 2024-11-22 12:47:10 -- STEP: 738/797 -- GLOBAL_STEP: 10525 + | > loss_disc: 2.4442691802978516 (2.4522617664440545) + | > loss_disc_real_0: 0.2140575349330902 (0.12532100336863403) + | > loss_disc_real_1: 0.2705867290496826 (0.2206423926724975) + | > loss_disc_real_2: 0.2163616120815277 (0.23632771057407384) + | > loss_disc_real_3: 0.1984347254037857 (0.2212896172391366) + | > loss_disc_real_4: 0.24308356642723083 (0.2228422315947731) + | > loss_disc_real_5: 0.19689379632472992 (0.23758215863045637) + | > loss_0: 2.4442691802978516 (2.4522617664440545) + | > grad_norm_0: tensor(50.6132, device='cuda:0') (tensor(98.0021, device='cuda:0')) + | > loss_gen: 2.2526869773864746 (2.3653992995983253) + | > loss_kl: 1.4217666387557983 (1.4433552957162636) + | > loss_feat: 4.763789176940918 (4.898047103145254) + | > loss_mel: 24.156095504760742 (24.42128992726811) + | > loss_duration: 1.7638506889343262 (1.8141166873094516) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.35818862915039 (34.94220838572602) + | > grad_norm_1: tensor(567.2021, device='cuda:0') (tensor(708.3912, device='cuda:0')) + | > current_lr_0: 0.0001997002061640866 + | > current_lr_1: 0.0001997002061640866 + | > step_time: 1.0944 (0.9982324900019782) + | > loader_time: 0.0951 (0.008862517390470833) + + + --> TIME: 2024-11-22 12:47:52 -- STEP: 763/797 -- GLOBAL_STEP: 10550 + | > loss_disc: 2.691664218902588 (2.452640656562495) + | > loss_disc_real_0: 0.22512486577033997 (0.12511649288403084) + | > loss_disc_real_1: 0.2632220387458801 (0.22056387569926209) + | > loss_disc_real_2: 0.22605417668819427 (0.23613994794154386) + | > loss_disc_real_3: 0.20192493498325348 (0.22132687794037284) + | > loss_disc_real_4: 0.2825385332107544 (0.22312523823031272) + | > loss_disc_real_5: 0.2871568500995636 (0.2377061633732497) + | > loss_0: 2.691664218902588 (2.452640656562495) + | > grad_norm_0: tensor(261.9752, device='cuda:0') (tensor(98.9830, device='cuda:0')) + | > loss_gen: 2.286637544631958 (2.3661006121929202) + | > loss_kl: 1.4548925161361694 (1.4427579417922405) + | > loss_feat: 3.8461530208587646 (4.898863133721704) + | > loss_mel: 22.247705459594727 (24.419969393728927) + | > loss_duration: 1.7581548690795898 (1.8129190851789005) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.593544006347656 (34.940610243171136) + | > grad_norm_1: tensor(886.8511, device='cuda:0') (tensor(712.1031, device='cuda:0')) + | > current_lr_0: 0.0001997002061640866 + | > current_lr_1: 0.0001997002061640866 + | > step_time: 1.7317 (1.0176066071146594) + | > loader_time: 0.0231 (0.011202756886713466) + + + --> TIME: 2024-11-22 12:48:44 -- STEP: 788/797 -- GLOBAL_STEP: 10575 + | > loss_disc: 2.4033336639404297 (2.4529013479421597) + | > loss_disc_real_0: 0.1596677005290985 (0.12507125429411955) + | > loss_disc_real_1: 0.2160809487104416 (0.22043572595049896) + | > loss_disc_real_2: 0.22407887876033783 (0.236421336074771) + | > loss_disc_real_3: 0.17056803405284882 (0.22136724337481598) + | > loss_disc_real_4: 0.2870240807533264 (0.22329114823777052) + | > loss_disc_real_5: 0.2614900767803192 (0.23786086988101152) + | > loss_0: 2.4033336639404297 (2.4529013479421597) + | > grad_norm_0: tensor(181.8268, device='cuda:0') (tensor(99.6819, device='cuda:0')) + | > loss_gen: 2.2868878841400146 (2.365701718983921) + | > loss_kl: 1.5089579820632935 (1.4430356978765004) + | > loss_feat: 4.480466842651367 (4.894786714599819) + | > loss_mel: 24.315332412719727 (24.42209269189594) + | > loss_duration: 1.7764616012573242 (1.8118198373293517) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.368106842041016 (34.937436742831025) + | > grad_norm_1: tensor(293.5850, device='cuda:0') (tensor(709.8972, device='cuda:0')) + | > current_lr_0: 0.0001997002061640866 + | > current_lr_1: 0.0001997002061640866 + | > step_time: 2.0056 (1.0478269112896799) + | > loader_time: 0.1301 (0.014860510220987538) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.558321714401245 (2.558321714401245) + | > loss_disc_real_0: 0.22468340396881104 (0.22468340396881104) + | > loss_disc_real_1: 0.16494204103946686 (0.16494204103946686) + | > loss_disc_real_2: 0.28743118047714233 (0.28743118047714233) + | > loss_disc_real_3: 0.28562891483306885 (0.28562891483306885) + | > loss_disc_real_4: 0.2164301574230194 (0.2164301574230194) + | > loss_disc_real_5: 0.3283870220184326 (0.3283870220184326) + | > loss_0: 2.558321714401245 (2.558321714401245) + | > loss_gen: 2.4363880157470703 (2.4363880157470703) + | > loss_kl: 1.7732034921646118 (1.7732034921646118) + | > loss_feat: 4.550428867340088 (4.550428867340088) + | > loss_mel: 25.690519332885742 (25.690519332885742) + | > loss_duration: 2.106473922729492 (2.106473922729492) + | > loss_1: 36.55701446533203 (36.55701446533203) + + --> STEP: 1 + | > loss_disc: 2.011303663253784 (2.011303663253784) + | > loss_disc_real_0: 0.07234020531177521 (0.07234020531177521) + | > loss_disc_real_1: 0.1069471463561058 (0.1069471463561058) + | > loss_disc_real_2: 0.1477644145488739 (0.1477644145488739) + | > loss_disc_real_3: 0.2083825021982193 (0.2083825021982193) + | > loss_disc_real_4: 0.1250140517950058 (0.1250140517950058) + | > loss_disc_real_5: 0.18571485579013824 (0.18571485579013824) + | > loss_0: 2.011303663253784 (2.011303663253784) + | > loss_gen: 2.2257981300354004 (2.2257981300354004) + | > loss_kl: 1.4998823404312134 (1.4998823404312134) + | > loss_feat: 5.80966329574585 (5.80966329574585) + | > loss_mel: 28.376792907714844 (28.376792907714844) + | > loss_duration: 1.8637964725494385 (1.8637964725494385) + | > loss_1: 39.775936126708984 (39.775936126708984) + + --> STEP: 2 + | > loss_disc: 2.3822362422943115 (2.196769952774048) + | > loss_disc_real_0: 0.11907507479190826 (0.09570764005184174) + | > loss_disc_real_1: 0.1420683115720749 (0.12450772896409035) + | > loss_disc_real_2: 0.21873822808265686 (0.18325132131576538) + | > loss_disc_real_3: 0.24690890312194824 (0.22764570266008377) + | > loss_disc_real_4: 0.24669934809207916 (0.18585669994354248) + | > loss_disc_real_5: 0.3180847764015198 (0.251899816095829) + | > loss_0: 2.3822362422943115 (2.196769952774048) + | > loss_gen: 2.4211678504943848 (2.3234829902648926) + | > loss_kl: 1.6187005043029785 (1.559291422367096) + | > loss_feat: 4.512063026428223 (5.160863161087036) + | > loss_mel: 23.27988624572754 (25.82833957672119) + | > loss_duration: 1.7731997966766357 (1.818498134613037) + | > loss_1: 33.605018615722656 (36.69047737121582) + + --> STEP: 3 + | > loss_disc: 2.2804672718048096 (2.2246690591176352) + | > loss_disc_real_0: 0.1863626390695572 (0.1259259730577469) + | > loss_disc_real_1: 0.20272338390350342 (0.1505796139438947) + | > loss_disc_real_2: 0.17882336676120758 (0.18177533646424612) + | > loss_disc_real_3: 0.20687027275562286 (0.2207205593585968) + | > loss_disc_real_4: 0.19919370114803314 (0.19030236701170603) + | > loss_disc_real_5: 0.290698766708374 (0.264832799633344) + | > loss_0: 2.2804672718048096 (2.2246690591176352) + | > loss_gen: 2.4947588443756104 (2.380574941635132) + | > loss_kl: 0.9041190147399902 (1.3409006198247273) + | > loss_feat: 4.910144805908203 (5.077290376027425) + | > loss_mel: 27.511123657226562 (26.389267603556316) + | > loss_duration: 1.887164831161499 (1.8413870334625244) + | > loss_1: 37.70730972290039 (37.02942148844401) + + --> STEP: 4 + | > loss_disc: 2.760995388031006 (2.358750641345978) + | > loss_disc_real_0: 0.16590817272663116 (0.13592152297496796) + | > loss_disc_real_1: 0.19293703138828278 (0.16116896830499172) + | > loss_disc_real_2: 0.23608848452568054 (0.19535362347960472) + | > loss_disc_real_3: 0.259829044342041 (0.23049768060445786) + | > loss_disc_real_4: 0.25209638476371765 (0.20575087144970894) + | > loss_disc_real_5: 0.28169336915016174 (0.26904794201254845) + | > loss_0: 2.760995388031006 (2.358750641345978) + | > loss_gen: 2.04317045211792 (2.296223819255829) + | > loss_kl: 1.3724950551986694 (1.348799228668213) + | > loss_feat: 3.75736665725708 (4.747309446334839) + | > loss_mel: 22.199283599853516 (25.341771602630615) + | > loss_duration: 1.7647838592529297 (1.8222362399101257) + | > loss_1: 31.137100219726562 (35.55634117126465) + + --> STEP: 5 + | > loss_disc: 2.1505792140960693 (2.317116355895996) + | > loss_disc_real_0: 0.12357166409492493 (0.13345155119895935) + | > loss_disc_real_1: 0.1779988706111908 (0.16453494876623154) + | > loss_disc_real_2: 0.17552734911441803 (0.19138836860656738) + | > loss_disc_real_3: 0.1597994565963745 (0.2163580358028412) + | > loss_disc_real_4: 0.21031145751476288 (0.20666298866271973) + | > loss_disc_real_5: 0.16440056264400482 (0.24811846613883973) + | > loss_0: 2.1505792140960693 (2.317116355895996) + | > loss_gen: 2.2380566596984863 (2.2845903873443603) + | > loss_kl: 2.154012680053711 (1.5098419189453125) + | > loss_feat: 6.060641288757324 (5.009975814819336) + | > loss_mel: 26.592758178710938 (25.59196891784668) + | > loss_duration: 2.012187957763672 (1.860226583480835) + | > loss_1: 39.057655334472656 (36.25660400390625) + + --> STEP: 6 + | > loss_disc: 2.47489857673645 (2.3434133927027383) + | > loss_disc_real_0: 0.14563047885894775 (0.13548137247562408) + | > loss_disc_real_1: 0.19050610065460205 (0.16886347408095995) + | > loss_disc_real_2: 0.2253192663192749 (0.19704351822535196) + | > loss_disc_real_3: 0.21842049062252045 (0.21670177827278772) + | > loss_disc_real_4: 0.23028750717639923 (0.21060040841499963) + | > loss_disc_real_5: 0.22092819213867188 (0.24358675380547842) + | > loss_0: 2.47489857673645 (2.3434133927027383) + | > loss_gen: 2.2038726806640625 (2.2711374362309775) + | > loss_kl: 1.6314932107925415 (1.530117134253184) + | > loss_feat: 4.857364654541016 (4.984540621439616) + | > loss_mel: 24.990957260131836 (25.49180030822754) + | > loss_duration: 1.771215558052063 (1.8453914125760396) + | > loss_1: 35.45490264892578 (36.12298711140951) + + --> STEP: 7 + | > loss_disc: 2.643411159515381 (2.386270216533116) + | > loss_disc_real_0: 0.17259585857391357 (0.14078344191823686) + | > loss_disc_real_1: 0.16688381135463715 (0.1685806651200567) + | > loss_disc_real_2: 0.26084864139556885 (0.20615853582109725) + | > loss_disc_real_3: 0.2282201647758484 (0.21834726205893926) + | > loss_disc_real_4: 0.2672920525074005 (0.21869921471391404) + | > loss_disc_real_5: 0.24776816368103027 (0.2441840980734144) + | > loss_0: 2.643411159515381 (2.386270216533116) + | > loss_gen: 1.951375961303711 (2.2254572255270824) + | > loss_kl: 1.6400169134140015 (1.5458171027047294) + | > loss_feat: 3.774324655532837 (4.811652626310076) + | > loss_mel: 23.092147827148438 (25.148992810930526) + | > loss_duration: 1.6825737953186035 (1.8221317529678345) + | > loss_1: 32.140438079833984 (35.554051535470144) + + --> STEP: 8 + | > loss_disc: 2.529916763305664 (2.4042260348796844) + | > loss_disc_real_0: 0.12437528371810913 (0.1387324221432209) + | > loss_disc_real_1: 0.17055127024650574 (0.16882699076086283) + | > loss_disc_real_2: 0.18062031269073486 (0.20296625792980194) + | > loss_disc_real_3: 0.2237166315317154 (0.21901843324303627) + | > loss_disc_real_4: 0.2105046659708023 (0.21767489612102509) + | > loss_disc_real_5: 0.25652632117271423 (0.24572687596082687) + | > loss_0: 2.529916763305664 (2.4042260348796844) + | > loss_gen: 2.019996404647827 (2.1997746229171753) + | > loss_kl: 1.869979739189148 (1.5863374322652817) + | > loss_feat: 4.4629716873168945 (4.768067508935928) + | > loss_mel: 22.230268478393555 (24.784152269363403) + | > loss_duration: 1.8382067680358887 (1.8241411298513412) + | > loss_1: 32.421424865722656 (35.16247320175171) + + --> STEP: 9 + | > loss_disc: 2.4499311447143555 (2.40930438041687) + | > loss_disc_real_0: 0.14357885718345642 (0.13927091492546928) + | > loss_disc_real_1: 0.23366543650627136 (0.17603126251035267) + | > loss_disc_real_2: 0.225802481174469 (0.20550361606809828) + | > loss_disc_real_3: 0.2569812834262848 (0.22323652770784166) + | > loss_disc_real_4: 0.25331753492355347 (0.22163518932130602) + | > loss_disc_real_5: 0.2598371207714081 (0.24729468093978035) + | > loss_0: 2.4499311447143555 (2.40930438041687) + | > loss_gen: 2.375498056411743 (2.2192994488610163) + | > loss_kl: 1.1713414192199707 (1.540226764149136) + | > loss_feat: 4.563974380493164 (4.74539049466451) + | > loss_mel: 24.82485008239746 (24.78867424858941) + | > loss_duration: 1.7529525756835938 (1.8162312904993694) + | > loss_1: 34.68861770629883 (35.109822591145836) + + --> STEP: 10 + | > loss_disc: 2.644132137298584 (2.4327871561050416) + | > loss_disc_real_0: 0.10989314317703247 (0.1363331377506256) + | > loss_disc_real_1: 0.19867008924484253 (0.17829514518380166) + | > loss_disc_real_2: 0.23601947724819183 (0.20855520218610762) + | > loss_disc_real_3: 0.2459600269794464 (0.22550887763500213) + | > loss_disc_real_4: 0.2238718420267105 (0.22185885459184645) + | > loss_disc_real_5: 0.29296430945396423 (0.25186164379119874) + | > loss_0: 2.644132137298584 (2.4327871561050416) + | > loss_gen: 1.9451112747192383 (2.191880631446838) + | > loss_kl: 1.3044142723083496 (1.5166455149650573) + | > loss_feat: 3.102140188217163 (4.581065464019775) + | > loss_mel: 19.86107063293457 (24.295913887023925) + | > loss_duration: 1.694579839706421 (1.8040661454200744) + | > loss_1: 27.90731430053711 (34.38957176208496) + + --> STEP: 11 + | > loss_disc: 2.493107318878174 (2.4382708072662354) + | > loss_disc_real_0: 0.16183330118656158 (0.13865133442661978) + | > loss_disc_real_1: 0.20455025136470795 (0.1806819730184295) + | > loss_disc_real_2: 0.17372581362724304 (0.20538889413530176) + | > loss_disc_real_3: 0.18831779062747955 (0.22212786972522736) + | > loss_disc_real_4: 0.2553013265132904 (0.22489907931197772) + | > loss_disc_real_5: 0.28945767879486084 (0.25527946515516803) + | > loss_0: 2.493107318878174 (2.4382708072662354) + | > loss_gen: 2.288160800933838 (2.2006333741274746) + | > loss_kl: 2.028438091278076 (1.5631721128116955) + | > loss_feat: 6.025330543518066 (4.712362289428711) + | > loss_mel: 29.128353118896484 (24.735226544466887) + | > loss_duration: 1.7074426412582397 (1.7952821904962712) + | > loss_1: 41.17772674560547 (35.00667676058683) + + --> STEP: 12 + | > loss_disc: 2.4352951049804688 (2.4380228320757547) + | > loss_disc_real_0: 0.2206462025642395 (0.14548424010475478) + | > loss_disc_real_1: 0.21611900627613068 (0.18363505912323794) + | > loss_disc_real_2: 0.21825645864009857 (0.20646119117736816) + | > loss_disc_real_3: 0.2589995563030243 (0.2252005102733771) + | > loss_disc_real_4: 0.29017773270606995 (0.23033896709481874) + | > loss_disc_real_5: 0.270325243473053 (0.25653328001499176) + | > loss_0: 2.4352951049804688 (2.4380228320757547) + | > loss_gen: 2.5187697410583496 (2.227144738038381) + | > loss_kl: 1.0044225454330444 (1.5166096488634746) + | > loss_feat: 3.739750862121582 (4.631311337153117) + | > loss_mel: 23.227327346801758 (24.609568277994793) + | > loss_duration: 1.8387038707733154 (1.7989006638526917) + | > loss_1: 32.328975677490234 (34.78353500366211) + + --> STEP: 13 + | > loss_disc: 2.3237717151641846 (2.4292342846210184) + | > loss_disc_real_0: 0.07754794508218765 (0.140258371256865) + | > loss_disc_real_1: 0.1891917735338211 (0.18406249869328278) + | > loss_disc_real_2: 0.20230761170387268 (0.20614168506402236) + | > loss_disc_real_3: 0.19064362347126007 (0.2225422882116758) + | > loss_disc_real_4: 0.16771277785301208 (0.22552156792237207) + | > loss_disc_real_5: 0.2294946014881134 (0.25445338166677034) + | > loss_0: 2.3237717151641846 (2.4292342846210184) + | > loss_gen: 2.252941608428955 (2.2291291126838098) + | > loss_kl: 1.8335189819335938 (1.5409872898688683) + | > loss_feat: 5.54266357421875 (4.701415355388935) + | > loss_mel: 26.420421600341797 (24.7488646874061) + | > loss_duration: 1.8483645915985107 (1.8027055813716009) + | > loss_1: 37.897911071777344 (35.02310239351713) + + --> STEP: 14 + | > loss_disc: 2.5148959159851074 (2.4353529725755965) + | > loss_disc_real_0: 0.12191244214773178 (0.13894794774906977) + | > loss_disc_real_1: 0.18460717797279358 (0.18410140435610498) + | > loss_disc_real_2: 0.23752900958061218 (0.20838363681520736) + | > loss_disc_real_3: 0.29508402943611145 (0.22772384115627833) + | > loss_disc_real_4: 0.3704911172389984 (0.23587653573070252) + | > loss_disc_real_5: 0.2904250919818878 (0.2570227895464216) + | > loss_0: 2.5148959159851074 (2.4353529725755965) + | > loss_gen: 2.3829896450042725 (2.2401191507067) + | > loss_kl: 1.0789833068847656 (1.5079870053700037) + | > loss_feat: 4.307631492614746 (4.67328793661935) + | > loss_mel: 24.514314651489258 (24.73211111341204) + | > loss_duration: 1.8686047792434692 (1.807412666933877) + | > loss_1: 34.152523040771484 (34.9609181540353) + + --> STEP: 15 + | > loss_disc: 2.2559666633605957 (2.423393885294596) + | > loss_disc_real_0: 0.09948354214429855 (0.13631698737541834) + | > loss_disc_real_1: 0.18316246569156647 (0.18403880844513576) + | > loss_disc_real_2: 0.2224137932062149 (0.20931898057460785) + | > loss_disc_real_3: 0.19836130738258362 (0.2257663389046987) + | > loss_disc_real_4: 0.19826020300388336 (0.23336878021558125) + | > loss_disc_real_5: 0.22828441858291626 (0.25510689814885457) + | > loss_0: 2.2559666633605957 (2.423393885294596) + | > loss_gen: 2.335383892059326 (2.2464701334635415) + | > loss_kl: 1.3505650758743286 (1.497492210070292) + | > loss_feat: 5.1967010498046875 (4.708182144165039) + | > loss_mel: 28.57817268371582 (24.988515218098957) + | > loss_duration: 1.770265817642212 (1.8049362103144329) + | > loss_1: 39.2310905456543 (35.24559631347656) + + --> STEP: 16 + | > loss_disc: 2.5321831703186035 (2.430193215608597) + | > loss_disc_real_0: 0.18816493451595306 (0.13955748407170177) + | > loss_disc_real_1: 0.1647978276014328 (0.18283624714240432) + | > loss_disc_real_2: 0.24799849092960358 (0.21173644997179508) + | > loss_disc_real_3: 0.20538915693759918 (0.22449276503175497) + | > loss_disc_real_4: 0.19979433715343475 (0.2312703775241971) + | > loss_disc_real_5: 0.2858840823173523 (0.2570304721593857) + | > loss_0: 2.5321831703186035 (2.430193215608597) + | > loss_gen: 2.0958430767059326 (2.237055942416191) + | > loss_kl: 1.2658376693725586 (1.4830138012766838) + | > loss_feat: 4.923699378967285 (4.721651971340179) + | > loss_mel: 26.456241607666016 (25.0802481174469) + | > loss_duration: 1.833937406539917 (1.8067487850785255) + | > loss_1: 36.5755615234375 (35.32871913909912) + + --> STEP: 17 + | > loss_disc: 2.435760736465454 (2.4305207168354706) + | > loss_disc_real_0: 0.1084928885102272 (0.1377301549210268) + | > loss_disc_real_1: 0.11386698484420776 (0.17877923171309865) + | > loss_disc_real_2: 0.21732862293720245 (0.2120654013227014) + | > loss_disc_real_3: 0.21808378398418427 (0.22411576614660375) + | > loss_disc_real_4: 0.23206566274166107 (0.23131715900757732) + | > loss_disc_real_5: 0.3202182948589325 (0.26074740290641785) + | > loss_0: 2.435760736465454 (2.4305207168354706) + | > loss_gen: 2.236473798751831 (2.237021698671229) + | > loss_kl: 1.5170432329177856 (1.4850155325496899) + | > loss_feat: 5.44220495223999 (4.7640374408048745) + | > loss_mel: 28.63283920288086 (25.2892240636489) + | > loss_duration: 1.7185604572296143 (1.8015612363815308) + | > loss_1: 39.547119140625 (35.57686031565947) + + --> STEP: 18 + | > loss_disc: 2.714608907699585 (2.4463033941056995) + | > loss_disc_real_0: 0.15716581046581268 (0.1388099135624038) + | > loss_disc_real_1: 0.12536004185676575 (0.17581149894330236) + | > loss_disc_real_2: 0.1742830127477646 (0.2099663797352049) + | > loss_disc_real_3: 0.2439541518688202 (0.2252178986867269) + | > loss_disc_real_4: 0.15595261752605438 (0.2271302400363816) + | > loss_disc_real_5: 0.22741760313510895 (0.25889574736356735) + | > loss_0: 2.714608907699585 (2.4463033941056995) + | > loss_gen: 1.7378549575805664 (2.209290213055081) + | > loss_kl: 1.3462773561477661 (1.4773078560829163) + | > loss_feat: 5.338950157165527 (4.795977036158244) + | > loss_mel: 26.141883850097656 (25.33659405178494) + | > loss_duration: 1.741624355316162 (1.7982314096556768) + | > loss_1: 36.30658721923828 (35.61740069919162) + + --> STEP: 19 + | > loss_disc: 2.389972448348999 (2.4433386074869254) + | > loss_disc_real_0: 0.12071449309587479 (0.13785752301153384) + | > loss_disc_real_1: 0.1316731870174408 (0.1734884298945728) + | > loss_disc_real_2: 0.23499710857868195 (0.21128378651644053) + | > loss_disc_real_3: 0.19247967004776 (0.2234948340215181) + | > loss_disc_real_4: 0.26184576749801636 (0.22895737306067818) + | > loss_disc_real_5: 0.2642563581466675 (0.2591778847732042) + | > loss_0: 2.389972448348999 (2.4433386074869254) + | > loss_gen: 2.344740867614746 (2.2164191948740104) + | > loss_kl: 1.0924111604690552 (1.457050135261134) + | > loss_feat: 5.292342185974121 (4.822101517727501) + | > loss_mel: 24.424793243408203 (25.288604535554583) + | > loss_duration: 1.8256930112838745 (1.7996767571097927) + | > loss_1: 34.97998046875 (35.58385226601049) + + --> STEP: 20 + | > loss_disc: 2.493112325668335 (2.445827293395996) + | > loss_disc_real_0: 0.2460426688194275 (0.14326678030192852) + | > loss_disc_real_1: 0.18083450198173523 (0.17385573349893094) + | > loss_disc_real_2: 0.19838841259479523 (0.21063901782035827) + | > loss_disc_real_3: 0.23374877870082855 (0.22400753125548362) + | > loss_disc_real_4: 0.19446858763694763 (0.22723293378949166) + | > loss_disc_real_5: 0.21637390553951263 (0.25703768581151965) + | > loss_0: 2.493112325668335 (2.445827293395996) + | > loss_gen: 2.3013856410980225 (2.2206675171852113) + | > loss_kl: 1.5006922483444214 (1.4592322409152985) + | > loss_feat: 5.026357173919678 (4.832314300537109) + | > loss_mel: 24.427764892578125 (25.24556255340576) + | > loss_duration: 1.7155532836914062 (1.7954705834388733) + | > loss_1: 34.97175216674805 (35.55324726104737) + + --> STEP: 21 + | > loss_disc: 2.3824589252471924 (2.442809752055577) + | > loss_disc_real_0: 0.1159442588686943 (0.14196570785272689) + | > loss_disc_real_1: 0.17859378457069397 (0.1740813549785387) + | > loss_disc_real_2: 0.18161706626415253 (0.20925702012720562) + | > loss_disc_real_3: 0.14411063492298126 (0.2202029171444121) + | > loss_disc_real_4: 0.16918720304965973 (0.2244688513733092) + | > loss_disc_real_5: 0.22468632459640503 (0.25549714480127605) + | > loss_0: 2.3824589252471924 (2.442809752055577) + | > loss_gen: 2.0282883644104004 (2.2115066051483154) + | > loss_kl: 1.6308748722076416 (1.4674056995482672) + | > loss_feat: 5.492290496826172 (4.863741738455636) + | > loss_mel: 26.83611297607422 (25.32130304972331) + | > loss_duration: 1.7677785158157349 (1.7941519135520572) + | > loss_1: 37.755348205566406 (35.65810921078637) + + --> STEP: 22 + | > loss_disc: 2.69242525100708 (2.454155911098827) + | > loss_disc_real_0: 0.17415383458137512 (0.1434288045222109) + | > loss_disc_real_1: 0.203312486410141 (0.17541004277088426) + | > loss_disc_real_2: 0.24926160275936127 (0.21107541024684906) + | > loss_disc_real_3: 0.25485458970069885 (0.22177799316969785) + | > loss_disc_real_4: 0.2401828169822693 (0.22518312253735281) + | > loss_disc_real_5: 0.28340569138526917 (0.25676571510054846) + | > loss_0: 2.69242525100708 (2.454155911098827) + | > loss_gen: 1.8895964622497559 (2.196874325925654) + | > loss_kl: 1.3193796873092651 (1.4606772444464944) + | > loss_feat: 2.32778000831604 (4.748470750722018) + | > loss_mel: 15.999611854553223 (24.897589813579213) + | > loss_duration: 1.8738266229629517 (1.7977734912525525) + | > loss_1: 23.410194396972656 (35.101385810158476) + + --> STEP: 23 + | > loss_disc: 2.0538883209228516 (2.436752972395524) + | > loss_disc_real_0: 0.18342161178588867 (0.14516762222932733) + | > loss_disc_real_1: 0.11222736537456512 (0.1726629698406095) + | > loss_disc_real_2: 0.22945410013198853 (0.211874483720116) + | > loss_disc_real_3: 0.16634732484817505 (0.21936796411224033) + | > loss_disc_real_4: 0.2182195484638214 (0.22488035844719928) + | > loss_disc_real_5: 0.23001527786254883 (0.2556026526119398) + | > loss_0: 2.0538883209228516 (2.436752972395524) + | > loss_gen: 2.7502362728118896 (2.220933541007664) + | > loss_kl: 1.545836329460144 (1.4643798133601313) + | > loss_feat: 6.032533168792725 (4.804299551507701) + | > loss_mel: 24.981151580810547 (24.901222933893617) + | > loss_duration: 1.8782397508621216 (1.8012720242790554) + | > loss_1: 37.18799591064453 (35.192107988440476) + + --> STEP: 24 + | > loss_disc: 2.5641937255859375 (2.442063003778458) + | > loss_disc_real_0: 0.1970328986644745 (0.14732867541412512) + | > loss_disc_real_1: 0.13086439669132233 (0.17092136262605587) + | > loss_disc_real_2: 0.23032017052173615 (0.21264305400351682) + | > loss_disc_real_3: 0.2592039406299591 (0.2210277964671453) + | > loss_disc_real_4: 0.3070026934146881 (0.228302122404178) + | > loss_disc_real_5: 0.2752212882041931 (0.256420095761617) + | > loss_0: 2.5641937255859375 (2.442063003778458) + | > loss_gen: 2.1801600456237793 (2.2192346453666687) + | > loss_kl: 1.4264854192733765 (1.4628008802731831) + | > loss_feat: 3.8979570865631104 (4.76653528213501) + | > loss_mel: 23.493701934814453 (24.842576225598652) + | > loss_duration: 1.7453802824020386 (1.7989432017008464) + | > loss_1: 32.743682861328125 (35.0900902748108) + + --> STEP: 25 + | > loss_disc: 2.1919469833374023 (2.432058362960816) + | > loss_disc_real_0: 0.24090734124183655 (0.15107182204723357) + | > loss_disc_real_1: 0.1466054469347 (0.16994872599840163) + | > loss_disc_real_2: 0.14875821769237518 (0.21008766055107117) + | > loss_disc_real_3: 0.09769997745752335 (0.2160946837067604) + | > loss_disc_real_4: 0.21179349720478058 (0.2276417773962021) + | > loss_disc_real_5: 0.20136582851409912 (0.2542179250717163) + | > loss_0: 2.1919469833374023 (2.432058362960816) + | > loss_gen: 2.630669593811035 (2.2356920433044434) + | > loss_kl: 1.330264687538147 (1.4574994325637818) + | > loss_feat: 6.858059406280518 (4.85019624710083) + | > loss_mel: 32.52910614013672 (25.150037422180176) + | > loss_duration: 1.7234773635864258 (1.7959245681762694) + | > loss_1: 45.07157516479492 (35.489349670410164) + + --> STEP: 26 + | > loss_disc: 2.348602294921875 (2.4288485141900873) + | > loss_disc_real_0: 0.1282816380262375 (0.1501952765079645) + | > loss_disc_real_1: 0.1419488936662674 (0.16887180937024263) + | > loss_disc_real_2: 0.23105351626873016 (0.210894039617135) + | > loss_disc_real_3: 0.16508670151233673 (0.21413283823774412) + | > loss_disc_real_4: 0.20792026817798615 (0.22688325781088609) + | > loss_disc_real_5: 0.26255741715431213 (0.25453867476720077) + | > loss_0: 2.348602294921875 (2.4288485141900873) + | > loss_gen: 2.164815902709961 (2.232966037896963) + | > loss_kl: 1.3549124002456665 (1.4535537774746234) + | > loss_feat: 5.334157466888428 (4.868810140169584) + | > loss_mel: 26.929344177246094 (25.21847229737502) + | > loss_duration: 1.749558687210083 (1.7941412650621855) + | > loss_1: 37.53279113769531 (35.567943572998054) + + --> STEP: 27 + | > loss_disc: 2.474356174468994 (2.4305339830893056) + | > loss_disc_real_0: 0.11521393060684204 (0.14889967110421923) + | > loss_disc_real_1: 0.17921553552150726 (0.169254910338808) + | > loss_disc_real_2: 0.24098336696624756 (0.2120084591485836) + | > loss_disc_real_3: 0.23400349915027618 (0.21486878864191197) + | > loss_disc_real_4: 0.17304092645645142 (0.22488909739035148) + | > loss_disc_real_5: 0.22259926795959473 (0.25335573377432646) + | > loss_0: 2.474356174468994 (2.4305339830893056) + | > loss_gen: 2.0140929222106934 (2.224859626204879) + | > loss_kl: 1.6050673723220825 (1.4591653920986034) + | > loss_feat: 5.131843090057373 (4.878552101276539) + | > loss_mel: 26.523571014404297 (25.26680928689462) + | > loss_duration: 1.769986867904663 (1.793246657760055) + | > loss_1: 37.044559478759766 (35.62263305098923) + + --> STEP: 28 + | > loss_disc: 2.380141019821167 (2.428734234401158) + | > loss_disc_real_0: 0.17841629683971405 (0.1499538363090583) + | > loss_disc_real_1: 0.13831907510757446 (0.16815005908054964) + | > loss_disc_real_2: 0.2092418223619461 (0.21190965069191797) + | > loss_disc_real_3: 0.20377427339553833 (0.21447255595454148) + | > loss_disc_real_4: 0.26171332597732544 (0.22620424841131484) + | > loss_disc_real_5: 0.2663005292415619 (0.2538180478981563) + | > loss_0: 2.380141019821167 (2.428734234401158) + | > loss_gen: 2.3720579147338867 (2.2301167079380577) + | > loss_kl: 1.7467172145843506 (1.469435100044523) + | > loss_feat: 4.9401535987854 (4.880752154758999) + | > loss_mel: 29.569965362548828 (25.4204934324537) + | > loss_duration: 1.7983335256576538 (1.7934283316135406) + | > loss_1: 40.42722702026367 (35.79422569274903) + + --> STEP: 29 + | > loss_disc: 2.6680586338043213 (2.4369867998978187) + | > loss_disc_real_0: 0.20322838425636292 (0.15179088968655158) + | > loss_disc_real_1: 0.1826300024986267 (0.16864936747427645) + | > loss_disc_real_2: 0.27333760261535645 (0.21402785593065723) + | > loss_disc_real_3: 0.2701030671596527 (0.2163908494443729) + | > loss_disc_real_4: 0.27015024423599243 (0.22771962757768302) + | > loss_disc_real_5: 0.3052736222743988 (0.2555923780490612) + | > loss_0: 2.6680586338043213 (2.4369867998978187) + | > loss_gen: 2.1092567443847656 (2.2259491229879447) + | > loss_kl: 1.4329981803894043 (1.468178654539174) + | > loss_feat: 2.6233508586883545 (4.802910730756563) + | > loss_mel: 22.568979263305664 (25.322165357655493) + | > loss_duration: 1.762139081954956 (1.7923493919701412) + | > loss_1: 30.496723175048828 (35.61155319213868) + + --> STEP: 30 + | > loss_disc: 2.2998433113098145 (2.4324153502782186) + | > loss_disc_real_0: 0.10772685706615448 (0.150322088599205) + | > loss_disc_real_1: 0.18037964403629303 (0.16904037669301034) + | > loss_disc_real_2: 0.1900477260351181 (0.21322851826747258) + | > loss_disc_real_3: 0.21916478872299194 (0.21648331408699353) + | > loss_disc_real_4: 0.1794893592596054 (0.22611195196708042) + | > loss_disc_real_5: 0.182895228266716 (0.25316913972298305) + | > loss_0: 2.2998433113098145 (2.4324153502782186) + | > loss_gen: 2.0906031131744385 (2.2214375893274942) + | > loss_kl: 1.9087767601013184 (1.4828652580579122) + | > loss_feat: 5.459837913513184 (4.824808303515116) + | > loss_mel: 30.190298080444336 (25.48443644841512) + | > loss_duration: 1.7812449932098389 (1.7919792453447978) + | > loss_1: 41.430763244628906 (35.80552686055502) + + --> STEP: 31 + | > loss_disc: 2.494044542312622 (2.4344033887309413) + | > loss_disc_real_0: 0.11125976592302322 (0.14906201367416688) + | > loss_disc_real_1: 0.13931673765182495 (0.16808154962716565) + | > loss_disc_real_2: 0.1752461940050125 (0.21200328200094162) + | > loss_disc_real_3: 0.17773708701133728 (0.21523343579423043) + | > loss_disc_real_4: 0.16274908185005188 (0.22406798841491823) + | > loss_disc_real_5: 0.24121716618537903 (0.25278359218951196) + | > loss_0: 2.494044542312622 (2.4344033887309413) + | > loss_gen: 1.9166045188903809 (2.2116042644746843) + | > loss_kl: 1.228963017463684 (1.474674863200034) + | > loss_feat: 5.681515216827393 (4.852444010396158) + | > loss_mel: 27.61333465576172 (25.55311058413598) + | > loss_duration: 1.726167917251587 (1.7898562992772749) + | > loss_1: 38.16658401489258 (35.88168999456591) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.012887393274614889 (+0.0017115608338386795) + | > avg_loss_disc: 2.4344033887309413 (+0.04267288023425664) + | > avg_loss_disc_real_0: 0.14906201367416688 (+0.03144998668182279) + | > avg_loss_disc_real_1: 0.16808154962716565 (+0.018593264443259094) + | > avg_loss_disc_real_2: 0.21200328200094162 (-0.0020407745915074493) + | > avg_loss_disc_real_3: 0.21523343579423043 (+0.060470511115366415) + | > avg_loss_disc_real_4: 0.22406798841491823 (+0.02513258447570188) + | > avg_loss_disc_real_5: 0.25278359218951196 (+0.040064388705838117) + | > avg_loss_0: 2.4344033887309413 (+0.04267288023425664) + | > avg_loss_gen: 2.2116042644746843 (+0.1131454437009749) + | > avg_loss_kl: 1.474674863200034 (+0.024755939360587842) + | > avg_loss_feat: 4.852444010396158 (+0.0476523291680131) + | > avg_loss_mel: 25.55311058413598 (+0.36724179790866174) + | > avg_loss_duration: 1.7898562992772749 (-0.00838366246992539) + | > avg_loss_1: 35.88168999456591 (+0.5444119361139172) + + + > EPOCH: 11/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 12:49:32)  + + --> TIME: 2024-11-22 12:49:48 -- STEP: 16/797 -- GLOBAL_STEP: 10600 + | > loss_disc: 2.4683034420013428 (2.4425111562013626) + | > loss_disc_real_0: 0.21536067128181458 (0.14172198669984937) + | > loss_disc_real_1: 0.220840722322464 (0.2260614624246955) + | > loss_disc_real_2: 0.24134644865989685 (0.23079202510416508) + | > loss_disc_real_3: 0.22547957301139832 (0.2236877027899027) + | > loss_disc_real_4: 0.18760697543621063 (0.21335658244788647) + | > loss_disc_real_5: 0.17425066232681274 (0.23340307641774416) + | > loss_0: 2.4683034420013428 (2.4425111562013626) + | > grad_norm_0: tensor(36.6118, device='cuda:0') (tensor(111.1866, device='cuda:0')) + | > loss_gen: 2.5088396072387695 (2.3922071158885956) + | > loss_kl: 1.541296124458313 (1.498982049524784) + | > loss_feat: 5.424188137054443 (4.971558839082718) + | > loss_mel: 23.82727813720703 (23.996634244918823) + | > loss_duration: 1.9096165895462036 (2.0027812123298645) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.211219787597656 (34.862163066864014) + | > grad_norm_1: tensor(741.8155, device='cuda:0') (tensor(821.9475, device='cuda:0')) + | > current_lr_0: 0.00019967524363831608 + | > current_lr_1: 0.00019967524363831608 + | > step_time: 0.8524 (0.8820110261440277) + | > loader_time: 0.0037 (0.004182085394859314) + + + --> TIME: 2024-11-22 12:50:09 -- STEP: 41/797 -- GLOBAL_STEP: 10625 + | > loss_disc: 2.417067050933838 (2.4315681631972157) + | > loss_disc_real_0: 0.15806274116039276 (0.1283316286053599) + | > loss_disc_real_1: 0.1543724536895752 (0.21969074955800685) + | > loss_disc_real_2: 0.19761501252651215 (0.23419284020982137) + | > loss_disc_real_3: 0.17771047353744507 (0.22189339740974148) + | > loss_disc_real_4: 0.22070103883743286 (0.2177453753424854) + | > loss_disc_real_5: 0.21798785030841827 (0.23291330257566964) + | > loss_0: 2.417067050933838 (2.4315681631972157) + | > grad_norm_0: tensor(119.9619, device='cuda:0') (tensor(85.1813, device='cuda:0')) + | > loss_gen: 2.2010703086853027 (2.380955091336878) + | > loss_kl: 1.495107889175415 (1.4745777380175704) + | > loss_feat: 4.940350532531738 (5.078526764381222) + | > loss_mel: 23.754013061523438 (24.07778000250095) + | > loss_duration: 1.8398618698120117 (1.9325620168592872) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.230403900146484 (34.94440153168469) + | > grad_norm_1: tensor(860.4082, device='cuda:0') (tensor(657.3552, device='cuda:0')) + | > current_lr_0: 0.00019967524363831608 + | > current_lr_1: 0.00019967524363831608 + | > step_time: 0.9712 (0.8570645029951887) + | > loader_time: 0.0038 (0.005059521372725324) + + + --> TIME: 2024-11-22 12:50:32 -- STEP: 66/797 -- GLOBAL_STEP: 10650 + | > loss_disc: 2.5674796104431152 (2.4273824800144546) + | > loss_disc_real_0: 0.05372311919927597 (0.1226300714029507) + | > loss_disc_real_1: 0.2317875623703003 (0.22218696569854562) + | > loss_disc_real_2: 0.24860450625419617 (0.2331824228167534) + | > loss_disc_real_3: 0.26849326491355896 (0.22106108362927582) + | > loss_disc_real_4: 0.24181903898715973 (0.21941353448412634) + | > loss_disc_real_5: 0.21653705835342407 (0.231945483973532) + | > loss_0: 2.5674796104431152 (2.4273824800144546) + | > grad_norm_0: tensor(46.1548, device='cuda:0') (tensor(80.3718, device='cuda:0')) + | > loss_gen: 2.2945921421051025 (2.3833244858366065) + | > loss_kl: 1.199927806854248 (1.4758553848122102) + | > loss_feat: 5.130932331085205 (5.115419532313491) + | > loss_mel: 25.762306213378906 (24.1834273482814) + | > loss_duration: 1.8047716617584229 (1.8951045021866306) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.19253158569336 (35.05313121911252) + | > grad_norm_1: tensor(649.3797, device='cuda:0') (tensor(691.3810, device='cuda:0')) + | > current_lr_0: 0.00019967524363831608 + | > current_lr_1: 0.00019967524363831608 + | > step_time: 0.8572 (0.8738577799363569) + | > loader_time: 0.0055 (0.005160071633078835) + + + --> TIME: 2024-11-22 12:50:54 -- STEP: 91/797 -- GLOBAL_STEP: 10675 + | > loss_disc: 2.52536940574646 (2.4253439326862725) + | > loss_disc_real_0: 0.05845589563250542 (0.12117811636282845) + | > loss_disc_real_1: 0.1945837438106537 (0.2193549088724367) + | > loss_disc_real_2: 0.22621484100818634 (0.23379388435201331) + | > loss_disc_real_3: 0.2247716188430786 (0.2215357468678401) + | > loss_disc_real_4: 0.22679853439331055 (0.21902365131037577) + | > loss_disc_real_5: 0.23713433742523193 (0.23263326925890787) + | > loss_0: 2.52536940574646 (2.4253439326862725) + | > grad_norm_0: tensor(51.0052, device='cuda:0') (tensor(83.1616, device='cuda:0')) + | > loss_gen: 2.4728147983551025 (2.391222820177183) + | > loss_kl: 1.1793479919433594 (1.4416450497868296) + | > loss_feat: 5.098104953765869 (5.15020338519589) + | > loss_mel: 24.1496524810791 (24.286109798557156) + | > loss_duration: 1.747070074081421 (1.8728563615253992) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.64699172973633 (35.14203731830305) + | > grad_norm_1: tensor(1170.8553, device='cuda:0') (tensor(715.3393, device='cuda:0')) + | > current_lr_0: 0.00019967524363831608 + | > current_lr_1: 0.00019967524363831608 + | > step_time: 0.8285 (0.8725771327595134) + | > loader_time: 0.0065 (0.005129185351696644) + + + --> TIME: 2024-11-22 12:51:18 -- STEP: 116/797 -- GLOBAL_STEP: 10700 + | > loss_disc: 2.6754367351531982 (2.438926406975451) + | > loss_disc_real_0: 0.1185595840215683 (0.12389200090848165) + | > loss_disc_real_1: 0.2285378873348236 (0.22021684628622284) + | > loss_disc_real_2: 0.2657991945743561 (0.23576151502543483) + | > loss_disc_real_3: 0.20233865082263947 (0.22166191696606832) + | > loss_disc_real_4: 0.2099260836839676 (0.2195285303068572) + | > loss_disc_real_5: 0.1807689070701599 (0.23462027465475016) + | > loss_0: 2.6754367351531982 (2.438926406975451) + | > grad_norm_0: tensor(106.4836, device='cuda:0') (tensor(88.2443, device='cuda:0')) + | > loss_gen: 2.030900239944458 (2.3918473042290787) + | > loss_kl: 1.6428931951522827 (1.4432349091973797) + | > loss_feat: 4.716512203216553 (5.142291882942465) + | > loss_mel: 24.676481246948242 (24.320590068554058) + | > loss_duration: 1.8413021564483643 (1.8622239170403316) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.90808868408203 (35.16018803366302) + | > grad_norm_1: tensor(93.7682, device='cuda:0') (tensor(649.9825, device='cuda:0')) + | > current_lr_0: 0.00019967524363831608 + | > current_lr_1: 0.00019967524363831608 + | > step_time: 0.9918 (0.891361810010055) + | > loader_time: 0.006 (0.005151004626833159) + + + --> TIME: 2024-11-22 12:51:41 -- STEP: 141/797 -- GLOBAL_STEP: 10725 + | > loss_disc: 2.4712860584259033 (2.4483924131866894) + | > loss_disc_real_0: 0.12878850102424622 (0.12537634325154284) + | > loss_disc_real_1: 0.18294623494148254 (0.21897111928209345) + | > loss_disc_real_2: 0.24486036598682404 (0.23677055114972675) + | > loss_disc_real_3: 0.2793779671192169 (0.2242592065892321) + | > loss_disc_real_4: 0.2784329056739807 (0.22191579143206278) + | > loss_disc_real_5: 0.23616445064544678 (0.23564348470234703) + | > loss_0: 2.4712860584259033 (2.4483924131866894) + | > grad_norm_0: tensor(85.7934, device='cuda:0') (tensor(85.4544, device='cuda:0')) + | > loss_gen: 2.39896559715271 (2.383375218574037) + | > loss_kl: 1.3298310041427612 (1.435759111076382) + | > loss_feat: 4.613844871520996 (5.092878290947449) + | > loss_mel: 24.41271209716797 (24.353557126741883) + | > loss_duration: 1.8327581882476807 (1.8556207604442083) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.588111877441406 (35.12119051074307) + | > grad_norm_1: tensor(1111.7952, device='cuda:0') (tensor(632.8120, device='cuda:0')) + | > current_lr_0: 0.00019967524363831608 + | > current_lr_1: 0.00019967524363831608 + | > step_time: 0.9545 (0.893250380847471) + | > loader_time: 0.0047 (0.005255903758055775) + + + --> TIME: 2024-11-22 12:52:04 -- STEP: 166/797 -- GLOBAL_STEP: 10750 + | > loss_disc: 2.5226263999938965 (2.441870045949179) + | > loss_disc_real_0: 0.24033237993717194 (0.12314036082341728) + | > loss_disc_real_1: 0.26275134086608887 (0.2179551534803517) + | > loss_disc_real_2: 0.2779823839664459 (0.23598730994994382) + | > loss_disc_real_3: 0.25144875049591064 (0.2217595155339643) + | > loss_disc_real_4: 0.23998622596263885 (0.22074653639132719) + | > loss_disc_real_5: 0.21588179469108582 (0.2369981050850397) + | > loss_0: 2.5226263999938965 (2.441870045949179) + | > grad_norm_0: tensor(337.8589, device='cuda:0') (tensor(86.0841, device='cuda:0')) + | > loss_gen: 2.585263252258301 (2.3891729805842945) + | > loss_kl: 1.7277116775512695 (1.4483747715691486) + | > loss_feat: 4.610275745391846 (5.110704752336067) + | > loss_mel: 23.586273193359375 (24.329382379371) + | > loss_duration: 1.8387370109558105 (1.8467510306691548) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.348262786865234 (35.12438597162086) + | > grad_norm_1: tensor(979.8004, device='cuda:0') (tensor(652.1022, device='cuda:0')) + | > current_lr_0: 0.00019967524363831608 + | > current_lr_1: 0.00019967524363831608 + | > step_time: 0.8319 (0.8956250354468104) + | > loader_time: 0.0053 (0.005307362740298351) + + + --> TIME: 2024-11-22 12:52:27 -- STEP: 191/797 -- GLOBAL_STEP: 10775 + | > loss_disc: 2.3375844955444336 (2.4401718222033923) + | > loss_disc_real_0: 0.17776350677013397 (0.1225653510560228) + | > loss_disc_real_1: 0.1768004596233368 (0.2184159108169416) + | > loss_disc_real_2: 0.24948614835739136 (0.2356604879127123) + | > loss_disc_real_3: 0.1673157513141632 (0.22213928736941352) + | > loss_disc_real_4: 0.21167612075805664 (0.2203203629292743) + | > loss_disc_real_5: 0.2440573126077652 (0.23681128430740997) + | > loss_0: 2.3375844955444336 (2.4401718222033923) + | > grad_norm_0: tensor(52.7833, device='cuda:0') (tensor(84.9792, device='cuda:0')) + | > loss_gen: 2.3145828247070312 (2.386068216793201) + | > loss_kl: 1.5479224920272827 (1.4483505297081634) + | > loss_feat: 5.27480936050415 (5.093389023036857) + | > loss_mel: 26.351255416870117 (24.336702117121032) + | > loss_duration: 1.784822940826416 (1.8407222132408183) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.27339553833008 (35.105232228783414) + | > grad_norm_1: tensor(1228.8047, device='cuda:0') (tensor(657.2604, device='cuda:0')) + | > current_lr_0: 0.00019967524363831608 + | > current_lr_1: 0.00019967524363831608 + | > step_time: 0.9585 (0.8957324127876322) + | > loader_time: 0.0062 (0.005497158509898559) + + + --> TIME: 2024-11-22 12:52:51 -- STEP: 216/797 -- GLOBAL_STEP: 10800 + | > loss_disc: 2.568930149078369 (2.4419642830336525) + | > loss_disc_real_0: 0.22579167783260345 (0.1225114439924558) + | > loss_disc_real_1: 0.2445293515920639 (0.21890690798560777) + | > loss_disc_real_2: 0.2791966199874878 (0.23601176024035173) + | > loss_disc_real_3: 0.2350243180990219 (0.22180346820365499) + | > loss_disc_real_4: 0.2160513699054718 (0.21964353550639418) + | > loss_disc_real_5: 0.2301597148180008 (0.2366417169019028) + | > loss_0: 2.568930149078369 (2.4419642830336525) + | > grad_norm_0: tensor(164.0405, device='cuda:0') (tensor(87.8757, device='cuda:0')) + | > loss_gen: 2.308745861053467 (2.3873904899314606) + | > loss_kl: 1.3720746040344238 (1.458278573497578) + | > loss_feat: 4.1506195068359375 (5.0776239931583405) + | > loss_mel: 23.35697364807129 (24.31500894935043) + | > loss_duration: 1.816206693649292 (1.8382763906761452) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.00461959838867 (35.07657851113211) + | > grad_norm_1: tensor(267.4417, device='cuda:0') (tensor(644.4474, device='cuda:0')) + | > current_lr_0: 0.00019967524363831608 + | > current_lr_1: 0.00019967524363831608 + | > step_time: 0.9079 (0.9031860695944892) + | > loader_time: 0.0049 (0.005519521457177621) + + + --> TIME: 2024-11-22 12:53:15 -- STEP: 241/797 -- GLOBAL_STEP: 10825 + | > loss_disc: 2.45436429977417 (2.4411634953684818) + | > loss_disc_real_0: 0.11289811134338379 (0.12380845266630046) + | > loss_disc_real_1: 0.1927315592765808 (0.21877313637139886) + | > loss_disc_real_2: 0.21506087481975555 (0.23539026835894683) + | > loss_disc_real_3: 0.17247405648231506 (0.2210873981852749) + | > loss_disc_real_4: 0.16946029663085938 (0.21922441711069637) + | > loss_disc_real_5: 0.1977541446685791 (0.2374989894910472) + | > loss_0: 2.45436429977417 (2.4411634953684818) + | > grad_norm_0: tensor(133.0640, device='cuda:0') (tensor(91.4636, device='cuda:0')) + | > loss_gen: 2.4603452682495117 (2.3844014183614273) + | > loss_kl: 1.5239901542663574 (1.4629185360496963) + | > loss_feat: 5.2509307861328125 (5.078211156164462) + | > loss_mel: 24.409252166748047 (24.345263073553188) + | > loss_duration: 1.8419207334518433 (1.8337006267175635) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.4864387512207 (35.104494957508365) + | > grad_norm_1: tensor(1088.0674, device='cuda:0') (tensor(653.3921, device='cuda:0')) + | > current_lr_0: 0.00019967524363831608 + | > current_lr_1: 0.00019967524363831608 + | > step_time: 1.0254 (0.9056953236275194) + | > loader_time: 0.0049 (0.005646766963341423) + + + --> TIME: 2024-11-22 12:53:39 -- STEP: 266/797 -- GLOBAL_STEP: 10850 + | > loss_disc: 2.7122550010681152 (2.444996151709018) + | > loss_disc_real_0: 0.18171288073062897 (0.12418793398130656) + | > loss_disc_real_1: 0.24006515741348267 (0.21919181567609758) + | > loss_disc_real_2: 0.2619817852973938 (0.236214805870576) + | > loss_disc_real_3: 0.24986964464187622 (0.22161620580836347) + | > loss_disc_real_4: 0.19960284233093262 (0.220236689244446) + | > loss_disc_real_5: 0.2742975354194641 (0.2372938095402897) + | > loss_0: 2.7122550010681152 (2.444996151709018) + | > grad_norm_0: tensor(162.9341, device='cuda:0') (tensor(92.6227, device='cuda:0')) + | > loss_gen: 2.0393309593200684 (2.3811279423254783) + | > loss_kl: 1.430161476135254 (1.4610281499256765) + | > loss_feat: 3.6501309871673584 (5.052617436064813) + | > loss_mel: 21.40399932861328 (24.332218270552787) + | > loss_duration: 1.8046250343322754 (1.8297771484331977) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.3282470703125 (35.056769105724804) + | > grad_norm_1: tensor(340.5492, device='cuda:0') (tensor(659.2277, device='cuda:0')) + | > current_lr_0: 0.00019967524363831608 + | > current_lr_1: 0.00019967524363831608 + | > step_time: 0.9192 (0.9101710920047043) + | > loader_time: 0.006 (0.005725163266174774) + + + --> TIME: 2024-11-22 12:54:06 -- STEP: 291/797 -- GLOBAL_STEP: 10875 + | > loss_disc: 2.429755210876465 (2.4468186507929643) + | > loss_disc_real_0: 0.06713812053203583 (0.12561414642995572) + | > loss_disc_real_1: 0.2835032343864441 (0.21953285119377872) + | > loss_disc_real_2: 0.2392723560333252 (0.23556982989573397) + | > loss_disc_real_3: 0.16384652256965637 (0.22134036696243947) + | > loss_disc_real_4: 0.21226131916046143 (0.2196235442182043) + | > loss_disc_real_5: 0.22930248081684113 (0.2371646577549964) + | > loss_0: 2.429755210876465 (2.4468186507929643) + | > grad_norm_0: tensor(150.8715, device='cuda:0') (tensor(96.6717, device='cuda:0')) + | > loss_gen: 2.3919544219970703 (2.3727388480274962) + | > loss_kl: 1.549546718597412 (1.4620429820211487) + | > loss_feat: 5.182819366455078 (5.02114612130365) + | > loss_mel: 23.701122283935547 (24.276495609086812) + | > loss_duration: 1.7717750072479248 (1.8279166856582223) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.59721755981445 (34.96034042122435) + | > grad_norm_1: tensor(1216.6530, device='cuda:0') (tensor(678.9337, device='cuda:0')) + | > current_lr_0: 0.00019967524363831608 + | > current_lr_1: 0.00019967524363831608 + | > step_time: 0.9536 (0.9254607031845146) + | > loader_time: 0.0067 (0.005864066356645827) + + + --> TIME: 2024-11-22 12:54:31 -- STEP: 316/797 -- GLOBAL_STEP: 10900 + | > loss_disc: 2.2342700958251953 (2.4454902727392653) + | > loss_disc_real_0: 0.07356224954128265 (0.12535222408750757) + | > loss_disc_real_1: 0.16689471900463104 (0.21922679797192163) + | > loss_disc_real_2: 0.2130318135023117 (0.23484764191546018) + | > loss_disc_real_3: 0.21152395009994507 (0.22134473349286035) + | > loss_disc_real_4: 0.19623501598834991 (0.21997316332557534) + | > loss_disc_real_5: 0.18219825625419617 (0.23722886119650888) + | > loss_0: 2.2342700958251953 (2.4454902727392653) + | > grad_norm_0: tensor(83.5115, device='cuda:0') (tensor(99.6230, device='cuda:0')) + | > loss_gen: 2.277451992034912 (2.376271409324454) + | > loss_kl: 1.1422497034072876 (1.4648303961074811) + | > loss_feat: 5.462352275848389 (5.02812348136419) + | > loss_mel: 23.79833984375 (24.280382385736782) + | > loss_duration: 1.753000259399414 (1.8253081116495253) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.43339538574219 (34.974915981292696) + | > grad_norm_1: tensor(241.5203, device='cuda:0') (tensor(677.6499, device='cuda:0')) + | > current_lr_0: 0.00019967524363831608 + | > current_lr_1: 0.00019967524363831608 + | > step_time: 0.9137 (0.9303552146199383) + | > loader_time: 0.0099 (0.005925074408325968) + + + --> TIME: 2024-11-22 12:55:01 -- STEP: 341/797 -- GLOBAL_STEP: 10925 + | > loss_disc: 2.5226526260375977 (2.4443078740251374) + | > loss_disc_real_0: 0.22239165008068085 (0.12461630166494592) + | > loss_disc_real_1: 0.2439706027507782 (0.21951054906215836) + | > loss_disc_real_2: 0.23214191198349 (0.2355647668723137) + | > loss_disc_real_3: 0.22565752267837524 (0.2216287507864038) + | > loss_disc_real_4: 0.22462716698646545 (0.22022045733642018) + | > loss_disc_real_5: 0.2527048587799072 (0.2371448491238429) + | > loss_0: 2.5226526260375977 (2.4443078740251374) + | > grad_norm_0: tensor(207.0711, device='cuda:0') (tensor(97.5742, device='cuda:0')) + | > loss_gen: 2.525888204574585 (2.381815360788027) + | > loss_kl: 1.281389594078064 (1.456967769654965) + | > loss_feat: 4.863145351409912 (5.034969044570697) + | > loss_mel: 25.085912704467773 (24.28498476201838) + | > loss_duration: 1.7903258800506592 (1.8232564122096535) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.546661376953125 (34.98199351582007) + | > grad_norm_1: tensor(851.0057, device='cuda:0') (tensor(679.5101, device='cuda:0')) + | > current_lr_0: 0.00019967524363831608 + | > current_lr_1: 0.00019967524363831608 + | > step_time: 1.0235 (0.9493812850493489) + | > loader_time: 0.0053 (0.006086813739317952) + + + --> TIME: 2024-11-22 12:55:31 -- STEP: 366/797 -- GLOBAL_STEP: 10950 + | > loss_disc: 2.388237476348877 (2.4470052465063628) + | > loss_disc_real_0: 0.1474895477294922 (0.1237905076984824) + | > loss_disc_real_1: 0.19575762748718262 (0.2198385093870059) + | > loss_disc_real_2: 0.22453977167606354 (0.23552213629575375) + | > loss_disc_real_3: 0.14477410912513733 (0.22174662066613393) + | > loss_disc_real_4: 0.18231767416000366 (0.2204218799543511) + | > loss_disc_real_5: 0.20000037550926208 (0.23754521980474555) + | > loss_0: 2.388237476348877 (2.4470052465063628) + | > grad_norm_0: tensor(188.5476, device='cuda:0') (tensor(98.6000, device='cuda:0')) + | > loss_gen: 2.4537081718444824 (2.3797965127913674) + | > loss_kl: 1.5608378648757935 (1.4566683008696863) + | > loss_feat: 5.250943660736084 (5.029110044729514) + | > loss_mel: 25.546274185180664 (24.259544581011998) + | > loss_duration: 1.8054569959640503 (1.820928917882221) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.61722183227539 (34.94604851769616) + | > grad_norm_1: tensor(808.7300, device='cuda:0') (tensor(679.1173, device='cuda:0')) + | > current_lr_0: 0.00019967524363831608 + | > current_lr_1: 0.00019967524363831608 + | > step_time: 1.1379 (0.9637826218631098) + | > loader_time: 0.0072 (0.0062314734432866664) + + + --> TIME: 2024-11-22 12:55:56 -- STEP: 391/797 -- GLOBAL_STEP: 10975 + | > loss_disc: 2.5401391983032227 (2.4499150889608865) + | > loss_disc_real_0: 0.0993996113538742 (0.12403585083420615) + | > loss_disc_real_1: 0.21392680704593658 (0.2206535143849185) + | > loss_disc_real_2: 0.22340479493141174 (0.23605347003625787) + | > loss_disc_real_3: 0.28052613139152527 (0.2221894916289908) + | > loss_disc_real_4: 0.22799555957317352 (0.22075506678932463) + | > loss_disc_real_5: 0.262522429227829 (0.23754307921127896) + | > loss_0: 2.5401391983032227 (2.4499150889608865) + | > grad_norm_0: tensor(191.3702, device='cuda:0') (tensor(102.1740, device='cuda:0')) + | > loss_gen: 2.2905237674713135 (2.379569091150522) + | > loss_kl: 1.4036422967910767 (1.4560380764019765) + | > loss_feat: 5.132122039794922 (5.019560410238594) + | > loss_mel: 24.10894203186035 (24.243250781008044) + | > loss_duration: 1.835483193397522 (1.8188876913636542) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.770713806152344 (34.91730620245186) + | > grad_norm_1: tensor(942.6913, device='cuda:0') (tensor(674.5396, device='cuda:0')) + | > current_lr_0: 0.00019967524363831608 + | > current_lr_1: 0.00019967524363831608 + | > step_time: 0.9493 (0.967019607343942) + | > loader_time: 0.0069 (0.006316184997558594) + + + --> TIME: 2024-11-22 12:56:21 -- STEP: 416/797 -- GLOBAL_STEP: 11000 + | > loss_disc: 2.399970531463623 (2.4493664428591724) + | > loss_disc_real_0: 0.14008426666259766 (0.12366030050907276) + | > loss_disc_real_1: 0.20432908833026886 (0.22085883400331324) + | > loss_disc_real_2: 0.1953122317790985 (0.23582770969145572) + | > loss_disc_real_3: 0.24358929693698883 (0.22207302969092363) + | > loss_disc_real_4: 0.22843381762504578 (0.2209805828304245) + | > loss_disc_real_5: 0.2589557468891144 (0.23768018340118802) + | > loss_0: 2.399970531463623 (2.4493664428591724) + | > grad_norm_0: tensor(111.5275, device='cuda:0') (tensor(101.3831, device='cuda:0')) + | > loss_gen: 2.30281400680542 (2.377285027446654) + | > loss_kl: 1.3757652044296265 (1.4516436215490103) + | > loss_feat: 5.187519550323486 (5.014406038591495) + | > loss_mel: 25.580791473388672 (24.240660383151127) + | > loss_duration: 1.8105751276016235 (1.8172404488118796) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.25746536254883 (34.90123566297384) + | > grad_norm_1: tensor(848.0372, device='cuda:0') (tensor(682.0135, device='cuda:0')) + | > current_lr_0: 0.00019967524363831608 + | > current_lr_1: 0.00019967524363831608 + | > step_time: 0.9947 (0.9682438161510688) + | > loader_time: 0.0067 (0.006399003358987661) + + + --> TIME: 2024-11-22 12:56:47 -- STEP: 441/797 -- GLOBAL_STEP: 11025 + | > loss_disc: 2.50952410697937 (2.450748708513047) + | > loss_disc_real_0: 0.13231441378593445 (0.12413392255669811) + | > loss_disc_real_1: 0.2577512562274933 (0.22077843752983206) + | > loss_disc_real_2: 0.23535192012786865 (0.23616672903637226) + | > loss_disc_real_3: 0.1465074121952057 (0.22226691607580165) + | > loss_disc_real_4: 0.17977486550807953 (0.22094921216943098) + | > loss_disc_real_5: 0.2712000608444214 (0.23772719938333342) + | > loss_0: 2.50952410697937 (2.450748708513047) + | > grad_norm_0: tensor(145.7964, device='cuda:0') (tensor(100.3883, device='cuda:0')) + | > loss_gen: 2.335498332977295 (2.374519787948417) + | > loss_kl: 1.5101275444030762 (1.4515240807381888) + | > loss_feat: 5.201300621032715 (5.010698799643657) + | > loss_mel: 24.489805221557617 (24.23926434333092) + | > loss_duration: 1.7901625633239746 (1.8160395406000738) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.3268928527832 (34.892046697015395) + | > grad_norm_1: tensor(1017.2805, device='cuda:0') (tensor(691.9748, device='cuda:0')) + | > current_lr_0: 0.00019967524363831608 + | > current_lr_1: 0.00019967524363831608 + | > step_time: 0.9781 (0.970387653428681) + | > loader_time: 0.0097 (0.006527484950024524) + + + --> TIME: 2024-11-22 12:57:12 -- STEP: 466/797 -- GLOBAL_STEP: 11050 + | > loss_disc: 2.5401411056518555 (2.4526658042817657) + | > loss_disc_real_0: 0.08010603487491608 (0.12467087764500796) + | > loss_disc_real_1: 0.2139703780412674 (0.2214814743322876) + | > loss_disc_real_2: 0.25416404008865356 (0.23608541076147505) + | > loss_disc_real_3: 0.16829712688922882 (0.22266907379223044) + | > loss_disc_real_4: 0.21346120536327362 (0.22097405887212876) + | > loss_disc_real_5: 0.21261096000671387 (0.23706029163665526) + | > loss_0: 2.5401411056518555 (2.4526658042817657) + | > grad_norm_0: tensor(277.1630, device='cuda:0') (tensor(99.1011, device='cuda:0')) + | > loss_gen: 2.2044265270233154 (2.371119229834478) + | > loss_kl: 1.6177339553833008 (1.4495233764208437) + | > loss_feat: 4.427543640136719 (5.003848076889955) + | > loss_mel: 22.04283332824707 (24.26682639633637) + | > loss_duration: 1.855051040649414 (1.8151795961314516) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.14759063720703 (34.90649686657819) + | > grad_norm_1: tensor(1287.3213, device='cuda:0') (tensor(690.8927, device='cuda:0')) + | > current_lr_0: 0.00019967524363831608 + | > current_lr_1: 0.00019967524363831608 + | > step_time: 1.2809 (0.9721963492585866) + | > loader_time: 0.0092 (0.006619741476656542) + + + --> TIME: 2024-11-22 12:57:40 -- STEP: 491/797 -- GLOBAL_STEP: 11075 + | > loss_disc: 2.4951364994049072 (2.4546661988780833) + | > loss_disc_real_0: 0.14941413700580597 (0.12474280185314635) + | > loss_disc_real_1: 0.26431354880332947 (0.2215353326071547) + | > loss_disc_real_2: 0.28992733359336853 (0.23679025070608997) + | > loss_disc_real_3: 0.21757477521896362 (0.2224952174604789) + | > loss_disc_real_4: 0.23772166669368744 (0.22115812245794322) + | > loss_disc_real_5: 0.2743367850780487 (0.2375985390360632) + | > loss_0: 2.4951364994049072 (2.4546661988780833) + | > grad_norm_0: tensor(108.1662, device='cuda:0') (tensor(99.4561, device='cuda:0')) + | > loss_gen: 2.510336399078369 (2.371784347623525) + | > loss_kl: 1.590810775756836 (1.4482792855037447) + | > loss_feat: 5.142248153686523 (5.006513438253927) + | > loss_mel: 23.17793846130371 (24.28301726145074) + | > loss_duration: 1.8178155422210693 (1.8134620498008496) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.2391471862793 (34.92305656168951) + | > grad_norm_1: tensor(559.1841, device='cuda:0') (tensor(702.2990, device='cuda:0')) + | > current_lr_0: 0.00019967524363831608 + | > current_lr_1: 0.00019967524363831608 + | > step_time: 1.0009 (0.9775070988719187) + | > loader_time: 0.0089 (0.006707422602200946) + + + --> TIME: 2024-11-22 12:58:06 -- STEP: 516/797 -- GLOBAL_STEP: 11100 + | > loss_disc: 2.4910974502563477 (2.4545393914215317) + | > loss_disc_real_0: 0.19469982385635376 (0.12469613792504673) + | > loss_disc_real_1: 0.20490987598896027 (0.22109696690657343) + | > loss_disc_real_2: 0.22038713097572327 (0.23713641261407573) + | > loss_disc_real_3: 0.16510212421417236 (0.2222302898533585) + | > loss_disc_real_4: 0.21570457518100739 (0.2215052746063055) + | > loss_disc_real_5: 0.2573261260986328 (0.23776839618650517) + | > loss_0: 2.4910974502563477 (2.4545393914215317) + | > grad_norm_0: tensor(152.1572, device='cuda:0') (tensor(100.0475, device='cuda:0')) + | > loss_gen: 2.319979429244995 (2.3691029220588438) + | > loss_kl: 1.290379524230957 (1.4484930748856344) + | > loss_feat: 4.776551246643066 (4.996354496294214) + | > loss_mel: 23.483455657958984 (24.26866545048795) + | > loss_duration: 1.7968263626098633 (1.812141893677009) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.66719055175781 (34.89475800270258) + | > grad_norm_1: tensor(1135.9581, device='cuda:0') (tensor(695.0690, device='cuda:0')) + | > current_lr_0: 0.00019967524363831608 + | > current_lr_1: 0.00019967524363831608 + | > step_time: 1.029 (0.9811857550643212) + | > loader_time: 0.0085 (0.006791038568629775) + + + --> TIME: 2024-11-22 12:58:33 -- STEP: 541/797 -- GLOBAL_STEP: 11125 + | > loss_disc: 2.2844767570495605 (2.454286113023317) + | > loss_disc_real_0: 0.11122999340295792 (0.12474792170408906) + | > loss_disc_real_1: 0.20894816517829895 (0.22130823077534129) + | > loss_disc_real_2: 0.20912881195545197 (0.2369587068857415) + | > loss_disc_real_3: 0.22003647685050964 (0.22209628468961246) + | > loss_disc_real_4: 0.18681761622428894 (0.22126743227739212) + | > loss_disc_real_5: 0.2041928470134735 (0.23719584856478437) + | > loss_0: 2.2844767570495605 (2.454286113023317) + | > grad_norm_0: tensor(78.3936, device='cuda:0') (tensor(99.1904, device='cuda:0')) + | > loss_gen: 2.440537691116333 (2.3668809298446565) + | > loss_kl: 1.2538596391677856 (1.4480326848858611) + | > loss_feat: 5.527843475341797 (4.99709500534918) + | > loss_mel: 25.727806091308594 (24.26498403919382) + | > loss_duration: 1.8423292636871338 (1.8119855850329023) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.79237747192383 (34.88897840813655) + | > grad_norm_1: tensor(911.8245, device='cuda:0') (tensor(698.3069, device='cuda:0')) + | > current_lr_0: 0.00019967524363831608 + | > current_lr_1: 0.00019967524363831608 + | > step_time: 1.0494 (0.9850696565483502) + | > loader_time: 0.0078 (0.0068487230819166255) + + + --> TIME: 2024-11-22 12:59:02 -- STEP: 566/797 -- GLOBAL_STEP: 11150 + | > loss_disc: 2.460588216781616 (2.4543547647159425) + | > loss_disc_real_0: 0.17342641949653625 (0.1253748145480985) + | > loss_disc_real_1: 0.17698995769023895 (0.22120850696475267) + | > loss_disc_real_2: 0.19714875519275665 (0.23676147383009166) + | > loss_disc_real_3: 0.213725745677948 (0.22201978625867905) + | > loss_disc_real_4: 0.2149345427751541 (0.22114166878032182) + | > loss_disc_real_5: 0.27141299843788147 (0.2373787757048759) + | > loss_0: 2.460588216781616 (2.4543547647159425) + | > grad_norm_0: tensor(200.0956, device='cuda:0') (tensor(101.4360, device='cuda:0')) + | > loss_gen: 2.427077054977417 (2.366318102860198) + | > loss_kl: 1.3049873113632202 (1.4464095018988368) + | > loss_feat: 4.6912431716918945 (4.996025179384454) + | > loss_mel: 22.363889694213867 (24.243403677384343) + | > loss_duration: 1.7790621519088745 (1.8109461022771298) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.56625747680664 (34.86310272082001) + | > grad_norm_1: tensor(1100.1460, device='cuda:0') (tensor(710.0085, device='cuda:0')) + | > current_lr_0: 0.00019967524363831608 + | > current_lr_1: 0.00019967524363831608 + | > step_time: 0.9929 (0.9918130400324037) + | > loader_time: 0.0116 (0.006960569337905506) + + + --> TIME: 2024-11-22 12:59:29 -- STEP: 591/797 -- GLOBAL_STEP: 11175 + | > loss_disc: 2.4130170345306396 (2.452666387945262) + | > loss_disc_real_0: 0.13746988773345947 (0.12472988113559233) + | > loss_disc_real_1: 0.28054630756378174 (0.22103025172971036) + | > loss_disc_real_2: 0.25788983702659607 (0.23659563914269158) + | > loss_disc_real_3: 0.2233426868915558 (0.22224408191472755) + | > loss_disc_real_4: 0.22603636980056763 (0.2209987241503753) + | > loss_disc_real_5: 0.2436961680650711 (0.23707441269544582) + | > loss_0: 2.4130170345306396 (2.452666387945262) + | > grad_norm_0: tensor(112.5219, device='cuda:0') (tensor(101.7355, device='cuda:0')) + | > loss_gen: 2.3726160526275635 (2.3678587858648665) + | > loss_kl: 1.5885398387908936 (1.4472878502710218) + | > loss_feat: 5.152835845947266 (5.005637834116489) + | > loss_mel: 24.21416473388672 (24.255998743770494) + | > loss_duration: 1.7822279930114746 (1.8103096093824882) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.110382080078125 (34.88709294533768) + | > grad_norm_1: tensor(425.1949, device='cuda:0') (tensor(710.7016, device='cuda:0')) + | > current_lr_0: 0.00019967524363831608 + | > current_lr_1: 0.00019967524363831608 + | > step_time: 1.0283 (0.9951152680489013) + | > loader_time: 0.0147 (0.007057397296989428) + + + --> TIME: 2024-11-22 12:59:56 -- STEP: 616/797 -- GLOBAL_STEP: 11200 + | > loss_disc: 2.5529472827911377 (2.4516999973105134) + | > loss_disc_real_0: 0.1680307686328888 (0.12485918837490594) + | > loss_disc_real_1: 0.20950761437416077 (0.2207785675713382) + | > loss_disc_real_2: 0.23832069337368011 (0.23640562390739267) + | > loss_disc_real_3: 0.23707543313503265 (0.22224586009495453) + | > loss_disc_real_4: 0.20750664174556732 (0.22098277596297206) + | > loss_disc_real_5: 0.27971842885017395 (0.23717017817710132) + | > loss_0: 2.5529472827911377 (2.4516999973105134) + | > grad_norm_0: tensor(330.9648, device='cuda:0') (tensor(102.8837, device='cuda:0')) + | > loss_gen: 2.191094398498535 (2.3692756511948314) + | > loss_kl: 1.423840045928955 (1.4465376772470293) + | > loss_feat: 4.263259410858154 (5.0083126019347795) + | > loss_mel: 22.921737670898438 (24.25903395244053) + | > loss_duration: 1.8387454748153687 (1.8100245633682654) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.638675689697266 (34.8931845565895) + | > grad_norm_1: tensor(1009.3322, device='cuda:0') (tensor(706.9475, device='cuda:0')) + | > current_lr_0: 0.00019967524363831608 + | > current_lr_1: 0.00019967524363831608 + | > step_time: 1.0443 (0.9978532183479953) + | > loader_time: 0.0083 (0.007140856671642947) + + + --> TIME: 2024-11-22 13:00:24 -- STEP: 641/797 -- GLOBAL_STEP: 11225 + | > loss_disc: 2.392676830291748 (2.450123342820522) + | > loss_disc_real_0: 0.06346708536148071 (0.12349803218626747) + | > loss_disc_real_1: 0.2193843275308609 (0.22061717840327125) + | > loss_disc_real_2: 0.20131027698516846 (0.23611390697602735) + | > loss_disc_real_3: 0.26346471905708313 (0.22232366677565443) + | > loss_disc_real_4: 0.1886511743068695 (0.22116536673815132) + | > loss_disc_real_5: 0.21742922067642212 (0.23678188648964058) + | > loss_0: 2.392676830291748 (2.450123342820522) + | > grad_norm_0: tensor(34.3015, device='cuda:0') (tensor(103.6177, device='cuda:0')) + | > loss_gen: 2.194119453430176 (2.3703504702230322) + | > loss_kl: 1.4606515169143677 (1.4463492551013575) + | > loss_feat: 5.286785125732422 (5.009539824752095) + | > loss_mel: 24.327686309814453 (24.255036653111016) + | > loss_duration: 1.7751991748809814 (1.8100570308250874) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.04444122314453 (34.8913333345315) + | > grad_norm_1: tensor(127.0843, device='cuda:0') (tensor(711.6220, device='cuda:0')) + | > current_lr_0: 0.00019967524363831608 + | > current_lr_1: 0.00019967524363831608 + | > step_time: 1.1492 (1.0008590697498294) + | > loader_time: 0.0105 (0.007236944531873682) + + + --> TIME: 2024-11-22 13:00:52 -- STEP: 666/797 -- GLOBAL_STEP: 11250 + | > loss_disc: 2.225080966949463 (2.448072156748613) + | > loss_disc_real_0: 0.0801316499710083 (0.12229160768715462) + | > loss_disc_real_1: 0.22046755254268646 (0.22063176938005405) + | > loss_disc_real_2: 0.21645183861255646 (0.23596501008078857) + | > loss_disc_real_3: 0.25046506524086 (0.22263147030864758) + | > loss_disc_real_4: 0.19727696478366852 (0.2211655321735162) + | > loss_disc_real_5: 0.22533899545669556 (0.23671199987690017) + | > loss_0: 2.225080966949463 (2.448072156748613) + | > grad_norm_0: tensor(40.1506, device='cuda:0') (tensor(101.8635, device='cuda:0')) + | > loss_gen: 2.5164685249328613 (2.373442978472322) + | > loss_kl: 1.5270229578018188 (1.4448118838999007) + | > loss_feat: 5.291119575500488 (5.017731565254946) + | > loss_mel: 23.908681869506836 (24.260779125912403) + | > loss_duration: 1.8123983144760132 (1.8096057484457808) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.05569076538086 (34.906371400162996) + | > grad_norm_1: tensor(329.8405, device='cuda:0') (tensor(699.6492, device='cuda:0')) + | > current_lr_0: 0.00019967524363831608 + | > current_lr_1: 0.00019967524363831608 + | > step_time: 1.0193 (1.0052499667302268) + | > loader_time: 0.0093 (0.007349466418360805) + + + --> TIME: 2024-11-22 13:01:20 -- STEP: 691/797 -- GLOBAL_STEP: 11275 + | > loss_disc: 2.390503406524658 (2.448825230991787) + | > loss_disc_real_0: 0.15078230202198029 (0.12201725634410648) + | > loss_disc_real_1: 0.1853724867105484 (0.22078232281718696) + | > loss_disc_real_2: 0.2605673372745514 (0.2360545846211755) + | > loss_disc_real_3: 0.2372831553220749 (0.22275735716053796) + | > loss_disc_real_4: 0.2089509218931198 (0.22141348386207646) + | > loss_disc_real_5: 0.22509358823299408 (0.2369119238146135) + | > loss_0: 2.390503406524658 (2.448825230991787) + | > grad_norm_0: tensor(300.5658, device='cuda:0') (tensor(101.9454, device='cuda:0')) + | > loss_gen: 2.4573919773101807 (2.372161636131715) + | > loss_kl: 1.232019066810608 (1.4439147875553966) + | > loss_feat: 4.88137674331665 (5.009583918299589) + | > loss_mel: 21.72083854675293 (24.259604430578207) + | > loss_duration: 1.750350832939148 (1.8085559558247353) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.04197692871094 (34.893820841302066) + | > grad_norm_1: tensor(822.8740, device='cuda:0') (tensor(707.2865, device='cuda:0')) + | > current_lr_0: 0.00019967524363831608 + | > current_lr_1: 0.00019967524363831608 + | > step_time: 1.0925 (1.0091994384953324) + | > loader_time: 0.0109 (0.007463886492849259) + + + --> TIME: 2024-11-22 13:01:54 -- STEP: 716/797 -- GLOBAL_STEP: 11300 + | > loss_disc: 2.489443778991699 (2.4493428125727768) + | > loss_disc_real_0: 0.13187523186206818 (0.122089199602146) + | > loss_disc_real_1: 0.23235870897769928 (0.22054777144553284) + | > loss_disc_real_2: 0.22165529429912567 (0.236196902273587) + | > loss_disc_real_3: 0.2620569169521332 (0.22284919327364294) + | > loss_disc_real_4: 0.22710366547107697 (0.22161868853525746) + | > loss_disc_real_5: 0.24903547763824463 (0.23691574240613253) + | > loss_0: 2.489443778991699 (2.4493428125727768) + | > grad_norm_0: tensor(81.6820, device='cuda:0') (tensor(101.6920, device='cuda:0')) + | > loss_gen: 2.276425838470459 (2.3718432714153246) + | > loss_kl: 1.4636178016662598 (1.4421113320735577) + | > loss_feat: 4.9470720291137695 (5.010027164187513) + | > loss_mel: 23.548736572265625 (24.26937767646832) + | > loss_duration: 1.7743480205535889 (1.8077097493510013) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.01020050048828 (34.90106930013476) + | > grad_norm_1: tensor(953.0441, device='cuda:0') (tensor(700.4438, device='cuda:0')) + | > current_lr_0: 0.00019967524363831608 + | > current_lr_1: 0.00019967524363831608 + | > step_time: 1.3421 (1.0198711613037068) + | > loader_time: 0.0095 (0.007638473417505872) + + + --> TIME: 2024-11-22 13:02:30 -- STEP: 741/797 -- GLOBAL_STEP: 11325 + | > loss_disc: 2.6244289875030518 (2.4497962281128003) + | > loss_disc_real_0: 0.12154218554496765 (0.1219863642796411) + | > loss_disc_real_1: 0.1722421646118164 (0.22072747335662413) + | > loss_disc_real_2: 0.2505849301815033 (0.23624521019326852) + | > loss_disc_real_3: 0.260120153427124 (0.22281674423359352) + | > loss_disc_real_4: 0.22592534124851227 (0.22166063050348592) + | > loss_disc_real_5: 0.19283972680568695 (0.23696248947206622) + | > loss_0: 2.6244289875030518 (2.4497962281128003) + | > grad_norm_0: tensor(79.0602, device='cuda:0') (tensor(101.2824, device='cuda:0')) + | > loss_gen: 2.1001758575439453 (2.3717636669534716) + | > loss_kl: 1.436468243598938 (1.4413766514273627) + | > loss_feat: 4.206617832183838 (5.010475659981754) + | > loss_mel: 23.326675415039062 (24.280524401851352) + | > loss_duration: 1.8003463745117188 (1.8066298705846198) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.87028503417969 (34.91077035963133) + | > grad_norm_1: tensor(557.9225, device='cuda:0') (tensor(703.8833, device='cuda:0')) + | > current_lr_0: 0.00019967524363831608 + | > current_lr_1: 0.00019967524363831608 + | > step_time: 1.4485 (1.0333022363433635) + | > loader_time: 0.0101 (0.008133790431878505) + + + --> TIME: 2024-11-22 13:03:21 -- STEP: 766/797 -- GLOBAL_STEP: 11350 + | > loss_disc: 2.7667336463928223 (2.4504625308606993) + | > loss_disc_real_0: 0.2234162986278534 (0.12212012421738536) + | > loss_disc_real_1: 0.2185506969690323 (0.2207199410576734) + | > loss_disc_real_2: 0.23241619765758514 (0.2363258434299078) + | > loss_disc_real_3: 0.18269719183444977 (0.22285290165529556) + | > loss_disc_real_4: 0.21351410448551178 (0.2216564765486954) + | > loss_disc_real_5: 0.18709881603717804 (0.23683613099099454) + | > loss_0: 2.7667336463928223 (2.4504625308606993) + | > grad_norm_0: tensor(199.1267, device='cuda:0') (tensor(101.5571, device='cuda:0')) + | > loss_gen: 2.296170711517334 (2.3726233832207404) + | > loss_kl: 1.439069151878357 (1.4408536039039919) + | > loss_feat: 4.692839622497559 (5.01146465337619) + | > loss_mel: 24.259716033935547 (24.275774074285522) + | > loss_duration: 1.776052713394165 (1.8053896581223994) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.46384811401367 (34.906105474765866) + | > grad_norm_1: tensor(86.4639, device='cuda:0') (tensor(703.1051, device='cuda:0')) + | > current_lr_0: 0.00019967524363831608 + | > current_lr_1: 0.00019967524363831608 + | > step_time: 2.7768 (1.0650116815268225) + | > loader_time: 0.2873 (0.008978344752956616) + + + --> TIME: 2024-11-22 13:04:43 -- STEP: 791/797 -- GLOBAL_STEP: 11375 + | > loss_disc: 2.5762081146240234 (2.4522108618739846) + | > loss_disc_real_0: 0.15162862837314606 (0.12341314010256155) + | > loss_disc_real_1: 0.25052735209465027 (0.2206544045137546) + | > loss_disc_real_2: 0.2877778112888336 (0.2364615564212184) + | > loss_disc_real_3: 0.21365712583065033 (0.2227793524675213) + | > loss_disc_real_4: 0.22767964005470276 (0.2216042989839043) + | > loss_disc_real_5: 0.21058206260204315 (0.2369207222339628) + | > loss_0: 2.5762081146240234 (2.4522108618739846) + | > grad_norm_0: tensor(112.7187, device='cuda:0') (tensor(100.8629, device='cuda:0')) + | > loss_gen: 2.25213623046875 (2.369243014175277) + | > loss_kl: 1.3941665887832642 (1.44245489471028) + | > loss_feat: 4.564171314239502 (5.003456762255972) + | > loss_mel: 23.427005767822266 (24.270019326288388) + | > loss_duration: 1.7476832866668701 (1.804252344799404) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.385162353515625 (34.889426442374194) + | > grad_norm_1: tensor(719.1851, device='cuda:0') (tensor(695.1428, device='cuda:0')) + | > current_lr_0: 0.00019967524363831608 + | > current_lr_1: 0.00019967524363831608 + | > step_time: 3.7125 (1.13416244468255) + | > loader_time: 0.0108 (0.009544499453943688) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.50563907623291 (2.50563907623291) + | > loss_disc_real_0: 0.18881183862686157 (0.18881183862686157) + | > loss_disc_real_1: 0.1472916156053543 (0.1472916156053543) + | > loss_disc_real_2: 0.23763170838356018 (0.23763170838356018) + | > loss_disc_real_3: 0.1719975471496582 (0.1719975471496582) + | > loss_disc_real_4: 0.2707073986530304 (0.2707073986530304) + | > loss_disc_real_5: 0.28730690479278564 (0.28730690479278564) + | > loss_0: 2.50563907623291 (2.50563907623291) + | > loss_gen: 2.2984061241149902 (2.2984061241149902) + | > loss_kl: 1.459695816040039 (1.459695816040039) + | > loss_feat: 4.633179664611816 (4.633179664611816) + | > loss_mel: 24.36139678955078 (24.36139678955078) + | > loss_duration: 2.1084115505218506 (2.1084115505218506) + | > loss_1: 34.861087799072266 (34.861087799072266) + + --> STEP: 1 + | > loss_disc: 2.1926445960998535 (2.1926445960998535) + | > loss_disc_real_0: 0.13865187764167786 (0.13865187764167786) + | > loss_disc_real_1: 0.1282745599746704 (0.1282745599746704) + | > loss_disc_real_2: 0.18800410628318787 (0.18800410628318787) + | > loss_disc_real_3: 0.12773992121219635 (0.12773992121219635) + | > loss_disc_real_4: 0.14878691732883453 (0.14878691732883453) + | > loss_disc_real_5: 0.19409044086933136 (0.19409044086933136) + | > loss_0: 2.1926445960998535 (2.1926445960998535) + | > loss_gen: 2.2486655712127686 (2.2486655712127686) + | > loss_kl: 1.1674871444702148 (1.1674871444702148) + | > loss_feat: 6.049927711486816 (6.049927711486816) + | > loss_mel: 28.847530364990234 (28.847530364990234) + | > loss_duration: 1.8808255195617676 (1.8808255195617676) + | > loss_1: 40.194435119628906 (40.194435119628906) + + --> STEP: 2 + | > loss_disc: 2.6329843997955322 (2.412814497947693) + | > loss_disc_real_0: 0.14717604219913483 (0.14291395992040634) + | > loss_disc_real_1: 0.21895164251327515 (0.17361310124397278) + | > loss_disc_real_2: 0.231034055352211 (0.20951908081769943) + | > loss_disc_real_3: 0.21987435221672058 (0.17380713671445847) + | > loss_disc_real_4: 0.26102516055107117 (0.20490603893995285) + | > loss_disc_real_5: 0.2776247560977936 (0.23585759848356247) + | > loss_0: 2.6329843997955322 (2.412814497947693) + | > loss_gen: 2.0841002464294434 (2.166382908821106) + | > loss_kl: 1.6148611307144165 (1.3911741375923157) + | > loss_feat: 3.15858793258667 (4.604257822036743) + | > loss_mel: 21.674007415771484 (25.26076889038086) + | > loss_duration: 1.799269437789917 (1.8400474786758423) + | > loss_1: 30.330825805664062 (35.262630462646484) + + --> STEP: 3 + | > loss_disc: 2.730985403060913 (2.518871466318766) + | > loss_disc_real_0: 0.24989986419677734 (0.17857592801253) + | > loss_disc_real_1: 0.20095360279083252 (0.18272660175959268) + | > loss_disc_real_2: 0.21210485696792603 (0.2103810062011083) + | > loss_disc_real_3: 0.152937650680542 (0.16685064136981964) + | > loss_disc_real_4: 0.22904442250728607 (0.2129521667957306) + | > loss_disc_real_5: 0.2438018023967743 (0.2385056664546331) + | > loss_0: 2.730985403060913 (2.518871466318766) + | > loss_gen: 1.9613455533981323 (2.0980371236801147) + | > loss_kl: 1.0004395246505737 (1.260929266611735) + | > loss_feat: 3.6888833045959473 (4.2991329828898115) + | > loss_mel: 24.38483428955078 (24.968790690104168) + | > loss_duration: 1.805751085281372 (1.8286153475443523) + | > loss_1: 32.84125518798828 (34.45550537109375) + + --> STEP: 4 + | > loss_disc: 2.327801465988159 (2.4711039662361145) + | > loss_disc_real_0: 0.2015153020620346 (0.18431077152490616) + | > loss_disc_real_1: 0.12947633862495422 (0.16941403597593307) + | > loss_disc_real_2: 0.2548380494117737 (0.22149526700377464) + | > loss_disc_real_3: 0.1547035425901413 (0.16381386667490005) + | > loss_disc_real_4: 0.24191923439502716 (0.22019393369555473) + | > loss_disc_real_5: 0.2571699619293213 (0.24317174032330513) + | > loss_0: 2.327801465988159 (2.4711039662361145) + | > loss_gen: 2.4872021675109863 (2.1953283846378326) + | > loss_kl: 1.1009544134140015 (1.2209355533123016) + | > loss_feat: 5.655359745025635 (4.638189673423767) + | > loss_mel: 25.38161277770996 (25.071996212005615) + | > loss_duration: 1.755980372428894 (1.8104566037654877) + | > loss_1: 36.38111114501953 (34.936906814575195) + + --> STEP: 5 + | > loss_disc: 2.5375237464904785 (2.484387922286987) + | > loss_disc_real_0: 0.21266406774520874 (0.18998143076896667) + | > loss_disc_real_1: 0.2051100730895996 (0.17655324339866638) + | > loss_disc_real_2: 0.2327132374048233 (0.22373886108398439) + | > loss_disc_real_3: 0.19912190735340118 (0.17087547481060028) + | > loss_disc_real_4: 0.31984516978263855 (0.2401241809129715) + | > loss_disc_real_5: 0.19827084243297577 (0.23419156074523925) + | > loss_0: 2.5375237464904785 (2.484387922286987) + | > loss_gen: 2.655734062194824 (2.287409520149231) + | > loss_kl: 2.1072657108306885 (1.398201584815979) + | > loss_feat: 6.4358744621276855 (4.997726631164551) + | > loss_mel: 26.73992919921875 (25.40558280944824) + | > loss_duration: 2.0111217498779297 (1.850589632987976) + | > loss_1: 39.949928283691406 (35.939511108398435) + + --> STEP: 6 + | > loss_disc: 2.8476033210754395 (2.5449238220850625) + | > loss_disc_real_0: 0.31561338901519775 (0.21092009047667185) + | > loss_disc_real_1: 0.1844702512025833 (0.1778727446993192) + | > loss_disc_real_2: 0.2666918635368347 (0.2308976948261261) + | > loss_disc_real_3: 0.21793965995311737 (0.17871950566768646) + | > loss_disc_real_4: 0.32384517788887024 (0.2540776804089546) + | > loss_disc_real_5: 0.2770988941192627 (0.24134278297424316) + | > loss_0: 2.8476033210754395 (2.5449238220850625) + | > loss_gen: 2.2923529148101807 (2.2882334192593894) + | > loss_kl: 0.8682833313941956 (1.3098818759123485) + | > loss_feat: 3.6907219886779785 (4.779892524083455) + | > loss_mel: 22.0562686920166 (24.8473637898763) + | > loss_duration: 1.7484633922576904 (1.8335685928662617) + | > loss_1: 30.656089782714844 (35.05894088745117) + + --> STEP: 7 + | > loss_disc: 2.3543789386749268 (2.517703124455043) + | > loss_disc_real_0: 0.1700916588306427 (0.20508745738438197) + | > loss_disc_real_1: 0.18141956627368927 (0.1783794334956578) + | > loss_disc_real_2: 0.25557154417037964 (0.23442253044673375) + | > loss_disc_real_3: 0.1568191647529602 (0.17559088553701127) + | > loss_disc_real_4: 0.26358580589294434 (0.25543598404952456) + | > loss_disc_real_5: 0.2050924450159073 (0.23616416326590947) + | > loss_0: 2.3543789386749268 (2.517703124455043) + | > loss_gen: 2.5014030933380127 (2.31868622984205) + | > loss_kl: 0.9996538162231445 (1.2655635816710336) + | > loss_feat: 4.993528842926025 (4.810411998203823) + | > loss_mel: 22.19180679321289 (24.467998504638672) + | > loss_duration: 1.7401626110076904 (1.8202248811721802) + | > loss_1: 32.42655563354492 (34.68288585117885) + + --> STEP: 8 + | > loss_disc: 2.2682628631591797 (2.4865230917930603) + | > loss_disc_real_0: 0.1524118185043335 (0.19850300252437592) + | > loss_disc_real_1: 0.1567392498254776 (0.17567441053688526) + | > loss_disc_real_2: 0.2451087087392807 (0.23575830273330212) + | > loss_disc_real_3: 0.11487933993339539 (0.1680019423365593) + | > loss_disc_real_4: 0.27737540006637573 (0.258178411051631) + | > loss_disc_real_5: 0.22275973856449127 (0.2344886101782322) + | > loss_0: 2.2682628631591797 (2.4865230917930603) + | > loss_gen: 2.434744119644165 (2.333193466067314) + | > loss_kl: 1.865967869758606 (1.3406141176819801) + | > loss_feat: 5.181422710418701 (4.856788337230682) + | > loss_mel: 25.226268768310547 (24.562782287597656) + | > loss_duration: 1.8127037286758423 (1.819284737110138) + | > loss_1: 36.5211067199707 (34.91266345977783) + + --> STEP: 9 + | > loss_disc: 2.4020028114318848 (2.4771319495307074) + | > loss_disc_real_0: 0.13270002603530884 (0.19119156069225735) + | > loss_disc_real_1: 0.18423062562942505 (0.176625101102723) + | > loss_disc_real_2: 0.27538666129112244 (0.24016145368417105) + | > loss_disc_real_3: 0.21487973630428314 (0.17321058611075082) + | > loss_disc_real_4: 0.2747223675251007 (0.26001662843757206) + | > loss_disc_real_5: 0.26023006439208984 (0.2373487717575497) + | > loss_0: 2.4020028114318848 (2.4771319495307074) + | > loss_gen: 2.503859758377075 (2.3521563874350653) + | > loss_kl: 1.771274209022522 (1.3884652389420404) + | > loss_feat: 4.40460205078125 (4.806545416514079) + | > loss_mel: 23.95275115966797 (24.495001051161026) + | > loss_duration: 1.776160717010498 (1.814493179321289) + | > loss_1: 34.40864944458008 (34.85666190253364) + + --> STEP: 10 + | > loss_disc: 2.5785768032073975 (2.4872764348983765) + | > loss_disc_real_0: 0.16056542098522186 (0.1881289467215538) + | > loss_disc_real_1: 0.19203037023544312 (0.17816562801599503) + | > loss_disc_real_2: 0.26568135619163513 (0.24271344393491745) + | > loss_disc_real_3: 0.15985889732837677 (0.17187541723251343) + | > loss_disc_real_4: 0.2692461311817169 (0.26093957871198653) + | > loss_disc_real_5: 0.2659013867378235 (0.2402040332555771) + | > loss_0: 2.5785768032073975 (2.4872764348983765) + | > loss_gen: 2.3106253147125244 (2.3480032801628115) + | > loss_kl: 1.2431175708770752 (1.3739304721355439) + | > loss_feat: 4.6049113273620605 (4.786382007598877) + | > loss_mel: 23.077167510986328 (24.353217697143556) + | > loss_duration: 1.7093485593795776 (1.803978717327118) + | > loss_1: 32.94517135620117 (34.66551284790039) + + --> STEP: 11 + | > loss_disc: 2.0043201446533203 (2.4433713176033716) + | > loss_disc_real_0: 0.1438266932964325 (0.18410146913745187) + | > loss_disc_real_1: 0.1303037405014038 (0.17381454733285037) + | > loss_disc_real_2: 0.1985044926404953 (0.23869444836269726) + | > loss_disc_real_3: 0.12938547134399414 (0.1680126948790117) + | > loss_disc_real_4: 0.2165181040763855 (0.2569012628360228) + | > loss_disc_real_5: 0.1533212810754776 (0.2323056012392044) + | > loss_0: 2.0043201446533203 (2.4433713176033716) + | > loss_gen: 2.6085901260375977 (2.3716929934241553) + | > loss_kl: 1.3970394134521484 (1.3760312849825078) + | > loss_feat: 6.77961540222168 (4.967585043473677) + | > loss_mel: 25.396568298339844 (24.448067751797762) + | > loss_duration: 1.6737427711486816 (1.792139085856351) + | > loss_1: 37.85555648803711 (34.95551681518555) + + --> STEP: 12 + | > loss_disc: 2.5049636363983154 (2.4485040108362837) + | > loss_disc_real_0: 0.19086898863315582 (0.18466542909542719) + | > loss_disc_real_1: 0.19757679104804993 (0.175794734309117) + | > loss_disc_real_2: 0.2860551178455353 (0.24264117081960043) + | > loss_disc_real_3: 0.13698145747184753 (0.16542675842841467) + | > loss_disc_real_4: 0.2808883488178253 (0.2589001866678397) + | > loss_disc_real_5: 0.22494898736476898 (0.23169255008300146) + | > loss_0: 2.5049636363983154 (2.4485040108362837) + | > loss_gen: 2.471442222595215 (2.3800054291884103) + | > loss_kl: 1.7607507705688477 (1.408091242114703) + | > loss_feat: 5.100279331207275 (4.97864290078481) + | > loss_mel: 24.83694076538086 (24.48047383626302) + | > loss_duration: 1.8282620906829834 (1.7951493362585704) + | > loss_1: 35.997676849365234 (35.04236348470052) + + --> STEP: 13 + | > loss_disc: 2.4763803482055664 (2.450648344480075) + | > loss_disc_real_0: 0.2413942962884903 (0.1890291881102782) + | > loss_disc_real_1: 0.20262031257152557 (0.17785824032930228) + | > loss_disc_real_2: 0.22151726484298706 (0.24101625497524554) + | > loss_disc_real_3: 0.14684049785137177 (0.16399704607633445) + | > loss_disc_real_4: 0.2514634132385254 (0.258328127173277) + | > loss_disc_real_5: 0.20294944941997528 (0.22948154233969176) + | > loss_0: 2.4763803482055664 (2.450648344480075) + | > loss_gen: 2.2486422061920166 (2.3699005658809957) + | > loss_kl: 1.1573970317840576 (1.3888070720892687) + | > loss_feat: 4.906826972961426 (4.97311859864455) + | > loss_mel: 23.790021896362305 (24.42736214857835) + | > loss_duration: 1.8110700845718384 (1.7963740092057447) + | > loss_1: 33.91395950317383 (34.95556317842924) + + --> STEP: 14 + | > loss_disc: 2.390363931655884 (2.446342314992633) + | > loss_disc_real_0: 0.14998134970664978 (0.18624005679573333) + | > loss_disc_real_1: 0.18602623045444489 (0.1784416681953839) + | > loss_disc_real_2: 0.23961780965328217 (0.24091636602367675) + | > loss_disc_real_3: 0.12368079274892807 (0.16111731369580543) + | > loss_disc_real_4: 0.23606616258621216 (0.25673798684562954) + | > loss_disc_real_5: 0.20371578633785248 (0.22764113119670323) + | > loss_0: 2.390363931655884 (2.446342314992633) + | > loss_gen: 2.082597255706787 (2.349378900868552) + | > loss_kl: 1.0767298936843872 (1.3665158450603485) + | > loss_feat: 4.557252883911133 (4.94341390473502) + | > loss_mel: 26.487592697143555 (24.574521473475865) + | > loss_duration: 1.8295788764953613 (1.7987457854407174) + | > loss_1: 36.033748626708984 (35.032576424734934) + + --> STEP: 15 + | > loss_disc: 2.6589930057525635 (2.4605190277099616) + | > loss_disc_real_0: 0.17357945442199707 (0.18539601663748423) + | > loss_disc_real_1: 0.16917094588279724 (0.17782362004121144) + | > loss_disc_real_2: 0.2739715278148651 (0.24312004347642263) + | > loss_disc_real_3: 0.175917387008667 (0.1621039852499962) + | > loss_disc_real_4: 0.226029172539711 (0.25469073255856833) + | > loss_disc_real_5: 0.2981172204017639 (0.23233953714370728) + | > loss_0: 2.6589930057525635 (2.4605190277099616) + | > loss_gen: 1.9858064651489258 (2.3251407384872436) + | > loss_kl: 1.4434475898742676 (1.371644628047943) + | > loss_feat: 3.1329169273376465 (4.822714106241862) + | > loss_mel: 19.787656784057617 (24.25539716084798) + | > loss_duration: 1.7929704189300537 (1.7983607610066732) + | > loss_1: 28.142797470092773 (34.57325782775879) + + --> STEP: 16 + | > loss_disc: 2.312191963195801 (2.4512485861778264) + | > loss_disc_real_0: 0.2764379382133484 (0.19108613673597574) + | > loss_disc_real_1: 0.14095689356327057 (0.17551944963634014) + | > loss_disc_real_2: 0.23279011249542236 (0.2424744227901101) + | > loss_disc_real_3: 0.15703049302101135 (0.16178689198568463) + | > loss_disc_real_4: 0.21547932922840118 (0.2522400198504329) + | > loss_disc_real_5: 0.23039452731609344 (0.2322179740294814) + | > loss_0: 2.312191963195801 (2.4512485861778264) + | > loss_gen: 2.4933507442474365 (2.3356538638472557) + | > loss_kl: 1.717716097831726 (1.3932740949094296) + | > loss_feat: 5.265504837036133 (4.850388526916504) + | > loss_mel: 25.53964614868164 (24.335662722587585) + | > loss_duration: 1.8337509632110596 (1.8005726486444473) + | > loss_1: 36.84996795654297 (34.7155522108078) + + --> STEP: 17 + | > loss_disc: 2.1784720420837402 (2.435202907113468) + | > loss_disc_real_0: 0.12133395671844482 (0.18698306732317982) + | > loss_disc_real_1: 0.20622003078460693 (0.17732536617447348) + | > loss_disc_real_2: 0.2332117259502411 (0.2419295582701178) + | > loss_disc_real_3: 0.15505480766296387 (0.1613908870255246) + | > loss_disc_real_4: 0.17549236118793488 (0.24772545169381535) + | > loss_disc_real_5: 0.215061217546463 (0.23120875305989208) + | > loss_0: 2.1784720420837402 (2.435202907113468) + | > loss_gen: 2.3809056282043457 (2.3383157323388493) + | > loss_kl: 1.773847222328186 (1.415660749463474) + | > loss_feat: 5.539701461791992 (4.890936346615062) + | > loss_mel: 25.696664810180664 (24.41572166891659) + | > loss_duration: 1.7643251419067383 (1.7984404423657585) + | > loss_1: 37.15544128417969 (34.85907509747673) + + --> STEP: 18 + | > loss_disc: 2.61684513092041 (2.4452941417694096) + | > loss_disc_real_0: 0.2190125286579132 (0.1887624818417761) + | > loss_disc_real_1: 0.24905560910701752 (0.18131037967072594) + | > loss_disc_real_2: 0.23816333711147308 (0.24172032376130423) + | > loss_disc_real_3: 0.18200121819972992 (0.16253590542409155) + | > loss_disc_real_4: 0.23489613831043243 (0.24701271206140518) + | > loss_disc_real_5: 0.2588512599468231 (0.23274444788694382) + | > loss_0: 2.61684513092041 (2.4452941417694096) + | > loss_gen: 2.18094539642334 (2.329572935899099) + | > loss_kl: 1.6179553270339966 (1.4268993371062808) + | > loss_feat: 4.1468048095703125 (4.849595705668132) + | > loss_mel: 25.097963333129883 (24.453623983595108) + | > loss_duration: 1.7436058521270752 (1.7953940762413874) + | > loss_1: 34.78727722167969 (34.85508632659912) + + --> STEP: 19 + | > loss_disc: 2.1246581077575684 (2.428418561031944) + | > loss_disc_real_0: 0.08046755194664001 (0.18306274868940053) + | > loss_disc_real_1: 0.19274920225143433 (0.18191242296444743) + | > loss_disc_real_2: 0.20913353562355042 (0.24000522964879087) + | > loss_disc_real_3: 0.11218202114105225 (0.15988570098814212) + | > loss_disc_real_4: 0.18503078818321228 (0.2437505055415003) + | > loss_disc_real_5: 0.1287727952003479 (0.22727225564028086) + | > loss_0: 2.1246581077575684 (2.428418561031944) + | > loss_gen: 2.4480714797973633 (2.3358097013674284) + | > loss_kl: 1.7759912014007568 (1.4452725931217796) + | > loss_feat: 6.707857131958008 (4.947398938630757) + | > loss_mel: 26.04625129699707 (24.537446473774157) + | > loss_duration: 1.8431589603424072 (1.797908017509862) + | > loss_1: 38.821327209472656 (35.06383584675036) + + --> STEP: 20 + | > loss_disc: 2.499422311782837 (2.431968748569489) + | > loss_disc_real_0: 0.1747296154499054 (0.18264609202742577) + | > loss_disc_real_1: 0.1802806705236435 (0.18183083534240724) + | > loss_disc_real_2: 0.251085489988327 (0.24055924266576767) + | > loss_disc_real_3: 0.12236753851175308 (0.15800979286432265) + | > loss_disc_real_4: 0.23202909529209137 (0.24316443502902985) + | > loss_disc_real_5: 0.2479776293039322 (0.22830752432346343) + | > loss_0: 2.499422311782837 (2.431968748569489) + | > loss_gen: 2.2116360664367676 (2.3296010196208954) + | > loss_kl: 1.4355602264404297 (1.444786974787712) + | > loss_feat: 5.373507022857666 (4.968704342842102) + | > loss_mel: 24.723087310791016 (24.546728515625) + | > loss_duration: 1.7148557901382446 (1.793755406141281) + | > loss_1: 35.45864486694336 (35.08357629776001) + + --> STEP: 21 + | > loss_disc: 2.5370187759399414 (2.4369711308252247) + | > loss_disc_real_0: 0.2095620334148407 (0.18392780352206456) + | > loss_disc_real_1: 0.17489784955978394 (0.18150069316228232) + | > loss_disc_real_2: 0.27107474207878113 (0.24201236168543497) + | > loss_disc_real_3: 0.15559980273246765 (0.15789503142947242) + | > loss_disc_real_4: 0.32309287786483765 (0.24697055135454452) + | > loss_disc_real_5: 0.23644442856311798 (0.22869499595392317) + | > loss_0: 2.5370187759399414 (2.4369711308252247) + | > loss_gen: 2.483165979385376 (2.3369136367525374) + | > loss_kl: 1.438133955001831 (1.4444701643217177) + | > loss_feat: 4.289500713348389 (4.936361312866211) + | > loss_mel: 22.312576293945312 (24.440340314592635) + | > loss_duration: 1.7393345832824707 (1.7911639383860998) + | > loss_1: 32.26271057128906 (34.94924935840425) + + --> STEP: 22 + | > loss_disc: 2.555331230163574 (2.4423511353406044) + | > loss_disc_real_0: 0.1938219666481018 (0.18437753820961172) + | > loss_disc_real_1: 0.17843104898929596 (0.18136116388169202) + | > loss_disc_real_2: 0.266819566488266 (0.24313996190374548) + | > loss_disc_real_3: 0.1910601556301117 (0.15940253707495602) + | > loss_disc_real_4: 0.27205249667167664 (0.2481106397780505) + | > loss_disc_real_5: 0.24812668561935425 (0.22957825457507913) + | > loss_0: 2.555331230163574 (2.4423511353406044) + | > loss_gen: 2.3584749698638916 (2.337893697348508) + | > loss_kl: 1.2904560565948486 (1.4374695230614056) + | > loss_feat: 4.590060234069824 (4.9206203547391025) + | > loss_mel: 25.49227523803711 (24.488155538385566) + | > loss_duration: 1.8958722352981567 (1.7959234064275569) + | > loss_1: 35.627140045166016 (34.98006257143888) + + --> STEP: 23 + | > loss_disc: 2.7583532333374023 (2.456090356992639) + | > loss_disc_real_0: 0.2147359848022461 (0.18569747067016104) + | > loss_disc_real_1: 0.1862226128578186 (0.18157253122848013) + | > loss_disc_real_2: 0.24229185283184052 (0.24310308759627136) + | > loss_disc_real_3: 0.1741914302110672 (0.16004553242869998) + | > loss_disc_real_4: 0.2374238669872284 (0.24764599748279736) + | > loss_disc_real_5: 0.2875126600265503 (0.23209714176862137) + | > loss_0: 2.7583532333374023 (2.456090356992639) + | > loss_gen: 1.9851222038269043 (2.3225558063258296) + | > loss_kl: 1.5959771871566772 (1.4443611606307651) + | > loss_feat: 3.0049195289611816 (4.837329014487889) + | > loss_mel: 21.100297927856445 (24.34085738140604) + | > loss_duration: 1.8311355113983154 (1.797454367513242) + | > loss_1: 29.517452239990234 (34.74255777441937) + + --> STEP: 24 + | > loss_disc: 2.348541736602783 (2.451609164476395) + | > loss_disc_real_0: 0.18985357880592346 (0.18587064184248447) + | > loss_disc_real_1: 0.18975196778774261 (0.18191334108511606) + | > loss_disc_real_2: 0.23752540349960327 (0.24287068409224352) + | > loss_disc_real_3: 0.1423530876636505 (0.15930834723015627) + | > loss_disc_real_4: 0.16492345929145813 (0.24419922505815825) + | > loss_disc_real_5: 0.2961499094963074 (0.23476600709060827) + | > loss_0: 2.348541736602783 (2.451609164476395) + | > loss_gen: 2.4058947563171387 (2.3260282625754676) + | > loss_kl: 1.4914195537567139 (1.446321927011013) + | > loss_feat: 4.424060821533203 (4.82010950644811) + | > loss_mel: 23.596763610839844 (24.309853474299114) + | > loss_duration: 1.7496318817138672 (1.795461763938268) + | > loss_1: 33.66777038574219 (34.69777496655782) + + --> STEP: 25 + | > loss_disc: 2.670516014099121 (2.460365438461304) + | > loss_disc_real_0: 0.1376543939113617 (0.18394199192523955) + | > loss_disc_real_1: 0.17622335255146027 (0.18168574154376985) + | > loss_disc_real_2: 0.281071275472641 (0.24439870774745942) + | > loss_disc_real_3: 0.16044151782989502 (0.1593536740541458) + | > loss_disc_real_4: 0.3002568185329437 (0.24644152879714964) + | > loss_disc_real_5: 0.25146326422691345 (0.2354338973760605) + | > loss_0: 2.670516014099121 (2.460365438461304) + | > loss_gen: 2.215057849884033 (2.32158944606781) + | > loss_kl: 1.499160647392273 (1.4484354758262634) + | > loss_feat: 3.6086058616638184 (4.771649360656738) + | > loss_mel: 20.518217086791992 (24.15818801879883) + | > loss_duration: 1.712815284729004 (1.7921559047698974) + | > loss_1: 29.553855895996094 (34.49201820373535) + + --> STEP: 26 + | > loss_disc: 2.120774269104004 (2.447304239639869) + | > loss_disc_real_0: 0.16977597773075104 (0.18339714522545153) + | > loss_disc_real_1: 0.12844590842723846 (0.17963805565467247) + | > loss_disc_real_2: 0.16413012146949768 (0.24131145442907626) + | > loss_disc_real_3: 0.1626596748828888 (0.15948082793217438) + | > loss_disc_real_4: 0.1501019150018692 (0.2427361590357927) + | > loss_disc_real_5: 0.1589682400226593 (0.23249291055477583) + | > loss_0: 2.120774269104004 (2.447304239639869) + | > loss_gen: 2.3304948806762695 (2.32193196278352) + | > loss_kl: 1.4486947059631348 (1.4484454462161431) + | > loss_feat: 6.430625915527344 (4.835456151228684) + | > loss_mel: 26.390323638916016 (24.244039388803337) + | > loss_duration: 1.7895365953445435 (1.7920551620996916) + | > loss_1: 38.38967514038086 (34.64192808591402) + + --> STEP: 27 + | > loss_disc: 2.4805243015289307 (2.448534612302427) + | > loss_disc_real_0: 0.11921843886375427 (0.18102015610094424) + | > loss_disc_real_1: 0.2010364532470703 (0.18043058889883537) + | > loss_disc_real_2: 0.22528116405010223 (0.24071773997059576) + | > loss_disc_real_3: 0.12556113302707672 (0.1582245429356893) + | > loss_disc_real_4: 0.16273869574069977 (0.23977329002486336) + | > loss_disc_real_5: 0.2335716038942337 (0.23253286215994093) + | > loss_0: 2.4805243015289307 (2.448534612302427) + | > loss_gen: 2.056802272796631 (2.3121123446358576) + | > loss_kl: 1.8922830820083618 (1.4648838771714106) + | > loss_feat: 4.301168441772461 (4.815667717545121) + | > loss_mel: 20.561656951904297 (24.10765485410337) + | > loss_duration: 1.7760993242263794 (1.7914642051414207) + | > loss_1: 30.588010787963867 (34.49178300080475) + + --> STEP: 28 + | > loss_disc: 2.7170352935791016 (2.4581239223480225) + | > loss_disc_real_0: 0.19039547443389893 (0.18135498889854976) + | > loss_disc_real_1: 0.17783553898334503 (0.1803379085447107) + | > loss_disc_real_2: 0.2183486372232437 (0.2399188434439046) + | > loss_disc_real_3: 0.1656823605298996 (0.15849089356405394) + | > loss_disc_real_4: 0.20509585738182068 (0.23853481028761184) + | > loss_disc_real_5: 0.2208375185728073 (0.2321151713175433) + | > loss_0: 2.7170352935791016 (2.4581239223480225) + | > loss_gen: 1.8200464248657227 (2.2945385617869243) + | > loss_kl: 1.4557737112045288 (1.4645585141011648) + | > loss_feat: 3.73423433303833 (4.7770450966698785) + | > loss_mel: 20.542516708374023 (23.980328491755895) + | > loss_duration: 1.7649812698364258 (1.790518386023385) + | > loss_1: 29.317550659179688 (34.306988988603855) + + --> STEP: 29 + | > loss_disc: 2.4293739795684814 (2.457132545010797) + | > loss_disc_real_0: 0.10369932651519775 (0.17867720743705487) + | > loss_disc_real_1: 0.15601472556591034 (0.17949917809716587) + | > loss_disc_real_2: 0.23612503707408905 (0.23978802253460063) + | > loss_disc_real_3: 0.17936018109321594 (0.1592105241685078) + | > loss_disc_real_4: 0.24122686684131622 (0.23862763982394647) + | > loss_disc_real_5: 0.23316112160682678 (0.2321512385688979) + | > loss_0: 2.4293739795684814 (2.457132545010797) + | > loss_gen: 2.30026912689209 (2.2947361674802056) + | > loss_kl: 1.5853807926177979 (1.4687247995672554) + | > loss_feat: 4.698526859283447 (4.77433757124276) + | > loss_mel: 21.578140258789062 (23.897494414757038) + | > loss_duration: 1.7771669626235962 (1.7900579921130477) + | > loss_1: 31.939485549926758 (34.2253509389943) + + --> STEP: 30 + | > loss_disc: 2.525017261505127 (2.4593953688939414) + | > loss_disc_real_0: 0.23538871109485626 (0.18056759089231492) + | > loss_disc_real_1: 0.1430860310792923 (0.1782854065299034) + | > loss_disc_real_2: 0.2003822773694992 (0.2384744976957639) + | > loss_disc_real_3: 0.12527905404567719 (0.15807947516441345) + | > loss_disc_real_4: 0.16180391609668732 (0.23606684903303782) + | > loss_disc_real_5: 0.20366747677326202 (0.23120177984237672) + | > loss_0: 2.525017261505127 (2.4593953688939414) + | > loss_gen: 2.26727032661438 (2.293820639451345) + | > loss_kl: 1.7477885484695435 (1.478026924530665) + | > loss_feat: 5.579718112945557 (4.80118358929952) + | > loss_mel: 24.25299072265625 (23.909344291687013) + | > loss_duration: 1.7975677251815796 (1.7903083165486653) + | > loss_1: 35.64533615112305 (34.2726837793986) + + --> STEP: 31 + | > loss_disc: 2.492387533187866 (2.4604596322582615) + | > loss_disc_real_0: 0.15319880843162537 (0.17968472694197007) + | > loss_disc_real_1: 0.17030948400497437 (0.1780281187065186) + | > loss_disc_real_2: 0.22958950698375702 (0.23818788509215078) + | > loss_disc_real_3: 0.18943044543266296 (0.15909079678596988) + | > loss_disc_real_4: 0.20562094449996948 (0.2350847230803582) + | > loss_disc_real_5: 0.22795207798480988 (0.23109695075019712) + | > loss_0: 2.492387533187866 (2.4604596322582615) + | > loss_gen: 2.174928903579712 (2.289985422165163) + | > loss_kl: 1.3464900255203247 (1.473783798756138) + | > loss_feat: 4.1769633293151855 (4.781047451880671) + | > loss_mel: 22.748884201049805 (23.871910095214844) + | > loss_duration: 1.7265629768371582 (1.788252015267649) + | > loss_1: 32.173828125 (34.204978758288966) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.012685929575274068 (-0.0002014636993408203) + | > avg_loss_disc: 2.4604596322582615 (+0.026056243527320166) + | > avg_loss_disc_real_0: 0.17968472694197007 (+0.030622713267803192) + | > avg_loss_disc_real_1: 0.1780281187065186 (+0.009946569079352957) + | > avg_loss_disc_real_2: 0.23818788509215078 (+0.026184603091209152) + | > avg_loss_disc_real_3: 0.15909079678596988 (-0.05614263900826055) + | > avg_loss_disc_real_4: 0.2350847230803582 (+0.011016734665439953) + | > avg_loss_disc_real_5: 0.23109695075019712 (-0.02168664143931484) + | > avg_loss_0: 2.4604596322582615 (+0.026056243527320166) + | > avg_loss_gen: 2.289985422165163 (+0.07838115769047871) + | > avg_loss_kl: 1.473783798756138 (-0.0008910644438959725) + | > avg_loss_feat: 4.781047451880671 (-0.07139655851548721) + | > avg_loss_mel: 23.871910095214844 (-1.6812004889211352) + | > avg_loss_duration: 1.788252015267649 (-0.001604284009625756) + | > avg_loss_1: 34.204978758288966 (-1.6767112362769439) + + > BEST MODEL : vits_shi_male-November-22-2024_02+49AM-0000000/best_model_11381.pth + + > EPOCH: 12/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 13:05:23)  + + --> TIME: 2024-11-22 13:05:44 -- STEP: 19/797 -- GLOBAL_STEP: 11400 + | > loss_disc: 2.563673257827759 (2.460994607523868) + | > loss_disc_real_0: 0.09628797322511673 (0.12499589276941202) + | > loss_disc_real_1: 0.23569850623607635 (0.23038566583081296) + | > loss_disc_real_2: 0.23544472455978394 (0.23172564098709508) + | > loss_disc_real_3: 0.2019263505935669 (0.2284460208917919) + | > loss_disc_real_4: 0.24179072678089142 (0.22245643719246513) + | > loss_disc_real_5: 0.2627823054790497 (0.2354241586045215) + | > loss_0: 2.563673257827759 (2.460994607523868) + | > grad_norm_0: tensor(235.9425, device='cuda:0') (tensor(79.7181, device='cuda:0')) + | > loss_gen: 2.4601495265960693 (2.3386518453296863) + | > loss_kl: 1.4256588220596313 (1.593238303535863) + | > loss_feat: 4.842337608337402 (4.943070838325902) + | > loss_mel: 23.39011573791504 (23.441432752107318) + | > loss_duration: 1.9215086698532104 (1.9776811662473177) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.03976821899414 (34.29407461065995) + | > grad_norm_1: tensor(1414.1072, device='cuda:0') (tensor(679.3505, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 0.8671 (0.9722524944104647) + | > loader_time: 0.0029 (0.005615999824122379) + + + --> TIME: 2024-11-22 13:06:06 -- STEP: 44/797 -- GLOBAL_STEP: 11425 + | > loss_disc: 2.5561375617980957 (2.4779612367803403) + | > loss_disc_real_0: 0.12587003409862518 (0.12559827417135241) + | > loss_disc_real_1: 0.24879945814609528 (0.22810174863446842) + | > loss_disc_real_2: 0.24242207407951355 (0.23644217239184814) + | > loss_disc_real_3: 0.2696533799171448 (0.22591417384418574) + | > loss_disc_real_4: 0.21795590221881866 (0.22711389782753857) + | > loss_disc_real_5: 0.2255132496356964 (0.23993248424746774) + | > loss_0: 2.5561375617980957 (2.4779612367803403) + | > grad_norm_0: tensor(93.5705, device='cuda:0') (tensor(87.0024, device='cuda:0')) + | > loss_gen: 2.1548900604248047 (2.3307225433262917) + | > loss_kl: 1.263217806816101 (1.5715817592360752) + | > loss_feat: 4.615010738372803 (4.966372284022243) + | > loss_mel: 24.108461380004883 (23.355847445401277) + | > loss_duration: 1.8385318517684937 (1.9205562526529485) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.98011016845703 (34.14508017626676) + | > grad_norm_1: tensor(677.6637, device='cuda:0') (tensor(753.5669, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 0.9426 (0.9291911612857472) + | > loader_time: 0.0038 (0.005046383901075883) + + + --> TIME: 2024-11-22 13:06:29 -- STEP: 69/797 -- GLOBAL_STEP: 11450 + | > loss_disc: 2.5219616889953613 (2.482670276061348) + | > loss_disc_real_0: 0.09666620194911957 (0.1295266753413539) + | > loss_disc_real_1: 0.1661302149295807 (0.2231982505839804) + | > loss_disc_real_2: 0.21945151686668396 (0.23698769790538843) + | > loss_disc_real_3: 0.2255672663450241 (0.22310366168402243) + | > loss_disc_real_4: 0.2811965048313141 (0.22704856767170672) + | > loss_disc_real_5: 0.2536140978336334 (0.23908701215101325) + | > loss_0: 2.5219616889953613 (2.482670276061348) + | > grad_norm_0: tensor(118.1988, device='cuda:0') (tensor(84.8609, device='cuda:0')) + | > loss_gen: 2.3876631259918213 (2.310976508734883) + | > loss_kl: 1.4953879117965698 (1.529611670452615) + | > loss_feat: 5.099737644195557 (4.9136172515758565) + | > loss_mel: 23.600053787231445 (23.44029694709225) + | > loss_duration: 1.8104684352874756 (1.8819960027501204) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.393310546875 (34.07649844625722) + | > grad_norm_1: tensor(699.8952, device='cuda:0') (tensor(738.1974, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 0.9124 (0.912356456120809) + | > loader_time: 0.0036 (0.004999146945234658) + + + --> TIME: 2024-11-22 13:06:52 -- STEP: 94/797 -- GLOBAL_STEP: 11475 + | > loss_disc: 2.5214338302612305 (2.4619543121216143) + | > loss_disc_real_0: 0.15073519945144653 (0.12511349667577043) + | > loss_disc_real_1: 0.20619647204875946 (0.22058074525062074) + | > loss_disc_real_2: 0.2353578507900238 (0.23808654476987554) + | > loss_disc_real_3: 0.2045297622680664 (0.2230090727197363) + | > loss_disc_real_4: 0.21315468847751617 (0.22431020406966515) + | > loss_disc_real_5: 0.25214484333992004 (0.2366612819915122) + | > loss_0: 2.5214338302612305 (2.4619543121216143) + | > grad_norm_0: tensor(343.3974, device='cuda:0') (tensor(87.4519, device='cuda:0')) + | > loss_gen: 2.2719814777374268 (2.3331493595813195) + | > loss_kl: 1.4007256031036377 (1.5060355130662304) + | > loss_feat: 5.005893230438232 (4.97870535038887) + | > loss_mel: 21.803129196166992 (23.531685869744493) + | > loss_duration: 1.8379923105239868 (1.8615620085533628) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.31972122192383 (34.2111382180072) + | > grad_norm_1: tensor(1333.4670, device='cuda:0') (tensor(740.8229, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 0.8327 (0.9106553691498777) + | > loader_time: 0.0059 (0.005037180920864673) + + + --> TIME: 2024-11-22 13:07:14 -- STEP: 119/797 -- GLOBAL_STEP: 11500 + | > loss_disc: 2.7281787395477295 (2.474651851573911) + | > loss_disc_real_0: 0.30313608050346375 (0.12695662783724934) + | > loss_disc_real_1: 0.2395823746919632 (0.22127580755398052) + | > loss_disc_real_2: 0.29916101694107056 (0.239100703421761) + | > loss_disc_real_3: 0.25624755024909973 (0.22400758571985388) + | > loss_disc_real_4: 0.22707146406173706 (0.22432521924752147) + | > loss_disc_real_5: 0.21395505964756012 (0.23668811125915593) + | > loss_0: 2.7281787395477295 (2.474651851573911) + | > grad_norm_0: tensor(413.4955, device='cuda:0') (tensor(89.5385, device='cuda:0')) + | > loss_gen: 2.292243003845215 (2.3293361864170117) + | > loss_kl: 1.4569308757781982 (1.506178407108082) + | > loss_feat: 4.429549217224121 (4.9570569771678485) + | > loss_mel: 21.002662658691406 (23.49281718149907) + | > loss_duration: 1.7886576652526855 (1.853711607075539) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.970043182373047 (34.13910045142937) + | > grad_norm_1: tensor(1343.5184, device='cuda:0') (tensor(719.0486, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 0.8828 (0.9057913107030532) + | > loader_time: 0.0045 (0.0050901024281477724) + + + --> TIME: 2024-11-22 13:07:40 -- STEP: 144/797 -- GLOBAL_STEP: 11525 + | > loss_disc: 2.484835147857666 (2.4783104442887827) + | > loss_disc_real_0: 0.2797357439994812 (0.13107884685612398) + | > loss_disc_real_1: 0.16668309271335602 (0.22015619474566642) + | > loss_disc_real_2: 0.19158729910850525 (0.23825854021641943) + | > loss_disc_real_3: 0.16841503977775574 (0.2232247908703155) + | > loss_disc_real_4: 0.19037145376205444 (0.22303616410742202) + | > loss_disc_real_5: 0.24639682471752167 (0.23788853310462507) + | > loss_0: 2.484835147857666 (2.4783104442887827) + | > grad_norm_0: tensor(126.0026, device='cuda:0') (tensor(98.2041, device='cuda:0')) + | > loss_gen: 2.3917152881622314 (2.3369191322061758) + | > loss_kl: 1.4658772945404053 (1.5120593036214505) + | > loss_feat: 5.348879814147949 (4.9774044007062885) + | > loss_mel: 24.830760955810547 (23.630605128076343) + | > loss_duration: 1.7692281007766724 (1.8480014734798007) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.80646514892578 (34.30498961607617) + | > grad_norm_1: tensor(468.9108, device='cuda:0') (tensor(686.4889, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 0.9836 (0.9285460677411821) + | > loader_time: 0.0058 (0.005187643898857963) + + + --> TIME: 2024-11-22 13:08:04 -- STEP: 169/797 -- GLOBAL_STEP: 11550 + | > loss_disc: 2.5079355239868164 (2.476715776341905) + | > loss_disc_real_0: 0.17790895700454712 (0.12994847143586932) + | > loss_disc_real_1: 0.23519077897071838 (0.22143741481050233) + | > loss_disc_real_2: 0.2664627432823181 (0.2382954639443279) + | > loss_disc_real_3: 0.2276570051908493 (0.22374202734267218) + | > loss_disc_real_4: 0.16745305061340332 (0.22269045301443022) + | > loss_disc_real_5: 0.2672479450702667 (0.23739755691508574) + | > loss_0: 2.5079355239868164 (2.476715776341905) + | > grad_norm_0: tensor(155.3628, device='cuda:0') (tensor(93.4701, device='cuda:0')) + | > loss_gen: 2.1803362369537354 (2.3377579725705653) + | > loss_kl: 1.3810102939605713 (1.4979895191079762) + | > loss_feat: 4.638462066650391 (4.993003512275287) + | > loss_mel: 23.877668380737305 (23.773335202911205) + | > loss_duration: 1.8460718393325806 (1.8409246375574868) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.92354965209961 (34.4430110073654) + | > grad_norm_1: tensor(1300.1198, device='cuda:0') (tensor(645.4275, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 0.8929 (0.9322167684340618) + | > loader_time: 0.0054 (0.005303704527002819) + + + --> TIME: 2024-11-22 13:08:28 -- STEP: 194/797 -- GLOBAL_STEP: 11575 + | > loss_disc: 2.6146609783172607 (2.471461949889191) + | > loss_disc_real_0: 0.1409524381160736 (0.12852278444916018) + | > loss_disc_real_1: 0.15805068612098694 (0.22057036425649507) + | > loss_disc_real_2: 0.29576945304870605 (0.23796772726417817) + | > loss_disc_real_3: 0.21535764634609222 (0.2236383016576472) + | > loss_disc_real_4: 0.24050013720989227 (0.22198519072274572) + | > loss_disc_real_5: 0.2504771649837494 (0.2370556589100779) + | > loss_0: 2.6146609783172607 (2.471461949889191) + | > grad_norm_0: tensor(218.3231, device='cuda:0') (tensor(96.9944, device='cuda:0')) + | > loss_gen: 2.2914206981658936 (2.3437310438795187) + | > loss_kl: 1.6634560823440552 (1.4973133077326504) + | > loss_feat: 4.827603340148926 (5.017638336751875) + | > loss_mel: 24.033336639404297 (23.817418924312012) + | > loss_duration: 1.8397536277770996 (1.8352959752082825) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.65556716918945 (34.51139771569635) + | > grad_norm_1: tensor(607.5041, device='cuda:0') (tensor(641.5474, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 0.8772 (0.9330178597538742) + | > loader_time: 0.0048 (0.00528872627572915) + + + --> TIME: 2024-11-22 13:08:53 -- STEP: 219/797 -- GLOBAL_STEP: 11600 + | > loss_disc: 2.342751979827881 (2.4649527355960505) + | > loss_disc_real_0: 0.11467672884464264 (0.12660023002761966) + | > loss_disc_real_1: 0.17311620712280273 (0.21928803466226413) + | > loss_disc_real_2: 0.2093217968940735 (0.23824222991455635) + | > loss_disc_real_3: 0.2255152314901352 (0.22300761604690117) + | > loss_disc_real_4: 0.21972264349460602 (0.222721666097641) + | > loss_disc_real_5: 0.2504877746105194 (0.2366662450032692) + | > loss_0: 2.342751979827881 (2.4649527355960505) + | > grad_norm_0: tensor(167.5844, device='cuda:0') (tensor(98.1877, device='cuda:0')) + | > loss_gen: 2.48392391204834 (2.352649588018792) + | > loss_kl: 1.5791141986846924 (1.4878582366525306) + | > loss_feat: 5.653152942657471 (5.026257447456114) + | > loss_mel: 25.33169174194336 (23.844696976822814) + | > loss_duration: 1.8075495958328247 (1.8325879786112538) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.855430603027344 (34.54405034731513) + | > grad_norm_1: tensor(702.1210, device='cuda:0') (tensor(666.8113, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 0.9678 (0.9378750324249268) + | > loader_time: 0.0048 (0.005383551392925384) + + + --> TIME: 2024-11-22 13:09:21 -- STEP: 244/797 -- GLOBAL_STEP: 11625 + | > loss_disc: 2.4081647396087646 (2.4611247846337605) + | > loss_disc_real_0: 0.0693969875574112 (0.12672725157262615) + | > loss_disc_real_1: 0.23717592656612396 (0.21863753012702114) + | > loss_disc_real_2: 0.22789649665355682 (0.23749468457259115) + | > loss_disc_real_3: 0.19795936346054077 (0.2219176080505379) + | > loss_disc_real_4: 0.2523260712623596 (0.22242991186556269) + | > loss_disc_real_5: 0.21457718312740326 (0.23687142579526202) + | > loss_0: 2.4081647396087646 (2.4611247846337605) + | > grad_norm_0: tensor(77.1025, device='cuda:0') (tensor(99.4003, device='cuda:0')) + | > loss_gen: 2.4307990074157715 (2.3533758828874496) + | > loss_kl: 1.614842414855957 (1.4869961963325247) + | > loss_feat: 5.503376007080078 (5.033639575614302) + | > loss_mel: 23.311138153076172 (23.860469427265112) + | > loss_duration: 1.800081729888916 (1.8274797342839788) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.66023635864258 (34.561960900416125) + | > grad_norm_1: tensor(678.4737, device='cuda:0') (tensor(674.0082, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 1.0823 (0.9570642367738192) + | > loader_time: 0.0091 (0.005521492879898822) + + + --> TIME: 2024-11-22 13:09:48 -- STEP: 269/797 -- GLOBAL_STEP: 11650 + | > loss_disc: 2.405635118484497 (2.458126482024068) + | > loss_disc_real_0: 0.05892001837491989 (0.1260965026735042) + | > loss_disc_real_1: 0.1916109025478363 (0.21854329729611988) + | > loss_disc_real_2: 0.25646185874938965 (0.23716687652036603) + | > loss_disc_real_3: 0.2085256576538086 (0.22244529054953707) + | > loss_disc_real_4: 0.1545025259256363 (0.22195528951719348) + | > loss_disc_real_5: 0.24049268662929535 (0.2365315051880911) + | > loss_0: 2.405635118484497 (2.458126482024068) + | > grad_norm_0: tensor(109.9721, device='cuda:0') (tensor(98.1360, device='cuda:0')) + | > loss_gen: 2.0410661697387695 (2.3549231273090974) + | > loss_kl: 1.4242373704910278 (1.4813600481664377) + | > loss_feat: 4.812431812286377 (5.039319642857547) + | > loss_mel: 24.83538055419922 (23.885036362148135) + | > loss_duration: 1.816451907157898 (1.8243516714599497) + | > amp_scaler: 256.0 (136.08921933085503) + | > loss_1: 34.929569244384766 (34.58499092328946) + | > grad_norm_1: tensor(439.5417, device='cuda:0') (tensor(649.1702, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 0.9844 (0.9675929014567549) + | > loader_time: 0.006 (0.005673625655333792) + + + --> TIME: 2024-11-22 13:10:15 -- STEP: 294/797 -- GLOBAL_STEP: 11675 + | > loss_disc: 2.4271836280822754 (2.4599276870286384) + | > loss_disc_real_0: 0.11696569621562958 (0.12525588321518544) + | > loss_disc_real_1: 0.22562524676322937 (0.21920922155282935) + | > loss_disc_real_2: 0.28079327940940857 (0.23832378637831228) + | > loss_disc_real_3: 0.2139107882976532 (0.22225835655822235) + | > loss_disc_real_4: 0.2686498165130615 (0.22207422285866577) + | > loss_disc_real_5: 0.2167201191186905 (0.23675111519033407) + | > loss_0: 2.4271836280822754 (2.4599276870286384) + | > grad_norm_0: tensor(196.7990, device='cuda:0') (tensor(97.1915, device='cuda:0')) + | > loss_gen: 2.569892644882202 (2.355575931720993) + | > loss_kl: 1.302103877067566 (1.4770994089087657) + | > loss_feat: 5.17013692855835 (5.032481380060415) + | > loss_mel: 23.33826446533203 (23.876680945052588) + | > loss_duration: 1.7691949605941772 (1.8226423697406746) + | > amp_scaler: 128.0 (136.27210884353735) + | > loss_1: 34.149593353271484 (34.564480119821965) + | > grad_norm_1: tensor(1578.5045, device='cuda:0') (tensor(659.6229, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 0.9973 (0.9734022528135857) + | > loader_time: 0.0054 (0.005727287863387542) + + + --> TIME: 2024-11-22 13:10:40 -- STEP: 319/797 -- GLOBAL_STEP: 11700 + | > loss_disc: 2.5521299839019775 (2.458097546078195) + | > loss_disc_real_0: 0.05031980574131012 (0.12396453061144003) + | > loss_disc_real_1: 0.21021783351898193 (0.21927192751143046) + | > loss_disc_real_2: 0.20536987483501434 (0.23813852929396315) + | > loss_disc_real_3: 0.2030213177204132 (0.22212077219471288) + | > loss_disc_real_4: 0.25106146931648254 (0.22288849814371628) + | > loss_disc_real_5: 0.27496007084846497 (0.23638743059388523) + | > loss_0: 2.5521299839019775 (2.458097546078195) + | > grad_norm_0: tensor(195.1750, device='cuda:0') (tensor(96.9290, device='cuda:0')) + | > loss_gen: 2.1233510971069336 (2.3620867045321816) + | > loss_kl: 1.5813031196594238 (1.4778749053381077) + | > loss_feat: 4.5160346031188965 (5.056384659112434) + | > loss_mel: 22.674652099609375 (23.9231066389891) + | > loss_duration: 1.8463802337646484 (1.8202635778528773) + | > amp_scaler: 128.0 (135.6238244514106) + | > loss_1: 32.741722106933594 (34.639716617739666) + | > grad_norm_1: tensor(616.0614, device='cuda:0') (tensor(659.8143, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 1.0445 (0.9744949542616602) + | > loader_time: 0.0132 (0.0058684117368022455) + + + --> TIME: 2024-11-22 13:11:05 -- STEP: 344/797 -- GLOBAL_STEP: 11725 + | > loss_disc: 2.149827480316162 (2.4620029080745787) + | > loss_disc_real_0: 0.07548917829990387 (0.12438623362957227) + | > loss_disc_real_1: 0.2341599017381668 (0.21989277213118796) + | > loss_disc_real_2: 0.21764683723449707 (0.2385884279515161) + | > loss_disc_real_3: 0.22308869659900665 (0.22229095444429753) + | > loss_disc_real_4: 0.19302989542484283 (0.223298006149572) + | > loss_disc_real_5: 0.22578400373458862 (0.2364778921527918) + | > loss_0: 2.149827480316162 (2.4620029080745787) + | > grad_norm_0: tensor(63.0943, device='cuda:0') (tensor(97.3514, device='cuda:0')) + | > loss_gen: 2.6852705478668213 (2.355238137203593) + | > loss_kl: 1.4493424892425537 (1.476594108828278) + | > loss_feat: 5.828442573547363 (5.02977056558742) + | > loss_mel: 25.65554428100586 (23.90588270231735) + | > loss_duration: 1.7447692155838013 (1.8180713605049048) + | > amp_scaler: 128.0 (135.0697674418604) + | > loss_1: 37.363372802734375 (34.58555702276006) + | > grad_norm_1: tensor(1332.2830, device='cuda:0') (tensor(670.0021, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 0.9672 (0.9754193660824798) + | > loader_time: 0.015 (0.006029752104781392) + + + --> TIME: 2024-11-22 13:11:29 -- STEP: 369/797 -- GLOBAL_STEP: 11750 + | > loss_disc: 2.4190526008605957 (2.4587657884530585) + | > loss_disc_real_0: 0.1239788830280304 (0.12277020089489826) + | > loss_disc_real_1: 0.20826317369937897 (0.21933234690973752) + | > loss_disc_real_2: 0.2525079548358917 (0.23814976102291407) + | > loss_disc_real_3: 0.2401432991027832 (0.22233609487693806) + | > loss_disc_real_4: 0.24778109788894653 (0.2235941944648903) + | > loss_disc_real_5: 0.22112984955310822 (0.2363999574811155) + | > loss_0: 2.4190526008605957 (2.4587657884530585) + | > grad_norm_0: tensor(111.7822, device='cuda:0') (tensor(95.8366, device='cuda:0')) + | > loss_gen: 2.460792303085327 (2.3583182684451254) + | > loss_kl: 1.510610580444336 (1.4773053586644527) + | > loss_feat: 5.769606113433838 (5.042070295752546) + | > loss_mel: 24.237293243408203 (23.938066854709533) + | > loss_duration: 1.7485634088516235 (1.8155453428020325) + | > amp_scaler: 128.0 (134.590785907859) + | > loss_1: 35.726863861083984 (34.6313062269836) + | > grad_norm_1: tensor(822.5682, device='cuda:0') (tensor(663.7139, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 0.8763 (0.9754294496241623) + | > loader_time: 0.013 (0.006144007370077818) + + + --> TIME: 2024-11-22 13:11:55 -- STEP: 394/797 -- GLOBAL_STEP: 11775 + | > loss_disc: 2.413019895553589 (2.457755601345585) + | > loss_disc_real_0: 0.10691459476947784 (0.12229701406251514) + | > loss_disc_real_1: 0.19378690421581268 (0.21887593633178526) + | > loss_disc_real_2: 0.2463347166776657 (0.2381732980082483) + | > loss_disc_real_3: 0.2269258350133896 (0.22192756207612566) + | > loss_disc_real_4: 0.20619553327560425 (0.22349225169964854) + | > loss_disc_real_5: 0.27286165952682495 (0.23665256692370787) + | > loss_0: 2.413019895553589 (2.457755601345585) + | > grad_norm_0: tensor(286.0787, device='cuda:0') (tensor(96.6194, device='cuda:0')) + | > loss_gen: 2.4842441082000732 (2.358358867277348) + | > loss_kl: 1.4318310022354126 (1.4789335485642325) + | > loss_feat: 4.536543846130371 (5.045269243608271) + | > loss_mel: 23.542011260986328 (23.955710236796268) + | > loss_duration: 1.7634257078170776 (1.8135426861380566) + | > amp_scaler: 128.0 (134.17258883248718) + | > loss_1: 33.758052825927734 (34.65181468343975) + | > grad_norm_1: tensor(1219.6339, device='cuda:0') (tensor(676.6770, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 0.9437 (0.9778032720391521) + | > loader_time: 0.0067 (0.00621343687706187) + + + --> TIME: 2024-11-22 13:12:21 -- STEP: 419/797 -- GLOBAL_STEP: 11800 + | > loss_disc: 2.34165096282959 (2.457421060962722) + | > loss_disc_real_0: 0.1122608482837677 (0.12245978313211474) + | > loss_disc_real_1: 0.2423299252986908 (0.21917715633114654) + | > loss_disc_real_2: 0.22258710861206055 (0.23832972468652702) + | > loss_disc_real_3: 0.22318719327449799 (0.22205176536962923) + | > loss_disc_real_4: 0.22628912329673767 (0.22363814508858046) + | > loss_disc_real_5: 0.22041793167591095 (0.2368168143426604) + | > loss_0: 2.34165096282959 (2.457421060962722) + | > grad_norm_0: tensor(238.0851, device='cuda:0') (tensor(96.6719, device='cuda:0')) + | > loss_gen: 2.634690284729004 (2.3625221195539594) + | > loss_kl: 1.3627419471740723 (1.4747812625616428) + | > loss_feat: 5.255873680114746 (5.057405034795865) + | > loss_mel: 22.622573852539062 (23.966364070737562) + | > loss_duration: 1.820336103439331 (1.8119523246419176) + | > amp_scaler: 128.0 (133.80429594272061) + | > loss_1: 33.69621658325195 (34.673024912722646) + | > grad_norm_1: tensor(971.8671, device='cuda:0') (tensor(676.7082, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 1.0682 (0.981371245691486) + | > loader_time: 0.0067 (0.006269350825744481) + + + --> TIME: 2024-11-22 13:12:47 -- STEP: 444/797 -- GLOBAL_STEP: 11825 + | > loss_disc: 2.360546350479126 (2.4585241976085004) + | > loss_disc_real_0: 0.07765740156173706 (0.12264411337254155) + | > loss_disc_real_1: 0.18528351187705994 (0.2193317321372462) + | > loss_disc_real_2: 0.239462748169899 (0.2386502580599742) + | > loss_disc_real_3: 0.20109522342681885 (0.22221493640461484) + | > loss_disc_real_4: 0.27369484305381775 (0.22338750025442056) + | > loss_disc_real_5: 0.2420496940612793 (0.23635841862441184) + | > loss_0: 2.360546350479126 (2.4585241976085004) + | > grad_norm_0: tensor(85.8158, device='cuda:0') (tensor(97.9876, device='cuda:0')) + | > loss_gen: 2.4435319900512695 (2.360607862204044) + | > loss_kl: 1.5584478378295898 (1.475871251778559) + | > loss_feat: 5.607046127319336 (5.051026414106557) + | > loss_mel: 26.070383071899414 (23.963827219095315) + | > loss_duration: 1.7823137044906616 (1.8102069773652534) + | > amp_scaler: 128.0 (133.4774774774773) + | > loss_1: 37.46172332763672 (34.66153983382493) + | > grad_norm_1: tensor(794.2549, device='cuda:0') (tensor(670.1497, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 1.0168 (0.9844792173789428) + | > loader_time: 0.0088 (0.006369119291906956) + + + --> TIME: 2024-11-22 13:13:17 -- STEP: 469/797 -- GLOBAL_STEP: 11850 + | > loss_disc: 2.473191261291504 (2.456758226158776) + | > loss_disc_real_0: 0.09891124069690704 (0.12188810461572118) + | > loss_disc_real_1: 0.1859358847141266 (0.21944694363994638) + | > loss_disc_real_2: 0.2532689869403839 (0.2385166585127682) + | > loss_disc_real_3: 0.2377033680677414 (0.2223871770952302) + | > loss_disc_real_4: 0.20885522663593292 (0.22313748344556608) + | > loss_disc_real_5: 0.2620721459388733 (0.23602025080591377) + | > loss_0: 2.473191261291504 (2.456758226158776) + | > grad_norm_0: tensor(211.7358, device='cuda:0') (tensor(99.8502, device='cuda:0')) + | > loss_gen: 2.2863552570343018 (2.362788739489085) + | > loss_kl: 1.4323146343231201 (1.4758017807881203) + | > loss_feat: 4.847976207733154 (5.057864894744937) + | > loss_mel: 23.410768508911133 (23.962172428936338) + | > loss_duration: 1.7741236686706543 (1.8090631089993379) + | > amp_scaler: 128.0 (133.18550106609788) + | > loss_1: 33.75153732299805 (34.66769106606685) + | > grad_norm_1: tensor(1006.9650, device='cuda:0') (tensor(668.8437, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 1.136 (0.9935402870178223) + | > loader_time: 0.0074 (0.006479167734890348) + + + --> TIME: 2024-11-22 13:13:46 -- STEP: 494/797 -- GLOBAL_STEP: 11875 + | > loss_disc: 2.5166239738464355 (2.455895702365921) + | > loss_disc_real_0: 0.10017206519842148 (0.12169365221747629) + | > loss_disc_real_1: 0.17370139062404633 (0.21939649043778175) + | > loss_disc_real_2: 0.20926551520824432 (0.23833067823759457) + | > loss_disc_real_3: 0.15715338289737701 (0.22237758474190708) + | > loss_disc_real_4: 0.22374789416790009 (0.2230592886144333) + | > loss_disc_real_5: 0.22710542380809784 (0.23626620877488905) + | > loss_0: 2.5166239738464355 (2.455895702365921) + | > grad_norm_0: tensor(95.1994, device='cuda:0') (tensor(98.9292, device='cuda:0')) + | > loss_gen: 2.1155242919921875 (2.3659065645715964) + | > loss_kl: 1.5270544290542603 (1.476709307446653) + | > loss_feat: 5.097856521606445 (5.073115486847726) + | > loss_mel: 23.066123962402344 (23.976647353847984) + | > loss_duration: 1.8095057010650635 (1.8072426842774458) + | > amp_scaler: 128.0 (132.9230769230767) + | > loss_1: 33.616065979003906 (34.699621501721836) + | > grad_norm_1: tensor(321.6021, device='cuda:0') (tensor(663.9965, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 1.0138 (1.000975937978459) + | > loader_time: 0.0071 (0.006610057614592886) + + + --> TIME: 2024-11-22 13:14:13 -- STEP: 519/797 -- GLOBAL_STEP: 11900 + | > loss_disc: 2.2666101455688477 (2.452709546667992) + | > loss_disc_real_0: 0.11360907554626465 (0.12069847884449776) + | > loss_disc_real_1: 0.15912875533103943 (0.21928902780044976) + | > loss_disc_real_2: 0.1809069961309433 (0.23804054270015745) + | > loss_disc_real_3: 0.19705793261528015 (0.22206131910083382) + | > loss_disc_real_4: 0.16630035638809204 (0.22267429809120123) + | > loss_disc_real_5: 0.184233158826828 (0.2361458649352796) + | > loss_0: 2.2666101455688477 (2.452709546667992) + | > grad_norm_0: tensor(24.3805, device='cuda:0') (tensor(97.8337, device='cuda:0')) + | > loss_gen: 2.430384397506714 (2.367057062297887) + | > loss_kl: 1.4206371307373047 (1.4747504524183177) + | > loss_feat: 5.5562214851379395 (5.075018932364578) + | > loss_mel: 24.884668350219727 (23.96823092554346) + | > loss_duration: 1.7814831733703613 (1.8059985256378823) + | > amp_scaler: 128.0 (132.6859344894025) + | > loss_1: 36.073394775390625 (34.69105598141003) + | > grad_norm_1: tensor(714.2385, device='cuda:0') (tensor(659.6987, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 1.0726 (1.0049461358314764) + | > loader_time: 0.0091 (0.006704957958361086) + + + --> TIME: 2024-11-22 13:14:40 -- STEP: 544/797 -- GLOBAL_STEP: 11925 + | > loss_disc: 2.652627468109131 (2.4531084399889496) + | > loss_disc_real_0: 0.03390045464038849 (0.12101196631556382) + | > loss_disc_real_1: 0.21507331728935242 (0.2191879139829646) + | > loss_disc_real_2: 0.2878127098083496 (0.23813904389081633) + | > loss_disc_real_3: 0.21204423904418945 (0.22208762607153723) + | > loss_disc_real_4: 0.27697813510894775 (0.22262322924592917) + | > loss_disc_real_5: 0.2832658588886261 (0.23629849141134934) + | > loss_0: 2.652627468109131 (2.4531084399889496) + | > grad_norm_0: tensor(74.1262, device='cuda:0') (tensor(96.9687, device='cuda:0')) + | > loss_gen: 2.2493672370910645 (2.366772124653353) + | > loss_kl: 1.7022628784179688 (1.4723315315649788) + | > loss_feat: 4.417611122131348 (5.084140874883708) + | > loss_mel: 22.987783432006836 (23.992315976058734) + | > loss_duration: 1.8113348484039307 (1.8057199758203593) + | > amp_scaler: 128.0 (132.47058823529392) + | > loss_1: 33.16836166381836 (34.72128054674934) + | > grad_norm_1: tensor(260.2281, device='cuda:0') (tensor(669.0777, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 1.1849 (1.0073474294999067) + | > loader_time: 0.0075 (0.006771127090734592) + + + --> TIME: 2024-11-22 13:15:07 -- STEP: 569/797 -- GLOBAL_STEP: 11950 + | > loss_disc: 2.354848861694336 (2.4539182584189354) + | > loss_disc_real_0: 0.06701666861772537 (0.12109277351891957) + | > loss_disc_real_1: 0.18629710376262665 (0.21936410431126507) + | > loss_disc_real_2: 0.2075696587562561 (0.23787266382643124) + | > loss_disc_real_3: 0.16665977239608765 (0.22198659726312167) + | > loss_disc_real_4: 0.18155087530612946 (0.22274206180668893) + | > loss_disc_real_5: 0.19757620990276337 (0.23668278984214802) + | > loss_0: 2.354848861694336 (2.4539182584189354) + | > grad_norm_0: tensor(65.6569, device='cuda:0') (tensor(96.2268, device='cuda:0')) + | > loss_gen: 2.3296496868133545 (2.366298661919176) + | > loss_kl: 1.2186013460159302 (1.4703711024068151) + | > loss_feat: 5.445474147796631 (5.082591395386493) + | > loss_mel: 25.39064598083496 (24.014092074965767) + | > loss_duration: 1.7853670120239258 (1.8046799034980152) + | > amp_scaler: 128.0 (132.27416520210878) + | > loss_1: 36.16973876953125 (34.738033194114536) + | > grad_norm_1: tensor(922.0375, device='cuda:0') (tensor(668.1573, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 0.9631 (1.0101593797780921) + | > loader_time: 0.0076 (0.00685995408646461) + + + --> TIME: 2024-11-22 13:15:35 -- STEP: 594/797 -- GLOBAL_STEP: 11975 + | > loss_disc: 2.417360544204712 (2.453891471981599) + | > loss_disc_real_0: 0.08779434859752655 (0.12135028791134109) + | > loss_disc_real_1: 0.21930766105651855 (0.21926973387598991) + | > loss_disc_real_2: 0.17662766575813293 (0.23793675625063354) + | > loss_disc_real_3: 0.21333125233650208 (0.22204542257870086) + | > loss_disc_real_4: 0.2421663999557495 (0.22286810013481273) + | > loss_disc_real_5: 0.2095092386007309 (0.2365751422013498) + | > loss_0: 2.417360544204712 (2.453891471981599) + | > grad_norm_0: tensor(120.2806, device='cuda:0') (tensor(98.4219, device='cuda:0')) + | > loss_gen: 2.263929843902588 (2.365599335845473) + | > loss_kl: 1.5187327861785889 (1.4682719990460558) + | > loss_feat: 4.907848834991455 (5.078262573942191) + | > loss_mel: 22.613916397094727 (24.021942867574477) + | > loss_duration: 1.773611307144165 (1.8041521993149017) + | > amp_scaler: 128.0 (132.0942760942758) + | > loss_1: 33.07803726196289 (34.73822904195045) + | > grad_norm_1: tensor(737.3216, device='cuda:0') (tensor(677.0790, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 1.1353 (1.0144256381474754) + | > loader_time: 0.0078 (0.006939744708513971) + + + --> TIME: 2024-11-22 13:16:04 -- STEP: 619/797 -- GLOBAL_STEP: 12000 + | > loss_disc: 2.4752063751220703 (2.457291023796709) + | > loss_disc_real_0: 0.14627738296985626 (0.12226770144491574) + | > loss_disc_real_1: 0.19536593556404114 (0.21924353118907655) + | > loss_disc_real_2: 0.22813484072685242 (0.23807717144778165) + | > loss_disc_real_3: 0.24056942760944366 (0.2220855980918943) + | > loss_disc_real_4: 0.17519120872020721 (0.2231995871407921) + | > loss_disc_real_5: 0.21089941263198853 (0.23712956130215732) + | > loss_0: 2.4752063751220703 (2.457291023796709) + | > grad_norm_0: tensor(114.3288, device='cuda:0') (tensor(99.3698, device='cuda:0')) + | > loss_gen: 2.1587679386138916 (2.365660069832317) + | > loss_kl: 1.345642328262329 (1.4646928373946895) + | > loss_feat: 5.458624839782715 (5.072802401898557) + | > loss_mel: 25.97420883178711 (24.028429971180365) + | > loss_duration: 1.777298092842102 (1.8038911948489071) + | > amp_scaler: 128.0 (131.92891760904655) + | > loss_1: 36.714542388916016 (34.73547653235216) + | > grad_norm_1: tensor(929.7720, device='cuda:0') (tensor(668.5984, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 1.076 (1.0192725061407368) + | > loader_time: 0.0099 (0.0070898567532491595) + + + --> TIME: 2024-11-22 13:16:31 -- STEP: 644/797 -- GLOBAL_STEP: 12025 + | > loss_disc: 2.7037298679351807 (2.4573145756810346) + | > loss_disc_real_0: 0.09422682225704193 (0.12180033479730447) + | > loss_disc_real_1: 0.3023858368396759 (0.2195876294642872) + | > loss_disc_real_2: 0.306003212928772 (0.23791786077322427) + | > loss_disc_real_3: 0.32785603404045105 (0.22235760886384093) + | > loss_disc_real_4: 0.3101005554199219 (0.22335257827772867) + | > loss_disc_real_5: 0.21905912458896637 (0.23688844237360895) + | > loss_0: 2.7037298679351807 (2.4573145756810346) + | > grad_norm_0: tensor(48.8466, device='cuda:0') (tensor(99.8844, device='cuda:0')) + | > loss_gen: 2.1161153316497803 (2.3661522345143067) + | > loss_kl: 1.526842474937439 (1.4627770033682355) + | > loss_feat: 4.216624736785889 (5.070418775451847) + | > loss_mel: 23.545270919799805 (24.029905612424304) + | > loss_duration: 1.776776671409607 (1.8040090157008326) + | > amp_scaler: 128.0 (131.77639751552766) + | > loss_1: 33.1816291809082 (34.73326270180455) + | > grad_norm_1: tensor(552.8714, device='cuda:0') (tensor(672.2487, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 0.9859 (1.021933316444016) + | > loader_time: 0.0097 (0.007170229594899999) + + + --> TIME: 2024-11-22 13:17:05 -- STEP: 669/797 -- GLOBAL_STEP: 12050 + | > loss_disc: 2.513154983520508 (2.459158896687141) + | > loss_disc_real_0: 0.17318280041217804 (0.12246456275372498) + | > loss_disc_real_1: 0.34363698959350586 (0.21999124908661094) + | > loss_disc_real_2: 0.271603524684906 (0.23811339498991746) + | > loss_disc_real_3: 0.22740432620048523 (0.222315757085746) + | > loss_disc_real_4: 0.19360582530498505 (0.22313016530555113) + | > loss_disc_real_5: 0.27560120820999146 (0.23714204090236726) + | > loss_0: 2.513154983520508 (2.459158896687141) + | > grad_norm_0: tensor(77.5523, device='cuda:0') (tensor(100.3705, device='cuda:0')) + | > loss_gen: 2.2532198429107666 (2.362592448746318) + | > loss_kl: 1.5568335056304932 (1.462540476489673) + | > loss_feat: 4.600529670715332 (5.062329322233325) + | > loss_mel: 25.12795066833496 (24.03260876494496) + | > loss_duration: 1.8044109344482422 (1.8035768671420664) + | > amp_scaler: 128.0 (131.63527653213723) + | > loss_1: 35.34294128417969 (34.72364791733263) + | > grad_norm_1: tensor(1308.2639, device='cuda:0') (tensor(674.9675, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 1.3029 (1.0326242414825153) + | > loader_time: 0.0136 (0.007360444475182502) + + + --> TIME: 2024-11-22 13:17:36 -- STEP: 694/797 -- GLOBAL_STEP: 12075 + | > loss_disc: 2.410284996032715 (2.4590498342981264) + | > loss_disc_real_0: 0.10009925812482834 (0.12211682307949932) + | > loss_disc_real_1: 0.22162692248821259 (0.21994573408227833) + | > loss_disc_real_2: 0.2056644707918167 (0.23776309752584535) + | > loss_disc_real_3: 0.24915528297424316 (0.2222991047657876) + | > loss_disc_real_4: 0.2269430309534073 (0.22303677358871243) + | > loss_disc_real_5: 0.19342932105064392 (0.23710146941437846) + | > loss_0: 2.410284996032715 (2.4590498342981264) + | > grad_norm_0: tensor(101.8702, device='cuda:0') (tensor(101.7776, device='cuda:0')) + | > loss_gen: 2.465606689453125 (2.3623809835065663) + | > loss_kl: 1.5020463466644287 (1.4625383320047116) + | > loss_feat: 5.0353169441223145 (5.060622112895293) + | > loss_mel: 23.034330368041992 (24.024844779748417) + | > loss_duration: 1.8233226537704468 (1.802749502040468) + | > amp_scaler: 128.0 (131.5043227665703) + | > loss_1: 33.86062240600586 (34.71313575227938) + | > grad_norm_1: tensor(838.4724, device='cuda:0') (tensor(678.2318, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 1.0812 (1.0404746267912357) + | > loader_time: 0.0093 (0.00749960515959462) + + + --> TIME: 2024-11-22 13:18:06 -- STEP: 719/797 -- GLOBAL_STEP: 12100 + | > loss_disc: 2.4217238426208496 (2.4592186320308858) + | > loss_disc_real_0: 0.055362630635499954 (0.12159580613262386) + | > loss_disc_real_1: 0.19079838693141937 (0.22010379132292698) + | > loss_disc_real_2: 0.25621500611305237 (0.23800257086670945) + | > loss_disc_real_3: 0.270277202129364 (0.2222625004938481) + | > loss_disc_real_4: 0.2076265662908554 (0.22319359899147503) + | > loss_disc_real_5: 0.23964205384254456 (0.2374955532406567) + | > loss_0: 2.4217238426208496 (2.4592186320308858) + | > grad_norm_0: tensor(9.8633, device='cuda:0') (tensor(100.0415, device='cuda:0')) + | > loss_gen: 2.3783419132232666 (2.3619057714358815) + | > loss_kl: 1.3692033290863037 (1.4618133644732707) + | > loss_feat: 5.078696250915527 (5.056956574714563) + | > loss_mel: 23.238086700439453 (24.0289585951804) + | > loss_duration: 1.7635278701782227 (1.8017875766886795) + | > amp_scaler: 128.0 (131.38247566063953) + | > loss_1: 33.82785415649414 (34.71142191349711) + | > grad_norm_1: tensor(219.4545, device='cuda:0') (tensor(672.7419, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 1.0917 (1.0443059061764008) + | > loader_time: 0.0184 (0.007775566342477174) + + + --> TIME: 2024-11-22 13:18:38 -- STEP: 744/797 -- GLOBAL_STEP: 12125 + | > loss_disc: 2.380516767501831 (2.45862038353438) + | > loss_disc_real_0: 0.0784400999546051 (0.12180322670297682) + | > loss_disc_real_1: 0.30527523159980774 (0.22008062762919292) + | > loss_disc_real_2: 0.17722682654857635 (0.2378195369395838) + | > loss_disc_real_3: 0.2052146941423416 (0.22207313980306348) + | > loss_disc_real_4: 0.21320900321006775 (0.22315788106812592) + | > loss_disc_real_5: 0.20119141042232513 (0.2373289642354814) + | > loss_0: 2.380516767501831 (2.45862038353438) + | > grad_norm_0: tensor(15.9897, device='cuda:0') (tensor(99.2591, device='cuda:0')) + | > loss_gen: 2.490950345993042 (2.362817082994728) + | > loss_kl: 1.395364761352539 (1.4616960219798543) + | > loss_feat: 5.602227210998535 (5.064138746710229) + | > loss_mel: 25.826032638549805 (24.04594111186204) + | > loss_duration: 1.7802693843841553 (1.800684121187016) + | > amp_scaler: 128.0 (131.26881720430083) + | > loss_1: 37.094844818115234 (34.735277114375904) + | > grad_norm_1: tensor(747.4175, device='cuda:0') (tensor(672.7018, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 1.3706 (1.0509528149199738) + | > loader_time: 0.1351 (0.009582406090151877) + + + --> TIME: 2024-11-22 13:19:20 -- STEP: 769/797 -- GLOBAL_STEP: 12150 + | > loss_disc: 2.509087085723877 (2.4577619297761757) + | > loss_disc_real_0: 0.10979314893484116 (0.12124530474264154) + | > loss_disc_real_1: 0.19336536526679993 (0.220043954714377) + | > loss_disc_real_2: 0.2878565192222595 (0.23798434630094487) + | > loss_disc_real_3: 0.2214837670326233 (0.2221608192154893) + | > loss_disc_real_4: 0.22749368846416473 (0.22309843391683856) + | > loss_disc_real_5: 0.17191120982170105 (0.23713043215835977) + | > loss_0: 2.509087085723877 (2.4577619297761757) + | > grad_norm_0: tensor(90.6117, device='cuda:0') (tensor(99.2093, device='cuda:0')) + | > loss_gen: 2.304042339324951 (2.365055813435925) + | > loss_kl: 1.5829635858535767 (1.4616595503567713) + | > loss_feat: 5.358572006225586 (5.066207028489424) + | > loss_mel: 25.454233169555664 (24.04607586804852) + | > loss_duration: 1.8035130500793457 (1.7995566881524576) + | > amp_scaler: 128.0 (131.1625487646291) + | > loss_1: 36.50332260131836 (34.73855498553247) + | > grad_norm_1: tensor(268.1505, device='cuda:0') (tensor(669.9691, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 1.4576 (1.0658421814054138) + | > loader_time: 0.1254 (0.013895009366991614) + + + --> TIME: 2024-11-22 13:20:50 -- STEP: 794/797 -- GLOBAL_STEP: 12175 + | > loss_disc: 2.4955925941467285 (2.458444328091907) + | > loss_disc_real_0: 0.08619324862957001 (0.12149381066815608) + | > loss_disc_real_1: 0.31123992800712585 (0.22002815072347295) + | > loss_disc_real_2: 0.26908499002456665 (0.23809460651889555) + | > loss_disc_real_3: 0.22160124778747559 (0.22218410907224084) + | > loss_disc_real_4: 0.25223585963249207 (0.22334186560110728) + | > loss_disc_real_5: 0.23545028269290924 (0.2373972824148327) + | > loss_0: 2.4955925941467285 (2.458444328091907) + | > grad_norm_0: tensor(76.7423, device='cuda:0') (tensor(99.9182, device='cuda:0')) + | > loss_gen: 2.363731861114502 (2.3672811711765376) + | > loss_kl: 1.4478353261947632 (1.46048375115887) + | > loss_feat: 4.596607685089111 (5.071487670281068) + | > loss_mel: 24.37809944152832 (24.04546045356195) + | > loss_duration: 1.7951226234436035 (1.7985920939097182) + | > amp_scaler: 128.0 (131.06297229219118) + | > loss_1: 34.581398010253906 (34.743305187081155) + | > grad_norm_1: tensor(440.3162, device='cuda:0') (tensor(666.0139, device='cuda:0')) + | > current_lr_0: 0.0001996502842328613 + | > current_lr_1: 0.0001996502842328613 + | > step_time: 6.8863 (1.1409766517898603) + | > loader_time: 0.1205 (0.01759985562235642) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.5648550987243652 (2.5648550987243652) + | > loss_disc_real_0: 0.1071937158703804 (0.1071937158703804) + | > loss_disc_real_1: 0.2265644520521164 (0.2265644520521164) + | > loss_disc_real_2: 0.23650681972503662 (0.23650681972503662) + | > loss_disc_real_3: 0.24843133985996246 (0.24843133985996246) + | > loss_disc_real_4: 0.19467850029468536 (0.19467850029468536) + | > loss_disc_real_5: 0.2863982617855072 (0.2863982617855072) + | > loss_0: 2.5648550987243652 (2.5648550987243652) + | > loss_gen: 2.0799319744110107 (2.0799319744110107) + | > loss_kl: 1.1263580322265625 (1.1263580322265625) + | > loss_feat: 3.8244028091430664 (3.8244028091430664) + | > loss_mel: 22.029067993164062 (22.029067993164062) + | > loss_duration: 2.076371192932129 (2.076371192932129) + | > loss_1: 31.136131286621094 (31.136131286621094) + + --> STEP: 1 + | > loss_disc: 2.2952089309692383 (2.2952089309692383) + | > loss_disc_real_0: 0.040929779410362244 (0.040929779410362244) + | > loss_disc_real_1: 0.1624627262353897 (0.1624627262353897) + | > loss_disc_real_2: 0.18020641803741455 (0.18020641803741455) + | > loss_disc_real_3: 0.22059138119220734 (0.22059138119220734) + | > loss_disc_real_4: 0.17800578474998474 (0.17800578474998474) + | > loss_disc_real_5: 0.1982262283563614 (0.1982262283563614) + | > loss_0: 2.2952089309692383 (2.2952089309692383) + | > loss_gen: 2.187236785888672 (2.187236785888672) + | > loss_kl: 1.487427830696106 (1.487427830696106) + | > loss_feat: 6.68859338760376 (6.68859338760376) + | > loss_mel: 25.956811904907227 (25.956811904907227) + | > loss_duration: 1.889914870262146 (1.889914870262146) + | > loss_1: 38.20998764038086 (38.20998764038086) + + --> STEP: 2 + | > loss_disc: 2.4399378299713135 (2.367573380470276) + | > loss_disc_real_0: 0.053755830973386765 (0.047342805191874504) + | > loss_disc_real_1: 0.16273166239261627 (0.162597194314003) + | > loss_disc_real_2: 0.23398686945438385 (0.2070966437458992) + | > loss_disc_real_3: 0.15060026943683624 (0.1855958253145218) + | > loss_disc_real_4: 0.2549627423286438 (0.21648426353931427) + | > loss_disc_real_5: 0.24356217682361603 (0.2208942025899887) + | > loss_0: 2.4399378299713135 (2.367573380470276) + | > loss_gen: 1.9547604322433472 (2.0709986090660095) + | > loss_kl: 1.3956046104431152 (1.4415162205696106) + | > loss_feat: 4.600367069244385 (5.644480228424072) + | > loss_mel: 24.30974769592285 (25.13327980041504) + | > loss_duration: 1.7419729232788086 (1.8159438967704773) + | > loss_1: 34.0024528503418 (36.10622024536133) + + --> STEP: 3 + | > loss_disc: 2.433300256729126 (2.389482339223226) + | > loss_disc_real_0: 0.05740570276975632 (0.05069710438450178) + | > loss_disc_real_1: 0.19469837844371796 (0.173297589023908) + | > loss_disc_real_2: 0.23520174622535706 (0.21646501123905182) + | > loss_disc_real_3: 0.2370138317346573 (0.2027351607879003) + | > loss_disc_real_4: 0.25790897011756897 (0.23029249906539917) + | > loss_disc_real_5: 0.2547195553779602 (0.23216932018597922) + | > loss_0: 2.433300256729126 (2.389482339223226) + | > loss_gen: 2.1370553970336914 (2.0930175383885703) + | > loss_kl: 1.3324590921401978 (1.405163844426473) + | > loss_feat: 4.289610385894775 (5.192856947580974) + | > loss_mel: 24.998886108398438 (25.088481903076172) + | > loss_duration: 1.8013075590133667 (1.8110651175181072) + | > loss_1: 34.55931854248047 (35.59058634440104) + + --> STEP: 4 + | > loss_disc: 2.4638633728027344 (2.408077597618103) + | > loss_disc_real_0: 0.12400579452514648 (0.06902427691966295) + | > loss_disc_real_1: 0.2293030321598053 (0.1872989498078823) + | > loss_disc_real_2: 0.22560007870197296 (0.2187487781047821) + | > loss_disc_real_3: 0.2163708657026291 (0.2061440870165825) + | > loss_disc_real_4: 0.23254649341106415 (0.23085599765181541) + | > loss_disc_real_5: 0.1897219866514206 (0.22155748680233955) + | > loss_0: 2.4638633728027344 (2.408077597618103) + | > loss_gen: 2.0494701862335205 (2.0821307003498077) + | > loss_kl: 1.4453357458114624 (1.4152068197727203) + | > loss_feat: 4.757198810577393 (5.083942413330078) + | > loss_mel: 22.502819061279297 (24.442066192626953) + | > loss_duration: 1.7152099609375 (1.7871013283729553) + | > loss_1: 32.47003173828125 (34.810447692871094) + + --> STEP: 5 + | > loss_disc: 2.151329755783081 (2.356728029251099) + | > loss_disc_real_0: 0.09930743277072906 (0.07508090808987618) + | > loss_disc_real_1: 0.17053724825382233 (0.1839466094970703) + | > loss_disc_real_2: 0.20082935690879822 (0.21516489386558532) + | > loss_disc_real_3: 0.24286746978759766 (0.21348876357078553) + | > loss_disc_real_4: 0.19169776141643524 (0.2230243504047394) + | > loss_disc_real_5: 0.20269906520843506 (0.21778580248355867) + | > loss_0: 2.151329755783081 (2.356728029251099) + | > loss_gen: 2.4645183086395264 (2.1586082220077514) + | > loss_kl: 1.9875365495681763 (1.5296727657318114) + | > loss_feat: 6.3272199630737305 (5.332597923278809) + | > loss_mel: 25.876798629760742 (24.72901268005371) + | > loss_duration: 1.9771369695663452 (1.8251084566116333) + | > loss_1: 38.63321304321289 (35.57500076293945) + + --> STEP: 6 + | > loss_disc: 2.439385414123535 (2.3705042600631714) + | > loss_disc_real_0: 0.05235188454389572 (0.07129273749887943) + | > loss_disc_real_1: 0.23953498899936676 (0.19321133941411972) + | > loss_disc_real_2: 0.2557796239852905 (0.22193401555220285) + | > loss_disc_real_3: 0.24967601895332336 (0.2195199728012085) + | > loss_disc_real_4: 0.26682713627815247 (0.23032481471697488) + | > loss_disc_real_5: 0.3024718463420868 (0.23190014312664667) + | > loss_0: 2.439385414123535 (2.3705042600631714) + | > loss_gen: 2.4449591636657715 (2.2063333789507547) + | > loss_kl: 1.1354591846466064 (1.4639705022176106) + | > loss_feat: 4.197249889373779 (5.143373250961304) + | > loss_mel: 22.377920150756836 (24.3371639251709) + | > loss_duration: 1.7907097339630127 (1.8193753361701965) + | > loss_1: 31.946298599243164 (34.970217068990074) + + --> STEP: 7 + | > loss_disc: 2.6468958854675293 (2.4099887779780795) + | > loss_disc_real_0: 0.05247611552476883 (0.06860464864543506) + | > loss_disc_real_1: 0.14666560292243958 (0.18656194848673685) + | > loss_disc_real_2: 0.22179469466209412 (0.2219141125679016) + | > loss_disc_real_3: 0.2572352886199951 (0.22490787506103516) + | > loss_disc_real_4: 0.2507571280002594 (0.23324371661458695) + | > loss_disc_real_5: 0.26002320647239685 (0.235917723604611) + | > loss_0: 2.6468958854675293 (2.4099887779780795) + | > loss_gen: 1.8526318073272705 (2.1558045830045427) + | > loss_kl: 1.098706603050232 (1.4117899451936995) + | > loss_feat: 4.8095550537109375 (5.095684937068394) + | > loss_mel: 24.40216636657715 (24.346449988228933) + | > loss_duration: 1.7282465696334839 (1.8063569409506661) + | > loss_1: 33.89130401611328 (34.81608663286482) + + --> STEP: 8 + | > loss_disc: 2.680598258972168 (2.4438149631023407) + | > loss_disc_real_0: 0.06792506575584412 (0.06851970078423619) + | > loss_disc_real_1: 0.24866271018981934 (0.19432454369962215) + | > loss_disc_real_2: 0.23596368730068207 (0.22367030940949917) + | > loss_disc_real_3: 0.25920775532722473 (0.22919536009430885) + | > loss_disc_real_4: 0.18592053651809692 (0.2273283191025257) + | > loss_disc_real_5: 0.20916706323623657 (0.23257389105856419) + | > loss_0: 2.680598258972168 (2.4438149631023407) + | > loss_gen: 1.8481041193008423 (2.11734202504158) + | > loss_kl: 1.6954962015151978 (1.4472532272338867) + | > loss_feat: 4.426746368408203 (5.01206761598587) + | > loss_mel: 18.910337448120117 (23.666935920715332) + | > loss_duration: 1.8115019798278809 (1.807000070810318) + | > loss_1: 28.69218635559082 (34.050599098205566) + + --> STEP: 9 + | > loss_disc: 2.596184492111206 (2.4607449107699924) + | > loss_disc_real_0: 0.11956286430358887 (0.0741911633974976) + | > loss_disc_real_1: 0.17665942013263702 (0.19236175219217935) + | > loss_disc_real_2: 0.23829105496406555 (0.22529483669333988) + | > loss_disc_real_3: 0.25253063440322876 (0.2317881683508555) + | > loss_disc_real_4: 0.24834486842155457 (0.22966349124908447) + | > loss_disc_real_5: 0.2842937409877777 (0.23832054105069903) + | > loss_0: 2.596184492111206 (2.4607449107699924) + | > loss_gen: 2.013094663619995 (2.1057589848836265) + | > loss_kl: 1.4776840209960938 (1.4506344265407987) + | > loss_feat: 3.8456039428710938 (4.882460541195339) + | > loss_mel: 20.754852294921875 (23.34337107340495) + | > loss_duration: 1.7639708518981934 (1.8022190464867487) + | > loss_1: 29.855205535888672 (33.584444257948135) + + --> STEP: 10 + | > loss_disc: 2.492072343826294 (2.4638776540756226) + | > loss_disc_real_0: 0.07681205868721008 (0.07445325292646884) + | > loss_disc_real_1: 0.20117494463920593 (0.19324307143688202) + | > loss_disc_real_2: 0.23749101161956787 (0.22651445418596267) + | > loss_disc_real_3: 0.2646413743495941 (0.23507348895072938) + | > loss_disc_real_4: 0.2791164219379425 (0.23460878431797028) + | > loss_disc_real_5: 0.2716303765773773 (0.24165152460336686) + | > loss_0: 2.492072343826294 (2.4638776540756226) + | > loss_gen: 2.203275680541992 (2.115510654449463) + | > loss_kl: 1.2588626146316528 (1.431457245349884) + | > loss_feat: 4.680201053619385 (4.862234592437744) + | > loss_mel: 25.326126098632812 (23.541646575927736) + | > loss_duration: 1.6549296379089355 (1.7874901056289674) + | > loss_1: 35.12339782714844 (33.73833961486817) + + --> STEP: 11 + | > loss_disc: 2.360109329223633 (2.454444169998169) + | > loss_disc_real_0: 0.06415107101202011 (0.07351669093424623) + | > loss_disc_real_1: 0.14128795266151428 (0.18851987882093948) + | > loss_disc_real_2: 0.23326772451400757 (0.2271283878521486) + | > loss_disc_real_3: 0.1571199744939804 (0.22798680581829764) + | > loss_disc_real_4: 0.14559130370616913 (0.2265162860805338) + | > loss_disc_real_5: 0.18723346292972565 (0.2367044280875813) + | > loss_0: 2.360109329223633 (2.454444169998169) + | > loss_gen: 1.9686193466186523 (2.1021568991921167) + | > loss_kl: 1.4227157831192017 (1.4306625669652766) + | > loss_feat: 6.266667366027832 (4.989910299127752) + | > loss_mel: 24.415912628173828 (23.621125307950106) + | > loss_duration: 1.6818830966949463 (1.7778894684531472) + | > loss_1: 35.755802154541016 (33.92174530029297) + + --> STEP: 12 + | > loss_disc: 2.514132022857666 (2.45941815773646) + | > loss_disc_real_0: 0.07895167171955109 (0.07396960599968831) + | > loss_disc_real_1: 0.2573449909687042 (0.19425530483325323) + | > loss_disc_real_2: 0.26343774795532227 (0.23015416786074638) + | > loss_disc_real_3: 0.2793354094028473 (0.23226585611701012) + | > loss_disc_real_4: 0.23982028663158417 (0.22762495279312134) + | > loss_disc_real_5: 0.2453230321407318 (0.2374226450920105) + | > loss_0: 2.514132022857666 (2.45941815773646) + | > loss_gen: 2.2691750526428223 (2.1160750786463423) + | > loss_kl: 1.318811058998108 (1.4213416079680126) + | > loss_feat: 5.029424667358398 (4.993203163146973) + | > loss_mel: 24.940378189086914 (23.73106304804484) + | > loss_duration: 1.7920846939086914 (1.7790724039077759) + | > loss_1: 35.34987258911133 (34.040755907694496) + + --> STEP: 13 + | > loss_disc: 2.159444808959961 (2.4363432847536526) + | > loss_disc_real_0: 0.06177596375346184 (0.07303163351920935) + | > loss_disc_real_1: 0.19070036709308624 (0.19398184808400962) + | > loss_disc_real_2: 0.17922642827033997 (0.22623664943071511) + | > loss_disc_real_3: 0.2008795291185379 (0.2298515232709738) + | > loss_disc_real_4: 0.16939395666122437 (0.22314564539836004) + | > loss_disc_real_5: 0.18824046850204468 (0.23363940073893621) + | > loss_0: 2.159444808959961 (2.4363432847536526) + | > loss_gen: 2.2156052589416504 (2.123731246361366) + | > loss_kl: 1.4303197860717773 (1.4220322370529175) + | > loss_feat: 6.6121392250061035 (5.117736706366906) + | > loss_mel: 29.540096282958984 (24.17791175842285) + | > loss_duration: 1.8198796510696411 (1.782211422920227) + | > loss_1: 41.618045806884766 (34.62362436147836) + + --> STEP: 14 + | > loss_disc: 2.3956754207611084 (2.4334384373256137) + | > loss_disc_real_0: 0.04613901674747467 (0.0711107323212283) + | > loss_disc_real_1: 0.21767346560955048 (0.1956741064786911) + | > loss_disc_real_2: 0.21671287715435028 (0.22555637998240335) + | > loss_disc_real_3: 0.24071772396564484 (0.2306276804634503) + | > loss_disc_real_4: 0.2719593346118927 (0.22663233748504094) + | > loss_disc_real_5: 0.28026747703552246 (0.2369699776172638) + | > loss_0: 2.3956754207611084 (2.4334384373256137) + | > loss_gen: 2.276494026184082 (2.13464287349156) + | > loss_kl: 1.0251531600952148 (1.3936837315559387) + | > loss_feat: 4.656208515167236 (5.084770406995501) + | > loss_mel: 24.336339950561523 (24.189228057861328) + | > loss_duration: 1.8458232879638672 (1.7867551275662013) + | > loss_1: 34.14002227783203 (34.58908135550363) + + --> STEP: 15 + | > loss_disc: 2.327744245529175 (2.426392157872518) + | > loss_disc_real_0: 0.021842513233423233 (0.0678261843820413) + | > loss_disc_real_1: 0.1762726753950119 (0.19438067773977916) + | > loss_disc_real_2: 0.24229364097118378 (0.22667219738165537) + | > loss_disc_real_3: 0.19317351281642914 (0.22813073595364888) + | > loss_disc_real_4: 0.17826992273330688 (0.223408176501592) + | > loss_disc_real_5: 0.2543293237686157 (0.23812726736068726) + | > loss_0: 2.327744245529175 (2.426392157872518) + | > loss_gen: 2.0402374267578125 (2.1283491770426433) + | > loss_kl: 1.424739956855774 (1.3957541465759278) + | > loss_feat: 4.601840019226074 (5.052575047810873) + | > loss_mel: 22.02974510192871 (24.04526252746582) + | > loss_duration: 1.7673397064208984 (1.7854607661565145) + | > loss_1: 31.863901138305664 (34.407402674357094) + + --> STEP: 16 + | > loss_disc: 2.435621738433838 (2.4269690066576004) + | > loss_disc_real_0: 0.08908732980489731 (0.0691550059709698) + | > loss_disc_real_1: 0.1431596875190735 (0.19117936585098505) + | > loss_disc_real_2: 0.25899529457092285 (0.2286923909559846) + | > loss_disc_real_3: 0.26599034667015076 (0.23049696162343025) + | > loss_disc_real_4: 0.16783513128757477 (0.21993486117571592) + | > loss_disc_real_5: 0.2261004000902176 (0.2373755881562829) + | > loss_0: 2.435621738433838 (2.4269690066576004) + | > loss_gen: 2.1014351844787598 (2.1266670525074005) + | > loss_kl: 1.7621665000915527 (1.4186549186706543) + | > loss_feat: 5.6337385177612305 (5.08889776468277) + | > loss_mel: 27.031999588012695 (24.23193359375) + | > loss_duration: 1.8453099727630615 (1.7892013415694237) + | > loss_1: 38.37465286254883 (34.65535581111908) + + --> STEP: 17 + | > loss_disc: 2.3717401027679443 (2.4237202476052677) + | > loss_disc_real_0: 0.044359058141708374 (0.06769642080454265) + | > loss_disc_real_1: 0.22079049050807953 (0.19292119671316707) + | > loss_disc_real_2: 0.2163500338792801 (0.22796636995147257) + | > loss_disc_real_3: 0.1837071031332016 (0.22774461700635798) + | > loss_disc_real_4: 0.21727673709392548 (0.2197785009356106) + | > loss_disc_real_5: 0.23087795078754425 (0.23699337419341593) + | > loss_0: 2.3717401027679443 (2.4237202476052677) + | > loss_gen: 2.0265393257141113 (2.1207771862254425) + | > loss_kl: 1.7952296733856201 (1.4408063748303581) + | > loss_feat: 5.590137004852295 (5.118382425869212) + | > loss_mel: 25.203845977783203 (24.289104910457837) + | > loss_duration: 1.7156672477722168 (1.7848758066401762) + | > loss_1: 36.331417083740234 (34.75394765068503) + + --> STEP: 18 + | > loss_disc: 2.3512659072875977 (2.419695006476508) + | > loss_disc_real_0: 0.04512497037649155 (0.0664424513363176) + | > loss_disc_real_1: 0.19323308765888214 (0.19293852398792902) + | > loss_disc_real_2: 0.1881060153245926 (0.22575190580553478) + | > loss_disc_real_3: 0.20768021047115326 (0.22662992775440216) + | > loss_disc_real_4: 0.174718976020813 (0.21727519399589962) + | > loss_disc_real_5: 0.22764182090759277 (0.23647384345531464) + | > loss_0: 2.3512659072875977 (2.419695006476508) + | > loss_gen: 2.0591063499450684 (2.1173510286543102) + | > loss_kl: 1.2342970371246338 (1.4293336338467069) + | > loss_feat: 5.03680419921875 (5.113850302166409) + | > loss_mel: 24.735868453979492 (24.31392510732015) + | > loss_duration: 1.7282631397247314 (1.781730658478207) + | > loss_1: 34.79433822631836 (34.75619157155355) + + --> STEP: 19 + | > loss_disc: 2.7070374488830566 (2.4348182929189583) + | > loss_disc_real_0: 0.09525182098150253 (0.06795873394922207) + | > loss_disc_real_1: 0.20108291506767273 (0.1933671761500208) + | > loss_disc_real_2: 0.25005120038986206 (0.22703081604681516) + | > loss_disc_real_3: 0.18345454335212708 (0.22435753910165085) + | > loss_disc_real_4: 0.24003927409648895 (0.218473303474878) + | > loss_disc_real_5: 0.25550034642219543 (0.23747523834830836) + | > loss_0: 2.7070374488830566 (2.4348182929189583) + | > loss_gen: 1.8237110376358032 (2.1018962922849154) + | > loss_kl: 1.4474499225616455 (1.4302871227264404) + | > loss_feat: 5.21047830581665 (5.118935986569054) + | > loss_mel: 24.22113800048828 (24.30904157538163) + | > loss_duration: 1.8193331956863403 (1.7837097393838983) + | > loss_1: 34.52210998535156 (34.74387148806923) + + --> STEP: 20 + | > loss_disc: 2.389810562133789 (2.4325679063797) + | > loss_disc_real_0: 0.0326676070690155 (0.06619417760521175) + | > loss_disc_real_1: 0.21633997559547424 (0.19451581612229346) + | > loss_disc_real_2: 0.2131025791168213 (0.22633440420031548) + | > loss_disc_real_3: 0.22011403739452362 (0.22414536401629448) + | > loss_disc_real_4: 0.2508256733417511 (0.22009092196822166) + | > loss_disc_real_5: 0.19520533084869385 (0.23536174297332763) + | > loss_0: 2.389810562133789 (2.4325679063797) + | > loss_gen: 2.0764975547790527 (2.1006263554096223) + | > loss_kl: 1.2276066541671753 (1.4201530992984772) + | > loss_feat: 5.168387413024902 (5.121408557891845) + | > loss_mel: 26.63920021057129 (24.425549507141113) + | > loss_duration: 1.7252532243728638 (1.7807869136333465) + | > loss_1: 36.836944580078125 (34.84852514266968) + + --> STEP: 21 + | > loss_disc: 2.4299957752227783 (2.4324454239436557) + | > loss_disc_real_0: 0.07988493144512177 (0.06684611826425509) + | > loss_disc_real_1: 0.20014163851737976 (0.19478371242682138) + | > loss_disc_real_2: 0.24262909591197968 (0.22711034190087093) + | > loss_disc_real_3: 0.21166177093982697 (0.22355090720312937) + | > loss_disc_real_4: 0.27666428685188293 (0.2227848917245865) + | > loss_disc_real_5: 0.2396557629108429 (0.23556622011320932) + | > loss_0: 2.4299957752227783 (2.4324454239436557) + | > loss_gen: 2.142742395401001 (2.1026318811234974) + | > loss_kl: 1.6329106092453003 (1.430284409295945) + | > loss_feat: 4.289496898651123 (5.08179371697562) + | > loss_mel: 22.039886474609375 (24.311946505591983) + | > loss_duration: 1.7680389881134033 (1.7801798695609683) + | > loss_1: 31.873075485229492 (34.706837063743954) + + --> STEP: 22 + | > loss_disc: 2.321707248687744 (2.4274118705229326) + | > loss_disc_real_0: 0.11109815537929535 (0.06885757449675692) + | > loss_disc_real_1: 0.20686088502407074 (0.19533267481760544) + | > loss_disc_real_2: 0.22290828824043274 (0.2269193394617601) + | > loss_disc_real_3: 0.26444023847579956 (0.2254095131700689) + | > loss_disc_real_4: 0.26291075348854065 (0.22460879453203894) + | > loss_disc_real_5: 0.28496137261390686 (0.23781145431778647) + | > loss_0: 2.321707248687744 (2.4274118705229326) + | > loss_gen: 2.4531216621398926 (2.118563234806061) + | > loss_kl: 1.575466275215149 (1.4368835850195452) + | > loss_feat: 4.73700475692749 (5.066121491518887) + | > loss_mel: 26.692115783691406 (24.420136018232867) + | > loss_duration: 1.8660327196121216 (1.7840822718360207) + | > loss_1: 37.32373809814453 (34.825787110762164) + + --> STEP: 23 + | > loss_disc: 2.4674596786499023 (2.429153079571931) + | > loss_disc_real_0: 0.08694104850292206 (0.06964381249702498) + | > loss_disc_real_1: 0.2361999899148941 (0.1971095146044441) + | > loss_disc_real_2: 0.2796531915664673 (0.22921211564022562) + | > loss_disc_real_3: 0.1637968271970749 (0.22273070073646048) + | > loss_disc_real_4: 0.29583290219306946 (0.22770549486512723) + | > loss_disc_real_5: 0.3121580481529236 (0.24104391491931418) + | > loss_0: 2.4674596786499023 (2.429153079571931) + | > loss_gen: 2.3172929286956787 (2.1272036562795225) + | > loss_kl: 1.941084384918213 (1.4588053589281829) + | > loss_feat: 4.445913791656494 (5.039155939350957) + | > loss_mel: 23.267532348632812 (24.370022815206777) + | > loss_duration: 1.8324427604675293 (1.786184901776521) + | > loss_1: 33.804264068603516 (34.781373065450914) + + --> STEP: 24 + | > loss_disc: 2.604158401489258 (2.436444967985153) + | > loss_disc_real_0: 0.09112177789211273 (0.07053872772182031) + | > loss_disc_real_1: 0.13248895108699799 (0.1944169911245505) + | > loss_disc_real_2: 0.22846107184886932 (0.2291808221489191) + | > loss_disc_real_3: 0.2430441677570343 (0.22357709519565105) + | > loss_disc_real_4: 0.26199570298194885 (0.22913425353666148) + | > loss_disc_real_5: 0.24233463406562805 (0.2410976948837439) + | > loss_0: 2.604158401489258 (2.436444967985153) + | > loss_gen: 1.8830591440200806 (2.1170309682687125) + | > loss_kl: 1.1527470350265503 (1.4460529287656148) + | > loss_feat: 4.894333839416504 (5.033121685187021) + | > loss_mel: 23.56366539001465 (24.336424589157104) + | > loss_duration: 1.7394037246704102 (1.7842356860637665) + | > loss_1: 33.23320770263672 (34.71686617533366) + + --> STEP: 25 + | > loss_disc: 2.4853017330169678 (2.4383992385864257) + | > loss_disc_real_0: 0.08998452126979828 (0.07131655946373944) + | > loss_disc_real_1: 0.15085162222385406 (0.19267437636852264) + | > loss_disc_real_2: 0.24020697176456451 (0.22962186813354493) + | > loss_disc_real_3: 0.22213055193424225 (0.2235192334651947) + | > loss_disc_real_4: 0.18709588050842285 (0.22745271861553193) + | > loss_disc_real_5: 0.2758876383304596 (0.24248929262161256) + | > loss_0: 2.4853017330169678 (2.4383992385864257) + | > loss_gen: 1.9573419094085693 (2.1106434059143067) + | > loss_kl: 1.5978349447250366 (1.4521242094039917) + | > loss_feat: 3.853348970413208 (4.985930776596069) + | > loss_mel: 24.73220443725586 (24.352255783081056) + | > loss_duration: 1.7162357568740845 (1.7815156888961792) + | > loss_1: 33.856964111328125 (34.682470092773436) + + --> STEP: 26 + | > loss_disc: 2.371457099914551 (2.4358245409452) + | > loss_disc_real_0: 0.08892014622688293 (0.07199362049309112) + | > loss_disc_real_1: 0.18003469705581665 (0.1921882348564955) + | > loss_disc_real_2: 0.23092971742153168 (0.22967217002923673) + | > loss_disc_real_3: 0.22183598577976227 (0.22345449316960114) + | > loss_disc_real_4: 0.2126607447862625 (0.2268837965451754) + | > loss_disc_real_5: 0.28561633825302124 (0.2441480251458975) + | > loss_0: 2.371457099914551 (2.4358245409452) + | > loss_gen: 2.2897286415100098 (2.1175312995910645) + | > loss_kl: 1.4598982334136963 (1.452423210327442) + | > loss_feat: 5.152193069458008 (4.992325480167683) + | > loss_mel: 23.462512969970703 (24.318034905653732) + | > loss_duration: 1.7269811630249023 (1.7794182071318994) + | > loss_1: 34.09131622314453 (34.65973340548002) + + --> STEP: 27 + | > loss_disc: 2.2617764472961426 (2.429378315254494) + | > loss_disc_real_0: 0.05326002836227417 (0.07129978374750531) + | > loss_disc_real_1: 0.17358724772930145 (0.19149930940734017) + | > loss_disc_real_2: 0.23520231246948242 (0.22987699011961618) + | > loss_disc_real_3: 0.2539966404438019 (0.22458568380938637) + | > loss_disc_real_4: 0.16504046320915222 (0.22459330271791528) + | > loss_disc_real_5: 0.1785275787115097 (0.24171763824092019) + | > loss_0: 2.2617764472961426 (2.429378315254494) + | > loss_gen: 2.11598539352417 (2.1174740438108093) + | > loss_kl: 1.4071156978607178 (1.4507451543101557) + | > loss_feat: 5.467990875244141 (5.009942717022366) + | > loss_mel: 24.519861221313477 (24.32550995438187) + | > loss_duration: 1.775768518447876 (1.7792830334769354) + | > loss_1: 35.286720275878906 (34.68295514142072) + + --> STEP: 28 + | > loss_disc: 2.360283851623535 (2.4269106558391025) + | > loss_disc_real_0: 0.0936657264828682 (0.07209856741662543) + | > loss_disc_real_1: 0.11621292680501938 (0.18881051002868585) + | > loss_disc_real_2: 0.2122899740934372 (0.2292488824043955) + | > loss_disc_real_3: 0.20808327198028564 (0.22399631195834704) + | > loss_disc_real_4: 0.18200263381004333 (0.223072207399777) + | > loss_disc_real_5: 0.25854265689849854 (0.24231853176440513) + | > loss_0: 2.360283851623535 (2.4269106558391025) + | > loss_gen: 2.047835350036621 (2.114986947604588) + | > loss_kl: 1.3034576177597046 (1.4454848851476396) + | > loss_feat: 5.050826549530029 (5.01140285389764) + | > loss_mel: 24.372983932495117 (24.327205453600204) + | > loss_duration: 1.790932536125183 (1.7796990871429443) + | > loss_1: 34.566036224365234 (34.678779465811594) + + --> STEP: 29 + | > loss_disc: 2.3523635864257812 (2.424340067238643) + | > loss_disc_real_0: 0.07203567028045654 (0.07209639854986098) + | > loss_disc_real_1: 0.2781369686126709 (0.19189073273847843) + | > loss_disc_real_2: 0.2709157466888428 (0.23068567082799715) + | > loss_disc_real_3: 0.21684037148952484 (0.22374955539045663) + | > loss_disc_real_4: 0.23361748456954956 (0.22343583764701053) + | > loss_disc_real_5: 0.28332802653312683 (0.24373265227367139) + | > loss_0: 2.3523635864257812 (2.424340067238643) + | > loss_gen: 2.4420716762542725 (2.126265731351129) + | > loss_kl: 1.2584593296051025 (1.439035728059966) + | > loss_feat: 4.885119438171387 (5.0070482533553555) + | > loss_mel: 24.81709861755371 (24.344098321322736) + | > loss_duration: 1.7579524517059326 (1.7789492031623577) + | > loss_1: 35.160701751708984 (34.69539747567013) + + --> STEP: 30 + | > loss_disc: 2.430840492248535 (2.4245567480723063) + | > loss_disc_real_0: 0.10109037905931473 (0.07306286456684277) + | > loss_disc_real_1: 0.21227487921714783 (0.19257020428776742) + | > loss_disc_real_2: 0.19697310030460358 (0.22956191847721735) + | > loss_disc_real_3: 0.26234155893325806 (0.22503595550855002) + | > loss_disc_real_4: 0.22366350889205933 (0.22344342668851216) + | > loss_disc_real_5: 0.20456962287425995 (0.24242721796035765) + | > loss_0: 2.430840492248535 (2.4245567480723063) + | > loss_gen: 2.0932607650756836 (2.125165565808614) + | > loss_kl: 1.924676775932312 (1.455223762989044) + | > loss_feat: 5.247300148010254 (5.015056649843852) + | > loss_mel: 24.320268630981445 (24.34330399831136) + | > loss_duration: 1.7925164699554443 (1.7794014453887939) + | > loss_1: 35.378021240234375 (34.7181516011556) + + --> STEP: 31 + | > loss_disc: 2.5849475860595703 (2.4297306460718953) + | > loss_disc_real_0: 0.11675054579973221 (0.0744721446066134) + | > loss_disc_real_1: 0.22421105206012726 (0.1935908767965532) + | > loss_disc_real_2: 0.2422286421060562 (0.2299705224652444) + | > loss_disc_real_3: 0.23822633922100067 (0.22546145175733873) + | > loss_disc_real_4: 0.19542662799358368 (0.22253965898867575) + | > loss_disc_real_5: 0.24453964829444885 (0.2424953608743606) + | > loss_0: 2.5849475860595703 (2.4297306460718953) + | > loss_gen: 2.0473835468292236 (2.122656468422182) + | > loss_kl: 1.556683897972107 (1.458496670569143) + | > loss_feat: 6.114178657531738 (5.050512198478945) + | > loss_mel: 26.152219772338867 (24.401656120054184) + | > loss_duration: 1.7205489873886108 (1.7775029790016912) + | > loss_1: 37.59101486206055 (34.81082460957189) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.012416908817906533 (-0.00026902075736753503) + | > avg_loss_disc: 2.4297306460718953 (-0.030728986186366214) + | > avg_loss_disc_real_0: 0.0744721446066134 (-0.10521258233535667) + | > avg_loss_disc_real_1: 0.1935908767965532 (+0.0155627580900346) + | > avg_loss_disc_real_2: 0.2299705224652444 (-0.008217362626906366) + | > avg_loss_disc_real_3: 0.22546145175733873 (+0.06637065497136885) + | > avg_loss_disc_real_4: 0.22253965898867575 (-0.012545064091682434) + | > avg_loss_disc_real_5: 0.2424953608743606 (+0.011398410124163483) + | > avg_loss_0: 2.4297306460718953 (-0.030728986186366214) + | > avg_loss_gen: 2.122656468422182 (-0.16732895374298096) + | > avg_loss_kl: 1.458496670569143 (-0.01528712818699507) + | > avg_loss_feat: 5.050512198478945 (+0.269464746598274) + | > avg_loss_mel: 24.401656120054184 (+0.5297460248393406) + | > avg_loss_duration: 1.7775029790016912 (-0.010749036265957912) + | > avg_loss_1: 34.81082460957189 (+0.6058458512829219) + + + > EPOCH: 13/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 13:21:08)  + + --> TIME: 2024-11-22 13:21:29 -- STEP: 22/797 -- GLOBAL_STEP: 12200 + | > loss_disc: 2.335685968399048 (2.479029427875172) + | > loss_disc_real_0: 0.11453910917043686 (0.12892327677797188) + | > loss_disc_real_1: 0.24313917756080627 (0.22639705850319428) + | > loss_disc_real_2: 0.22952458262443542 (0.24528374590656973) + | > loss_disc_real_3: 0.18052759766578674 (0.22369780323722147) + | > loss_disc_real_4: 0.15472082793712616 (0.2158117416230115) + | > loss_disc_real_5: 0.1987660974264145 (0.23566797172481363) + | > loss_0: 2.335685968399048 (2.479029427875172) + | > grad_norm_0: tensor(99.2924, device='cuda:0') (tensor(106.8309, device='cuda:0')) + | > loss_gen: 2.290299892425537 (2.308281042359092) + | > loss_kl: 1.5557736158370972 (1.625564152544195) + | > loss_feat: 5.793871879577637 (4.826942996545271) + | > loss_mel: 25.657947540283203 (22.997878681529652) + | > loss_duration: 1.898524284362793 (1.976941244168715) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.196414947509766 (33.73560775410045) + | > grad_norm_1: tensor(559.5487, device='cuda:0') (tensor(829.7667, device='cuda:0')) + | > current_lr_0: 0.00019962532794733217 + | > current_lr_1: 0.00019962532794733217 + | > step_time: 1.1245 (0.8897390799088911) + | > loader_time: 0.0038 (0.004288478331132369) + + + --> TIME: 2024-11-22 13:21:55 -- STEP: 47/797 -- GLOBAL_STEP: 12225 + | > loss_disc: 2.4310014247894287 (2.4667639225087274) + | > loss_disc_real_0: 0.11764547973871231 (0.11680225599953468) + | > loss_disc_real_1: 0.20475010573863983 (0.22307458710163197) + | > loss_disc_real_2: 0.25025132298469543 (0.2449290799967786) + | > loss_disc_real_3: 0.23654960095882416 (0.2258771889387293) + | > loss_disc_real_4: 0.24997824430465698 (0.22037014460310023) + | > loss_disc_real_5: 0.2012903094291687 (0.23513239146547116) + | > loss_0: 2.4310014247894287 (2.4667639225087274) + | > grad_norm_0: tensor(39.7565, device='cuda:0') (tensor(95.7515, device='cuda:0')) + | > loss_gen: 2.411741256713867 (2.333168232694585) + | > loss_kl: 1.4648029804229736 (1.5518600002248237) + | > loss_feat: 5.122948169708252 (4.87386466087179) + | > loss_mel: 24.359054565429688 (22.964562030548745) + | > loss_duration: 1.8308453559875488 (1.9185367771919737) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.18939208984375 (33.641991879077665) + | > grad_norm_1: tensor(525.9415, device='cuda:0') (tensor(755.1584, device='cuda:0')) + | > current_lr_0: 0.00019962532794733217 + | > current_lr_1: 0.00019962532794733217 + | > step_time: 0.9195 (0.9525338842513713) + | > loader_time: 0.0053 (0.004728611479414271) + + + --> TIME: 2024-11-22 13:22:17 -- STEP: 72/797 -- GLOBAL_STEP: 12250 + | > loss_disc: 2.3971519470214844 (2.4587983455922875) + | > loss_disc_real_0: 0.12499973922967911 (0.11922319947431485) + | > loss_disc_real_1: 0.17261120676994324 (0.21957934420141909) + | > loss_disc_real_2: 0.17101983726024628 (0.2412308423469464) + | > loss_disc_real_3: 0.19072306156158447 (0.22449438977572653) + | > loss_disc_real_4: 0.1837722361087799 (0.22229995702703795) + | > loss_disc_real_5: 0.2887612581253052 (0.23551487736403942) + | > loss_0: 2.3971519470214844 (2.4587983455922875) + | > grad_norm_0: tensor(111.5635, device='cuda:0') (tensor(89.4827, device='cuda:0')) + | > loss_gen: 2.170544385910034 (2.3344723516040373) + | > loss_kl: 1.3853167295455933 (1.5083130449056625) + | > loss_feat: 5.59560489654541 (4.927180382940506) + | > loss_mel: 23.3459415435791 (23.223003970252144) + | > loss_duration: 1.7878764867782593 (1.8785490824116602) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.285282135009766 (33.87151890330845) + | > grad_norm_1: tensor(1180.2190, device='cuda:0') (tensor(755.1511, device='cuda:0')) + | > current_lr_0: 0.00019962532794733217 + | > current_lr_1: 0.00019962532794733217 + | > step_time: 0.8858 (0.9319928917619917) + | > loader_time: 0.0037 (0.0048428840107387966) + + + --> TIME: 2024-11-22 13:22:40 -- STEP: 97/797 -- GLOBAL_STEP: 12275 + | > loss_disc: 2.5277812480926514 (2.443660460796554) + | > loss_disc_real_0: 0.20252543687820435 (0.11487344514156125) + | > loss_disc_real_1: 0.19768734276294708 (0.2198986773638381) + | > loss_disc_real_2: 0.2381231188774109 (0.2424450011290226) + | > loss_disc_real_3: 0.22541724145412445 (0.22193732611911812) + | > loss_disc_real_4: 0.2546389698982239 (0.21959668228921203) + | > loss_disc_real_5: 0.2553676962852478 (0.23452950522457203) + | > loss_0: 2.5277812480926514 (2.443660460796554) + | > grad_norm_0: tensor(149.2244, device='cuda:0') (tensor(88.6451, device='cuda:0')) + | > loss_gen: 2.527432918548584 (2.363760341074048) + | > loss_kl: 1.4667470455169678 (1.5087451037672377) + | > loss_feat: 5.018335342407227 (5.046018669285727) + | > loss_mel: 23.40364646911621 (23.402151107788086) + | > loss_duration: 1.8220864534378052 (1.8621866432661862) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.23824691772461 (34.18286178038292) + | > grad_norm_1: tensor(605.4905, device='cuda:0') (tensor(686.4562, device='cuda:0')) + | > current_lr_0: 0.00019962532794733217 + | > current_lr_1: 0.00019962532794733217 + | > step_time: 0.8561 (0.9229389048114265) + | > loader_time: 0.0038 (0.004974148937107363) + + + --> TIME: 2024-11-22 13:23:02 -- STEP: 122/797 -- GLOBAL_STEP: 12300 + | > loss_disc: 2.62113881111145 (2.445661245799456) + | > loss_disc_real_0: 0.12374819070100784 (0.1133169564189481) + | > loss_disc_real_1: 0.1797713339328766 (0.21978866992915264) + | > loss_disc_real_2: 0.25170812010765076 (0.2418086561756056) + | > loss_disc_real_3: 0.28636565804481506 (0.22287741535511174) + | > loss_disc_real_4: 0.2706555128097534 (0.21945817512078364) + | > loss_disc_real_5: 0.28617534041404724 (0.23585528916999943) + | > loss_0: 2.62113881111145 (2.445661245799456) + | > grad_norm_0: tensor(107.4073, device='cuda:0') (tensor(92.1510, device='cuda:0')) + | > loss_gen: 2.3887510299682617 (2.366075804976166) + | > loss_kl: 1.4279423952102661 (1.5024437064030132) + | > loss_feat: 4.982734680175781 (5.049079113319273) + | > loss_mel: 22.664159774780273 (23.405681860251505) + | > loss_duration: 1.8410892486572266 (1.8518631409426205) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.30467987060547 (34.17514355456244) + | > grad_norm_1: tensor(439.6870, device='cuda:0') (tensor(710.7451, device='cuda:0')) + | > current_lr_0: 0.00019962532794733217 + | > current_lr_1: 0.00019962532794733217 + | > step_time: 0.8972 (0.9155966512492446) + | > loader_time: 0.0044 (0.005089206773726668) + + + --> TIME: 2024-11-22 13:23:26 -- STEP: 147/797 -- GLOBAL_STEP: 12325 + | > loss_disc: 2.4690191745758057 (2.4520353573520177) + | > loss_disc_real_0: 0.11488232761621475 (0.11642339415087992) + | > loss_disc_real_1: 0.23262667655944824 (0.2203489874495941) + | > loss_disc_real_2: 0.25091272592544556 (0.2420985422977785) + | > loss_disc_real_3: 0.2220475822687149 (0.2242952270978162) + | > loss_disc_real_4: 0.2252015322446823 (0.21967939941250547) + | > loss_disc_real_5: 0.26064303517341614 (0.23480861649221305) + | > loss_0: 2.4690191745758057 (2.4520353573520177) + | > grad_norm_0: tensor(203.2340, device='cuda:0') (tensor(94.8130, device='cuda:0')) + | > loss_gen: 2.4353792667388916 (2.350945287821244) + | > loss_kl: 1.648266315460205 (1.488864442118171) + | > loss_feat: 4.746932029724121 (5.007660254329241) + | > loss_mel: 23.188756942749023 (23.458026457806028) + | > loss_duration: 1.7658555507659912 (1.8441522364713707) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.78519058227539 (34.149648588530866) + | > grad_norm_1: tensor(1015.3271, device='cuda:0') (tensor(689.4162, device='cuda:0')) + | > current_lr_0: 0.00019962532794733217 + | > current_lr_1: 0.00019962532794733217 + | > step_time: 0.9595 (0.9178673766908192) + | > loader_time: 0.0041 (0.005160745309323682) + + + --> TIME: 2024-11-22 13:23:49 -- STEP: 172/797 -- GLOBAL_STEP: 12350 + | > loss_disc: 2.4424705505371094 (2.4523648342420894) + | > loss_disc_real_0: 0.11470115184783936 (0.11893741275335468) + | > loss_disc_real_1: 0.20091073215007782 (0.21926528769870138) + | > loss_disc_real_2: 0.2417377531528473 (0.24091455842866455) + | > loss_disc_real_3: 0.2425234168767929 (0.22347056233259135) + | > loss_disc_real_4: 0.2224980741739273 (0.21978117976077768) + | > loss_disc_real_5: 0.2337348461151123 (0.2352953742063323) + | > loss_0: 2.4424705505371094 (2.4523648342420894) + | > grad_norm_0: tensor(121.6731, device='cuda:0') (tensor(95.2255, device='cuda:0')) + | > loss_gen: 2.169816732406616 (2.345837684564811) + | > loss_kl: 1.3829667568206787 (1.485828370548958) + | > loss_feat: 4.846299648284912 (5.024405483589618) + | > loss_mel: 24.529735565185547 (23.534752513087074) + | > loss_duration: 1.7939860820770264 (1.836807254441949) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.72280502319336 (34.2276312362316) + | > grad_norm_1: tensor(510.9790, device='cuda:0') (tensor(712.9511, device='cuda:0')) + | > current_lr_0: 0.00019962532794733217 + | > current_lr_1: 0.00019962532794733217 + | > step_time: 0.9847 (0.9201389121454816) + | > loader_time: 0.0074 (0.0052845685981040775) + + + --> TIME: 2024-11-22 13:24:17 -- STEP: 197/797 -- GLOBAL_STEP: 12375 + | > loss_disc: 2.390594005584717 (2.4588420536312348) + | > loss_disc_real_0: 0.11076156049966812 (0.12483406543429129) + | > loss_disc_real_1: 0.24345196783542633 (0.21942886490809735) + | > loss_disc_real_2: 0.22241896390914917 (0.2404602129901121) + | > loss_disc_real_3: 0.2961423695087433 (0.22376100280260677) + | > loss_disc_real_4: 0.2716415822505951 (0.21965545847028645) + | > loss_disc_real_5: 0.23105819523334503 (0.23413358182471417) + | > loss_0: 2.390594005584717 (2.4588420536312348) + | > grad_norm_0: tensor(33.3548, device='cuda:0') (tensor(96.7709, device='cuda:0')) + | > loss_gen: 2.3568711280822754 (2.3464599605744256) + | > loss_kl: 1.4992069005966187 (1.4807217423685917) + | > loss_feat: 4.771165370941162 (5.035231342170448) + | > loss_mel: 24.528112411499023 (23.58776991984566) + | > loss_duration: 1.7785228490829468 (1.831571260684638) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.93387985229492 (34.2817542371411) + | > grad_norm_1: tensor(259.3351, device='cuda:0') (tensor(702.6172, device='cuda:0')) + | > current_lr_0: 0.00019962532794733217 + | > current_lr_1: 0.00019962532794733217 + | > step_time: 0.9682 (0.9396006915775047) + | > loader_time: 0.0049 (0.005395193390434768) + + + --> TIME: 2024-11-22 13:24:44 -- STEP: 222/797 -- GLOBAL_STEP: 12400 + | > loss_disc: 2.316653251647949 (2.456254343728761) + | > loss_disc_real_0: 0.06812682747840881 (0.12211656348930824) + | > loss_disc_real_1: 0.19808706641197205 (0.21908424553033468) + | > loss_disc_real_2: 0.23511506617069244 (0.2399843051895365) + | > loss_disc_real_3: 0.2389337122440338 (0.22354624776152876) + | > loss_disc_real_4: 0.21870267391204834 (0.2199625920605015) + | > loss_disc_real_5: 0.2300628274679184 (0.23453823899900592) + | > loss_0: 2.316653251647949 (2.456254343728761) + | > grad_norm_0: tensor(10.4833, device='cuda:0') (tensor(92.6354, device='cuda:0')) + | > loss_gen: 2.601984977722168 (2.348953397961349) + | > loss_kl: 1.149595022201538 (1.4752761732350599) + | > loss_feat: 5.243530750274658 (5.0384665362469825) + | > loss_mel: 22.655122756958008 (23.608255970585454) + | > loss_duration: 1.7344743013381958 (1.8289313214319247) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.384708404541016 (34.29988341288524) + | > grad_norm_1: tensor(182.5494, device='cuda:0') (tensor(687.5345, device='cuda:0')) + | > current_lr_0: 0.00019962532794733217 + | > current_lr_1: 0.00019962532794733217 + | > step_time: 1.1986 (0.9558536329784909) + | > loader_time: 0.0058 (0.005545007215963828) + + + --> TIME: 2024-11-22 13:25:10 -- STEP: 247/797 -- GLOBAL_STEP: 12425 + | > loss_disc: 2.6785364151000977 (2.458385261929469) + | > loss_disc_real_0: 0.20943783223628998 (0.12200479055585167) + | > loss_disc_real_1: 0.23621848225593567 (0.21886524835578824) + | > loss_disc_real_2: 0.25258609652519226 (0.24043059524012964) + | > loss_disc_real_3: 0.2584066390991211 (0.22401305182501371) + | > loss_disc_real_4: 0.18921120464801788 (0.22044192260576162) + | > loss_disc_real_5: 0.24612194299697876 (0.23542676763495934) + | > loss_0: 2.6785364151000977 (2.458385261929469) + | > grad_norm_0: tensor(39.6817, device='cuda:0') (tensor(93.4708, device='cuda:0')) + | > loss_gen: 2.277912139892578 (2.3527403316999727) + | > loss_kl: 1.513231873512268 (1.4733301492837758) + | > loss_feat: 4.531792640686035 (5.040728144317507) + | > loss_mel: 24.107421875 (23.590052083436294) + | > loss_duration: 1.774063229560852 (1.823828766703123) + | > amp_scaler: 64.0 (124.63157894736842) + | > loss_1: 34.20442199707031 (34.28067950970729) + | > grad_norm_1: tensor(223.8814, device='cuda:0') (tensor(696.4676, device='cuda:0')) + | > current_lr_0: 0.00019962532794733217 + | > current_lr_1: 0.00019962532794733217 + | > step_time: 0.9961 (0.9614212020688694) + | > loader_time: 0.0054 (0.005606087595827667) + + + --> TIME: 2024-11-22 13:25:38 -- STEP: 272/797 -- GLOBAL_STEP: 12450 + | > loss_disc: 2.365601062774658 (2.4561420354773014) + | > loss_disc_real_0: 0.130168616771698 (0.12150530900587053) + | > loss_disc_real_1: 0.16139015555381775 (0.21813103573068096) + | > loss_disc_real_2: 0.25510019063949585 (0.24013200172168367) + | > loss_disc_real_3: 0.2590806186199188 (0.22391733286135337) + | > loss_disc_real_4: 0.2079082429409027 (0.22042888150933912) + | > loss_disc_real_5: 0.2240157276391983 (0.2351566795259714) + | > loss_0: 2.365601062774658 (2.4561420354773014) + | > grad_norm_0: tensor(142.8448, device='cuda:0') (tensor(93.9509, device='cuda:0')) + | > loss_gen: 2.593719244003296 (2.353535026750143) + | > loss_kl: 1.388523817062378 (1.471128631164046) + | > loss_feat: 5.373675346374512 (5.047923272146901) + | > loss_mel: 23.041414260864258 (23.6250835166258) + | > loss_duration: 1.771416425704956 (1.8196708226905147) + | > amp_scaler: 64.0 (119.05882352941177) + | > loss_1: 34.16874694824219 (34.3173413136426) + | > grad_norm_1: tensor(1284.3699, device='cuda:0') (tensor(714.7977, device='cuda:0')) + | > current_lr_0: 0.00019962532794733217 + | > current_lr_1: 0.00019962532794733217 + | > step_time: 1.1831 (0.9755103868596694) + | > loader_time: 0.008 (0.005708910086575677) + + + --> TIME: 2024-11-22 13:26:04 -- STEP: 297/797 -- GLOBAL_STEP: 12475 + | > loss_disc: 2.4173309803009033 (2.4566086494561397) + | > loss_disc_real_0: 0.07990279048681259 (0.12111572871103833) + | > loss_disc_real_1: 0.2542273998260498 (0.21826891977377613) + | > loss_disc_real_2: 0.2405145913362503 (0.2400814221563564) + | > loss_disc_real_3: 0.29872605204582214 (0.2235145190047094) + | > loss_disc_real_4: 0.23707574605941772 (0.22152200782740558) + | > loss_disc_real_5: 0.24156871438026428 (0.23613612419025665) + | > loss_0: 2.4173309803009033 (2.4566086494561397) + | > grad_norm_0: tensor(145.9401, device='cuda:0') (tensor(95.3062, device='cuda:0')) + | > loss_gen: 2.358004331588745 (2.35764196866289) + | > loss_kl: 1.3812364339828491 (1.4745169717454754) + | > loss_feat: 4.125123500823975 (5.04887452430597) + | > loss_mel: 21.98227882385254 (23.60855460889412) + | > loss_duration: 1.7779291868209839 (1.8169859932729286) + | > amp_scaler: 64.0 (114.42424242424242) + | > loss_1: 31.62457275390625 (34.30657414394595) + | > grad_norm_1: tensor(491.7171, device='cuda:0') (tensor(709.7129, device='cuda:0')) + | > current_lr_0: 0.00019962532794733217 + | > current_lr_1: 0.00019962532794733217 + | > step_time: 0.9809 (0.9793900407926001) + | > loader_time: 0.0076 (0.00581529244830713) + + + --> TIME: 2024-11-22 13:26:34 -- STEP: 322/797 -- GLOBAL_STEP: 12500 + | > loss_disc: 2.4386518001556396 (2.4572221588644187) + | > loss_disc_real_0: 0.08575626462697983 (0.12074156636545746) + | > loss_disc_real_1: 0.2600611746311188 (0.21821905890051624) + | > loss_disc_real_2: 0.26755791902542114 (0.23985928366458195) + | > loss_disc_real_3: 0.22687487304210663 (0.22377423641289243) + | > loss_disc_real_4: 0.24192878603935242 (0.22175188464407594) + | > loss_disc_real_5: 0.27028635144233704 (0.23555652607486854) + | > loss_0: 2.4386518001556396 (2.4572221588644187) + | > grad_norm_0: tensor(141.7204, device='cuda:0') (tensor(97.4628, device='cuda:0')) + | > loss_gen: 2.388422966003418 (2.355690293800755) + | > loss_kl: 1.386877417564392 (1.4744524674385975) + | > loss_feat: 5.302192687988281 (5.045590787200458) + | > loss_mel: 25.002763748168945 (23.62600748287225) + | > loss_duration: 1.8063452243804932 (1.814591318554019) + | > amp_scaler: 64.0 (110.50931677018633) + | > loss_1: 35.88660430908203 (34.3163324261304) + | > grad_norm_1: tensor(1448.8472, device='cuda:0') (tensor(712.0201, device='cuda:0')) + | > current_lr_0: 0.00019962532794733217 + | > current_lr_1: 0.00019962532794733217 + | > step_time: 1.0781 (0.9963236158678991) + | > loader_time: 0.0069 (0.0060860970005485624) + + + --> TIME: 2024-11-22 13:27:00 -- STEP: 347/797 -- GLOBAL_STEP: 12525 + | > loss_disc: 2.2472898960113525 (2.4560447034643436) + | > loss_disc_real_0: 0.07580476254224777 (0.12058925276530923) + | > loss_disc_real_1: 0.1957029551267624 (0.21824270675780108) + | > loss_disc_real_2: 0.2768377363681793 (0.24003684855675492) + | > loss_disc_real_3: 0.17228324711322784 (0.22332486823759437) + | > loss_disc_real_4: 0.1852632462978363 (0.22162400989092737) + | > loss_disc_real_5: 0.22515548765659332 (0.23540605492997238) + | > loss_0: 2.2472898960113525 (2.4560447034643436) + | > grad_norm_0: tensor(61.7921, device='cuda:0') (tensor(97.4129, device='cuda:0')) + | > loss_gen: 2.6219565868377686 (2.360861916019867) + | > loss_kl: 1.605805516242981 (1.4774654220778936) + | > loss_feat: 5.885861396789551 (5.057168303717801) + | > loss_mel: 25.303104400634766 (23.615279601698997) + | > loss_duration: 1.785792350769043 (1.8115852999068816) + | > amp_scaler: 64.0 (107.1585014409222) + | > loss_1: 37.202518463134766 (34.32236058018051) + | > grad_norm_1: tensor(587.7137, device='cuda:0') (tensor(705.1830, device='cuda:0')) + | > current_lr_0: 0.00019962532794733217 + | > current_lr_1: 0.00019962532794733217 + | > step_time: 0.9807 (0.9979765964859845) + | > loader_time: 0.0057 (0.0061752232763196985) + + + --> TIME: 2024-11-22 13:27:26 -- STEP: 372/797 -- GLOBAL_STEP: 12550 + | > loss_disc: 2.544140338897705 (2.458688008528884) + | > loss_disc_real_0: 0.12274111062288284 (0.12131440356093388) + | > loss_disc_real_1: 0.16086724400520325 (0.21874648188391038) + | > loss_disc_real_2: 0.23525933921337128 (0.23998269318572937) + | > loss_disc_real_3: 0.17159199714660645 (0.2235329021769826) + | > loss_disc_real_4: 0.20408418774604797 (0.22181193162036197) + | > loss_disc_real_5: 0.2381179928779602 (0.2357730123224438) + | > loss_0: 2.544140338897705 (2.458688008528884) + | > grad_norm_0: tensor(177.3918, device='cuda:0') (tensor(96.4673, device='cuda:0')) + | > loss_gen: 2.15956711769104 (2.356181838499602) + | > loss_kl: 1.4233736991882324 (1.477590331146794) + | > loss_feat: 4.523280620574951 (5.045316687194256) + | > loss_mel: 22.11229133605957 (23.594291097374377) + | > loss_duration: 1.7781858444213867 (1.8088334641789874) + | > amp_scaler: 64.0 (104.25806451612904) + | > loss_1: 31.99669647216797 (34.282213472550936) + | > grad_norm_1: tensor(1330.6168, device='cuda:0') (tensor(700.6109, device='cuda:0')) + | > current_lr_0: 0.00019962532794733217 + | > current_lr_1: 0.00019962532794733217 + | > step_time: 1.0454 (0.9996396719768483) + | > loader_time: 0.0077 (0.006251765194759577) + + + --> TIME: 2024-11-22 13:27:53 -- STEP: 397/797 -- GLOBAL_STEP: 12575 + | > loss_disc: 2.426858901977539 (2.459394603292048) + | > loss_disc_real_0: 0.11765588074922562 (0.12236156533249379) + | > loss_disc_real_1: 0.22233429551124573 (0.21837686512722476) + | > loss_disc_real_2: 0.22195957601070404 (0.23953325941370476) + | > loss_disc_real_3: 0.21718698740005493 (0.22330720489961975) + | > loss_disc_real_4: 0.18112850189208984 (0.22167454126950176) + | > loss_disc_real_5: 0.209935262799263 (0.23591737786978859) + | > loss_0: 2.426858901977539 (2.459394603292048) + | > grad_norm_0: tensor(134.0159, device='cuda:0') (tensor(96.5202, device='cuda:0')) + | > loss_gen: 2.206671714782715 (2.3542713833695985) + | > loss_kl: 1.466199278831482 (1.4706112837010727) + | > loss_feat: 4.982342720031738 (5.041524362804315) + | > loss_mel: 21.761072158813477 (23.595578047130214) + | > loss_duration: 1.7536184787750244 (1.8065690282610258) + | > amp_scaler: 64.0 (101.72292191435768) + | > loss_1: 32.16990661621094 (34.268554173428726) + | > grad_norm_1: tensor(164.2784, device='cuda:0') (tensor(693.7507, device='cuda:0')) + | > current_lr_0: 0.00019962532794733217 + | > current_lr_1: 0.00019962532794733217 + | > step_time: 1.2428 (1.0050819820961365) + | > loader_time: 0.0084 (0.006322378475660043) + + + --> TIME: 2024-11-22 13:28:26 -- STEP: 422/797 -- GLOBAL_STEP: 12600 + | > loss_disc: 2.4035913944244385 (2.455424652845376) + | > loss_disc_real_0: 0.12542280554771423 (0.12197809365370545) + | > loss_disc_real_1: 0.2010972946882248 (0.21794704591493472) + | > loss_disc_real_2: 0.2397250086069107 (0.2391322647790773) + | > loss_disc_real_3: 0.1761767715215683 (0.22348189406909083) + | > loss_disc_real_4: 0.2512117624282837 (0.2215960741184334) + | > loss_disc_real_5: 0.2802574634552002 (0.23542396491172754) + | > loss_0: 2.4035913944244385 (2.455424652845376) + | > grad_norm_0: tensor(42.5704, device='cuda:0') (tensor(95.1142, device='cuda:0')) + | > loss_gen: 2.24210786819458 (2.355297669132737) + | > loss_kl: 1.4081439971923828 (1.4680511185908205) + | > loss_feat: 5.069186687469482 (5.052048613674842) + | > loss_mel: 22.96588134765625 (23.598230610526574) + | > loss_duration: 1.8123540878295898 (1.8050134385366572) + | > amp_scaler: 64.0 (99.48815165876778) + | > loss_1: 33.49767303466797 (34.27864151543353) + | > grad_norm_1: tensor(782.0179, device='cuda:0') (tensor(682.4996, device='cuda:0')) + | > current_lr_0: 0.00019962532794733217 + | > current_lr_1: 0.00019962532794733217 + | > step_time: 0.9868 (1.0209275365440773) + | > loader_time: 0.0068 (0.0064834819585791155) + + + --> TIME: 2024-11-22 13:28:56 -- STEP: 447/797 -- GLOBAL_STEP: 12625 + | > loss_disc: 2.641552448272705 (2.4585239599215125) + | > loss_disc_real_0: 0.2913246154785156 (0.12258275239092925) + | > loss_disc_real_1: 0.3208015263080597 (0.21857785128507037) + | > loss_disc_real_2: 0.24123525619506836 (0.23942097168107426) + | > loss_disc_real_3: 0.2565837502479553 (0.22367531574545824) + | > loss_disc_real_4: 0.21043772995471954 (0.22168446523897867) + | > loss_disc_real_5: 0.2724648714065552 (0.23558003583743803) + | > loss_0: 2.641552448272705 (2.4585239599215125) + | > grad_norm_0: tensor(26.3117, device='cuda:0') (tensor(95.7463, device='cuda:0')) + | > loss_gen: 2.2943010330200195 (2.356605382306995) + | > loss_kl: 1.3999041318893433 (1.46526371045934) + | > loss_feat: 5.334928512573242 (5.057982161541121) + | > loss_mel: 26.019664764404297 (23.61237146177015) + | > loss_duration: 1.7374722957611084 (1.8034784863192495) + | > amp_scaler: 64.0 (97.50335570469798) + | > loss_1: 36.78627014160156 (34.295701255201) + | > grad_norm_1: tensor(547.4749, device='cuda:0') (tensor(694.6725, device='cuda:0')) + | > current_lr_0: 0.00019962532794733217 + | > current_lr_1: 0.00019962532794733217 + | > step_time: 1.0493 (1.0318400827830279) + | > loader_time: 0.01 (0.00660338764489364) + + + --> TIME: 2024-11-22 13:29:24 -- STEP: 472/797 -- GLOBAL_STEP: 12650 + | > loss_disc: 2.5504398345947266 (2.4600517037561405) + | > loss_disc_real_0: 0.17192654311656952 (0.12323428194780471) + | > loss_disc_real_1: 0.22495561838150024 (0.21847210186770408) + | > loss_disc_real_2: 0.2652522623538971 (0.23932267419236192) + | > loss_disc_real_3: 0.2507054805755615 (0.22365255088750588) + | > loss_disc_real_4: 0.24535326659679413 (0.22194081074479272) + | > loss_disc_real_5: 0.2653629183769226 (0.23582036827959246) + | > loss_0: 2.5504398345947266 (2.4600517037561405) + | > grad_norm_0: tensor(147.4103, device='cuda:0') (tensor(94.6151, device='cuda:0')) + | > loss_gen: 2.1794257164001465 (2.3546826806613934) + | > loss_kl: 1.5859205722808838 (1.4678804533461394) + | > loss_feat: 4.660937309265137 (5.064869496276831) + | > loss_mel: 25.110816955566406 (23.647049661410062) + | > loss_duration: 1.7590843439102173 (1.802591258944091) + | > amp_scaler: 64.0 (95.72881355932203) + | > loss_1: 35.296180725097656 (34.3370736049394) + | > grad_norm_1: tensor(186.8150, device='cuda:0') (tensor(683.9455, device='cuda:0')) + | > current_lr_0: 0.00019962532794733217 + | > current_lr_1: 0.00019962532794733217 + | > step_time: 1.1071 (1.0353979887598657) + | > loader_time: 0.008 (0.006720719701152739) + + + --> TIME: 2024-11-22 13:29:51 -- STEP: 497/797 -- GLOBAL_STEP: 12675 + | > loss_disc: 2.2960338592529297 (2.459915620220501) + | > loss_disc_real_0: 0.13996173441410065 (0.12309421019504968) + | > loss_disc_real_1: 0.2776935398578644 (0.21863869884963966) + | > loss_disc_real_2: 0.17841872572898865 (0.2395135133379182) + | > loss_disc_real_3: 0.1926623433828354 (0.22375623402101413) + | > loss_disc_real_4: 0.1541532427072525 (0.22195747797517948) + | > loss_disc_real_5: 0.23129497468471527 (0.23608034090616814) + | > loss_0: 2.2960338592529297 (2.459915620220501) + | > grad_norm_0: tensor(102.9857, device='cuda:0') (tensor(94.6922, device='cuda:0')) + | > loss_gen: 2.484175443649292 (2.357120793829979) + | > loss_kl: 1.6273999214172363 (1.4679236774233506) + | > loss_feat: 6.372714996337891 (5.0767459912559225) + | > loss_mel: 24.670501708984375 (23.666091473769377) + | > loss_duration: 1.7535346746444702 (1.8009623826389578) + | > amp_scaler: 64.0 (94.1327967806841) + | > loss_1: 36.908329010009766 (34.36884438727707) + | > grad_norm_1: tensor(362.3362, device='cuda:0') (tensor(683.2051, device='cuda:0')) + | > current_lr_0: 0.00019962532794733217 + | > current_lr_1: 0.00019962532794733217 + | > step_time: 1.0614 (1.0356814343204925) + | > loader_time: 0.0087 (0.006779275429800485) + + + --> TIME: 2024-11-22 13:30:17 -- STEP: 522/797 -- GLOBAL_STEP: 12700 + | > loss_disc: 2.4169647693634033 (2.4605447898879373) + | > loss_disc_real_0: 0.18173983693122864 (0.12302356223322422) + | > loss_disc_real_1: 0.2019639015197754 (0.21828866553032536) + | > loss_disc_real_2: 0.2006918340921402 (0.23968107681507353) + | > loss_disc_real_3: 0.19890248775482178 (0.22357422064889892) + | > loss_disc_real_4: 0.20904509723186493 (0.2220775143339716) + | > loss_disc_real_5: 0.2519049048423767 (0.2361848228450479) + | > loss_0: 2.4169647693634033 (2.4605447898879373) + | > grad_norm_0: tensor(165.8228, device='cuda:0') (tensor(96.2479, device='cuda:0')) + | > loss_gen: 2.633176803588867 (2.3556178426833885) + | > loss_kl: 1.4011420011520386 (1.4668734151284812) + | > loss_feat: 5.861539840698242 (5.073268867543837) + | > loss_mel: 23.376171112060547 (23.641370703890868) + | > loss_duration: 1.8518261909484863 (1.7999189354450764) + | > amp_scaler: 64.0 (92.6896551724138) + | > loss_1: 35.12385559082031 (34.33704981676011) + | > grad_norm_1: tensor(1309.2717, device='cuda:0') (tensor(686.6324, device='cuda:0')) + | > current_lr_0: 0.00019962532794733217 + | > current_lr_1: 0.00019962532794733217 + | > step_time: 1.314 (1.036447754308182) + | > loader_time: 0.0083 (0.0068557942964108075) + + + --> TIME: 2024-11-22 13:30:46 -- STEP: 547/797 -- GLOBAL_STEP: 12725 + | > loss_disc: 2.3944575786590576 (2.45930501311963) + | > loss_disc_real_0: 0.08197161555290222 (0.1220264876809591) + | > loss_disc_real_1: 0.20938226580619812 (0.21843140241323925) + | > loss_disc_real_2: 0.23554372787475586 (0.2400361830181352) + | > loss_disc_real_3: 0.22853466868400574 (0.22373020613542205) + | > loss_disc_real_4: 0.22339221835136414 (0.22206952669393865) + | > loss_disc_real_5: 0.22998188436031342 (0.23607221932254288) + | > loss_0: 2.3944575786590576 (2.45930501311963) + | > grad_norm_0: tensor(14.3673, device='cuda:0') (tensor(95.0166, device='cuda:0')) + | > loss_gen: 2.1170570850372314 (2.3585918880249928) + | > loss_kl: 1.5868117809295654 (1.4661650326395819) + | > loss_feat: 5.34307861328125 (5.085074235577913) + | > loss_mel: 24.61759376525879 (23.6450807581872) + | > loss_duration: 1.7665917873382568 (1.7992852815108495) + | > amp_scaler: 64.0 (91.37842778793419) + | > loss_1: 35.43113327026367 (34.35419721097794) + | > grad_norm_1: tensor(502.2796, device='cuda:0') (tensor(690.3132, device='cuda:0')) + | > current_lr_0: 0.00019962532794733217 + | > current_lr_1: 0.00019962532794733217 + | > step_time: 1.3632 (1.0403557721613967) + | > loader_time: 0.0128 (0.006957018397190018) + + + --> TIME: 2024-11-22 13:31:13 -- STEP: 572/797 -- GLOBAL_STEP: 12750 + | > loss_disc: 2.3701701164245605 (2.4614117378955127) + | > loss_disc_real_0: 0.06111849099397659 (0.12265558041944787) + | > loss_disc_real_1: 0.23687168955802917 (0.2192409052611231) + | > loss_disc_real_2: 0.22423270344734192 (0.24049299978813926) + | > loss_disc_real_3: 0.23016425967216492 (0.22396580557097923) + | > loss_disc_real_4: 0.24963724613189697 (0.22198015355042652) + | > loss_disc_real_5: 0.25385138392448425 (0.23595908760920276) + | > loss_0: 2.3701701164245605 (2.4614117378955127) + | > grad_norm_0: tensor(39.5406, device='cuda:0') (tensor(96.9017, device='cuda:0')) + | > loss_gen: 2.4918899536132812 (2.357358637598009) + | > loss_kl: 1.3322246074676514 (1.4670553966002031) + | > loss_feat: 5.300687789916992 (5.076950086580298) + | > loss_mel: 26.50632667541504 (23.646288134834997) + | > loss_duration: 1.7785362005233765 (1.7984867093863184) + | > amp_scaler: 64.0 (90.18181818181819) + | > loss_1: 37.40966796875 (34.346138984173365) + | > grad_norm_1: tensor(495.8970, device='cuda:0') (tensor(698.2347, device='cuda:0')) + | > current_lr_0: 0.00019962532794733217 + | > current_lr_1: 0.00019962532794733217 + | > step_time: 1.0826 (1.0415485588820663) + | > loader_time: 0.0089 (0.007044982243251134) + + + --> TIME: 2024-11-22 13:31:41 -- STEP: 597/797 -- GLOBAL_STEP: 12775 + | > loss_disc: 2.4065091609954834 (2.4609170962418356) + | > loss_disc_real_0: 0.11332876980304718 (0.1222996559412136) + | > loss_disc_real_1: 0.18552200496196747 (0.2191675503050263) + | > loss_disc_real_2: 0.24467816948890686 (0.24023945302619806) + | > loss_disc_real_3: 0.21288003027439117 (0.2238839031314131) + | > loss_disc_real_4: 0.19139035046100616 (0.22198230799418608) + | > loss_disc_real_5: 0.20643649995326996 (0.23612642091023467) + | > loss_0: 2.4065091609954834 (2.4609170962418356) + | > grad_norm_0: tensor(113.0044, device='cuda:0') (tensor(96.6405, device='cuda:0')) + | > loss_gen: 2.446505308151245 (2.3572624007261775) + | > loss_kl: 1.4770407676696777 (1.4665197916765702) + | > loss_feat: 5.414829254150391 (5.077157963859784) + | > loss_mel: 24.151954650878906 (23.66851705043161) + | > loss_duration: 1.7956039905548096 (1.7976924005265607) + | > amp_scaler: 64.0 (89.08542713567842) + | > loss_1: 35.28593444824219 (34.367149608618476) + | > grad_norm_1: tensor(671.1624, device='cuda:0') (tensor(690.1523, device='cuda:0')) + | > current_lr_0: 0.00019962532794733217 + | > current_lr_1: 0.00019962532794733217 + | > step_time: 1.0557 (1.044659848588595) + | > loader_time: 0.0077 (0.007160509051989072) + + + --> TIME: 2024-11-22 13:32:08 -- STEP: 622/797 -- GLOBAL_STEP: 12800 + | > loss_disc: 2.46036434173584 (2.4599575800911033) + | > loss_disc_real_0: 0.16747745871543884 (0.12148326050813558) + | > loss_disc_real_1: 0.25636667013168335 (0.21944920040691018) + | > loss_disc_real_2: 0.2424827367067337 (0.23984049131249308) + | > loss_disc_real_3: 0.2475520670413971 (0.22414796753903293) + | > loss_disc_real_4: 0.23951901495456696 (0.22176836500501335) + | > loss_disc_real_5: 0.2362024188041687 (0.2361517583538099) + | > loss_0: 2.46036434173584 (2.4599575800911033) + | > grad_norm_0: tensor(277.0240, device='cuda:0') (tensor(97.1974, device='cuda:0')) + | > loss_gen: 2.3724515438079834 (2.358821623769987) + | > loss_kl: 1.5765165090560913 (1.4664400860044344) + | > loss_feat: 4.93084716796875 (5.074861941230267) + | > loss_mel: 23.924646377563477 (23.658992558813566) + | > loss_duration: 1.8149938583374023 (1.7973072197276292) + | > amp_scaler: 64.0 (88.07717041800646) + | > loss_1: 34.61945724487305 (34.35642343012083) + | > grad_norm_1: tensor(1079.1062, device='cuda:0') (tensor(682.4716, device='cuda:0')) + | > current_lr_0: 0.00019962532794733217 + | > current_lr_1: 0.00019962532794733217 + | > step_time: 1.0636 (1.0458817953465451) + | > loader_time: 0.0148 (0.007244618759277933) + + + --> TIME: 2024-11-22 13:32:37 -- STEP: 647/797 -- GLOBAL_STEP: 12825 + | > loss_disc: 2.619166851043701 (2.4601522888614022) + | > loss_disc_real_0: 0.146997332572937 (0.12137211308781477) + | > loss_disc_real_1: 0.25999876856803894 (0.21933026950363033) + | > loss_disc_real_2: 0.3109011948108673 (0.23985964274019508) + | > loss_disc_real_3: 0.2319665253162384 (0.224073457271091) + | > loss_disc_real_4: 0.26310262084007263 (0.2217520504406837) + | > loss_disc_real_5: 0.24289071559906006 (0.2361888202854434) + | > loss_0: 2.619166851043701 (2.4601522888614022) + | > grad_norm_0: tensor(171.1031, device='cuda:0') (tensor(96.7199, device='cuda:0')) + | > loss_gen: 2.4035251140594482 (2.35858524251021) + | > loss_kl: 1.482790470123291 (1.4659050491162025) + | > loss_feat: 4.0561041831970215 (5.071513709550302) + | > loss_mel: 21.190780639648438 (23.660424687947167) + | > loss_duration: 1.7119195461273193 (1.7970438779229538) + | > amp_scaler: 64.0 (87.14683153013917) + | > loss_1: 30.84511947631836 (34.35347258731423) + | > grad_norm_1: tensor(2191.5435, device='cuda:0') (tensor(679.5007, device='cuda:0')) + | > current_lr_0: 0.00019962532794733217 + | > current_lr_1: 0.00019962532794733217 + | > step_time: 1.2574 (1.048821754028108) + | > loader_time: 0.0077 (0.007332386520951756) + + + --> TIME: 2024-11-22 13:33:04 -- STEP: 672/797 -- GLOBAL_STEP: 12850 + | > loss_disc: 2.2379183769226074 (2.4614974941526153) + | > loss_disc_real_0: 0.06756317615509033 (0.12151619206027438) + | > loss_disc_real_1: 0.21329927444458008 (0.2193235299727392) + | > loss_disc_real_2: 0.22819611430168152 (0.24015304896359643) + | > loss_disc_real_3: 0.23498380184173584 (0.2241396788906838) + | > loss_disc_real_4: 0.19295106828212738 (0.22189984264384432) + | > loss_disc_real_5: 0.20546266436576843 (0.23647522720109143) + | > loss_0: 2.2379183769226074 (2.4614974941526153) + | > grad_norm_0: tensor(100.2438, device='cuda:0') (tensor(97.7869, device='cuda:0')) + | > loss_gen: 2.5205154418945312 (2.358521028820957) + | > loss_kl: 1.5017752647399902 (1.4661988177824585) + | > loss_feat: 6.288863658905029 (5.070891371795119) + | > loss_mel: 25.84365463256836 (23.669067629746042) + | > loss_duration: 1.730912208557129 (1.7965131242360384) + | > amp_scaler: 64.0 (86.28571428571438) + | > loss_1: 37.885719299316406 (34.36119199082965) + | > grad_norm_1: tensor(718.8234, device='cuda:0') (tensor(684.9486, device='cuda:0')) + | > current_lr_0: 0.00019962532794733217 + | > current_lr_1: 0.00019962532794733217 + | > step_time: 1.0212 (1.0498743021772023) + | > loader_time: 0.0102 (0.0074180687467257185) + + + --> TIME: 2024-11-22 13:33:32 -- STEP: 697/797 -- GLOBAL_STEP: 12875 + | > loss_disc: 2.643399238586426 (2.4605539269221577) + | > loss_disc_real_0: 0.1312817931175232 (0.12149943782275856) + | > loss_disc_real_1: 0.22604012489318848 (0.2194893088197093) + | > loss_disc_real_2: 0.2029978334903717 (0.23970410362463257) + | > loss_disc_real_3: 0.2051481008529663 (0.22396105769460478) + | > loss_disc_real_4: 0.2222006767988205 (0.2216545613415786) + | > loss_disc_real_5: 0.22854752838611603 (0.2364306375491226) + | > loss_0: 2.643399238586426 (2.4605539269221577) + | > grad_norm_0: tensor(238.4284, device='cuda:0') (tensor(97.5903, device='cuda:0')) + | > loss_gen: 2.1657474040985107 (2.357738195738114) + | > loss_kl: 1.5783321857452393 (1.4673878116963415) + | > loss_feat: 5.219700813293457 (5.0741939907265605) + | > loss_mel: 24.02253532409668 (23.69278870012019) + | > loss_duration: 1.763790249824524 (1.795705295703674) + | > amp_scaler: 64.0 (85.48637015781927) + | > loss_1: 34.75010681152344 (34.3878140251127) + | > grad_norm_1: tensor(1284.3964, device='cuda:0') (tensor(687.4239, device='cuda:0')) + | > current_lr_0: 0.00019962532794733217 + | > current_lr_1: 0.00019962532794733217 + | > step_time: 1.0678 (1.0515754845426282) + | > loader_time: 0.0101 (0.007566211213340376) + + + --> TIME: 2024-11-22 13:34:07 -- STEP: 722/797 -- GLOBAL_STEP: 12900 + | > loss_disc: 2.2463834285736084 (2.4613661056080027) + | > loss_disc_real_0: 0.048894330859184265 (0.12184437041859712) + | > loss_disc_real_1: 0.2627841532230377 (0.21944693271638288) + | > loss_disc_real_2: 0.22849184274673462 (0.2399954310620921) + | > loss_disc_real_3: 0.2056175321340561 (0.22403143635251846) + | > loss_disc_real_4: 0.21955588459968567 (0.22189170045783324) + | > loss_disc_real_5: 0.1803048849105835 (0.2367967898206698) + | > loss_0: 2.2463834285736084 (2.4613661056080027) + | > grad_norm_0: tensor(29.9939, device='cuda:0') (tensor(98.0045, device='cuda:0')) + | > loss_gen: 2.497450828552246 (2.3595164784764293) + | > loss_kl: 1.462668538093567 (1.468312775824539) + | > loss_feat: 5.626974582672119 (5.080077689110086) + | > loss_mel: 23.47006607055664 (23.707868943254052) + | > loss_duration: 1.748056411743164 (1.794639105281671) + | > amp_scaler: 64.0 (84.74238227146817) + | > loss_1: 34.805213928222656 (34.41041503916819) + | > grad_norm_1: tensor(296.4814, device='cuda:0') (tensor(680.0767, device='cuda:0')) + | > current_lr_0: 0.00019962532794733217 + | > current_lr_1: 0.00019962532794733217 + | > step_time: 1.781 (1.0631100457791145) + | > loader_time: 0.0111 (0.007819918053962517) + + + --> TIME: 2024-11-22 13:34:59 -- STEP: 747/797 -- GLOBAL_STEP: 12925 + | > loss_disc: 2.4798693656921387 (2.461449798331206) + | > loss_disc_real_0: 0.11806550621986389 (0.12163501639303115) + | > loss_disc_real_1: 0.2099919468164444 (0.21933384622675353) + | > loss_disc_real_2: 0.22205105423927307 (0.23982301386325075) + | > loss_disc_real_3: 0.25290220975875854 (0.22412571328950215) + | > loss_disc_real_4: 0.2686208188533783 (0.22221941625577227) + | > loss_disc_real_5: 0.2458992600440979 (0.23669143709312965) + | > loss_0: 2.4798693656921387 (2.461449798331206) + | > grad_norm_0: tensor(69.6290, device='cuda:0') (tensor(97.2239, device='cuda:0')) + | > loss_gen: 2.215363025665283 (2.358828070811634) + | > loss_kl: 1.4590179920196533 (1.4681203483418128) + | > loss_feat: 4.398530960083008 (5.078020041566626) + | > loss_mel: 21.753984451293945 (23.702586075707462) + | > loss_duration: 1.7485533952713013 (1.7933551002857353) + | > amp_scaler: 64.0 (84.04819277108437) + | > loss_1: 31.575450897216797 (34.40090967916265) + | > grad_norm_1: tensor(219.8190, device='cuda:0') (tensor(675.2282, device='cuda:0')) + | > current_lr_0: 0.00019962532794733217 + | > current_lr_1: 0.00019962532794733217 + | > step_time: 2.1684 (1.0961438795648901) + | > loader_time: 0.0129 (0.008276981522280525) + + + --> TIME: 2024-11-22 13:36:24 -- STEP: 772/797 -- GLOBAL_STEP: 12950 + | > loss_disc: 2.3978841304779053 (2.4602223264121044) + | > loss_disc_real_0: 0.1334451586008072 (0.12153656506631041) + | > loss_disc_real_1: 0.2849346995353699 (0.21927247053600968) + | > loss_disc_real_2: 0.24362686276435852 (0.23956546984574337) + | > loss_disc_real_3: 0.20608004927635193 (0.22398149272320803) + | > loss_disc_real_4: 0.1694049835205078 (0.22208062665527356) + | > loss_disc_real_5: 0.21777378022670746 (0.23670566261509543) + | > loss_0: 2.3978841304779053 (2.4602223264121044) + | > grad_norm_0: tensor(48.3720, device='cuda:0') (tensor(97.2395, device='cuda:0')) + | > loss_gen: 2.1284401416778564 (2.3587627230221715) + | > loss_kl: 1.4566339254379272 (1.4667868872071794) + | > loss_feat: 4.985177993774414 (5.080606668106642) + | > loss_mel: 24.707422256469727 (23.711214885810506) + | > loss_duration: 1.7858092784881592 (1.7921132897774787) + | > amp_scaler: 64.0 (83.39896373056997) + | > loss_1: 35.06348419189453 (34.409484485270475) + | > grad_norm_1: tensor(371.4388, device='cuda:0') (tensor(677.5182, device='cuda:0')) + | > current_lr_0: 0.00019962532794733217 + | > current_lr_1: 0.00019962532794733217 + | > step_time: 4.5708 (1.1692818316770957) + | > loader_time: 0.0121 (0.00902959256592192) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.6062750816345215 (2.6062750816345215) + | > loss_disc_real_0: 0.040972478687763214 (0.040972478687763214) + | > loss_disc_real_1: 0.30142804980278015 (0.30142804980278015) + | > loss_disc_real_2: 0.25037869811058044 (0.25037869811058044) + | > loss_disc_real_3: 0.22732040286064148 (0.22732040286064148) + | > loss_disc_real_4: 0.16274525225162506 (0.16274525225162506) + | > loss_disc_real_5: 0.23112523555755615 (0.23112523555755615) + | > loss_0: 2.6062750816345215 (2.6062750816345215) + | > loss_gen: 1.9421522617340088 (1.9421522617340088) + | > loss_kl: 2.755949020385742 (2.755949020385742) + | > loss_feat: 5.217677593231201 (5.217677593231201) + | > loss_mel: 25.88473129272461 (25.88473129272461) + | > loss_duration: 2.001370906829834 (2.001370906829834) + | > loss_1: 37.8018798828125 (37.8018798828125) + + --> STEP: 1 + | > loss_disc: 2.3981590270996094 (2.3981590270996094) + | > loss_disc_real_0: 0.024650316685438156 (0.024650316685438156) + | > loss_disc_real_1: 0.20297761261463165 (0.20297761261463165) + | > loss_disc_real_2: 0.2352759838104248 (0.2352759838104248) + | > loss_disc_real_3: 0.2751436233520508 (0.2751436233520508) + | > loss_disc_real_4: 0.15408486127853394 (0.15408486127853394) + | > loss_disc_real_5: 0.16185544431209564 (0.16185544431209564) + | > loss_0: 2.3981590270996094 (2.3981590270996094) + | > loss_gen: 1.927525281906128 (1.927525281906128) + | > loss_kl: 1.6240296363830566 (1.6240296363830566) + | > loss_feat: 5.652378082275391 (5.652378082275391) + | > loss_mel: 26.8570613861084 (26.8570613861084) + | > loss_duration: 1.8984180688858032 (1.8984180688858032) + | > loss_1: 37.95941162109375 (37.95941162109375) + + --> STEP: 2 + | > loss_disc: 2.634860038757324 (2.516509532928467) + | > loss_disc_real_0: 0.03376952186226845 (0.029209919273853302) + | > loss_disc_real_1: 0.2770198881626129 (0.23999875038862228) + | > loss_disc_real_2: 0.2694781422615051 (0.25237706303596497) + | > loss_disc_real_3: 0.27856361865997314 (0.27685362100601196) + | > loss_disc_real_4: 0.14507608115673065 (0.1495804712176323) + | > loss_disc_real_5: 0.255821168422699 (0.2088383063673973) + | > loss_0: 2.634860038757324 (2.516509532928467) + | > loss_gen: 1.9544262886047363 (1.9409757852554321) + | > loss_kl: 1.3840560913085938 (1.5040428638458252) + | > loss_feat: 4.974010467529297 (5.313194274902344) + | > loss_mel: 21.404678344726562 (24.13086986541748) + | > loss_duration: 1.7065097093582153 (1.8024638891220093) + | > loss_1: 31.423681259155273 (34.69154644012451) + + --> STEP: 3 + | > loss_disc: 2.6816422939300537 (2.5715537865956626) + | > loss_disc_real_0: 0.020982781425118446 (0.026467539990941685) + | > loss_disc_real_1: 0.35096246004104614 (0.2769866536060969) + | > loss_disc_real_2: 0.3548550307750702 (0.2865363856156667) + | > loss_disc_real_3: 0.2834815979003906 (0.2790629466374715) + | > loss_disc_real_4: 0.2110588103532791 (0.17007325092951456) + | > loss_disc_real_5: 0.2345314472913742 (0.21740268667538962) + | > loss_0: 2.6816422939300537 (2.5715537865956626) + | > loss_gen: 2.1290664672851562 (2.0036726792653403) + | > loss_kl: 1.2325780391693115 (1.413554588953654) + | > loss_feat: 3.13950777053833 (4.588632106781006) + | > loss_mel: 18.06551742553711 (22.10908571879069) + | > loss_duration: 1.8252500295639038 (1.8100592692693074) + | > loss_1: 26.39192008972168 (31.925004323323567) + + --> STEP: 4 + | > loss_disc: 2.5845329761505127 (2.574798583984375) + | > loss_disc_real_0: 0.05114126577973366 (0.03263597143813968) + | > loss_disc_real_1: 0.27283382415771484 (0.2759484462440014) + | > loss_disc_real_2: 0.2911570370197296 (0.28769154846668243) + | > loss_disc_real_3: 0.2198123037815094 (0.264250285923481) + | > loss_disc_real_4: 0.19321346282958984 (0.1758583039045334) + | > loss_disc_real_5: 0.24721740186214447 (0.22485636547207832) + | > loss_0: 2.5845329761505127 (2.574798583984375) + | > loss_gen: 1.9698195457458496 (1.9952093958854675) + | > loss_kl: 1.5338248014450073 (1.4436221420764923) + | > loss_feat: 5.477564334869385 (4.810865163803101) + | > loss_mel: 24.36026954650879 (22.671881675720215) + | > loss_duration: 1.720057487487793 (1.7875588238239288) + | > loss_1: 35.0615348815918 (32.709136962890625) + + --> STEP: 5 + | > loss_disc: 2.86299204826355 (2.63243727684021) + | > loss_disc_real_0: 0.023104965686798096 (0.030729770287871362) + | > loss_disc_real_1: 0.27984654903411865 (0.27672806680202483) + | > loss_disc_real_2: 0.2817908823490143 (0.2865114152431488) + | > loss_disc_real_3: 0.3460012674331665 (0.2806004822254181) + | > loss_disc_real_4: 0.16369882225990295 (0.1734264075756073) + | > loss_disc_real_5: 0.2782328724861145 (0.23553166687488555) + | > loss_0: 2.86299204826355 (2.63243727684021) + | > loss_gen: 1.809922456741333 (1.9581520080566406) + | > loss_kl: 1.1897101402282715 (1.392839741706848) + | > loss_feat: 4.783868789672852 (4.805465888977051) + | > loss_mel: 24.18397331237793 (22.97430000305176) + | > loss_duration: 1.9619293212890625 (1.8224329233169556) + | > loss_1: 33.929405212402344 (32.953190612792966) + + --> STEP: 6 + | > loss_disc: 2.7239232063293457 (2.647684931755066) + | > loss_disc_real_0: 0.021494045853614807 (0.029190482882161934) + | > loss_disc_real_1: 0.37023088335990906 (0.2923118695616722) + | > loss_disc_real_2: 0.34036943316459656 (0.2954877515633901) + | > loss_disc_real_3: 0.26326385140419006 (0.27771104375521344) + | > loss_disc_real_4: 0.21237273514270782 (0.17991746217012405) + | > loss_disc_real_5: 0.226554736495018 (0.2340355118115743) + | > loss_0: 2.7239232063293457 (2.647684931755066) + | > loss_gen: 1.9984824657440186 (1.9648737510045369) + | > loss_kl: 0.8880493640899658 (1.3087080121040344) + | > loss_feat: 2.915424108505249 (4.4904589255650835) + | > loss_mel: 15.153433799743652 (21.670822302500408) + | > loss_duration: 1.711451530456543 (1.8039360245068867) + | > loss_1: 22.666839599609375 (31.23879877726237) + + --> STEP: 7 + | > loss_disc: 2.5940256118774414 (2.640019314629691) + | > loss_disc_real_0: 0.039930686354637146 (0.03072479766394411) + | > loss_disc_real_1: 0.24130474030971527 (0.28502513681139263) + | > loss_disc_real_2: 0.27815869450569153 (0.29301217198371887) + | > loss_disc_real_3: 0.2169925421476364 (0.2690369720969881) + | > loss_disc_real_4: 0.1899944245815277 (0.18135702822889602) + | > loss_disc_real_5: 0.21923258900642395 (0.23192080855369568) + | > loss_0: 2.5940256118774414 (2.640019314629691) + | > loss_gen: 2.034085273742676 (1.9747611113956995) + | > loss_kl: 1.2622815370559692 (1.3020756585257394) + | > loss_feat: 5.8876142501831055 (4.690052543367658) + | > loss_mel: 27.10234832763672 (22.446754591805593) + | > loss_duration: 1.7108349800109863 (1.7906358752931868) + | > loss_1: 37.997161865234375 (32.204279218401226) + + --> STEP: 8 + | > loss_disc: 2.7651591300964355 (2.655661791563034) + | > loss_disc_real_0: 0.033733583986759186 (0.031100895954295993) + | > loss_disc_real_1: 0.2363857477903366 (0.27894521318376064) + | > loss_disc_real_2: 0.2824442982673645 (0.2916911877691746) + | > loss_disc_real_3: 0.2307356745004654 (0.2642493098974228) + | > loss_disc_real_4: 0.17503760755062103 (0.18056710064411163) + | > loss_disc_real_5: 0.22333090007305145 (0.23084706999361515) + | > loss_0: 2.7651591300964355 (2.655661791563034) + | > loss_gen: 1.8267179727554321 (1.9562557190656662) + | > loss_kl: 1.6162021160125732 (1.3413414657115936) + | > loss_feat: 4.80775260925293 (4.704765051603317) + | > loss_mel: 24.44900894165039 (22.697036385536194) + | > loss_duration: 1.7981659173965454 (1.7915771305561066) + | > loss_1: 34.49784469604492 (32.49097490310669) + + --> STEP: 9 + | > loss_disc: 2.475696086883545 (2.635665602154202) + | > loss_disc_real_0: 0.039327144622802734 (0.03201492358413008) + | > loss_disc_real_1: 0.28788381814956665 (0.27993839151329464) + | > loss_disc_real_2: 0.24681006371974945 (0.2867043962081273) + | > loss_disc_real_3: 0.28958582878112793 (0.2670644786622789) + | > loss_disc_real_4: 0.15595434606075287 (0.17783235013484955) + | > loss_disc_real_5: 0.16958853602409363 (0.22404056621922386) + | > loss_0: 2.475696086883545 (2.635665602154202) + | > loss_gen: 2.071831703186035 (1.9690974950790405) + | > loss_kl: 1.1413209438323975 (1.319116963280572) + | > loss_feat: 5.329806804656982 (4.774214135275947) + | > loss_mel: 25.423175811767578 (22.99994076622857) + | > loss_duration: 1.736391544342041 (1.7854453987545438) + | > loss_1: 35.7025260925293 (32.84781392415365) + + --> STEP: 10 + | > loss_disc: 2.5966739654541016 (2.631766438484192) + | > loss_disc_real_0: 0.05334065482020378 (0.034147496707737444) + | > loss_disc_real_1: 0.27616941928863525 (0.2795614942908287) + | > loss_disc_real_2: 0.32024794816970825 (0.29005875140428544) + | > loss_disc_real_3: 0.3011818528175354 (0.2704762160778046) + | > loss_disc_real_4: 0.1996627300977707 (0.18001538813114165) + | > loss_disc_real_5: 0.2508781850337982 (0.2267243281006813) + | > loss_0: 2.5966739654541016 (2.631766438484192) + | > loss_gen: 2.1283211708068848 (1.985019862651825) + | > loss_kl: 1.2689719200134277 (1.3141024589538575) + | > loss_feat: 4.085175037384033 (4.705310225486755) + | > loss_mel: 22.8735408782959 (22.9873007774353) + | > loss_duration: 1.6866434812545776 (1.7755652070045471) + | > loss_1: 32.04265213012695 (32.76729774475098) + + --> STEP: 11 + | > loss_disc: 2.5588431358337402 (2.625137047334151) + | > loss_disc_real_0: 0.05828002840280533 (0.03634136322547089) + | > loss_disc_real_1: 0.2659524083137512 (0.27832430465654895) + | > loss_disc_real_2: 0.26358744502067566 (0.28765226900577545) + | > loss_disc_real_3: 0.23567984998226166 (0.26731291006911884) + | > loss_disc_real_4: 0.15596531331539154 (0.1778290176933462) + | > loss_disc_real_5: 0.22605951130390167 (0.22666389021006497) + | > loss_0: 2.5588431358337402 (2.625137047334151) + | > loss_gen: 1.9843332767486572 (1.9849574457515369) + | > loss_kl: 1.7925848960876465 (1.3576008623296565) + | > loss_feat: 4.403902530670166 (4.677909525957975) + | > loss_mel: 22.382726669311523 (22.932339494878594) + | > loss_duration: 1.677956223487854 (1.7666916630484841) + | > loss_1: 32.24150466918945 (32.71949837424538) + + --> STEP: 12 + | > loss_disc: 2.82826566696167 (2.6420644323031106) + | > loss_disc_real_0: 0.026370298117399216 (0.03551044113313158) + | > loss_disc_real_1: 0.3007030785083771 (0.2801892024775346) + | > loss_disc_real_2: 0.23283083736896515 (0.2830838163693746) + | > loss_disc_real_3: 0.19409549236297607 (0.26121145859360695) + | > loss_disc_real_4: 0.1782933622598648 (0.1778677130738894) + | > loss_disc_real_5: 0.20023295283317566 (0.2244613120953242) + | > loss_0: 2.82826566696167 (2.6420644323031106) + | > loss_gen: 1.6661145687103271 (1.958387205998103) + | > loss_kl: 1.4296821355819702 (1.3636076351006825) + | > loss_feat: 6.024906635284424 (4.790159285068512) + | > loss_mel: 26.244714736938477 (23.20837076505025) + | > loss_duration: 1.8121564388275146 (1.7704803943634033) + | > loss_1: 37.177574157714844 (33.09100468953451) + + --> STEP: 13 + | > loss_disc: 2.877105236053467 (2.660144494130061) + | > loss_disc_real_0: 0.06527084857225418 (0.03779970324383332) + | > loss_disc_real_1: 0.3668290376663208 (0.2868538051843643) + | > loss_disc_real_2: 0.23052966594696045 (0.2790411894138043) + | > loss_disc_real_3: 0.23890751600265503 (0.25949577070199525) + | > loss_disc_real_4: 0.2391442209482193 (0.18258129060268402) + | > loss_disc_real_5: 0.16758310794830322 (0.22008606562247643) + | > loss_0: 2.877105236053467 (2.660144494130061) + | > loss_gen: 2.022303342819214 (1.963303831907419) + | > loss_kl: 1.5309839248657227 (1.3764827343133779) + | > loss_feat: 5.540295124053955 (4.847862041913546) + | > loss_mel: 24.130352020263672 (23.27929240006667) + | > loss_duration: 1.817391037940979 (1.7740889054078322) + | > loss_1: 35.041324615478516 (33.241029299222504) + + --> STEP: 14 + | > loss_disc: 2.3443069458007812 (2.6375846692493985) + | > loss_disc_real_0: 0.04015708714723587 (0.037968087808362076) + | > loss_disc_real_1: 0.25600358843803406 (0.2846502182739122) + | > loss_disc_real_2: 0.22353610396385193 (0.2750765404530934) + | > loss_disc_real_3: 0.20510436594486237 (0.25561067036220003) + | > loss_disc_real_4: 0.13947640359401703 (0.17950237010206496) + | > loss_disc_real_5: 0.19721002876758575 (0.21845206298998424) + | > loss_0: 2.3443069458007812 (2.6375846692493985) + | > loss_gen: 2.0740976333618164 (1.9712176748684473) + | > loss_kl: 1.2074137926101685 (1.3644063813345773) + | > loss_feat: 5.6374287605285645 (4.904259664671762) + | > loss_mel: 25.008243560791016 (23.40278891154698) + | > loss_duration: 1.8141825199127197 (1.7769527350153242) + | > loss_1: 35.74136734008789 (33.41962487357004) + + --> STEP: 15 + | > loss_disc: 2.5662970542907715 (2.63283216158549) + | > loss_disc_real_0: 0.03228367865085602 (0.03758912719786167) + | > loss_disc_real_1: 0.260977566242218 (0.2830720414717992) + | > loss_disc_real_2: 0.26154986023902893 (0.2741747617721558) + | > loss_disc_real_3: 0.29320207238197327 (0.2581167638301849) + | > loss_disc_real_4: 0.23688402771949768 (0.18332781394322714) + | > loss_disc_real_5: 0.3000074028968811 (0.22388908565044402) + | > loss_0: 2.5662970542907715 (2.63283216158549) + | > loss_gen: 2.175654888153076 (1.984846822420756) + | > loss_kl: 1.4127287864685059 (1.3676278750101725) + | > loss_feat: 4.991313934326172 (4.910063282648722) + | > loss_mel: 26.111129760742188 (23.583344968159995) + | > loss_duration: 1.7386078834533691 (1.7743964115778605) + | > loss_1: 36.42943572998047 (33.620278930664064) + + --> STEP: 16 + | > loss_disc: 2.440685749053955 (2.620823010802269) + | > loss_disc_real_0: 0.02756395749747753 (0.03696255409158766) + | > loss_disc_real_1: 0.3205314576625824 (0.28541325498372316) + | > loss_disc_real_2: 0.2948564887046814 (0.2754673697054386) + | > loss_disc_real_3: 0.21151836216449738 (0.2552043637260794) + | > loss_disc_real_4: 0.170747309923172 (0.1825415324419737) + | > loss_disc_real_5: 0.20499178767204285 (0.22270800452679396) + | > loss_0: 2.440685749053955 (2.620823010802269) + | > loss_gen: 2.1439788341522217 (1.9947925731539726) + | > loss_kl: 1.6994562149047852 (1.3883671462535858) + | > loss_feat: 3.908396005630493 (4.847459077835083) + | > loss_mel: 21.06589126586914 (23.426004111766815) + | > loss_duration: 1.8307114839553833 (1.7779161036014557) + | > loss_1: 30.648433685302734 (33.43453860282898) + + --> STEP: 17 + | > loss_disc: 2.4043073654174805 (2.6080867963678696) + | > loss_disc_real_0: 0.047375209629535675 (0.037575063240878726) + | > loss_disc_real_1: 0.28373217582702637 (0.2853143679745057) + | > loss_disc_real_2: 0.24694077670574188 (0.2737893348231035) + | > loss_disc_real_3: 0.23607569932937622 (0.25407914817333216) + | > loss_disc_real_4: 0.17288140952587128 (0.18197328991749706) + | > loss_disc_real_5: 0.2099461406469345 (0.22195730665150812) + | > loss_0: 2.4043073654174805 (2.6080867963678696) + | > loss_gen: 2.1822681427001953 (2.0058205478331623) + | > loss_kl: 1.3342939615249634 (1.385186370681314) + | > loss_feat: 5.962286472320557 (4.913037159863641) + | > loss_mel: 25.476194381713867 (23.54660353941076) + | > loss_duration: 1.7265114784240723 (1.774892302120433) + | > loss_1: 36.68155288696289 (33.62553944307215) + + --> STEP: 18 + | > loss_disc: 2.7440173625946045 (2.615638494491577) + | > loss_disc_real_0: 0.03805919364094734 (0.03760195937421587) + | > loss_disc_real_1: 0.25829067826271057 (0.283813051879406) + | > loss_disc_real_2: 0.26152679324150085 (0.2731080825130145) + | > loss_disc_real_3: 0.3850269913673401 (0.26135402835077703) + | > loss_disc_real_4: 0.1032237857580185 (0.17759831746419272) + | > loss_disc_real_5: 0.20849403738975525 (0.2212093472480774) + | > loss_0: 2.7440173625946045 (2.615638494491577) + | > loss_gen: 1.9189573526382446 (2.000994814766778) + | > loss_kl: 1.6637318134307861 (1.400661117500729) + | > loss_feat: 5.178367614746094 (4.927777740690443) + | > loss_mel: 27.64137840270996 (23.77409103181627) + | > loss_duration: 1.7283542156219482 (1.7723068528705173) + | > loss_1: 38.13079071044922 (33.87583118014865) + + --> STEP: 19 + | > loss_disc: 3.0038247108459473 (2.6360693479839123) + | > loss_disc_real_0: 0.04956801235675812 (0.03823175163645493) + | > loss_disc_real_1: 0.24471765756607056 (0.28175539954712514) + | > loss_disc_real_2: 0.2951171398162842 (0.2742664539500287) + | > loss_disc_real_3: 0.2256956696510315 (0.2594772726297378) + | > loss_disc_real_4: 0.12436546385288239 (0.17479658832675532) + | > loss_disc_real_5: 0.18592625856399536 (0.21935234258049413) + | > loss_0: 3.0038247108459473 (2.6360693479839123) + | > loss_gen: 1.5070700645446777 (1.9749987752814042) + | > loss_kl: 1.4683173894882202 (1.4042219739211232) + | > loss_feat: 4.713476181030273 (4.916498711234645) + | > loss_mel: 24.0498104095459 (23.78860257801257) + | > loss_duration: 1.8330109119415283 (1.7755018033479388) + | > loss_1: 33.571685791015625 (33.859823528089024) + + --> STEP: 20 + | > loss_disc: 2.7196946144104004 (2.6402506113052366) + | > loss_disc_real_0: 0.062383148819208145 (0.039439321495592594) + | > loss_disc_real_1: 0.21203692257404327 (0.27826947569847105) + | > loss_disc_real_2: 0.27760958671569824 (0.27443361058831217) + | > loss_disc_real_3: 0.2558008134365082 (0.25929344967007634) + | > loss_disc_real_4: 0.16777285933494568 (0.17444540187716484) + | > loss_disc_real_5: 0.2036713808774948 (0.21856829449534415) + | > loss_0: 2.7196946144104004 (2.6402506113052366) + | > loss_gen: 1.7820327281951904 (1.9653504729270934) + | > loss_kl: 1.9738616943359375 (1.432703959941864) + | > loss_feat: 4.919479846954346 (4.9166477680206295) + | > loss_mel: 25.874267578125 (23.89288582801819) + | > loss_duration: 1.698617696762085 (1.7716575980186462) + | > loss_1: 36.24825668334961 (33.97924518585205) + + --> STEP: 21 + | > loss_disc: 2.6197164058685303 (2.639272791998727) + | > loss_disc_real_0: 0.03627324849367142 (0.03928855611454873) + | > loss_disc_real_1: 0.32658514380455017 (0.28057022179876057) + | > loss_disc_real_2: 0.3208081126213074 (0.27664192020893097) + | > loss_disc_real_3: 0.3004586696624756 (0.261253698241143) + | > loss_disc_real_4: 0.2096758633852005 (0.17612304290135702) + | > loss_disc_real_5: 0.20491094887256622 (0.2179179447037833) + | > loss_0: 2.6197164058685303 (2.639272791998727) + | > loss_gen: 2.0679092407226562 (1.9702342237745012) + | > loss_kl: 1.2340397834777832 (1.423243761062622) + | > loss_feat: 4.297055244445801 (4.887143362136114) + | > loss_mel: 22.09674644470215 (23.807355381193616) + | > loss_duration: 1.7568910121917725 (1.7709544272649855) + | > loss_1: 31.4526424407959 (33.85893076942081) + + --> STEP: 22 + | > loss_disc: 2.5872955322265625 (2.6369101892818105) + | > loss_disc_real_0: 0.04606333374977112 (0.03959650055251338) + | > loss_disc_real_1: 0.2430627942085266 (0.2788653387264772) + | > loss_disc_real_2: 0.2426924854516983 (0.27509876408360223) + | > loss_disc_real_3: 0.210770383477211 (0.2589590021155097) + | > loss_disc_real_4: 0.1749657839536667 (0.17607044022191654) + | > loss_disc_real_5: 0.17343613505363464 (0.2158960442651402) + | > loss_0: 2.5872955322265625 (2.6369101892818105) + | > loss_gen: 1.869933009147644 (1.9656750776550986) + | > loss_kl: 1.6965869665145874 (1.4356684522195295) + | > loss_feat: 5.634891510009766 (4.921131914312189) + | > loss_mel: 27.37183380126953 (23.9693771275607) + | > loss_duration: 1.8769904375076294 (1.7757742459123784) + | > loss_1: 38.45023727416992 (34.06762651963668) + + --> STEP: 23 + | > loss_disc: 2.346815586090088 (2.6242973804473877) + | > loss_disc_real_0: 0.062254898250103 (0.04058164827849554) + | > loss_disc_real_1: 0.27865466475486755 (0.2788561789885811) + | > loss_disc_real_2: 0.26935818791389465 (0.27484917381535406) + | > loss_disc_real_3: 0.2651640772819519 (0.2592287879923116) + | > loss_disc_real_4: 0.15233652293682098 (0.17503853077473847) + | > loss_disc_real_5: 0.17212605476379395 (0.21399300124334253) + | > loss_0: 2.346815586090088 (2.6242973804473877) + | > loss_gen: 2.2143990993499756 (1.976489165554876) + | > loss_kl: 1.4100041389465332 (1.434552612512008) + | > loss_feat: 5.6042962074279785 (4.95083470966505) + | > loss_mel: 25.333879470825195 (24.02870331639829) + | > loss_duration: 1.81857168674469 (1.7776350042094355) + | > loss_1: 36.38114929199219 (34.168214466260835) + + --> STEP: 24 + | > loss_disc: 2.7993288040161133 (2.631590356429418) + | > loss_disc_real_0: 0.04854486137628555 (0.04091344882423679) + | > loss_disc_real_1: 0.26652297377586365 (0.2783422954380512) + | > loss_disc_real_2: 0.2774316072463989 (0.27495677520831424) + | > loss_disc_real_3: 0.27962836623191833 (0.2600787704189619) + | > loss_disc_real_4: 0.16792283952236176 (0.17474204363922277) + | > loss_disc_real_5: 0.2647041380405426 (0.2161059652765592) + | > loss_0: 2.7993288040161133 (2.631590356429418) + | > loss_gen: 1.8000102043151855 (1.9691358755032222) + | > loss_kl: 1.2552598714828491 (1.427082081635793) + | > loss_feat: 4.517240524291992 (4.932768285274506) + | > loss_mel: 23.401695251464844 (24.002577980359394) + | > loss_duration: 1.7259852886199951 (1.7754829327265422) + | > loss_1: 32.700191497802734 (34.10704684257508) + + --> STEP: 25 + | > loss_disc: 2.382261037826538 (2.6216171836853026) + | > loss_disc_real_0: 0.07764897495508194 (0.042382869869470596) + | > loss_disc_real_1: 0.28511175513267517 (0.27861307382583617) + | > loss_disc_real_2: 0.2434525340795517 (0.2736966055631638) + | > loss_disc_real_3: 0.17713424563407898 (0.2567609894275666) + | > loss_disc_real_4: 0.15346448123455048 (0.17389094114303588) + | > loss_disc_real_5: 0.12619337439537048 (0.21250946164131165) + | > loss_0: 2.382261037826538 (2.6216171836853026) + | > loss_gen: 2.0357282161712646 (1.971799569129944) + | > loss_kl: 0.940217912197113 (1.4076075148582459) + | > loss_feat: 6.495962619781494 (4.995296058654785) + | > loss_mel: 28.49506378173828 (24.18227741241455) + | > loss_duration: 1.6799499988555908 (1.7716616153717042) + | > loss_1: 39.64692306518555 (34.3286418914795) + + --> STEP: 26 + | > loss_disc: 2.680813789367676 (2.623893976211548) + | > loss_disc_real_0: 0.03838804364204407 (0.04222922270687727) + | > loss_disc_real_1: 0.3129236698150635 (0.27993271213311416) + | > loss_disc_real_2: 0.3301558494567871 (0.27586811494368774) + | > loss_disc_real_3: 0.29682865738868713 (0.25830205357991737) + | > loss_disc_real_4: 0.09759055823087692 (0.17095631103102976) + | > loss_disc_real_5: 0.23141762614250183 (0.21323669873751128) + | > loss_0: 2.680813789367676 (2.623893976211548) + | > loss_gen: 2.0405642986297607 (1.9744443664183984) + | > loss_kl: 1.6863726377487183 (1.4183292503540332) + | > loss_feat: 5.221130847930908 (5.003982012088482) + | > loss_mel: 23.79167366027832 (24.167254191178543) + | > loss_duration: 1.7729816436767578 (1.7717123856911292) + | > loss_1: 34.512725830078125 (34.335722042964065) + + --> STEP: 27 + | > loss_disc: 2.5783884525299072 (2.622208586445561) + | > loss_disc_real_0: 0.029732322320342064 (0.041766374544413) + | > loss_disc_real_1: 0.24529245495796204 (0.27864973964514556) + | > loss_disc_real_2: 0.2924354076385498 (0.2764817183768308) + | > loss_disc_real_3: 0.23919743299484253 (0.2575944750397294) + | > loss_disc_real_4: 0.18241074681282043 (0.17138054939331832) + | > loss_disc_real_5: 0.21489913761615753 (0.2132982705478315) + | > loss_0: 2.5783884525299072 (2.622208586445561) + | > loss_gen: 1.9191913604736328 (1.9723979587908145) + | > loss_kl: 1.7086519002914429 (1.4290819410924558) + | > loss_feat: 4.873119831085205 (4.999135264643916) + | > loss_mel: 24.505868911743164 (24.17979547712538) + | > loss_duration: 1.7432119846343994 (1.7706568152816207) + | > loss_1: 34.75004577636719 (34.351067366423436) + + --> STEP: 28 + | > loss_disc: 2.7392711639404297 (2.6263893927846635) + | > loss_disc_real_0: 0.05412789434194565 (0.04220785739432488) + | > loss_disc_real_1: 0.32369476556777954 (0.2802584905709539) + | > loss_disc_real_2: 0.2532345652580261 (0.27565146290830206) + | > loss_disc_real_3: 0.27247077226638794 (0.2581257713692529) + | > loss_disc_real_4: 0.17671352624893188 (0.17157101285244739) + | > loss_disc_real_5: 0.21688634157180786 (0.21342641594154493) + | > loss_0: 2.7392711639404297 (2.6263893927846635) + | > loss_gen: 1.9266777038574219 (1.9707650925431932) + | > loss_kl: 1.5601478815078735 (1.4337628675358636) + | > loss_feat: 4.997561454772949 (4.999079057148525) + | > loss_mel: 23.560392379760742 (24.157673937933787) + | > loss_duration: 1.7577970027923584 (1.770197536264147) + | > loss_1: 33.802574157714844 (34.33147832325527) + + --> STEP: 29 + | > loss_disc: 2.804788827896118 (2.632541097443679) + | > loss_disc_real_0: 0.03562471270561218 (0.04198085240505893) + | > loss_disc_real_1: 0.28070855140686035 (0.2802740099101231) + | > loss_disc_real_2: 0.2567894458770752 (0.27500104852791496) + | > loss_disc_real_3: 0.2088259756565094 (0.25642577841364106) + | > loss_disc_real_4: 0.19154676795005798 (0.17225983199374428) + | > loss_disc_real_5: 0.18049374222755432 (0.21229080650313148) + | > loss_0: 2.804788827896118 (2.632541097443679) + | > loss_gen: 1.7856240272521973 (1.9643809178779865) + | > loss_kl: 1.206063985824585 (1.4259111819596126) + | > loss_feat: 5.067016124725342 (5.0014217146511735) + | > loss_mel: 20.178611755371094 (24.02046489715576) + | > loss_duration: 1.7554956674575806 (1.7696905752708172) + | > loss_1: 29.992809295654297 (34.18186904644144) + + --> STEP: 30 + | > loss_disc: 2.6293511390686035 (2.6324347654978433) + | > loss_disc_real_0: 0.06607897579669952 (0.04278412318478028) + | > loss_disc_real_1: 0.28687629103660583 (0.2804940859476725) + | > loss_disc_real_2: 0.2582889795303345 (0.27444397956132893) + | > loss_disc_real_3: 0.29158979654312134 (0.2575979123512904) + | > loss_disc_real_4: 0.16321375966072083 (0.17195829624931017) + | > loss_disc_real_5: 0.20232415199279785 (0.21195858468612036) + | > loss_0: 2.6293511390686035 (2.6324347654978433) + | > loss_gen: 1.9659011363983154 (1.9644315918286641) + | > loss_kl: 1.3312573432922363 (1.4227560540040334) + | > loss_feat: 5.223461151123047 (5.008823029200236) + | > loss_mel: 26.441200256347656 (24.10115607579549) + | > loss_duration: 1.7718758583068848 (1.769763418038686) + | > loss_1: 36.73369598388672 (34.266929944356285) + + --> STEP: 31 + | > loss_disc: 2.5296084880828857 (2.6291177888070383) + | > loss_disc_real_0: 0.027281660586595535 (0.04228404374612916) + | > loss_disc_real_1: 0.26439356803894043 (0.27997471440222954) + | > loss_disc_real_2: 0.18775832653045654 (0.27164766817323627) + | > loss_disc_real_3: 0.17621442675590515 (0.25497263862240704) + | > loss_disc_real_4: 0.15224139392375946 (0.17132226714203436) + | > loss_disc_real_5: 0.15101151168346405 (0.20999255007313145) + | > loss_0: 2.5296084880828857 (2.6291177888070383) + | > loss_gen: 1.717346429824829 (1.9564611027317662) + | > loss_kl: 1.355137586593628 (1.4205748131198268) + | > loss_feat: 6.731869697570801 (5.064405179792835) + | > loss_mel: 27.664867401123047 (24.216114505644768) + | > loss_duration: 1.7280902862548828 (1.768419123465015) + | > loss_1: 39.19731140136719 (34.42597450748567) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.011054415856638264 (-0.0013624929612682697) + | > avg_loss_disc: 2.6291177888070383 (+0.19938714273514302) + | > avg_loss_disc_real_0: 0.04228404374612916 (-0.032188100860484244) + | > avg_loss_disc_real_1: 0.27997471440222954 (+0.08638383760567633) + | > avg_loss_disc_real_2: 0.27164766817323627 (+0.04167714570799186) + | > avg_loss_disc_real_3: 0.25497263862240704 (+0.029511186865068317) + | > avg_loss_disc_real_4: 0.17132226714203436 (-0.0512173918466414) + | > avg_loss_disc_real_5: 0.20999255007313145 (-0.03250281080122916) + | > avg_loss_0: 2.6291177888070383 (+0.19938714273514302) + | > avg_loss_gen: 1.9564611027317662 (-0.16619536569041582) + | > avg_loss_kl: 1.4205748131198268 (-0.03792185744931609) + | > avg_loss_feat: 5.064405179792835 (+0.01389298131388994) + | > avg_loss_mel: 24.216114505644768 (-0.1855416144094164) + | > avg_loss_duration: 1.768419123465015 (-0.009083855536676122) + | > avg_loss_1: 34.42597450748567 (-0.3848501020862187) + + + > EPOCH: 14/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 13:38:28)  + + --> TIME: 2024-11-22 13:38:29 -- STEP: 0/797 -- GLOBAL_STEP: 12975 + | > loss_disc: 2.7860188484191895 (2.7860188484191895) + | > loss_disc_real_0: 0.0554637610912323 (0.0554637610912323) + | > loss_disc_real_1: 0.2479340136051178 (0.2479340136051178) + | > loss_disc_real_2: 0.2336927354335785 (0.2336927354335785) + | > loss_disc_real_3: 0.22928303480148315 (0.22928303480148315) + | > loss_disc_real_4: 0.17237865924835205 (0.17237865924835205) + | > loss_disc_real_5: 0.18717719614505768 (0.18717719614505768) + | > loss_0: 2.7860188484191895 (2.7860188484191895) + | > grad_norm_0: tensor(50.4316, device='cuda:0') (tensor(50.4316, device='cuda:0')) + | > loss_gen: 1.9708404541015625 (1.9708404541015625) + | > loss_kl: 1.0459535121917725 (1.0459535121917725) + | > loss_feat: 5.437557220458984 (5.437557220458984) + | > loss_mel: 23.415536880493164 (23.415536880493164) + | > loss_duration: 2.1379685401916504 (2.1379685401916504) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 34.00785827636719 (34.00785827636719) + | > grad_norm_1: tensor(611.8029, device='cuda:0') (tensor(611.8029, device='cuda:0')) + | > current_lr_0: 0.00019960037478133875 + | > current_lr_1: 0.00019960037478133875 + | > step_time: 1.0683 (1.0683107376098633) + | > loader_time: 0.1948 (0.19480204582214355) + + + --> TIME: 2024-11-22 13:38:54 -- STEP: 25/797 -- GLOBAL_STEP: 13000 + | > loss_disc: 2.438199996948242 (2.473165473937988) + | > loss_disc_real_0: 0.1350778490304947 (0.11124848574399948) + | > loss_disc_real_1: 0.19367371499538422 (0.22076260268688203) + | > loss_disc_real_2: 0.2883063852787018 (0.2512864255905151) + | > loss_disc_real_3: 0.20186859369277954 (0.23174119889736175) + | > loss_disc_real_4: 0.1987137496471405 (0.22218712270259858) + | > loss_disc_real_5: 0.21575595438480377 (0.24189568638801576) + | > loss_0: 2.438199996948242 (2.473165473937988) + | > grad_norm_0: tensor(48.9172, device='cuda:0') (tensor(99.1741, device='cuda:0')) + | > loss_gen: 2.3006844520568848 (2.3609689998626706) + | > loss_kl: 1.7046079635620117 (1.5070098209381104) + | > loss_feat: 4.943225860595703 (5.125600566864012) + | > loss_mel: 24.609865188598633 (23.305648345947265) + | > loss_duration: 1.807403326034546 (1.9568555355072021) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 35.365787506103516 (34.25608367919921) + | > grad_norm_1: tensor(313.2714, device='cuda:0') (tensor(686.5871, device='cuda:0')) + | > current_lr_0: 0.00019960037478133875 + | > current_lr_1: 0.00019960037478133875 + | > step_time: 1.178 (0.991839656829834) + | > loader_time: 0.007 (0.006308431625366211) + + + --> TIME: 2024-11-22 13:39:19 -- STEP: 50/797 -- GLOBAL_STEP: 13025 + | > loss_disc: 2.6937994956970215 (2.4531733417510986) + | > loss_disc_real_0: 0.12458635866641998 (0.11622028231620789) + | > loss_disc_real_1: 0.21904274821281433 (0.21922165125608445) + | > loss_disc_real_2: 0.2686145305633545 (0.24631316155195232) + | > loss_disc_real_3: 0.22535035014152527 (0.22601278603076935) + | > loss_disc_real_4: 0.27674585580825806 (0.22202035456895827) + | > loss_disc_real_5: 0.3803749978542328 (0.23675919115543365) + | > loss_0: 2.6937994956970215 (2.4531733417510986) + | > grad_norm_0: tensor(103.8710, device='cuda:0') (tensor(83.7368, device='cuda:0')) + | > loss_gen: 2.1721935272216797 (2.383735723495484) + | > loss_kl: 1.6528494358062744 (1.5371717309951782) + | > loss_feat: 4.470666408538818 (5.255454473495485) + | > loss_mel: 22.732555389404297 (23.463519630432128) + | > loss_duration: 1.846614956855774 (1.9019309496879577) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 32.874881744384766 (34.54181266784668) + | > grad_norm_1: tensor(1317.0563, device='cuda:0') (tensor(707.6838, device='cuda:0')) + | > current_lr_0: 0.00019960037478133875 + | > current_lr_1: 0.00019960037478133875 + | > step_time: 0.9419 (0.9838505411148071) + | > loader_time: 0.0061 (0.0057373523712158205) + + + --> TIME: 2024-11-22 13:39:43 -- STEP: 75/797 -- GLOBAL_STEP: 13050 + | > loss_disc: 2.4936017990112305 (2.463516550064087) + | > loss_disc_real_0: 0.1565796136856079 (0.11737541769941648) + | > loss_disc_real_1: 0.22373679280281067 (0.22012109120686849) + | > loss_disc_real_2: 0.23262159526348114 (0.24366523305575052) + | > loss_disc_real_3: 0.21159705519676208 (0.22346369365851085) + | > loss_disc_real_4: 0.20396177470684052 (0.22554480413595834) + | > loss_disc_real_5: 0.19379785656929016 (0.23951479097207387) + | > loss_0: 2.4936017990112305 (2.463516550064087) + | > grad_norm_0: tensor(288.4534, device='cuda:0') (tensor(102.8917, device='cuda:0')) + | > loss_gen: 2.452364206314087 (2.386853205362956) + | > loss_kl: 1.6395039558410645 (1.5308686113357544) + | > loss_feat: 4.988642692565918 (5.244216486612957) + | > loss_mel: 21.124168395996094 (23.627754720052085) + | > loss_duration: 1.7423679828643799 (1.8669093799591066) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 31.94704818725586 (34.656602630615225) + | > grad_norm_1: tensor(464.2651, device='cuda:0') (tensor(716.6496, device='cuda:0')) + | > current_lr_0: 0.00019960037478133875 + | > current_lr_1: 0.00019960037478133875 + | > step_time: 0.8816 (0.9761775525410971) + | > loader_time: 0.0037 (0.005528882344563802) + + + --> TIME: 2024-11-22 13:40:07 -- STEP: 100/797 -- GLOBAL_STEP: 13075 + | > loss_disc: 2.507641315460205 (2.472792460918426) + | > loss_disc_real_0: 0.16651463508605957 (0.1172761906683445) + | > loss_disc_real_1: 0.25094011425971985 (0.22154425084590912) + | > loss_disc_real_2: 0.2722606658935547 (0.24540616512298585) + | > loss_disc_real_3: 0.2571199834346771 (0.2258347886800766) + | > loss_disc_real_4: 0.26744964718818665 (0.22445555791258812) + | > loss_disc_real_5: 0.2291485071182251 (0.23903772681951524) + | > loss_0: 2.507641315460205 (2.472792460918426) + | > grad_norm_0: tensor(88.5923, device='cuda:0') (tensor(106.3992, device='cuda:0')) + | > loss_gen: 2.4343416690826416 (2.3788305377960204) + | > loss_kl: 1.4384591579437256 (1.5083533811569214) + | > loss_feat: 4.458747863769531 (5.2131967687606835) + | > loss_mel: 22.86927032470703 (23.577326660156256) + | > loss_duration: 1.788430094718933 (1.8526955318450928) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 32.98925018310547 (34.53040307998658) + | > grad_norm_1: tensor(1203.3628, device='cuda:0') (tensor(716.8800, device='cuda:0')) + | > current_lr_0: 0.00019960037478133875 + | > current_lr_1: 0.00019960037478133875 + | > step_time: 0.9028 (0.9665963983535767) + | > loader_time: 0.004 (0.005401802062988282) + + + --> TIME: 2024-11-22 13:40:31 -- STEP: 125/797 -- GLOBAL_STEP: 13100 + | > loss_disc: 2.5486233234405518 (2.4775218791961664) + | > loss_disc_real_0: 0.11019636690616608 (0.11689695534110069) + | > loss_disc_real_1: 0.19773341715335846 (0.22306850397586822) + | > loss_disc_real_2: 0.2276759147644043 (0.24372100794315338) + | > loss_disc_real_3: 0.24965886771678925 (0.22525579011440278) + | > loss_disc_real_4: 0.2593993842601776 (0.225032719373703) + | > loss_disc_real_5: 0.25752153992652893 (0.23977827858924866) + | > loss_0: 2.5486233234405518 (2.4775218791961664) + | > grad_norm_0: tensor(12.2337, device='cuda:0') (tensor(106.6428, device='cuda:0')) + | > loss_gen: 2.347799062728882 (2.369031309127807) + | > loss_kl: 1.5773180723190308 (1.4950136737823487) + | > loss_feat: 5.155003547668457 (5.202076976776125) + | > loss_mel: 24.533592224121094 (23.563814407348637) + | > loss_duration: 1.7414299249649048 (1.842621099472046) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 35.355140686035156 (34.47255764770509) + | > grad_norm_1: tensor(118.2464, device='cuda:0') (tensor(721.2744, device='cuda:0')) + | > current_lr_0: 0.00019960037478133875 + | > current_lr_1: 0.00019960037478133875 + | > step_time: 0.9383 (0.9583918781280517) + | > loader_time: 0.005 (0.005518098831176758) + + + --> TIME: 2024-11-22 13:41:02 -- STEP: 150/797 -- GLOBAL_STEP: 13125 + | > loss_disc: 2.4721014499664307 (2.472118380864461) + | > loss_disc_real_0: 0.09504877775907516 (0.11562171364823977) + | > loss_disc_real_1: 0.23581993579864502 (0.22294729322195053) + | > loss_disc_real_2: 0.24182942509651184 (0.24359521647294363) + | > loss_disc_real_3: 0.23523975908756256 (0.22419780770937603) + | > loss_disc_real_4: 0.21018263697624207 (0.22363114804029466) + | > loss_disc_real_5: 0.26362237334251404 (0.23862082600593568) + | > loss_0: 2.4721014499664307 (2.472118380864461) + | > grad_norm_0: tensor(180.4404, device='cuda:0') (tensor(101.1001, device='cuda:0')) + | > loss_gen: 2.377030611038208 (2.3644805065790817) + | > loss_kl: 1.2598406076431274 (1.4904941646258034) + | > loss_feat: 4.455453395843506 (5.199871260325115) + | > loss_mel: 22.660564422607422 (23.578468767801915) + | > loss_duration: 1.7542433738708496 (1.8354197533925374) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 32.50713348388672 (34.46873455047607) + | > grad_norm_1: tensor(797.3955, device='cuda:0') (tensor(705.4128, device='cuda:0')) + | > current_lr_0: 0.00019960037478133875 + | > current_lr_1: 0.00019960037478133875 + | > step_time: 1.112 (1.0044760958353678) + | > loader_time: 0.0086 (0.005698266029357911) + + + --> TIME: 2024-11-22 13:41:32 -- STEP: 175/797 -- GLOBAL_STEP: 13150 + | > loss_disc: 2.490756034851074 (2.4680504785265254) + | > loss_disc_real_0: 0.11484094709157944 (0.1168402140055384) + | > loss_disc_real_1: 0.23253127932548523 (0.22181923857757024) + | > loss_disc_real_2: 0.2415645718574524 (0.24227932972567423) + | > loss_disc_real_3: 0.24180078506469727 (0.22426599775041853) + | > loss_disc_real_4: 0.2546500265598297 (0.22277079360825675) + | > loss_disc_real_5: 0.27602261304855347 (0.23842331630843025) + | > loss_0: 2.490756034851074 (2.4680504785265254) + | > grad_norm_0: tensor(69.2431, device='cuda:0') (tensor(99.4138, device='cuda:0')) + | > loss_gen: 2.2383618354797363 (2.366493884495327) + | > loss_kl: 1.5501281023025513 (1.4878315591812135) + | > loss_feat: 4.605144023895264 (5.204057587214879) + | > loss_mel: 21.666400909423828 (23.58876328604561) + | > loss_duration: 1.8104023933410645 (1.8278710528782436) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 31.87043571472168 (34.475017438616085) + | > grad_norm_1: tensor(256.3679, device='cuda:0') (tensor(701.4900, device='cuda:0')) + | > current_lr_0: 0.00019960037478133875 + | > current_lr_1: 0.00019960037478133875 + | > step_time: 1.1883 (1.0302173873356413) + | > loader_time: 0.0069 (0.005832554953438895) + + + --> TIME: 2024-11-22 13:41:59 -- STEP: 200/797 -- GLOBAL_STEP: 13175 + | > loss_disc: 2.466290235519409 (2.463284925222398) + | > loss_disc_real_0: 0.11955242604017258 (0.11576961819082499) + | > loss_disc_real_1: 0.22637754678726196 (0.2204182018339634) + | > loss_disc_real_2: 0.2054782509803772 (0.24216218933463096) + | > loss_disc_real_3: 0.23727546632289886 (0.22356216639280319) + | > loss_disc_real_4: 0.20481742918491364 (0.22252689450979232) + | > loss_disc_real_5: 0.1986808478832245 (0.23846437089145184) + | > loss_0: 2.466290235519409 (2.463284925222398) + | > grad_norm_0: tensor(201.0977, device='cuda:0') (tensor(99.1325, device='cuda:0')) + | > loss_gen: 2.1091389656066895 (2.364098174571992) + | > loss_kl: 1.5809965133666992 (1.48710461974144) + | > loss_feat: 4.505139350891113 (5.203217256069186) + | > loss_mel: 23.420360565185547 (23.622161779403676) + | > loss_duration: 1.7533419132232666 (1.822916243672371) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 33.36897659301758 (34.49949811935428) + | > grad_norm_1: tensor(1215.2139, device='cuda:0') (tensor(683.2023, device='cuda:0')) + | > current_lr_0: 0.00019960037478133875 + | > current_lr_1: 0.00019960037478133875 + | > step_time: 0.8864 (1.0360187470912934) + | > loader_time: 0.0064 (0.006013175249099731) + + + --> TIME: 2024-11-22 13:42:24 -- STEP: 225/797 -- GLOBAL_STEP: 13200 + | > loss_disc: 2.5356898307800293 (2.461755205790203) + | > loss_disc_real_0: 0.0838661640882492 (0.11664538542429606) + | > loss_disc_real_1: 0.18017704784870148 (0.22053409907552932) + | > loss_disc_real_2: 0.19925160706043243 (0.24117664681540596) + | > loss_disc_real_3: 0.1758204996585846 (0.2228231641981337) + | > loss_disc_real_4: 0.2041374146938324 (0.2224196771118376) + | > loss_disc_real_5: 0.2224820852279663 (0.23742252303494346) + | > loss_0: 2.5356898307800293 (2.461755205790203) + | > grad_norm_0: tensor(43.5422, device='cuda:0') (tensor(99.2966, device='cuda:0')) + | > loss_gen: 2.3058669567108154 (2.3626816844940186) + | > loss_kl: 1.6609376668930054 (1.4813681761423747) + | > loss_feat: 5.449091911315918 (5.192063971625436) + | > loss_mel: 23.8492374420166 (23.60993193732367) + | > loss_duration: 1.7480978965759277 (1.8201676776674058) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 35.01322937011719 (34.46621348910864) + | > grad_norm_1: tensor(235.3276, device='cuda:0') (tensor(698.1723, device='cuda:0')) + | > current_lr_0: 0.00019960037478133875 + | > current_lr_1: 0.00019960037478133875 + | > step_time: 1.1584 (1.0312873956892221) + | > loader_time: 0.0061 (0.00612511846754286) + + + --> TIME: 2024-11-22 13:42:50 -- STEP: 250/797 -- GLOBAL_STEP: 13225 + | > loss_disc: 2.3795108795166016 (2.463949155807496) + | > loss_disc_real_0: 0.14279332756996155 (0.11883485859632492) + | > loss_disc_real_1: 0.22896438837051392 (0.22012838304042817) + | > loss_disc_real_2: 0.23794180154800415 (0.2408615311384201) + | > loss_disc_real_3: 0.22146925330162048 (0.22323251676559447) + | > loss_disc_real_4: 0.2595909833908081 (0.22241829353570938) + | > loss_disc_real_5: 0.24639631807804108 (0.2378518706560135) + | > loss_0: 2.3795108795166016 (2.463949155807496) + | > grad_norm_0: tensor(159.8817, device='cuda:0') (tensor(101.1694, device='cuda:0')) + | > loss_gen: 2.4949755668640137 (2.3603835220336915) + | > loss_kl: 1.410032033920288 (1.4766732873916626) + | > loss_feat: 5.162124156951904 (5.1870191726684585) + | > loss_mel: 23.359935760498047 (23.61443231201171) + | > loss_duration: 1.7717368602752686 (1.815313747882843) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 34.19880294799805 (34.45382208251956) + | > grad_norm_1: tensor(163.7829, device='cuda:0') (tensor(686.7847, device='cuda:0')) + | > current_lr_0: 0.00019960037478133875 + | > current_lr_1: 0.00019960037478133875 + | > step_time: 0.9519 (1.0301775341033932) + | > loader_time: 0.0052 (0.0062189998626708985) + + + --> TIME: 2024-11-22 13:43:15 -- STEP: 275/797 -- GLOBAL_STEP: 13250 + | > loss_disc: 2.5835790634155273 (2.4672238029133204) + | > loss_disc_real_0: 0.057368770241737366 (0.12035690548745069) + | > loss_disc_real_1: 0.23922988772392273 (0.22011209796775472) + | > loss_disc_real_2: 0.2570483982563019 (0.24149600901386956) + | > loss_disc_real_3: 0.22483845055103302 (0.22416754933920774) + | > loss_disc_real_4: 0.2390131652355194 (0.22253858235749333) + | > loss_disc_real_5: 0.24261322617530823 (0.2367848427729173) + | > loss_0: 2.5835790634155273 (2.4672238029133204) + | > grad_norm_0: tensor(84.6642, device='cuda:0') (tensor(102.4195, device='cuda:0')) + | > loss_gen: 2.1948649883270264 (2.3646659660339355) + | > loss_kl: 1.443221926689148 (1.474492592378096) + | > loss_feat: 5.196140766143799 (5.188945586464624) + | > loss_mel: 22.23870277404785 (23.674806636463504) + | > loss_duration: 1.7866178750991821 (1.8118280285054986) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 32.85954666137695 (34.51473885969684) + | > grad_norm_1: tensor(885.4615, device='cuda:0') (tensor(681.1821, device='cuda:0')) + | > current_lr_0: 0.00019960037478133875 + | > current_lr_1: 0.00019960037478133875 + | > step_time: 0.9695 (1.0264821373332627) + | > loader_time: 0.005 (0.0062912724234841086) + + + --> TIME: 2024-11-22 13:43:41 -- STEP: 300/797 -- GLOBAL_STEP: 13275 + | > loss_disc: 2.423996686935425 (2.472829618453982) + | > loss_disc_real_0: 0.08806084841489792 (0.12238513679554065) + | > loss_disc_real_1: 0.24225647747516632 (0.2204261584083239) + | > loss_disc_real_2: 0.26744115352630615 (0.24080447132388752) + | > loss_disc_real_3: 0.23461540043354034 (0.22375009894371034) + | > loss_disc_real_4: 0.2278214693069458 (0.22266132280230522) + | > loss_disc_real_5: 0.2193242758512497 (0.2374725202222665) + | > loss_0: 2.423996686935425 (2.472829618453982) + | > grad_norm_0: tensor(44.7757, device='cuda:0') (tensor(102.3173, device='cuda:0')) + | > loss_gen: 2.5096585750579834 (2.3608249990145365) + | > loss_kl: 1.2868571281433105 (1.4742485817273456) + | > loss_feat: 5.310391902923584 (5.164548186461132) + | > loss_mel: 23.081239700317383 (23.65039688746134) + | > loss_duration: 1.8011326789855957 (1.8097350366910299) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 33.989280700683594 (34.45975377400718) + | > grad_norm_1: tensor(939.3456, device='cuda:0') (tensor(658.2299, device='cuda:0')) + | > current_lr_0: 0.00019960037478133875 + | > current_lr_1: 0.00019960037478133875 + | > step_time: 0.976 (1.0251526546478267) + | > loader_time: 0.0066 (0.006341308752695718) + + + --> TIME: 2024-11-22 13:44:07 -- STEP: 325/797 -- GLOBAL_STEP: 13300 + | > loss_disc: 2.356837034225464 (2.473849678039554) + | > loss_disc_real_0: 0.15878254175186157 (0.12372579153913718) + | > loss_disc_real_1: 0.16810092329978943 (0.21971477293051206) + | > loss_disc_real_2: 0.2050514817237854 (0.24194647642282338) + | > loss_disc_real_3: 0.22284738719463348 (0.2234719719336583) + | > loss_disc_real_4: 0.18498528003692627 (0.2227175978055367) + | > loss_disc_real_5: 0.17374512553215027 (0.2369236809015274) + | > loss_0: 2.356837034225464 (2.473849678039554) + | > grad_norm_0: tensor(30.6532, device='cuda:0') (tensor(99.5409, device='cuda:0')) + | > loss_gen: 2.214935064315796 (2.355502539414626) + | > loss_kl: 1.6104357242584229 (1.4753456273445715) + | > loss_feat: 5.712401390075684 (5.144523861958429) + | > loss_mel: 25.39934539794922 (23.663875497671267) + | > loss_duration: 1.7323284149169922 (1.8080450226710394) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 36.66944885253906 (34.447292633056676) + | > grad_norm_1: tensor(407.0289, device='cuda:0') (tensor(654.2332, device='cuda:0')) + | > current_lr_0: 0.00019960037478133875 + | > current_lr_1: 0.00019960037478133875 + | > step_time: 1.0883 (1.0268081833766056) + | > loader_time: 0.0059 (0.006385624958918644) + + + --> TIME: 2024-11-22 13:44:34 -- STEP: 350/797 -- GLOBAL_STEP: 13325 + | > loss_disc: 2.6334266662597656 (2.4756922497068183) + | > loss_disc_real_0: 0.17580509185791016 (0.12398041170622622) + | > loss_disc_real_1: 0.1596328169107437 (0.22041144004889898) + | > loss_disc_real_2: 0.2607167959213257 (0.24127667158842087) + | > loss_disc_real_3: 0.24516253173351288 (0.22352035220180239) + | > loss_disc_real_4: 0.1702868789434433 (0.2225200511302267) + | > loss_disc_real_5: 0.23335494101047516 (0.23797340925250735) + | > loss_0: 2.6334266662597656 (2.4756922497068183) + | > grad_norm_0: tensor(131.5232, device='cuda:0') (tensor(98.8766, device='cuda:0')) + | > loss_gen: 2.020599842071533 (2.3506389604296003) + | > loss_kl: 1.4893373250961304 (1.475883445399148) + | > loss_feat: 5.112185001373291 (5.136724071502683) + | > loss_mel: 24.186805725097656 (23.682484049115864) + | > loss_duration: 1.752529501914978 (1.8053273807253156) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 34.561458587646484 (34.45105799538751) + | > grad_norm_1: tensor(577.2382, device='cuda:0') (tensor(664.9637, device='cuda:0')) + | > current_lr_0: 0.00019960037478133875 + | > current_lr_1: 0.00019960037478133875 + | > step_time: 1.093 (1.0290629604884556) + | > loader_time: 0.006 (0.0064341115951538075) + + + --> TIME: 2024-11-22 13:45:00 -- STEP: 375/797 -- GLOBAL_STEP: 13350 + | > loss_disc: 2.3170385360717773 (2.4734058043162084) + | > loss_disc_real_0: 0.08789806067943573 (0.12252981413404147) + | > loss_disc_real_1: 0.19031688570976257 (0.2201238020658493) + | > loss_disc_real_2: 0.20826777815818787 (0.2416454511086146) + | > loss_disc_real_3: 0.2044108510017395 (0.2235609044233958) + | > loss_disc_real_4: 0.1934281438589096 (0.22278329690297444) + | > loss_disc_real_5: 0.1946626901626587 (0.23735163581371307) + | > loss_0: 2.3170385360717773 (2.4734058043162084) + | > grad_norm_0: tensor(63.2934, device='cuda:0') (tensor(98.0473, device='cuda:0')) + | > loss_gen: 2.608405828475952 (2.3529697736104325) + | > loss_kl: 1.2558391094207764 (1.472295617421468) + | > loss_feat: 5.773022174835205 (5.141651810963948) + | > loss_mel: 24.40834617614746 (23.680233520507812) + | > loss_duration: 1.7657430171966553 (1.8025367736816407) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 35.81135559082031 (34.44968756612144) + | > grad_norm_1: tensor(1078.1439, device='cuda:0') (tensor(651.7878, device='cuda:0')) + | > current_lr_0: 0.00019960037478133875 + | > current_lr_1: 0.00019960037478133875 + | > step_time: 0.9985 (1.0284146118164066) + | > loader_time: 0.0064 (0.00648484166463216) + + + --> TIME: 2024-11-22 13:45:26 -- STEP: 400/797 -- GLOBAL_STEP: 13375 + | > loss_disc: 2.497321605682373 (2.4758289682865184) + | > loss_disc_real_0: 0.20830321311950684 (0.12376099548302591) + | > loss_disc_real_1: 0.17611892521381378 (0.21998222887516022) + | > loss_disc_real_2: 0.178434357047081 (0.2407763396948576) + | > loss_disc_real_3: 0.14802731573581696 (0.2235907629877329) + | > loss_disc_real_4: 0.1777971088886261 (0.2227364994212985) + | > loss_disc_real_5: 0.24943721294403076 (0.23761323180049657) + | > loss_0: 2.497321605682373 (2.4758289682865184) + | > grad_norm_0: tensor(18.9464, device='cuda:0') (tensor(98.3877, device='cuda:0')) + | > loss_gen: 2.440192222595215 (2.350449194014073) + | > loss_kl: 1.461588978767395 (1.4706320840120315) + | > loss_feat: 5.397052764892578 (5.140495662689208) + | > loss_mel: 24.572036743164062 (23.698155393600462) + | > loss_duration: 1.7560303211212158 (1.8003745883703233) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 35.62690353393555 (34.460107030868535) + | > grad_norm_1: tensor(240.1915, device='cuda:0') (tensor(647.3107, device='cuda:0')) + | > current_lr_0: 0.00019960037478133875 + | > current_lr_1: 0.00019960037478133875 + | > step_time: 1.1207 (1.0280752801895143) + | > loader_time: 0.009 (0.006545625329017638) + + + --> TIME: 2024-11-22 13:45:51 -- STEP: 425/797 -- GLOBAL_STEP: 13400 + | > loss_disc: 2.2831711769104004 (2.4744658593570534) + | > loss_disc_real_0: 0.15277138352394104 (0.12362881362438202) + | > loss_disc_real_1: 0.25628769397735596 (0.22017582809223848) + | > loss_disc_real_2: 0.21349458396434784 (0.2414483242525774) + | > loss_disc_real_3: 0.22634540498256683 (0.22382207358584685) + | > loss_disc_real_4: 0.19340959191322327 (0.2221416180975297) + | > loss_disc_real_5: 0.20781640708446503 (0.23763993406997008) + | > loss_0: 2.2831711769104004 (2.4744658593570534) + | > grad_norm_0: tensor(109.4184, device='cuda:0') (tensor(97.1324, device='cuda:0')) + | > loss_gen: 2.508157968521118 (2.3502277135848995) + | > loss_kl: 1.5754315853118896 (1.470236219518325) + | > loss_feat: 6.010976314544678 (5.136623949163099) + | > loss_mel: 23.65174102783203 (23.68630323073443) + | > loss_duration: 1.802997350692749 (1.7989031808516558) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 35.5493049621582 (34.4422943878174) + | > grad_norm_1: tensor(1076.2933, device='cuda:0') (tensor(647.7585, device='cuda:0')) + | > current_lr_0: 0.00019960037478133875 + | > current_lr_1: 0.00019960037478133875 + | > step_time: 0.9824 (1.027049296322991) + | > loader_time: 0.0072 (0.006578679926255169) + + + --> TIME: 2024-11-22 13:46:17 -- STEP: 450/797 -- GLOBAL_STEP: 13425 + | > loss_disc: 2.5481178760528564 (2.4741849925782993) + | > loss_disc_real_0: 0.11202921718358994 (0.12355747075544463) + | > loss_disc_real_1: 0.2831116020679474 (0.219869614607758) + | > loss_disc_real_2: 0.22661572694778442 (0.24112089819378324) + | > loss_disc_real_3: 0.3176475167274475 (0.22387554827663633) + | > loss_disc_real_4: 0.2445681393146515 (0.22219858795404435) + | > loss_disc_real_5: 0.252166211605072 (0.23776971101760863) + | > loss_0: 2.5481178760528564 (2.4741849925782993) + | > grad_norm_0: tensor(90.1595, device='cuda:0') (tensor(97.7863, device='cuda:0')) + | > loss_gen: 2.4440135955810547 (2.3487912599245697) + | > loss_kl: 1.5814067125320435 (1.4696839072969226) + | > loss_feat: 4.715364456176758 (5.131961742507086) + | > loss_mel: 22.095884323120117 (23.693353318108453) + | > loss_duration: 1.776538610458374 (1.7972720821698507) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 32.61320495605469 (34.44106239742703) + | > grad_norm_1: tensor(706.5123, device='cuda:0') (tensor(660.7322, device='cuda:0')) + | > current_lr_0: 0.00019960037478133875 + | > current_lr_1: 0.00019960037478133875 + | > step_time: 1.1442 (1.025831707318624) + | > loader_time: 0.0068 (0.006617206997341579) + + + --> TIME: 2024-11-22 13:46:43 -- STEP: 475/797 -- GLOBAL_STEP: 13450 + | > loss_disc: 2.5248498916625977 (2.472459744905175) + | > loss_disc_real_0: 0.07250189781188965 (0.12316578996024634) + | > loss_disc_real_1: 0.23449958860874176 (0.2198549387643212) + | > loss_disc_real_2: 0.2878219187259674 (0.24083409538394526) + | > loss_disc_real_3: 0.2646787166595459 (0.22363334950647856) + | > loss_disc_real_4: 0.20965947210788727 (0.22212322624106157) + | > loss_disc_real_5: 0.271748811006546 (0.23789552421946275) + | > loss_0: 2.5248498916625977 (2.472459744905175) + | > grad_norm_0: tensor(388.3444, device='cuda:0') (tensor(98.9719, device='cuda:0')) + | > loss_gen: 2.3640570640563965 (2.34994595351972) + | > loss_kl: 1.5412997007369995 (1.4671552482404207) + | > loss_feat: 4.5622358322143555 (5.134086142590171) + | > loss_mel: 22.55742645263672 (23.665962420011823) + | > loss_duration: 1.7229853868484497 (1.7961390010934126) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 32.74800491333008 (34.41328884325531) + | > grad_norm_1: tensor(1022.2717, device='cuda:0') (tensor(662.7375, device='cuda:0')) + | > current_lr_0: 0.00019960037478133875 + | > current_lr_1: 0.00019960037478133875 + | > step_time: 0.9566 (1.0262146593395038) + | > loader_time: 0.0082 (0.0066901317395662) + + + --> TIME: 2024-11-22 13:47:09 -- STEP: 500/797 -- GLOBAL_STEP: 13475 + | > loss_disc: 2.38053035736084 (2.4700701332092327) + | > loss_disc_real_0: 0.22908833622932434 (0.12289569995552302) + | > loss_disc_real_1: 0.1882447898387909 (0.2198570532053709) + | > loss_disc_real_2: 0.19586174190044403 (0.2405752218067646) + | > loss_disc_real_3: 0.27543121576309204 (0.22341978827118875) + | > loss_disc_real_4: 0.1674012690782547 (0.22154688185453414) + | > loss_disc_real_5: 0.20201900601387024 (0.23758741822838783) + | > loss_0: 2.38053035736084 (2.4700701332092327) + | > grad_norm_0: tensor(46.2142, device='cuda:0') (tensor(98.9040, device='cuda:0')) + | > loss_gen: 2.364718198776245 (2.3537630474567406) + | > loss_kl: 1.4178110361099243 (1.468833888053894) + | > loss_feat: 5.486083030700684 (5.145902775287627) + | > loss_mel: 23.488718032836914 (23.66650723648071) + | > loss_duration: 1.7838690280914307 (1.7944379289150238) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 34.541202545166016 (34.42944495391847) + | > grad_norm_1: tensor(710.3600, device='cuda:0') (tensor(653.1858, device='cuda:0')) + | > current_lr_0: 0.00019960037478133875 + | > current_lr_1: 0.00019960037478133875 + | > step_time: 0.9916 (1.0265830240249638) + | > loader_time: 0.0075 (0.006748735904693603) + + + --> TIME: 2024-11-22 13:47:35 -- STEP: 525/797 -- GLOBAL_STEP: 13500 + | > loss_disc: 2.6729397773742676 (2.4696796362740687) + | > loss_disc_real_0: 0.11984764039516449 (0.1234482971046652) + | > loss_disc_real_1: 0.18293267488479614 (0.2196444445706549) + | > loss_disc_real_2: 0.22600466012954712 (0.24024210299764362) + | > loss_disc_real_3: 0.19281981885433197 (0.22314778086685) + | > loss_disc_real_4: 0.21951158344745636 (0.22107480852376846) + | > loss_disc_real_5: 0.1681469976902008 (0.23739038447539013) + | > loss_0: 2.6729397773742676 (2.4696796362740687) + | > grad_norm_0: tensor(34.7195, device='cuda:0') (tensor(98.1669, device='cuda:0')) + | > loss_gen: 2.2985315322875977 (2.353461215836661) + | > loss_kl: 1.648687720298767 (1.468201008751279) + | > loss_feat: 5.451643466949463 (5.156492045720418) + | > loss_mel: 25.719158172607422 (23.689037835257395) + | > loss_duration: 1.7148113250732422 (1.7933558137076242) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 36.83283233642578 (34.4605479794457) + | > grad_norm_1: tensor(805.3245, device='cuda:0') (tensor(659.6490, device='cuda:0')) + | > current_lr_0: 0.00019960037478133875 + | > current_lr_1: 0.00019960037478133875 + | > step_time: 0.9974 (1.0263988372257782) + | > loader_time: 0.0072 (0.006848749887375604) + + + --> TIME: 2024-11-22 13:48:01 -- STEP: 550/797 -- GLOBAL_STEP: 13525 + | > loss_disc: 2.2741637229919434 (2.4700277246128466) + | > loss_disc_real_0: 0.08959800750017166 (0.12315406735647809) + | > loss_disc_real_1: 0.20406858623027802 (0.2200061744586988) + | > loss_disc_real_2: 0.2390843629837036 (0.2408232867988673) + | > loss_disc_real_3: 0.20933207869529724 (0.22319956364956772) + | > loss_disc_real_4: 0.1877947598695755 (0.22148989755998955) + | > loss_disc_real_5: 0.22707213461399078 (0.23773295876654713) + | > loss_0: 2.2741637229919434 (2.4700277246128466) + | > grad_norm_0: tensor(47.6342, device='cuda:0') (tensor(97.8419, device='cuda:0')) + | > loss_gen: 2.4121601581573486 (2.3557928009466687) + | > loss_kl: 1.4144619703292847 (1.468837795040824) + | > loss_feat: 5.966766357421875 (5.166071141416375) + | > loss_mel: 25.575498580932617 (23.706991649974476) + | > loss_duration: 1.7763957977294922 (1.7929698926752264) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 37.14527893066406 (34.490663320368014) + | > grad_norm_1: tensor(1196.7223, device='cuda:0') (tensor(669.4019, device='cuda:0')) + | > current_lr_0: 0.00019960037478133875 + | > current_lr_1: 0.00019960037478133875 + | > step_time: 1.0609 (1.0255883247202093) + | > loader_time: 0.0076 (0.006939562450755726) + + + --> TIME: 2024-11-22 13:48:26 -- STEP: 575/797 -- GLOBAL_STEP: 13550 + | > loss_disc: 2.4879305362701416 (2.4694603617295003) + | > loss_disc_real_0: 0.10079783201217651 (0.12271242367832556) + | > loss_disc_real_1: 0.20175880193710327 (0.2202072201993155) + | > loss_disc_real_2: 0.305795282125473 (0.24066269586915556) + | > loss_disc_real_3: 0.24252264201641083 (0.22319289660972097) + | > loss_disc_real_4: 0.22691607475280762 (0.22125777687715445) + | > loss_disc_real_5: 0.212014302611351 (0.23750092737052753) + | > loss_0: 2.4879305362701416 (2.4694603617295003) + | > grad_norm_0: tensor(19.1281, device='cuda:0') (tensor(97.6682, device='cuda:0')) + | > loss_gen: 2.3704864978790283 (2.357644927605336) + | > loss_kl: 1.5245296955108643 (1.4709106779098504) + | > loss_feat: 5.33560848236084 (5.170711489553037) + | > loss_mel: 24.46860694885254 (23.710853928275732) + | > loss_duration: 1.7498409748077393 (1.7920163048868594) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 35.44906997680664 (34.50213733838956) + | > grad_norm_1: tensor(276.0167, device='cuda:0') (tensor(668.7336, device='cuda:0')) + | > current_lr_0: 0.00019960037478133875 + | > current_lr_1: 0.00019960037478133875 + | > step_time: 1.0195 (1.0244237352454135) + | > loader_time: 0.0082 (0.007004192186438519) + + + --> TIME: 2024-11-22 13:48:52 -- STEP: 600/797 -- GLOBAL_STEP: 13575 + | > loss_disc: 2.493767499923706 (2.469354244470599) + | > loss_disc_real_0: 0.11910649389028549 (0.12271500610436002) + | > loss_disc_real_1: 0.19882571697235107 (0.22017515578617652) + | > loss_disc_real_2: 0.22223342955112457 (0.2408592204004526) + | > loss_disc_real_3: 0.20700503885746002 (0.2231063586473465) + | > loss_disc_real_4: 0.20530392229557037 (0.2213422103971243) + | > loss_disc_real_5: 0.23416182398796082 (0.23738605295618376) + | > loss_0: 2.493767499923706 (2.469354244470599) + | > grad_norm_0: tensor(173.9301, device='cuda:0') (tensor(98.6296, device='cuda:0')) + | > loss_gen: 2.114485740661621 (2.3579962327082935) + | > loss_kl: 1.5347073078155518 (1.4693078931172683) + | > loss_feat: 4.78297233581543 (5.170128825108209) + | > loss_mel: 21.68509864807129 (23.715229237874343) + | > loss_duration: 1.7557317018508911 (1.79121784667174) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 31.872995376586914 (34.50388002077744) + | > grad_norm_1: tensor(402.1110, device='cuda:0') (tensor(674.0833, device='cuda:0')) + | > current_lr_0: 0.00019960037478133875 + | > current_lr_1: 0.00019960037478133875 + | > step_time: 1.0012 (1.0242302393913258) + | > loader_time: 0.0289 (0.007100289265314738) + + + --> TIME: 2024-11-22 13:49:20 -- STEP: 625/797 -- GLOBAL_STEP: 13600 + | > loss_disc: 2.490466833114624 (2.4683869453430214) + | > loss_disc_real_0: 0.1119307428598404 (0.12265092269778252) + | > loss_disc_real_1: 0.238631933927536 (0.21986586340665817) + | > loss_disc_real_2: 0.28788018226623535 (0.240284730219841) + | > loss_disc_real_3: 0.26939281821250916 (0.22335747156143188) + | > loss_disc_real_4: 0.21004626154899597 (0.22120209531784057) + | > loss_disc_real_5: 0.2245378941297531 (0.23748629972934723) + | > loss_0: 2.490466833114624 (2.4683869453430214) + | > grad_norm_0: tensor(157.4925, device='cuda:0') (tensor(98.8892, device='cuda:0')) + | > loss_gen: 2.376392126083374 (2.357074061012267) + | > loss_kl: 1.4555586576461792 (1.4682232732772824) + | > loss_feat: 4.205440998077393 (5.165450146102901) + | > loss_mel: 22.814584732055664 (23.724494812011706) + | > loss_duration: 1.7692060470581055 (1.7910785558700562) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 32.62118148803711 (34.50632084045415) + | > grad_norm_1: tensor(904.6609, device='cuda:0') (tensor(676.5353, device='cuda:0')) + | > current_lr_0: 0.00019960037478133875 + | > current_lr_1: 0.00019960037478133875 + | > step_time: 1.0739 (1.0268943958282457) + | > loader_time: 0.0083 (0.007179032897949219) + + + --> TIME: 2024-11-22 13:49:46 -- STEP: 650/797 -- GLOBAL_STEP: 13625 + | > loss_disc: 2.3204398155212402 (2.4651917413564868) + | > loss_disc_real_0: 0.03929878771305084 (0.12212898546686539) + | > loss_disc_real_1: 0.29263344407081604 (0.2196245586986725) + | > loss_disc_real_2: 0.23955069482326508 (0.2402304185124544) + | > loss_disc_real_3: 0.22887124121189117 (0.22311752188664216) + | > loss_disc_real_4: 0.19465485215187073 (0.2210234506542866) + | > loss_disc_real_5: 0.24147740006446838 (0.23732728086985075) + | > loss_0: 2.3204398155212402 (2.4651917413564868) + | > grad_norm_0: tensor(75.6648, device='cuda:0') (tensor(100.4366, device='cuda:0')) + | > loss_gen: 2.5541224479675293 (2.3627508891545785) + | > loss_kl: 1.4201802015304565 (1.466719960249387) + | > loss_feat: 6.481825828552246 (5.177929929219754) + | > loss_mel: 24.693523406982422 (23.723939971923823) + | > loss_duration: 1.840123176574707 (1.79096706702159) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 36.98977279663086 (34.522307789142374) + | > grad_norm_1: tensor(556.9907, device='cuda:0') (tensor(682.9295, device='cuda:0')) + | > current_lr_0: 0.00019960037478133875 + | > current_lr_1: 0.00019960037478133875 + | > step_time: 0.9882 (1.027943877073433) + | > loader_time: 0.0091 (0.007263749195979192) + + + --> TIME: 2024-11-22 13:50:15 -- STEP: 675/797 -- GLOBAL_STEP: 13650 + | > loss_disc: 2.65031099319458 (2.465262093720617) + | > loss_disc_real_0: 0.3955603241920471 (0.12267133874473748) + | > loss_disc_real_1: 0.25666147470474243 (0.2194299027102965) + | > loss_disc_real_2: 0.2551185190677643 (0.23996698715068676) + | > loss_disc_real_3: 0.21573254466056824 (0.2231457974071856) + | > loss_disc_real_4: 0.20475541055202484 (0.22122066113683914) + | > loss_disc_real_5: 0.24840429425239563 (0.23746216822553565) + | > loss_0: 2.65031099319458 (2.465262093720617) + | > grad_norm_0: tensor(323.4589, device='cuda:0') (tensor(102.8245, device='cuda:0')) + | > loss_gen: 2.8132729530334473 (2.3639561880959366) + | > loss_kl: 1.4212449789047241 (1.467224473600034) + | > loss_feat: 4.986634731292725 (5.176932899687018) + | > loss_mel: 23.3107852935791 (23.71527824684426) + | > loss_duration: 1.759864330291748 (1.7904374931476734) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 34.291805267333984 (34.51382928353777) + | > grad_norm_1: tensor(444.4030, device='cuda:0') (tensor(676.7100, device='cuda:0')) + | > current_lr_0: 0.00019960037478133875 + | > current_lr_1: 0.00019960037478133875 + | > step_time: 1.0566 (1.0312961274606198) + | > loader_time: 0.013 (0.007408722418325919) + + + --> TIME: 2024-11-22 13:50:43 -- STEP: 700/797 -- GLOBAL_STEP: 13675 + | > loss_disc: 2.6028151512145996 (2.4651789947918528) + | > loss_disc_real_0: 0.031299710273742676 (0.12272574641874859) + | > loss_disc_real_1: 0.23276841640472412 (0.2193038572477443) + | > loss_disc_real_2: 0.26378685235977173 (0.24022782849414007) + | > loss_disc_real_3: 0.21112315356731415 (0.22326323185648236) + | > loss_disc_real_4: 0.3489341139793396 (0.22137952853526388) + | > loss_disc_real_5: 0.27059051394462585 (0.23721606024674008) + | > loss_0: 2.6028151512145996 (2.4651789947918528) + | > grad_norm_0: tensor(71.9522, device='cuda:0') (tensor(103.8792, device='cuda:0')) + | > loss_gen: 2.1220998764038086 (2.3649211483342265) + | > loss_kl: 1.5682293176651 (1.4672528616019664) + | > loss_feat: 4.399959564208984 (5.180281200749527) + | > loss_mel: 22.502323150634766 (23.72409432547433) + | > loss_duration: 1.782300591468811 (1.7897081296784536) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 32.37491226196289 (34.5262576484681) + | > grad_norm_1: tensor(272.6965, device='cuda:0') (tensor(668.9684, device='cuda:0')) + | > current_lr_0: 0.00019960037478133875 + | > current_lr_1: 0.00019960037478133875 + | > step_time: 1.0177 (1.0345970099312911) + | > loader_time: 0.0097 (0.007531695025307791) + + + --> TIME: 2024-11-22 13:51:11 -- STEP: 725/797 -- GLOBAL_STEP: 13700 + | > loss_disc: 2.5468220710754395 (2.4662967971275647) + | > loss_disc_real_0: 0.1559329628944397 (0.12319329419012727) + | > loss_disc_real_1: 0.20219002664089203 (0.21919118510238056) + | > loss_disc_real_2: 0.25017064809799194 (0.2396100485530393) + | > loss_disc_real_3: 0.27687832713127136 (0.2232660241373654) + | > loss_disc_real_4: 0.284049928188324 (0.22134020992394152) + | > loss_disc_real_5: 0.2638472318649292 (0.2372909127843791) + | > loss_0: 2.5468220710754395 (2.4662967971275647) + | > grad_norm_0: tensor(70.0429, device='cuda:0') (tensor(102.9346, device='cuda:0')) + | > loss_gen: 2.309077262878418 (2.3614577941236776) + | > loss_kl: 1.511082410812378 (1.4674744767156147) + | > loss_feat: 4.971236228942871 (5.1733172416686966) + | > loss_mel: 24.167903900146484 (23.731181246001146) + | > loss_duration: 1.7242237329483032 (1.7884584642278738) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 34.68352508544922 (34.52188919593557) + | > grad_norm_1: tensor(768.1135, device='cuda:0') (tensor(662.1209, device='cuda:0')) + | > current_lr_0: 0.00019960037478133875 + | > current_lr_1: 0.00019960037478133875 + | > step_time: 1.1085 (1.036075384205784) + | > loader_time: 0.0203 (0.007783658257846175) + + + --> TIME: 2024-11-22 13:51:43 -- STEP: 750/797 -- GLOBAL_STEP: 13725 + | > loss_disc: 2.3571863174438477 (2.4655361989339237) + | > loss_disc_real_0: 0.15022419393062592 (0.1230712052732706) + | > loss_disc_real_1: 0.19440555572509766 (0.21907377595702807) + | > loss_disc_real_2: 0.1891174018383026 (0.24012908444801967) + | > loss_disc_real_3: 0.2224351465702057 (0.22318872624635697) + | > loss_disc_real_4: 0.22505982220172882 (0.2214731265505155) + | > loss_disc_real_5: 0.27585864067077637 (0.23734365236759186) + | > loss_0: 2.3571863174438477 (2.4655361989339237) + | > grad_norm_0: tensor(99.6376, device='cuda:0') (tensor(102.1617, device='cuda:0')) + | > loss_gen: 2.491785764694214 (2.3625765743255562) + | > loss_kl: 1.4650371074676514 (1.46858680788676) + | > loss_feat: 5.280068397521973 (5.176094559351598) + | > loss_mel: 23.713729858398438 (23.72869918568929) + | > loss_duration: 1.7447112798690796 (1.7872574324607848) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 34.695335388183594 (34.52321451822927) + | > grad_norm_1: tensor(928.1394, device='cuda:0') (tensor(661.4434, device='cuda:0')) + | > current_lr_0: 0.00019960037478133875 + | > current_lr_1: 0.00019960037478133875 + | > step_time: 1.0923 (1.041385006268818) + | > loader_time: 0.143 (0.009957758903503415) + + + --> TIME: 2024-11-22 13:52:23 -- STEP: 775/797 -- GLOBAL_STEP: 13750 + | > loss_disc: 2.5650315284729004 (2.466641126755748) + | > loss_disc_real_0: 0.12992414832115173 (0.12311456853343594) + | > loss_disc_real_1: 0.2598397731781006 (0.21928160299216548) + | > loss_disc_real_2: 0.2605547606945038 (0.2400677759993461) + | > loss_disc_real_3: 0.25578874349594116 (0.2234096952792137) + | > loss_disc_real_4: 0.29207009077072144 (0.22157231878849767) + | > loss_disc_real_5: 0.3035222589969635 (0.23738813613691637) + | > loss_0: 2.5650315284729004 (2.466641126755748) + | > grad_norm_0: tensor(82.8011, device='cuda:0') (tensor(101.0993, device='cuda:0')) + | > loss_gen: 2.402597427368164 (2.361988365419444) + | > loss_kl: 1.5978010892868042 (1.468973826285332) + | > loss_feat: 5.247063636779785 (5.177343694010084) + | > loss_mel: 24.6456356048584 (23.727616904474075) + | > loss_duration: 1.7530078887939453 (1.7861013563217656) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 35.64610290527344 (34.52202410544129) + | > grad_norm_1: tensor(420.0123, device='cuda:0') (tensor(661.2957, device='cuda:0')) + | > current_lr_0: 0.00019960037478133875 + | > current_lr_1: 0.00019960037478133875 + | > step_time: 2.5306 (1.055578774790609) + | > loader_time: 0.1193 (0.01354575803202967) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.8388962745666504 (2.8388962745666504) + | > loss_disc_real_0: 0.09676036238670349 (0.09676036238670349) + | > loss_disc_real_1: 0.12050770968198776 (0.12050770968198776) + | > loss_disc_real_2: 0.20815618336200714 (0.20815618336200714) + | > loss_disc_real_3: 0.12793652713298798 (0.12793652713298798) + | > loss_disc_real_4: 0.2170877754688263 (0.2170877754688263) + | > loss_disc_real_5: 0.19120927155017853 (0.19120927155017853) + | > loss_0: 2.8388962745666504 (2.8388962745666504) + | > loss_gen: 1.5313621759414673 (1.5313621759414673) + | > loss_kl: 1.636972188949585 (1.636972188949585) + | > loss_feat: 5.86046838760376 (5.86046838760376) + | > loss_mel: 26.081920623779297 (26.081920623779297) + | > loss_duration: 2.0342419147491455 (2.0342419147491455) + | > loss_1: 37.144962310791016 (37.144962310791016) + + --> STEP: 1 + | > loss_disc: 2.449136734008789 (2.449136734008789) + | > loss_disc_real_0: 0.04209518805146217 (0.04209518805146217) + | > loss_disc_real_1: 0.1820688098669052 (0.1820688098669052) + | > loss_disc_real_2: 0.23143741488456726 (0.23143741488456726) + | > loss_disc_real_3: 0.2186225950717926 (0.2186225950717926) + | > loss_disc_real_4: 0.1607712209224701 (0.1607712209224701) + | > loss_disc_real_5: 0.1926594078540802 (0.1926594078540802) + | > loss_0: 2.449136734008789 (2.449136734008789) + | > loss_gen: 1.9697271585464478 (1.9697271585464478) + | > loss_kl: 1.4623600244522095 (1.4623600244522095) + | > loss_feat: 5.084224700927734 (5.084224700927734) + | > loss_mel: 24.07748794555664 (24.07748794555664) + | > loss_duration: 1.8226699829101562 (1.8226699829101562) + | > loss_1: 34.41646957397461 (34.41646957397461) + + --> STEP: 2 + | > loss_disc: 2.3525960445404053 (2.400866389274597) + | > loss_disc_real_0: 0.06426765024662018 (0.053181419149041176) + | > loss_disc_real_1: 0.20639219880104065 (0.19423050433397293) + | > loss_disc_real_2: 0.2920631766319275 (0.2617502957582474) + | > loss_disc_real_3: 0.17913997173309326 (0.19888128340244293) + | > loss_disc_real_4: 0.27624982595443726 (0.21851052343845367) + | > loss_disc_real_5: 0.29092130064964294 (0.24179035425186157) + | > loss_0: 2.3525960445404053 (2.400866389274597) + | > loss_gen: 2.3752694129943848 (2.1724982857704163) + | > loss_kl: 0.9122207164764404 (1.187290370464325) + | > loss_feat: 4.2584099769592285 (4.6713173389434814) + | > loss_mel: 23.764156341552734 (23.920822143554688) + | > loss_duration: 1.7308590412139893 (1.7767645120620728) + | > loss_1: 33.040916442871094 (33.72869300842285) + + --> STEP: 3 + | > loss_disc: 2.2440953254699707 (2.348609368006388) + | > loss_disc_real_0: 0.055667445063591 (0.05401009445389112) + | > loss_disc_real_1: 0.23860302567481995 (0.20902134478092194) + | > loss_disc_real_2: 0.2510261833667755 (0.2581755916277568) + | > loss_disc_real_3: 0.11177448183298111 (0.169845682879289) + | > loss_disc_real_4: 0.1136070266366005 (0.18354269117116928) + | > loss_disc_real_5: 0.18755172193050385 (0.22371081014474234) + | > loss_0: 2.2440953254699707 (2.348609368006388) + | > loss_gen: 2.036983013153076 (2.1273265282313027) + | > loss_kl: 0.9744983315467834 (1.1163596908251445) + | > loss_feat: 5.111847877502441 (4.818160851796468) + | > loss_mel: 25.133377075195312 (24.32500712076823) + | > loss_duration: 1.7851850986480713 (1.7795713742574055) + | > loss_1: 35.041893005371094 (34.16642634073893) + + --> STEP: 4 + | > loss_disc: 2.8841426372528076 (2.482492685317993) + | > loss_disc_real_0: 0.09494005143642426 (0.0642425836995244) + | > loss_disc_real_1: 0.18102271854877472 (0.20202168822288513) + | > loss_disc_real_2: 0.2455672323703766 (0.2550235018134117) + | > loss_disc_real_3: 0.21685411036014557 (0.18159778974950314) + | > loss_disc_real_4: 0.30241695046424866 (0.21326125599443913) + | > loss_disc_real_5: 0.21781840920448303 (0.2222377099096775) + | > loss_0: 2.8841426372528076 (2.482492685317993) + | > loss_gen: 1.6519343852996826 (2.008478492498398) + | > loss_kl: 1.8470702171325684 (1.2990373224020004) + | > loss_feat: 4.584076404571533 (4.759639739990234) + | > loss_mel: 23.748586654663086 (24.180902004241943) + | > loss_duration: 1.7190661430358887 (1.7644450664520264) + | > loss_1: 33.55073165893555 (34.012502670288086) + + --> STEP: 5 + | > loss_disc: 2.4577763080596924 (2.477549409866333) + | > loss_disc_real_0: 0.05973867326974869 (0.06334180161356925) + | > loss_disc_real_1: 0.1623944342136383 (0.19409623742103577) + | > loss_disc_real_2: 0.1918429285287857 (0.2423873871564865) + | > loss_disc_real_3: 0.07049930840730667 (0.15937809348106385) + | > loss_disc_real_4: 0.09221497923135757 (0.18905200064182281) + | > loss_disc_real_5: 0.1499217003583908 (0.20777450799942015) + | > loss_0: 2.4577763080596924 (2.477549409866333) + | > loss_gen: 1.5717726945877075 (1.9211373329162598) + | > loss_kl: 1.610640525817871 (1.3613579630851746) + | > loss_feat: 6.40143346786499 (5.087998485565185) + | > loss_mel: 24.79680824279785 (24.304083251953124) + | > loss_duration: 1.9524712562561035 (1.8020503044128418) + | > loss_1: 36.3331298828125 (34.476628112792966) + + --> STEP: 6 + | > loss_disc: 2.479734420776367 (2.477913578351339) + | > loss_disc_real_0: 0.09725300222635269 (0.0689936683823665) + | > loss_disc_real_1: 0.17668089270591736 (0.19119367996851602) + | > loss_disc_real_2: 0.2125486582517624 (0.23741426567236582) + | > loss_disc_real_3: 0.1741946041584015 (0.16184751192728677) + | > loss_disc_real_4: 0.1752740889787674 (0.18675568203131357) + | > loss_disc_real_5: 0.2044035792350769 (0.2072126865386963) + | > loss_0: 2.479734420776367 (2.477913578351339) + | > loss_gen: 2.0931386947631836 (1.9498042265574138) + | > loss_kl: 0.8093478679656982 (1.2693562805652618) + | > loss_feat: 4.679080963134766 (5.019845565160115) + | > loss_mel: 18.652362823486328 (23.36212984720866) + | > loss_duration: 1.7362602949142456 (1.7910853028297424) + | > loss_1: 27.970191955566406 (33.39222208658854) + + --> STEP: 7 + | > loss_disc: 2.359402656555176 (2.4609834466661726) + | > loss_disc_real_0: 0.058346256613731384 (0.06747260955827576) + | > loss_disc_real_1: 0.1492449939250946 (0.18520101053374155) + | > loss_disc_real_2: 0.23860760033130646 (0.2375847420522145) + | > loss_disc_real_3: 0.14175793528556824 (0.15897757240704127) + | > loss_disc_real_4: 0.15698137879371643 (0.18250221014022827) + | > loss_disc_real_5: 0.1771581918001175 (0.2029191872903279) + | > loss_0: 2.359402656555176 (2.4609834466661726) + | > loss_gen: 1.8211793899536133 (1.9314292498997279) + | > loss_kl: 1.5462702512741089 (1.3089154192379542) + | > loss_feat: 5.717355251312256 (5.119489806038993) + | > loss_mel: 26.003271102905273 (23.739435740879603) + | > loss_duration: 1.7165296077728271 (1.780434489250183) + | > loss_1: 36.804603576660156 (33.879705156598774) + + --> STEP: 8 + | > loss_disc: 2.6971027851104736 (2.49049836397171) + | > loss_disc_real_0: 0.04422806575894356 (0.06456704158335924) + | > loss_disc_real_1: 0.15363046526908875 (0.18125469237565994) + | > loss_disc_real_2: 0.16875571012496948 (0.22898111306130886) + | > loss_disc_real_3: 0.08234471082687378 (0.14939846470952034) + | > loss_disc_real_4: 0.14520177245140076 (0.17783965542912483) + | > loss_disc_real_5: 0.12483606487512589 (0.19315879698842764) + | > loss_0: 2.6971027851104736 (2.49049836397171) + | > loss_gen: 1.3436284065246582 (1.8579541444778442) + | > loss_kl: 1.9211716651916504 (1.3854474499821663) + | > loss_feat: 6.451022624969482 (5.285931408405304) + | > loss_mel: 25.630794525146484 (23.975855588912964) + | > loss_duration: 1.8021408319473267 (1.783147782087326) + | > loss_1: 37.14875793457031 (34.288336753845215) + + --> STEP: 9 + | > loss_disc: 2.3130106925964355 (2.4707775115966797) + | > loss_disc_real_0: 0.05076263099908829 (0.06303321818510692) + | > loss_disc_real_1: 0.2131488174200058 (0.18479848404725394) + | > loss_disc_real_2: 0.23048020899295807 (0.22914767927593654) + | > loss_disc_real_3: 0.17580416798591614 (0.15233243174023098) + | > loss_disc_real_4: 0.20682130753993988 (0.18105983899699318) + | > loss_disc_real_5: 0.18615226447582245 (0.19238029337591595) + | > loss_0: 2.3130106925964355 (2.4707775115966797) + | > loss_gen: 2.073650360107422 (1.8819203906589084) + | > loss_kl: 0.9275082945823669 (1.3345653216044109) + | > loss_feat: 4.316997528076172 (5.178272088368733) + | > loss_mel: 21.01605224609375 (23.64698855082194) + | > loss_duration: 1.7705914974212646 (1.7817526393466525) + | > loss_1: 30.104801177978516 (33.8234994676378) + + --> STEP: 10 + | > loss_disc: 2.515439987182617 (2.4752437591552736) + | > loss_disc_real_0: 0.06773717701435089 (0.06350361406803132) + | > loss_disc_real_1: 0.2387242168188095 (0.1901910573244095) + | > loss_disc_real_2: 0.23773159086704254 (0.23000607043504714) + | > loss_disc_real_3: 0.1339481920003891 (0.1504940077662468) + | > loss_disc_real_4: 0.18097838759422302 (0.18105169385671616) + | > loss_disc_real_5: 0.20331743359565735 (0.19347400739789009) + | > loss_0: 2.515439987182617 (2.4752437591552736) + | > loss_gen: 1.8643715381622314 (1.8801655054092408) + | > loss_kl: 1.521031141281128 (1.3532119035720824) + | > loss_feat: 4.789401531219482 (5.139385032653808) + | > loss_mel: 22.856678009033203 (23.567957496643068) + | > loss_duration: 1.6556133031845093 (1.7691387057304382) + | > loss_1: 32.687095642089844 (33.70985908508301) + + --> STEP: 11 + | > loss_disc: 2.753593683242798 (2.5005482977086846) + | > loss_disc_real_0: 0.09126119315624237 (0.06602703034877777) + | > loss_disc_real_1: 0.16499364376068115 (0.18790038336407056) + | > loss_disc_real_2: 0.20275379717350006 (0.2275285910476338) + | > loss_disc_real_3: 0.18958315253257751 (0.15404756638136777) + | > loss_disc_real_4: 0.1698451191186905 (0.18003291433507745) + | > loss_disc_real_5: 0.1456989198923111 (0.18913081762465564) + | > loss_0: 2.753593683242798 (2.5005482977086846) + | > loss_gen: 1.5125452280044556 (1.8467454801906238) + | > loss_kl: 1.85906183719635 (1.3991982611742886) + | > loss_feat: 5.529393196105957 (5.174840320240367) + | > loss_mel: 23.70576286315918 (23.58048525723544) + | > loss_duration: 1.6321280002593994 (1.756683187051253) + | > loss_1: 34.2388916015625 (33.75795295021751) + + --> STEP: 12 + | > loss_disc: 2.4751532077789307 (2.4984320402145386) + | > loss_disc_real_0: 0.11278323084115982 (0.06992338038980961) + | > loss_disc_real_1: 0.22219693660736084 (0.19075842946767807) + | > loss_disc_real_2: 0.264822393655777 (0.23063640793164572) + | > loss_disc_real_3: 0.18267685174942017 (0.1564333401620388) + | > loss_disc_real_4: 0.20420722663402557 (0.1820474403599898) + | > loss_disc_real_5: 0.17265401780605316 (0.18775775097310543) + | > loss_0: 2.4751532077789307 (2.4984320402145386) + | > loss_gen: 1.9763450622558594 (1.857545445362727) + | > loss_kl: 1.6705840826034546 (1.4218137462933857) + | > loss_feat: 4.501770496368408 (5.118751168251038) + | > loss_mel: 22.499109268188477 (23.490370591481526) + | > loss_duration: 1.7926839590072632 (1.7596832513809204) + | > loss_1: 32.44049072265625 (33.64816443125407) + + --> STEP: 13 + | > loss_disc: 2.629912853240967 (2.5085459489088793) + | > loss_disc_real_0: 0.12430799007415771 (0.07410681190399024) + | > loss_disc_real_1: 0.20063355565071106 (0.1915180545586806) + | > loss_disc_real_2: 0.21798570454120636 (0.22966327690161192) + | > loss_disc_real_3: 0.14906004071235657 (0.15586616328129402) + | > loss_disc_real_4: 0.13502639532089233 (0.17843043689544386) + | > loss_disc_real_5: 0.1506948471069336 (0.1849067583680153) + | > loss_0: 2.629912853240967 (2.5085459489088793) + | > loss_gen: 1.7730474472045898 (1.8510455993505626) + | > loss_kl: 2.0609397888183594 (1.470977288026076) + | > loss_feat: 5.027698040008545 (5.111747081463154) + | > loss_mel: 23.8431396484375 (23.51750667278583) + | > loss_duration: 1.8022178411483765 (1.762955142901494) + | > loss_1: 34.50704574584961 (33.714232224684494) + + --> STEP: 14 + | > loss_disc: 2.597616195678711 (2.514908109392439) + | > loss_disc_real_0: 0.07508701831102371 (0.07417682664734977) + | > loss_disc_real_1: 0.16106171905994415 (0.18934260202305658) + | > loss_disc_real_2: 0.28090497851371765 (0.23332339844533376) + | > loss_disc_real_3: 0.18076074123382568 (0.15764434742076056) + | > loss_disc_real_4: 0.25484195351600647 (0.18388840236834117) + | > loss_disc_real_5: 0.2530354857444763 (0.18977309603776252) + | > loss_0: 2.597616195678711 (2.514908109392439) + | > loss_gen: 1.991405725479126 (1.8610713226454598) + | > loss_kl: 1.281323790550232 (1.4574306096349443) + | > loss_feat: 4.184448719024658 (5.045511484146118) + | > loss_mel: 22.382848739624023 (23.436459677559988) + | > loss_duration: 1.830626368522644 (1.7677888018744332) + | > loss_1: 31.670652389526367 (33.568262236458914) + + --> STEP: 15 + | > loss_disc: 2.4045004844665527 (2.5075476010640463) + | > loss_disc_real_0: 0.053064554929733276 (0.07276934186617533) + | > loss_disc_real_1: 0.21789465844631195 (0.1912460724512736) + | > loss_disc_real_2: 0.2823261022567749 (0.2365902453660965) + | > loss_disc_real_3: 0.21147863566875458 (0.16123329997062683) + | > loss_disc_real_4: 0.2309669405221939 (0.18702697157859802) + | > loss_disc_real_5: 0.17609290778636932 (0.18886108348766964) + | > loss_0: 2.4045004844665527 (2.5075476010640463) + | > loss_gen: 2.1459696292877197 (1.8800645430882772) + | > loss_kl: 1.2312567234039307 (1.4423523505528768) + | > loss_feat: 5.114663124084473 (5.050121593475342) + | > loss_mel: 25.710853576660156 (23.5880859375) + | > loss_duration: 1.79031503200531 (1.769290550549825) + | > loss_1: 35.99305725097656 (33.72991523742676) + + --> STEP: 16 + | > loss_disc: 2.307651996612549 (2.4950541257858276) + | > loss_disc_real_0: 0.087887704372406 (0.07371423952281475) + | > loss_disc_real_1: 0.1628497987985611 (0.18947130534797907) + | > loss_disc_real_2: 0.21572358906269073 (0.23528607934713364) + | > loss_disc_real_3: 0.1212877407670021 (0.15873670252040029) + | > loss_disc_real_4: 0.16769379377365112 (0.18581864796578884) + | > loss_disc_real_5: 0.15211798250675201 (0.18656463967636228) + | > loss_0: 2.307651996612549 (2.4950541257858276) + | > loss_gen: 2.015160322189331 (1.888508029282093) + | > loss_kl: 1.6601722240447998 (1.455966092646122) + | > loss_feat: 5.3464531898498535 (5.068642318248749) + | > loss_mel: 23.698524475097656 (23.594988346099854) + | > loss_duration: 1.8479509353637695 (1.7742068246006966) + | > loss_1: 34.568260192871094 (33.78231179714203) + + --> STEP: 17 + | > loss_disc: 2.3479325771331787 (2.4863999170415543) + | > loss_disc_real_0: 0.09429512917995453 (0.0749248800908818) + | > loss_disc_real_1: 0.23770323395729065 (0.19230847761911504) + | > loss_disc_real_2: 0.25625818967819214 (0.23651973289601944) + | > loss_disc_real_3: 0.14286494255065918 (0.15780306958100376) + | > loss_disc_real_4: 0.17752744257450104 (0.18533093000159545) + | > loss_disc_real_5: 0.17870639264583588 (0.1861023898510372) + | > loss_0: 2.3479325771331787 (2.4863999170415543) + | > loss_gen: 2.110222816467285 (1.9015500755871044) + | > loss_kl: 1.4916316270828247 (1.4580640652600456) + | > loss_feat: 4.7776923179626465 (5.051527612349567) + | > loss_mel: 22.546579360961914 (23.533317229327032) + | > loss_duration: 1.7361798286437988 (1.771969942485585) + | > loss_1: 32.66230392456055 (33.716428981107825) + + --> STEP: 18 + | > loss_disc: 2.9204657077789307 (2.5105146831936307) + | > loss_disc_real_0: 0.09453922510147095 (0.07601456592480342) + | > loss_disc_real_1: 0.15703436732292175 (0.1903488048248821) + | > loss_disc_real_2: 0.2454404979944229 (0.23701533095704186) + | > loss_disc_real_3: 0.14673851430416107 (0.1571883720656236) + | > loss_disc_real_4: 0.21494294703006744 (0.18697604205873278) + | > loss_disc_real_5: 0.20696605741977692 (0.18726148249374497) + | > loss_0: 2.9204657077789307 (2.5105146831936307) + | > loss_gen: 1.5944091081619263 (1.8844866885079279) + | > loss_kl: 1.4771863222122192 (1.4591264128684998) + | > loss_feat: 4.525518894195557 (5.022304905785455) + | > loss_mel: 21.302555084228516 (23.40938599904378) + | > loss_duration: 1.7175302505493164 (1.7689455151557922) + | > loss_1: 30.617198944091797 (33.544249534606934) + + --> STEP: 19 + | > loss_disc: 2.3684287071228027 (2.5030364739267448) + | > loss_disc_real_0: 0.08959357440471649 (0.07672925058164094) + | > loss_disc_real_1: 0.1721452921628952 (0.1893907252110933) + | > loss_disc_real_2: 0.25215891003608704 (0.23781236143488632) + | > loss_disc_real_3: 0.13710349798202515 (0.15613127342964472) + | > loss_disc_real_4: 0.22115062177181244 (0.18877470414889486) + | > loss_disc_real_5: 0.18858936429023743 (0.18733137100934982) + | > loss_0: 2.3684287071228027 (2.5030364739267448) + | > loss_gen: 2.1682605743408203 (1.899422156183343) + | > loss_kl: 1.5271124839782715 (1.462704627137435) + | > loss_feat: 4.6519646644592285 (5.002813314136706) + | > loss_mel: 23.290733337402344 (23.403141122115287) + | > loss_duration: 1.8009729385375977 (1.7706311690179926) + | > loss_1: 33.43904495239258 (33.53871245133249) + + --> STEP: 20 + | > loss_disc: 2.51833176612854 (2.503801238536835) + | > loss_disc_real_0: 0.05592871084809303 (0.07568922359496355) + | > loss_disc_real_1: 0.18762235343456268 (0.18930230662226677) + | > loss_disc_real_2: 0.23916283249855042 (0.23787988498806953) + | > loss_disc_real_3: 0.1443280428647995 (0.15554111190140246) + | > loss_disc_real_4: 0.18196862936019897 (0.18843440040946008) + | > loss_disc_real_5: 0.19677066802978516 (0.1878033358603716) + | > loss_0: 2.51833176612854 (2.503801238536835) + | > loss_gen: 1.929640531539917 (1.900933074951172) + | > loss_kl: 1.5063412189483643 (1.4648864567279816) + | > loss_feat: 4.574284076690674 (4.9813868522644045) + | > loss_mel: 21.75874137878418 (23.32092113494873) + | > loss_duration: 1.7180124521255493 (1.7680002331733704) + | > loss_1: 31.487018585205078 (33.436127758026124) + + --> STEP: 21 + | > loss_disc: 2.6216657161712646 (2.5094138327099027) + | > loss_disc_real_0: 0.1189815104007721 (0.07775076106190681) + | > loss_disc_real_1: 0.21757611632347107 (0.19064867851280032) + | > loss_disc_real_2: 0.2631623148918152 (0.23908381022158123) + | > loss_disc_real_3: 0.15600807964801788 (0.1555633484607651) + | > loss_disc_real_4: 0.21940559148788452 (0.18990921903224217) + | > loss_disc_real_5: 0.2563619017601013 (0.19106802947464444) + | > loss_0: 2.6216657161712646 (2.5094138327099027) + | > loss_gen: 1.9234609603881836 (1.9020058314005535) + | > loss_kl: 1.0030940771102905 (1.4428963434128534) + | > loss_feat: 4.144852161407471 (4.9415518669855025) + | > loss_mel: 20.5765438079834 (23.190236500331334) + | > loss_duration: 1.701744556427002 (1.7648452009473528) + | > loss_1: 29.34969711303711 (33.24153582255045) + + --> STEP: 22 + | > loss_disc: 2.888528347015381 (2.526646310632879) + | > loss_disc_real_0: 0.08102159202098846 (0.07789943519641053) + | > loss_disc_real_1: 0.20858235657215118 (0.19146384569731625) + | > loss_disc_real_2: 0.22070103883743286 (0.23824822970411993) + | > loss_disc_real_3: 0.1477852612733841 (0.15520979904315688) + | > loss_disc_real_4: 0.20538614690303802 (0.190612715753642) + | > loss_disc_real_5: 0.19586877524852753 (0.19128624519163911) + | > loss_0: 2.888528347015381 (2.526646310632879) + | > loss_gen: 1.6869537830352783 (1.8922307382930408) + | > loss_kl: 1.2686336040496826 (1.4349753098054365) + | > loss_feat: 4.663288116455078 (4.928903514688665) + | > loss_mel: 23.686580657958984 (23.212797598405317) + | > loss_duration: 1.9004740715026855 (1.7710101496089588) + | > loss_1: 33.2059326171875 (33.23991749503396) + + --> STEP: 23 + | > loss_disc: 2.6001360416412354 (2.5298415163288945) + | > loss_disc_real_0: 0.12519140541553497 (0.07995560781463333) + | > loss_disc_real_1: 0.20766916871070862 (0.1921684249587681) + | > loss_disc_real_2: 0.2690872251987457 (0.23958905559519064) + | > loss_disc_real_3: 0.1838146448135376 (0.1564534879896952) + | > loss_disc_real_4: 0.22080740332603455 (0.1919255282567895) + | > loss_disc_real_5: 0.2009071260690689 (0.19170454436022302) + | > loss_0: 2.6001360416412354 (2.5298415163288945) + | > loss_gen: 2.0622761249542236 (1.899624015973962) + | > loss_kl: 1.4024169445037842 (1.4335597287053647) + | > loss_feat: 3.961951732635498 (4.886862132860267) + | > loss_mel: 22.763904571533203 (23.19328051028044) + | > loss_duration: 1.8215569257736206 (1.7732078355291616) + | > loss_1: 32.012107849121094 (33.18653446695079) + + --> STEP: 24 + | > loss_disc: 2.5676732063293457 (2.53141783674558) + | > loss_disc_real_0: 0.08672080934047699 (0.08023749121154349) + | > loss_disc_real_1: 0.23873282968997955 (0.19410860848923525) + | > loss_disc_real_2: 0.26382994651794434 (0.24059909271697202) + | > loss_disc_real_3: 0.20094852149486542 (0.1583074477190773) + | > loss_disc_real_4: 0.2745991051197052 (0.19537026062607765) + | > loss_disc_real_5: 0.24008968472480774 (0.19372059187541404) + | > loss_0: 2.5676732063293457 (2.53141783674558) + | > loss_gen: 2.0340077877044678 (1.9052233397960663) + | > loss_kl: 1.3388220071792603 (1.429612323641777) + | > loss_feat: 3.993590831756592 (4.8496424953142805) + | > loss_mel: 22.323348999023438 (23.15703336397807) + | > loss_duration: 1.715226650238037 (1.770791952808698) + | > loss_1: 31.404996871948242 (33.112303733825684) + + --> STEP: 25 + | > loss_disc: 2.520576000213623 (2.5309841632843018) + | > loss_disc_real_0: 0.05206289142370224 (0.07911050722002982) + | > loss_disc_real_1: 0.1762406826019287 (0.19339389145374297) + | > loss_disc_real_2: 0.22564835846424103 (0.2400010633468628) + | > loss_disc_real_3: 0.18630942702293396 (0.15942752689123155) + | > loss_disc_real_4: 0.19590219855308533 (0.19539153814315796) + | > loss_disc_real_5: 0.18441522121429443 (0.19334837704896926) + | > loss_0: 2.520576000213623 (2.5309841632843018) + | > loss_gen: 1.770798921585083 (1.899846363067627) + | > loss_kl: 1.5952644348144531 (1.436238408088684) + | > loss_feat: 5.158010959625244 (4.861977233886718) + | > loss_mel: 25.54445457458496 (23.252530212402345) + | > loss_duration: 1.6727850437164307 (1.7668716764450074) + | > loss_1: 35.74131393432617 (33.2174641418457) + + --> STEP: 26 + | > loss_disc: 2.566037654876709 (2.5323323744993944) + | > loss_disc_real_0: 0.06566540151834488 (0.07859338776996502) + | > loss_disc_real_1: 0.22987231612205505 (0.1947969077871396) + | > loss_disc_real_2: 0.22225958108901978 (0.23931869864463806) + | > loss_disc_real_3: 0.13126622140407562 (0.15834439975711015) + | > loss_disc_real_4: 0.1338101178407669 (0.19302302197768137) + | > loss_disc_real_5: 0.12591245770454407 (0.19075468784341446) + | > loss_0: 2.566037654876709 (2.5323323744993944) + | > loss_gen: 1.6360068321228027 (1.8896986888005183) + | > loss_kl: 1.599125862121582 (1.4425033101668725) + | > loss_feat: 4.759411334991455 (4.858032391621515) + | > loss_mel: 21.14565658569336 (23.171496611375076) + | > loss_duration: 1.7869222164154053 (1.7676428510592535) + | > loss_1: 30.9271240234375 (33.12937413729154) + + --> STEP: 27 + | > loss_disc: 2.488222122192383 (2.5306986614509865) + | > loss_disc_real_0: 0.08885274827480316 (0.07897336408495903) + | > loss_disc_real_1: 0.19356055557727814 (0.19475111696455213) + | > loss_disc_real_2: 0.2525663375854492 (0.23980935193874217) + | > loss_disc_real_3: 0.15684372186660767 (0.15828881909449896) + | > loss_disc_real_4: 0.21936379373073578 (0.1939986061166834) + | > loss_disc_real_5: 0.16414125263690948 (0.18976900505798835) + | > loss_0: 2.488222122192383 (2.5306986614509865) + | > loss_gen: 1.8574607372283936 (1.8885046905941434) + | > loss_kl: 1.2854551076889038 (1.4366867100750957) + | > loss_feat: 5.1768083572387695 (4.8698389088665985) + | > loss_mel: 25.562610626220703 (23.26005638970269) + | > loss_duration: 1.7551734447479248 (1.767181021195871) + | > loss_1: 35.637508392333984 (33.22226799858941) + + --> STEP: 28 + | > loss_disc: 2.3841443061828613 (2.525464577334268) + | > loss_disc_real_0: 0.0926748588681221 (0.0794627031843577) + | > loss_disc_real_1: 0.20184259116649628 (0.19500438390033586) + | > loss_disc_real_2: 0.2464452087879181 (0.24004634682621276) + | > loss_disc_real_3: 0.137731671333313 (0.15755463524588517) + | > loss_disc_real_4: 0.19727130234241486 (0.19411548812474524) + | > loss_disc_real_5: 0.1478627771139145 (0.1882723540599857) + | > loss_0: 2.3841443061828613 (2.525464577334268) + | > loss_gen: 1.9490925073623657 (1.8906685411930084) + | > loss_kl: 1.372452735900879 (1.4343926395688738) + | > loss_feat: 5.2937517166137695 (4.884978652000426) + | > loss_mel: 24.337106704711914 (23.298522472381592) + | > loss_duration: 1.7566696405410767 (1.766805614743914) + | > loss_1: 34.70907211303711 (33.27536814553397) + + --> STEP: 29 + | > loss_disc: 2.394033670425415 (2.5209324770960313) + | > loss_disc_real_0: 0.052886493504047394 (0.07854628216089873) + | > loss_disc_real_1: 0.18460838496685028 (0.19464590117849154) + | > loss_disc_real_2: 0.24487105011940002 (0.24021271590528817) + | > loss_disc_real_3: 0.12667953968048096 (0.1564899767781126) + | > loss_disc_real_4: 0.2130279242992401 (0.19476764109627953) + | > loss_disc_real_5: 0.1476956456899643 (0.18687315721964015) + | > loss_0: 2.394033670425415 (2.5209324770960313) + | > loss_gen: 1.9152719974517822 (1.8915169362364144) + | > loss_kl: 1.264888048171997 (1.4285476536586368) + | > loss_feat: 4.720729351043701 (4.879314883001919) + | > loss_mel: 23.61570167541504 (23.309459686279297) + | > loss_duration: 1.7498984336853027 (1.7662226085005135) + | > loss_1: 33.26648712158203 (33.27506190332873) + + --> STEP: 30 + | > loss_disc: 2.5545496940612793 (2.522053050994873) + | > loss_disc_real_0: 0.062245987355709076 (0.07800293900072575) + | > loss_disc_real_1: 0.1680842787027359 (0.193760513762633) + | > loss_disc_real_2: 0.2323935329914093 (0.23995207647482555) + | > loss_disc_real_3: 0.14574602246284485 (0.15613184496760368) + | > loss_disc_real_4: 0.16736938059329987 (0.19385436574618023) + | > loss_disc_real_5: 0.15041926503181458 (0.18565802748004595) + | > loss_0: 2.5545496940612793 (2.522053050994873) + | > loss_gen: 1.6737314462661743 (1.8842574199040731) + | > loss_kl: 1.6935244798660278 (1.4373802145322163) + | > loss_feat: 5.428683280944824 (4.8976271629333485) + | > loss_mel: 27.269960403442383 (23.4414763768514) + | > loss_duration: 1.7842090129852295 (1.7668221553166708) + | > loss_1: 37.8501091003418 (33.4275634765625) + + --> STEP: 31 + | > loss_disc: 2.3888676166534424 (2.5177567466612785) + | > loss_disc_real_0: 0.08455672860145569 (0.07821435156849123) + | > loss_disc_real_1: 0.1923827826976776 (0.1937160708250538) + | > loss_disc_real_2: 0.23503147065639496 (0.23979334725487617) + | > loss_disc_real_3: 0.13194584846496582 (0.15535165153203473) + | > loss_disc_real_4: 0.22680610418319702 (0.1949173250506001) + | > loss_disc_real_5: 0.18303821980953217 (0.18557351755519066) + | > loss_0: 2.3888676166534424 (2.5177567466612785) + | > loss_gen: 2.1040611267089844 (1.8913478620590702) + | > loss_kl: 1.4404855966567993 (1.4374803881491385) + | > loss_feat: 4.546420574188232 (4.886297918135119) + | > loss_mel: 19.706193923950195 (23.32098339449975) + | > loss_duration: 1.7204171419143677 (1.7653252194004674) + | > loss_1: 29.517578125 (33.30143491683468) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.011125226174631426 (+7.081031799316233e-05) + | > avg_loss_disc: 2.5177567466612785 (-0.11136104214575981) + | > avg_loss_disc_real_0: 0.07821435156849123 (+0.03593030782236207) + | > avg_loss_disc_real_1: 0.1937160708250538 (-0.08625864357717575) + | > avg_loss_disc_real_2: 0.23979334725487617 (-0.0318543209183601) + | > avg_loss_disc_real_3: 0.15535165153203473 (-0.09962098709037231) + | > avg_loss_disc_real_4: 0.1949173250506001 (+0.023595057908565753) + | > avg_loss_disc_real_5: 0.18557351755519066 (-0.02441903251794078) + | > avg_loss_0: 2.5177567466612785 (-0.11136104214575981) + | > avg_loss_gen: 1.8913478620590702 (-0.06511324067269597) + | > avg_loss_kl: 1.4374803881491385 (+0.01690557502931167) + | > avg_loss_feat: 4.886297918135119 (-0.17810726165771573) + | > avg_loss_mel: 23.32098339449975 (-0.8951311111450195) + | > avg_loss_duration: 1.7653252194004674 (-0.003093904064547681) + | > avg_loss_1: 33.30143491683468 (-1.1245395906509899) + + > BEST MODEL : vits_shi_male-November-22-2024_02+49AM-0000000/best_model_13772.pth + + > EPOCH: 15/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 13:53:55)  + + --> TIME: 2024-11-22 13:54:00 -- STEP: 3/797 -- GLOBAL_STEP: 13775 + | > loss_disc: 2.5671188831329346 (2.4674460093180337) + | > loss_disc_real_0: 0.11400643736124039 (0.10236598799626033) + | > loss_disc_real_1: 0.22424548864364624 (0.25518908600012463) + | > loss_disc_real_2: 0.257022500038147 (0.24208871026833853) + | > loss_disc_real_3: 0.2815341055393219 (0.21889538566271463) + | > loss_disc_real_4: 0.22452197968959808 (0.19768798351287842) + | > loss_disc_real_5: 0.2481709122657776 (0.21571790675322214) + | > loss_0: 2.5671188831329346 (2.4674460093180337) + | > grad_norm_0: tensor(30.6568, device='cuda:0') (tensor(61.7217, device='cuda:0')) + | > loss_gen: 2.2678775787353516 (2.301443099975586) + | > loss_kl: 1.2890528440475464 (1.387980620066325) + | > loss_feat: 4.412123203277588 (4.7663014729817705) + | > loss_mel: 21.772817611694336 (22.504958470662434) + | > loss_duration: 2.083418369293213 (2.09266996383667) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 31.825288772583008 (33.053351720174156) + | > grad_norm_1: tensor(431.0562, device='cuda:0') (tensor(390.3410, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 1.2245 (1.0931005477905273) + | > loader_time: 0.003 (0.0036032994588216147) + + + --> TIME: 2024-11-22 13:54:24 -- STEP: 28/797 -- GLOBAL_STEP: 13800 + | > loss_disc: 2.3460326194763184 (2.4820501889501303) + | > loss_disc_real_0: 0.13382560014724731 (0.11394046739275966) + | > loss_disc_real_1: 0.15152256190776825 (0.2257902372096266) + | > loss_disc_real_2: 0.24085550010204315 (0.23683264638696397) + | > loss_disc_real_3: 0.21460744738578796 (0.2299434021115303) + | > loss_disc_real_4: 0.22798296809196472 (0.2200519527707781) + | > loss_disc_real_5: 0.2973085343837738 (0.24015414076192038) + | > loss_0: 2.3460326194763184 (2.4820501889501303) + | > grad_norm_0: tensor(37.5114, device='cuda:0') (tensor(106.4718, device='cuda:0')) + | > loss_gen: 2.432987928390503 (2.352811830384392) + | > loss_kl: 1.8846088647842407 (1.572385502713067) + | > loss_feat: 5.3178205490112305 (5.021559621606554) + | > loss_mel: 22.959373474121094 (22.79859890256609) + | > loss_duration: 1.7780869007110596 (1.936905562877655) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 34.37287902832031 (33.68226105826241) + | > grad_norm_1: tensor(205.1315, device='cuda:0') (tensor(559.6525, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 0.9375 (0.9617109979901995) + | > loader_time: 0.0037 (0.004979091031210763) + + + --> TIME: 2024-11-22 13:54:46 -- STEP: 53/797 -- GLOBAL_STEP: 13825 + | > loss_disc: 2.3425755500793457 (2.4733532869590915) + | > loss_disc_real_0: 0.0841287225484848 (0.11638682152865068) + | > loss_disc_real_1: 0.19509181380271912 (0.22164842430150733) + | > loss_disc_real_2: 0.28294605016708374 (0.23735612434036327) + | > loss_disc_real_3: 0.1793549507856369 (0.22714184140259364) + | > loss_disc_real_4: 0.19522929191589355 (0.21943499794546165) + | > loss_disc_real_5: 0.21145233511924744 (0.2391057031334571) + | > loss_0: 2.3425755500793457 (2.4733532869590915) + | > grad_norm_0: tensor(18.0630, device='cuda:0') (tensor(95.9584, device='cuda:0')) + | > loss_gen: 2.2807517051696777 (2.3387063831653236) + | > loss_kl: 1.6073951721191406 (1.5279470828344235) + | > loss_feat: 5.56487512588501 (5.0511453826472446) + | > loss_mel: 24.47572898864746 (22.859058092225272) + | > loss_duration: 1.7817381620407104 (1.8924870018689137) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 35.710487365722656 (33.669343696450284) + | > grad_norm_1: tensor(396.0446, device='cuda:0') (tensor(653.3295, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 0.9524 (0.9261808350401105) + | > loader_time: 0.0049 (0.004927617199016066) + + + --> TIME: 2024-11-22 13:55:08 -- STEP: 78/797 -- GLOBAL_STEP: 13850 + | > loss_disc: 2.481112003326416 (2.4550794485287795) + | > loss_disc_real_0: 0.14510232210159302 (0.11656247318173066) + | > loss_disc_real_1: 0.18400810658931732 (0.21886963282640165) + | > loss_disc_real_2: 0.20550045371055603 (0.23574963957071304) + | > loss_disc_real_3: 0.20130662620067596 (0.2249150085143554) + | > loss_disc_real_4: 0.15800067782402039 (0.21728346038323182) + | > loss_disc_real_5: 0.2575082778930664 (0.23750212368292686) + | > loss_0: 2.481112003326416 (2.4550794485287795) + | > grad_norm_0: tensor(192.2746, device='cuda:0') (tensor(102.5100, device='cuda:0')) + | > loss_gen: 2.067714214324951 (2.3704481445826016) + | > loss_kl: 1.482264757156372 (1.4907479278552223) + | > loss_feat: 5.185667991638184 (5.1817940504123) + | > loss_mel: 22.627016067504883 (22.939288237156013) + | > loss_duration: 1.8009690046310425 (1.8627657554088495) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 33.163631439208984 (33.84504401378142) + | > grad_norm_1: tensor(244.0345, device='cuda:0') (tensor(595.1472, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 0.8168 (0.9044171021534846) + | > loader_time: 0.0053 (0.005364075685158751) + + + --> TIME: 2024-11-22 13:55:30 -- STEP: 103/797 -- GLOBAL_STEP: 13875 + | > loss_disc: 2.5216808319091797 (2.4533154455203463) + | > loss_disc_real_0: 0.17088797688484192 (0.11510947755384214) + | > loss_disc_real_1: 0.2207116186618805 (0.21802298579979867) + | > loss_disc_real_2: 0.2923167943954468 (0.23595633755609827) + | > loss_disc_real_3: 0.3110303580760956 (0.22513637409626858) + | > loss_disc_real_4: 0.29106858372688293 (0.21932089314298722) + | > loss_disc_real_5: 0.27951234579086304 (0.23691485764332187) + | > loss_0: 2.5216808319091797 (2.4533154455203463) + | > grad_norm_0: tensor(71.8563, device='cuda:0') (tensor(97.6843, device='cuda:0')) + | > loss_gen: 2.3276469707489014 (2.36984009650147) + | > loss_kl: 1.5002087354660034 (1.490527600339315) + | > loss_feat: 5.178276062011719 (5.20350534476123) + | > loss_mel: 24.308889389038086 (22.988090552172615) + | > loss_duration: 1.7734066247940063 (1.8475099917754387) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 35.08842849731445 (33.8994735051127) + | > grad_norm_1: tensor(926.7166, device='cuda:0') (tensor(623.5153, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 0.8044 (0.8959076381424098) + | > loader_time: 0.0047 (0.00567016092318933) + + + --> TIME: 2024-11-22 13:55:53 -- STEP: 128/797 -- GLOBAL_STEP: 13900 + | > loss_disc: 2.5003771781921387 (2.4541332125663766) + | > loss_disc_real_0: 0.1533259153366089 (0.11640343474573456) + | > loss_disc_real_1: 0.20999778807163239 (0.21890299522783607) + | > loss_disc_real_2: 0.21768970787525177 (0.23574977973476052) + | > loss_disc_real_3: 0.2016124427318573 (0.22383486002217978) + | > loss_disc_real_4: 0.2112886607646942 (0.21899799711536616) + | > loss_disc_real_5: 0.238178089261055 (0.2371908025816083) + | > loss_0: 2.5003771781921387 (2.4541332125663766) + | > grad_norm_0: tensor(75.8723, device='cuda:0') (tensor(99.3001, device='cuda:0')) + | > loss_gen: 2.6973912715911865 (2.370200674980878) + | > loss_kl: 1.2312002182006836 (1.4773274320177732) + | > loss_feat: 5.887907028198242 (5.223900139331819) + | > loss_mel: 24.627893447875977 (23.073129892349243) + | > loss_duration: 1.7777526378631592 (1.838068613782525) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 36.222145080566406 (33.98262654244897) + | > grad_norm_1: tensor(946.7687, device='cuda:0') (tensor(665.8912, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 0.8785 (0.9005310516804457) + | > loader_time: 0.0069 (0.005806347355246544) + + + --> TIME: 2024-11-22 13:56:17 -- STEP: 153/797 -- GLOBAL_STEP: 13925 + | > loss_disc: 2.58443284034729 (2.4600283600925628) + | > loss_disc_real_0: 0.07932811975479126 (0.11963565545339211) + | > loss_disc_real_1: 0.20992915332317352 (0.21926718677570617) + | > loss_disc_real_2: 0.22537721693515778 (0.23573798418434616) + | > loss_disc_real_3: 0.2277875691652298 (0.22413301555549392) + | > loss_disc_real_4: 0.2123268097639084 (0.21997155356251336) + | > loss_disc_real_5: 0.27117106318473816 (0.2374551268964032) + | > loss_0: 2.58443284034729 (2.4600283600925628) + | > grad_norm_0: tensor(67.6623, device='cuda:0') (tensor(106.6201, device='cuda:0')) + | > loss_gen: 2.1441853046417236 (2.364412042829725) + | > loss_kl: 1.4514269828796387 (1.4763890633396073) + | > loss_feat: 4.559757232666016 (5.191637160731297) + | > loss_mel: 21.965675354003906 (23.039628857880636) + | > loss_duration: 1.7260468006134033 (1.8315558114082984) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 31.84709358215332 (33.903622808020074) + | > grad_norm_1: tensor(780.5733, device='cuda:0') (tensor(681.6017, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 0.9321 (0.9057889389835931) + | > loader_time: 0.0053 (0.005836547589769553) + + + --> TIME: 2024-11-22 13:56:41 -- STEP: 178/797 -- GLOBAL_STEP: 13950 + | > loss_disc: 2.494561195373535 (2.46925431958745) + | > loss_disc_real_0: 0.10924924165010452 (0.12419151851719015) + | > loss_disc_real_1: 0.19101662933826447 (0.218607689222593) + | > loss_disc_real_2: 0.2539195120334625 (0.2358888067053945) + | > loss_disc_real_3: 0.2711319029331207 (0.22447793562425652) + | > loss_disc_real_4: 0.24764543771743774 (0.22133040461647377) + | > loss_disc_real_5: 0.2076651006937027 (0.2373409771015135) + | > loss_0: 2.494561195373535 (2.46925431958745) + | > grad_norm_0: tensor(43.2398, device='cuda:0') (tensor(108.0930, device='cuda:0')) + | > loss_gen: 2.3556110858917236 (2.3658563863025623) + | > loss_kl: 1.4432430267333984 (1.4779460192396394) + | > loss_feat: 5.659430503845215 (5.190220211329082) + | > loss_mel: 22.877159118652344 (23.110621538055078) + | > loss_duration: 1.8113096952438354 (1.8235728104462785) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 34.146751403808594 (33.96821687462622) + | > grad_norm_1: tensor(161.7050, device='cuda:0') (tensor(646.7281, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 1.0464 (0.9089505471540301) + | > loader_time: 0.0055 (0.005846544597925765) + + + --> TIME: 2024-11-22 13:57:06 -- STEP: 203/797 -- GLOBAL_STEP: 13975 + | > loss_disc: 2.608340263366699 (2.470453992853024) + | > loss_disc_real_0: 0.11511586606502533 (0.1200236199891626) + | > loss_disc_real_1: 0.2143525928258896 (0.2185043418789145) + | > loss_disc_real_2: 0.23551560938358307 (0.23697679596287863) + | > loss_disc_real_3: 0.24174252152442932 (0.22537538629447296) + | > loss_disc_real_4: 0.24859309196472168 (0.2227671920812776) + | > loss_disc_real_5: 0.2641804814338684 (0.23804172734028012) + | > loss_0: 2.608340263366699 (2.470453992853024) + | > grad_norm_0: tensor(152.4781, device='cuda:0') (tensor(106.0392, device='cuda:0')) + | > loss_gen: 2.288041830062866 (2.359156863442783) + | > loss_kl: 1.268820881843567 (1.4738035627773824) + | > loss_feat: 4.149984836578369 (5.164807159912407) + | > loss_mel: 20.482616424560547 (23.1427303652458) + | > loss_duration: 1.79217529296875 (1.8197190209562555) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 29.981639862060547 (33.96021691684064) + | > grad_norm_1: tensor(1381.4014, device='cuda:0') (tensor(639.3170, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 1.0287 (0.9189441168836772) + | > loader_time: 0.0049 (0.005870463225641861) + + + --> TIME: 2024-11-22 13:57:30 -- STEP: 228/797 -- GLOBAL_STEP: 14000 + | > loss_disc: 2.479522466659546 (2.467158586309667) + | > loss_disc_real_0: 0.06752882897853851 (0.12034163918150098) + | > loss_disc_real_1: 0.2040470391511917 (0.21880050284559266) + | > loss_disc_real_2: 0.24874825775623322 (0.23654683757769435) + | > loss_disc_real_3: 0.25589069724082947 (0.2246548366781912) + | > loss_disc_real_4: 0.2672434449195862 (0.2226166095780699) + | > loss_disc_real_5: 0.27946630120277405 (0.23738318537933784) + | > loss_0: 2.479522466659546 (2.467158586309667) + | > grad_norm_0: tensor(64.3231, device='cuda:0') (tensor(104.4314, device='cuda:0')) + | > loss_gen: 2.007864236831665 (2.358867412073571) + | > loss_kl: 1.5364784002304077 (1.472052031703162) + | > loss_feat: 4.033076763153076 (5.161548060283323) + | > loss_mel: 21.964134216308594 (23.14978049094217) + | > loss_duration: 1.7774221897125244 (1.8161003051096933) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 31.3189754486084 (33.95834824076869) + | > grad_norm_1: tensor(287.3076, device='cuda:0') (tensor(665.9888, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 0.9844 (0.9243644256340829) + | > loader_time: 0.0056 (0.005936194930160255) + + + --> TIME: 2024-11-22 13:57:54 -- STEP: 253/797 -- GLOBAL_STEP: 14025 + | > loss_disc: 2.3292760848999023 (2.4667321627319096) + | > loss_disc_real_0: 0.03145749121904373 (0.12034283300103406) + | > loss_disc_real_1: 0.25182828307151794 (0.21874610390587756) + | > loss_disc_real_2: 0.22317159175872803 (0.2373640539028899) + | > loss_disc_real_3: 0.25524693727493286 (0.22545021636919538) + | > loss_disc_real_4: 0.21085727214813232 (0.22244682319079462) + | > loss_disc_real_5: 0.2558901607990265 (0.23655867352787213) + | > loss_0: 2.3292760848999023 (2.4667321627319096) + | > grad_norm_0: tensor(15.3408, device='cuda:0') (tensor(108.1475, device='cuda:0')) + | > loss_gen: 2.351569890975952 (2.3550951942624785) + | > loss_kl: 1.5568218231201172 (1.4719398188967945) + | > loss_feat: 5.771403789520264 (5.1557891953132815) + | > loss_mel: 24.19817352294922 (23.12286420678904) + | > loss_duration: 1.7721515893936157 (1.811331224535765) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 35.65011978149414 (33.917019546267554) + | > grad_norm_1: tensor(419.9987, device='cuda:0') (tensor(674.7396, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 0.8937 (0.9245885615292274) + | > loader_time: 0.0116 (0.0059839369280065) + + + --> TIME: 2024-11-22 13:58:17 -- STEP: 278/797 -- GLOBAL_STEP: 14050 + | > loss_disc: 2.332763910293579 (2.470497556727567) + | > loss_disc_real_0: 0.15380457043647766 (0.12284300779159978) + | > loss_disc_real_1: 0.23561665415763855 (0.2188278034115009) + | > loss_disc_real_2: 0.20769180357456207 (0.23660934159009578) + | > loss_disc_real_3: 0.2792093753814697 (0.22477384099214195) + | > loss_disc_real_4: 0.2531015872955322 (0.22227323618080977) + | > loss_disc_real_5: 0.2574612498283386 (0.23642576442991234) + | > loss_0: 2.332763910293579 (2.470497556727567) + | > grad_norm_0: tensor(92.2920, device='cuda:0') (tensor(107.6394, device='cuda:0')) + | > loss_gen: 2.756211042404175 (2.3545920034106698) + | > loss_kl: 1.442671775817871 (1.4717885257957644) + | > loss_feat: 5.386449337005615 (5.156154533941965) + | > loss_mel: 23.803998947143555 (23.185563965667058) + | > loss_duration: 1.750901699066162 (1.808043865419978) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 35.14023208618164 (33.97614283527401) + | > grad_norm_1: tensor(357.1828, device='cuda:0') (tensor(656.5223, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 0.9572 (0.9257092021352096) + | > loader_time: 0.0059 (0.0060887208087838825) + + + --> TIME: 2024-11-22 13:58:41 -- STEP: 303/797 -- GLOBAL_STEP: 14075 + | > loss_disc: 2.4882144927978516 (2.4717457774448706) + | > loss_disc_real_0: 0.271727591753006 (0.12386207272707432) + | > loss_disc_real_1: 0.2670385539531708 (0.2186540539803678) + | > loss_disc_real_2: 0.24401624500751495 (0.23841951325191524) + | > loss_disc_real_3: 0.24503584206104279 (0.22467234863503144) + | > loss_disc_real_4: 0.2261929214000702 (0.2224749618335919) + | > loss_disc_real_5: 0.23500382900238037 (0.2358796619149325) + | > loss_0: 2.4882144927978516 (2.4717457774448706) + | > grad_norm_0: tensor(103.7721, device='cuda:0') (tensor(105.5774, device='cuda:0')) + | > loss_gen: 2.383911609649658 (2.347723790914707) + | > loss_kl: 1.7046382427215576 (1.473619820457874) + | > loss_feat: 4.6307783126831055 (5.137591598844366) + | > loss_mel: 22.489913940429688 (23.189164353675956) + | > loss_duration: 1.8153356313705444 (1.8056177990664748) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 33.02457809448242 (33.9537173041416) + | > grad_norm_1: tensor(720.4802, device='cuda:0') (tensor(667.8856, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 0.8763 (0.926777692517825) + | > loader_time: 0.0143 (0.006147113176855709) + + + --> TIME: 2024-11-22 13:59:06 -- STEP: 328/797 -- GLOBAL_STEP: 14100 + | > loss_disc: 2.389995813369751 (2.4690402579016824) + | > loss_disc_real_0: 0.14649580419063568 (0.1236319898332401) + | > loss_disc_real_1: 0.15743641555309296 (0.2186863829904213) + | > loss_disc_real_2: 0.2569446265697479 (0.23745019570356463) + | > loss_disc_real_3: 0.1913907825946808 (0.2246423418656355) + | > loss_disc_real_4: 0.272819846868515 (0.2220435396927159) + | > loss_disc_real_5: 0.19521662592887878 (0.23524455994185883) + | > loss_0: 2.389995813369751 (2.4690402579016824) + | > grad_norm_0: tensor(27.3187, device='cuda:0') (tensor(103.3868, device='cuda:0')) + | > loss_gen: 2.457517623901367 (2.3471266271137625) + | > loss_kl: 1.6329790353775024 (1.475632379149519) + | > loss_feat: 5.434025287628174 (5.1375898071905395) + | > loss_mel: 22.66033935546875 (23.179346811480634) + | > loss_duration: 1.825662612915039 (1.8028688296312243) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 34.010520935058594 (33.94256435371025) + | > grad_norm_1: tensor(487.7634, device='cuda:0') (tensor(665.5968, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 1.0171 (0.9305445043052115) + | > loader_time: 0.0077 (0.006355212229054149) + + + --> TIME: 2024-11-22 13:59:31 -- STEP: 353/797 -- GLOBAL_STEP: 14125 + | > loss_disc: 2.3485827445983887 (2.4691974704731643) + | > loss_disc_real_0: 0.07204435020685196 (0.12315252848581619) + | > loss_disc_real_1: 0.21745316684246063 (0.21905145642186696) + | > loss_disc_real_2: 0.25759220123291016 (0.238389197346509) + | > loss_disc_real_3: 0.17696309089660645 (0.2245617782427974) + | > loss_disc_real_4: 0.2568228244781494 (0.22242729256072058) + | > loss_disc_real_5: 0.23649385571479797 (0.23540861739990734) + | > loss_0: 2.3485827445983887 (2.4691974704731643) + | > grad_norm_0: tensor(73.4398, device='cuda:0') (tensor(103.9568, device='cuda:0')) + | > loss_gen: 2.432684898376465 (2.351233371594135) + | > loss_kl: 1.2262096405029297 (1.4744164952137662) + | > loss_feat: 5.588372230529785 (5.148753061510679) + | > loss_mel: 24.142654418945312 (23.19886418307469) + | > loss_duration: 1.7651786804199219 (1.7995393988768713) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 35.15510177612305 (33.97280642803936) + | > grad_norm_1: tensor(249.4180, device='cuda:0') (tensor(654.7617, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 0.9949 (0.93638110498531) + | > loader_time: 0.0072 (0.006420898707662696) + + + --> TIME: 2024-11-22 13:59:58 -- STEP: 378/797 -- GLOBAL_STEP: 14150 + | > loss_disc: 2.3930187225341797 (2.469319778144677) + | > loss_disc_real_0: 0.17220810055732727 (0.12285450730650198) + | > loss_disc_real_1: 0.19113877415657043 (0.21918105954925218) + | > loss_disc_real_2: 0.21790018677711487 (0.23793614844954203) + | > loss_disc_real_3: 0.21469321846961975 (0.22457432561608218) + | > loss_disc_real_4: 0.19905847311019897 (0.22272159206488776) + | > loss_disc_real_5: 0.1699068546295166 (0.23531719190733777) + | > loss_0: 2.3930187225341797 (2.469319778144677) + | > grad_norm_0: tensor(106.0783, device='cuda:0') (tensor(100.0183, device='cuda:0')) + | > loss_gen: 2.3699917793273926 (2.348994076251985) + | > loss_kl: 1.7823718786239624 (1.4738969842277516) + | > loss_feat: 5.469712257385254 (5.144398688639277) + | > loss_mel: 22.976537704467773 (23.199674883847514) + | > loss_duration: 1.7591912746429443 (1.7966892864338309) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 34.35780334472656 (33.96365385206917) + | > grad_norm_1: tensor(1668.1429, device='cuda:0') (tensor(652.3430, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 0.8988 (0.9434625944763264) + | > loader_time: 0.0102 (0.0065759653767580705) + + + --> TIME: 2024-11-22 14:00:23 -- STEP: 403/797 -- GLOBAL_STEP: 14175 + | > loss_disc: 2.543928384780884 (2.470456913150572) + | > loss_disc_real_0: 0.12853047251701355 (0.12299598687820636) + | > loss_disc_real_1: 0.22392666339874268 (0.21932683409961223) + | > loss_disc_real_2: 0.27490702271461487 (0.23850725324958488) + | > loss_disc_real_3: 0.19616679847240448 (0.2244512212853278) + | > loss_disc_real_4: 0.24826239049434662 (0.22289566159544158) + | > loss_disc_real_5: 0.2661004662513733 (0.23545428108488659) + | > loss_0: 2.543928384780884 (2.470456913150572) + | > grad_norm_0: tensor(17.4792, device='cuda:0') (tensor(99.4916, device='cuda:0')) + | > loss_gen: 2.2289977073669434 (2.348500119545323) + | > loss_kl: 1.4796732664108276 (1.4758728406861175) + | > loss_feat: 4.6755805015563965 (5.146715417984987) + | > loss_mel: 24.200820922851562 (23.214572442672388) + | > loss_duration: 1.754364252090454 (1.7946718795127967) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 34.33943557739258 (33.98033264198019) + | > grad_norm_1: tensor(140.1841, device='cuda:0') (tensor(647.3126, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 0.9523 (0.9463577081192812) + | > loader_time: 0.0125 (0.006640327183839405) + + + --> TIME: 2024-11-22 14:00:48 -- STEP: 428/797 -- GLOBAL_STEP: 14200 + | > loss_disc: 2.4977972507476807 (2.4701050508802203) + | > loss_disc_real_0: 0.16352295875549316 (0.1228696199516966) + | > loss_disc_real_1: 0.20276843011379242 (0.219623808078816) + | > loss_disc_real_2: 0.2479057013988495 (0.23862186819314957) + | > loss_disc_real_3: 0.25585946440696716 (0.22427828808393435) + | > loss_disc_real_4: 0.2337150275707245 (0.22257280997305273) + | > loss_disc_real_5: 0.26052647829055786 (0.23532308303864205) + | > loss_0: 2.4977972507476807 (2.4701050508802203) + | > grad_norm_0: tensor(209.8087, device='cuda:0') (tensor(101.0791, device='cuda:0')) + | > loss_gen: 2.4873499870300293 (2.3483374639649255) + | > loss_kl: 1.6796127557754517 (1.4766479640085015) + | > loss_feat: 5.1498212814331055 (5.145987125757693) + | > loss_mel: 22.891632080078125 (23.21894512443899) + | > loss_duration: 1.7364728450775146 (1.7929221065801997) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 33.944889068603516 (33.98283970021756) + | > grad_norm_1: tensor(1003.4529, device='cuda:0') (tensor(663.6489, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 1.0321 (0.9489206465605263) + | > loader_time: 0.0067 (0.0068161353886684525) + + + --> TIME: 2024-11-22 14:01:16 -- STEP: 453/797 -- GLOBAL_STEP: 14225 + | > loss_disc: 2.5114965438842773 (2.467083503605253) + | > loss_disc_real_0: 0.0847606509923935 (0.12223358356926352) + | > loss_disc_real_1: 0.19525481760501862 (0.2192867137573939) + | > loss_disc_real_2: 0.23663899302482605 (0.23818270908154662) + | > loss_disc_real_3: 0.2434488981962204 (0.2242716679115169) + | > loss_disc_real_4: 0.30712491273880005 (0.22262171249647542) + | > loss_disc_real_5: 0.2850395739078522 (0.23523047559835003) + | > loss_0: 2.5114965438842773 (2.467083503605253) + | > grad_norm_0: tensor(29.4724, device='cuda:0') (tensor(102.1862, device='cuda:0')) + | > loss_gen: 2.3311080932617188 (2.3532953391275124) + | > loss_kl: 1.5281202793121338 (1.4762330511811035) + | > loss_feat: 4.925782203674316 (5.165936196876673) + | > loss_mel: 24.414316177368164 (23.265275492047106) + | > loss_duration: 1.7892541885375977 (1.7914989291963728) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 34.98857879638672 (34.05223894014001) + | > grad_norm_1: tensor(576.2504, device='cuda:0') (tensor(669.4410, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 1.4082 (0.9561645547812085) + | > loader_time: 0.0073 (0.006894412156498722) + + + --> TIME: 2024-11-22 14:01:49 -- STEP: 478/797 -- GLOBAL_STEP: 14250 + | > loss_disc: 2.5802319049835205 (2.4677922057307433) + | > loss_disc_real_0: 0.15744885802268982 (0.1230265647094993) + | > loss_disc_real_1: 0.2721041440963745 (0.21888406161670904) + | > loss_disc_real_2: 0.1846274882555008 (0.23821711019616745) + | > loss_disc_real_3: 0.20692293345928192 (0.2242655388106861) + | > loss_disc_real_4: 0.18370088934898376 (0.22247047631935096) + | > loss_disc_real_5: 0.2658354938030243 (0.23538654649856203) + | > loss_0: 2.5802319049835205 (2.4677922057307433) + | > grad_norm_0: tensor(95.7582, device='cuda:0') (tensor(102.5477, device='cuda:0')) + | > loss_gen: 2.1779189109802246 (2.3554414263829018) + | > loss_kl: 1.5035624504089355 (1.4769614774063549) + | > loss_feat: 4.751377582550049 (5.177326346541045) + | > loss_mel: 23.975046157836914 (23.288835557434847) + | > loss_duration: 1.7291293144226074 (1.7904351041905553) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 34.13703536987305 (34.088999840006174) + | > grad_norm_1: tensor(130.0781, device='cuda:0') (tensor(658.8829, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 0.9878 (0.9743493725565188) + | > loader_time: 0.0071 (0.007184319915133041) + + + --> TIME: 2024-11-22 14:02:15 -- STEP: 503/797 -- GLOBAL_STEP: 14275 + | > loss_disc: 2.667269468307495 (2.4675410604382146) + | > loss_disc_real_0: 0.20176635682582855 (0.12364524209623783) + | > loss_disc_real_1: 0.18948066234588623 (0.21857948102071792) + | > loss_disc_real_2: 0.18786917626857758 (0.237747601735189) + | > loss_disc_real_3: 0.2018595039844513 (0.22416385086938354) + | > loss_disc_real_4: 0.20892272889614105 (0.22272404012220282) + | > loss_disc_real_5: 0.25872495770454407 (0.23525702390471703) + | > loss_0: 2.667269468307495 (2.4675410604382146) + | > grad_norm_0: tensor(82.1586, device='cuda:0') (tensor(102.6153, device='cuda:0')) + | > loss_gen: 2.1839382648468018 (2.3559869290820163) + | > loss_kl: 1.6664867401123047 (1.4733730124431867) + | > loss_feat: 4.860939979553223 (5.187768502453445) + | > loss_mel: 21.817567825317383 (23.295115548621116) + | > loss_duration: 1.8024871349334717 (1.788830829662073) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 32.3314208984375 (34.10107476099823) + | > grad_norm_1: tensor(780.0193, device='cuda:0') (tensor(649.5223, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 0.9232 (0.9768235086209731) + | > loader_time: 0.008 (0.007224193861185912) + + + --> TIME: 2024-11-22 14:02:42 -- STEP: 528/797 -- GLOBAL_STEP: 14300 + | > loss_disc: 2.5097217559814453 (2.466142200610856) + | > loss_disc_real_0: 0.147975891828537 (0.1236658258801044) + | > loss_disc_real_1: 0.2507091164588928 (0.21892354484986176) + | > loss_disc_real_2: 0.26289328932762146 (0.23822417917350927) + | > loss_disc_real_3: 0.2839038372039795 (0.22400676636871966) + | > loss_disc_real_4: 0.21273034811019897 (0.22241099858938745) + | > loss_disc_real_5: 0.23442696034908295 (0.23508239574165962) + | > loss_0: 2.5097217559814453 (2.466142200610856) + | > grad_norm_0: tensor(102.4251, device='cuda:0') (tensor(101.3051, device='cuda:0')) + | > loss_gen: 2.099020004272461 (2.354675128830201) + | > loss_kl: 1.6079790592193604 (1.473292948057255) + | > loss_feat: 4.524495601654053 (5.1882414659767395) + | > loss_mel: 21.654512405395508 (23.303300698598225) + | > loss_duration: 1.7896018028259277 (1.7880851402878764) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 31.675609588623047 (34.1075953136791) + | > grad_norm_1: tensor(1624.1066, device='cuda:0') (tensor(640.9297, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 0.9785 (0.9823442119540591) + | > loader_time: 0.0098 (0.00734095320557103) + + + --> TIME: 2024-11-22 14:03:12 -- STEP: 553/797 -- GLOBAL_STEP: 14325 + | > loss_disc: 2.5753135681152344 (2.4666275736651855) + | > loss_disc_real_0: 0.3000999689102173 (0.12439792202431944) + | > loss_disc_real_1: 0.2521061599254608 (0.21878036034797027) + | > loss_disc_real_2: 0.20710010826587677 (0.23776079851723061) + | > loss_disc_real_3: 0.2616908550262451 (0.2240725267968169) + | > loss_disc_real_4: 0.20400193333625793 (0.22202346071088938) + | > loss_disc_real_5: 0.22058025002479553 (0.2350405980083439) + | > loss_0: 2.5753135681152344 (2.4666275736651855) + | > grad_norm_0: tensor(31.8298, device='cuda:0') (tensor(100.0359, device='cuda:0')) + | > loss_gen: 2.4356682300567627 (2.3515511507582705) + | > loss_kl: 1.4170262813568115 (1.473207651922113) + | > loss_feat: 5.0647711753845215 (5.186506764151517) + | > loss_mel: 22.06846046447754 (23.32061851736003) + | > loss_duration: 1.697824239730835 (1.787420658478901) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 32.68375015258789 (34.119304691473374) + | > grad_norm_1: tensor(721.5751, device='cuda:0') (tensor(641.0673, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 1.2693 (0.9913169208098924) + | > loader_time: 0.0093 (0.007442485143651152) + + + --> TIME: 2024-11-22 14:03:40 -- STEP: 578/797 -- GLOBAL_STEP: 14350 + | > loss_disc: 2.517430305480957 (2.465574839948371) + | > loss_disc_real_0: 0.18176326155662537 (0.12432560203500273) + | > loss_disc_real_1: 0.24645178020000458 (0.21835335656020885) + | > loss_disc_real_2: 0.20752978324890137 (0.23784925108034305) + | > loss_disc_real_3: 0.18728773295879364 (0.22390329634132683) + | > loss_disc_real_4: 0.16403935849666595 (0.22186383344619745) + | > loss_disc_real_5: 0.22491180896759033 (0.23519294309368605) + | > loss_0: 2.517430305480957 (2.465574839948371) + | > grad_norm_0: tensor(119.2313, device='cuda:0') (tensor(99.3559, device='cuda:0')) + | > loss_gen: 2.3529257774353027 (2.3528283669461834) + | > loss_kl: 1.5871580839157104 (1.4720792336241193) + | > loss_feat: 5.774115085601807 (5.194595937085396) + | > loss_mel: 25.070072174072266 (23.355723915628083) + | > loss_duration: 1.7356624603271484 (1.7864477166255044) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 36.519935607910156 (34.16167515619404) + | > grad_norm_1: tensor(588.1881, device='cuda:0') (tensor(639.6378, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 1.0466 (0.9951341531680942) + | > loader_time: 0.0076 (0.007558516565078682) + + + --> TIME: 2024-11-22 14:04:06 -- STEP: 603/797 -- GLOBAL_STEP: 14375 + | > loss_disc: 2.3839120864868164 (2.465583165486654) + | > loss_disc_real_0: 0.11490688472986221 (0.1238360203691383) + | > loss_disc_real_1: 0.21225327253341675 (0.2181328205178627) + | > loss_disc_real_2: 0.20695829391479492 (0.23780123751060683) + | > loss_disc_real_3: 0.25299036502838135 (0.22427147056036328) + | > loss_disc_real_4: 0.2671400010585785 (0.22226862755185534) + | > loss_disc_real_5: 0.2535891830921173 (0.23533896316046748) + | > loss_0: 2.3839120864868164 (2.465583165486654) + | > grad_norm_0: tensor(136.3423, device='cuda:0') (tensor(98.8795, device='cuda:0')) + | > loss_gen: 2.536348342895508 (2.353480543070172) + | > loss_kl: 1.4220620393753052 (1.4722739963191467) + | > loss_feat: 5.438926696777344 (5.196972677363681) + | > loss_mel: 25.116416931152344 (23.376624292402123) + | > loss_duration: 1.7100218534469604 (1.7854118068419882) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 36.223777770996094 (34.1847632963266) + | > grad_norm_1: tensor(1249.9781, device='cuda:0') (tensor(641.4986, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 1.1099 (0.9967265358414025) + | > loader_time: 0.0086 (0.007647483107660145) + + + --> TIME: 2024-11-22 14:04:32 -- STEP: 628/797 -- GLOBAL_STEP: 14400 + | > loss_disc: 2.3533031940460205 (2.466060894689743) + | > loss_disc_real_0: 0.09026280045509338 (0.1235812098487832) + | > loss_disc_real_1: 0.2502221167087555 (0.21814676541479158) + | > loss_disc_real_2: 0.26901060342788696 (0.238123640204501) + | > loss_disc_real_3: 0.16297386586666107 (0.22423375568761947) + | > loss_disc_real_4: 0.19138595461845398 (0.22218181589131902) + | > loss_disc_real_5: 0.2523577809333801 (0.23556239936192333) + | > loss_0: 2.3533031940460205 (2.466060894689743) + | > grad_norm_0: tensor(66.9092, device='cuda:0') (tensor(100.6341, device='cuda:0')) + | > loss_gen: 2.474928617477417 (2.354907254504552) + | > loss_kl: 1.3449022769927979 (1.469807116753736) + | > loss_feat: 5.404048919677734 (5.196658062707084) + | > loss_mel: 25.900896072387695 (23.377316526546597) + | > loss_duration: 1.7703754901885986 (1.7855922044462462) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 36.8951530456543 (34.18428115480265) + | > grad_norm_1: tensor(152.4325, device='cuda:0') (tensor(647.0464, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 1.0352 (0.9986106407870153) + | > loader_time: 0.0117 (0.0077845370693571244) + + + --> TIME: 2024-11-22 14:04:59 -- STEP: 653/797 -- GLOBAL_STEP: 14425 + | > loss_disc: 2.449458360671997 (2.464585618987383) + | > loss_disc_real_0: 0.12054787576198578 (0.12322052147747181) + | > loss_disc_real_1: 0.2466917484998703 (0.21826254222741728) + | > loss_disc_real_2: 0.2501564025878906 (0.2381047483927258) + | > loss_disc_real_3: 0.244846910238266 (0.22402395600107874) + | > loss_disc_real_4: 0.18032212555408478 (0.22199645435371954) + | > loss_disc_real_5: 0.1832786202430725 (0.23529450784781086) + | > loss_0: 2.449458360671997 (2.464585618987383) + | > grad_norm_0: tensor(104.6830, device='cuda:0') (tensor(99.4058, device='cuda:0')) + | > loss_gen: 2.4669246673583984 (2.3547426372720874) + | > loss_kl: 1.4295895099639893 (1.4696952202236122) + | > loss_feat: 6.0818657875061035 (5.197940517165573) + | > loss_mel: 24.839784622192383 (23.377790906710423) + | > loss_duration: 1.7404836416244507 (1.7852135106213793) + | > amp_scaler: 128.0 (65.27411944869829) + | > loss_1: 36.558650970458984 (34.185382781678655) + | > grad_norm_1: tensor(469.4751, device='cuda:0') (tensor(649.3607, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 1.0288 (1.0002628409661707) + | > loader_time: 0.0119 (0.007866153308114816) + + + --> TIME: 2024-11-22 14:05:26 -- STEP: 678/797 -- GLOBAL_STEP: 14450 + | > loss_disc: 2.7153263092041016 (2.465505832767768) + | > loss_disc_real_0: 0.2730526030063629 (0.12357339831096585) + | > loss_disc_real_1: 0.21470141410827637 (0.21828434881163566) + | > loss_disc_real_2: 0.2521425783634186 (0.23782886766930245) + | > loss_disc_real_3: 0.24637514352798462 (0.2243749012505762) + | > loss_disc_real_4: 0.18513703346252441 (0.22197626884971747) + | > loss_disc_real_5: 0.21340714395046234 (0.23551100846325057) + | > loss_0: 2.7153263092041016 (2.465505832767768) + | > grad_norm_0: tensor(173.0167, device='cuda:0') (tensor(99.9393, device='cuda:0')) + | > loss_gen: 1.8936060667037964 (2.3554996011179816) + | > loss_kl: 1.4804641008377075 (1.4699288254114726) + | > loss_feat: 4.822923183441162 (5.200387023894833) + | > loss_mel: 21.401559829711914 (23.382268362692315) + | > loss_duration: 1.7420939207077026 (1.7847298784593568) + | > amp_scaler: 128.0 (67.58702064896752) + | > loss_1: 31.340646743774414 (34.19281366792752) + | > grad_norm_1: tensor(275.8037, device='cuda:0') (tensor(643.2922, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 1.0277 (1.0023626402064416) + | > loader_time: 0.0126 (0.007958657621985691) + + + --> TIME: 2024-11-22 14:05:53 -- STEP: 703/797 -- GLOBAL_STEP: 14475 + | > loss_disc: 2.4852185249328613 (2.4655224554569255) + | > loss_disc_real_0: 0.08540070056915283 (0.12285388563130353) + | > loss_disc_real_1: 0.24846650660037994 (0.21817503279210163) + | > loss_disc_real_2: 0.19672884047031403 (0.23811346476905546) + | > loss_disc_real_3: 0.23179104924201965 (0.22445361949980344) + | > loss_disc_real_4: 0.21174277365207672 (0.22215629353123065) + | > loss_disc_real_5: 0.26386910676956177 (0.2356617557756593) + | > loss_0: 2.4852185249328613 (2.4655224554569255) + | > grad_norm_0: tensor(160.5833, device='cuda:0') (tensor(98.7255, device='cuda:0')) + | > loss_gen: 2.554325819015503 (2.355366546263228) + | > loss_kl: 1.5845484733581543 (1.4712492550589442) + | > loss_feat: 5.543660640716553 (5.197929447779103) + | > loss_mel: 23.23886489868164 (23.3840687481811) + | > loss_duration: 1.7941371202468872 (1.7841094438924563) + | > amp_scaler: 128.0 (69.73541963015646) + | > loss_1: 34.71553421020508 (34.19272342752427) + | > grad_norm_1: tensor(866.5536, device='cuda:0') (tensor(636.1242, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 1.0901 (1.004679957290801) + | > loader_time: 0.0103 (0.008055147032649555) + + + --> TIME: 2024-11-22 14:06:22 -- STEP: 728/797 -- GLOBAL_STEP: 14500 + | > loss_disc: 2.3566465377807617 (2.465086887825979) + | > loss_disc_real_0: 0.16317230463027954 (0.12287122130926166) + | > loss_disc_real_1: 0.18375876545906067 (0.2180076506868988) + | > loss_disc_real_2: 0.22304826974868774 (0.23781198126028527) + | > loss_disc_real_3: 0.24579548835754395 (0.22442580951930402) + | > loss_disc_real_4: 0.2053653746843338 (0.2224680141924502) + | > loss_disc_real_5: 0.24155057966709137 (0.23560962594718077) + | > loss_0: 2.3566465377807617 (2.465086887825979) + | > grad_norm_0: tensor(21.9044, device='cuda:0') (tensor(98.7457, device='cuda:0')) + | > loss_gen: 2.5495855808258057 (2.354341722942972) + | > loss_kl: 1.499976634979248 (1.4706409158451208) + | > loss_feat: 6.353316307067871 (5.199428656926522) + | > loss_mel: 24.987821578979492 (23.405310156581166) + | > loss_duration: 1.7695791721343994 (1.7831888622962515) + | > amp_scaler: 128.0 (71.73626373626371) + | > loss_1: 37.160282135009766 (34.21291031156269) + | > grad_norm_1: tensor(871.3697, device='cuda:0') (tensor(641.5216, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 1.1791 (1.0099265326510423) + | > loader_time: 0.0098 (0.008211731255709469) + + + --> TIME: 2024-11-22 14:07:02 -- STEP: 753/797 -- GLOBAL_STEP: 14525 + | > loss_disc: 2.482347011566162 (2.46502252372296) + | > loss_disc_real_0: 0.19862180948257446 (0.1232418465968543) + | > loss_disc_real_1: 0.2403668314218521 (0.21807647282740042) + | > loss_disc_real_2: 0.22538650035858154 (0.2381319406814626) + | > loss_disc_real_3: 0.2358173429965973 (0.22437037812523633) + | > loss_disc_real_4: 0.20788328349590302 (0.22235819893291747) + | > loss_disc_real_5: 0.20485277473926544 (0.23551972307373653) + | > loss_0: 2.482347011566162 (2.46502252372296) + | > grad_norm_0: tensor(267.7448, device='cuda:0') (tensor(99.7356, device='cuda:0')) + | > loss_gen: 2.243842840194702 (2.356447545814008) + | > loss_kl: 1.3897960186004639 (1.4708650781022274) + | > loss_feat: 5.026281356811523 (5.205825854740928) + | > loss_mel: 24.49005889892578 (23.41408462828374) + | > loss_duration: 1.7470593452453613 (1.7819551126573827) + | > amp_scaler: 128.0 (73.6042496679947) + | > loss_1: 34.897037506103516 (34.22917821461145) + | > grad_norm_1: tensor(492.1047, device='cuda:0') (tensor(641.8663, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 1.9299 (1.0279290967411894) + | > loader_time: 0.0177 (0.008550989991956814) + + + --> TIME: 2024-11-22 14:07:51 -- STEP: 778/797 -- GLOBAL_STEP: 14550 + | > loss_disc: 2.356478691101074 (2.4657238170236444) + | > loss_disc_real_0: 0.036733273416757584 (0.12362981640319591) + | > loss_disc_real_1: 0.2514081299304962 (0.21803323161287916) + | > loss_disc_real_2: 0.16414692997932434 (0.23789849410020295) + | > loss_disc_real_3: 0.16641803085803986 (0.22430628195290087) + | > loss_disc_real_4: 0.2091187685728073 (0.22250099740635154) + | > loss_disc_real_5: 0.20377585291862488 (0.23569886949497515) + | > loss_0: 2.356478691101074 (2.4657238170236444) + | > grad_norm_0: tensor(13.2814, device='cuda:0') (tensor(100.1530, device='cuda:0')) + | > loss_gen: 2.3845267295837402 (2.357195221213265) + | > loss_kl: 1.4394567012786865 (1.4705456557341274) + | > loss_feat: 5.956663608551025 (5.214852943824925) + | > loss_mel: 24.69949722290039 (23.43037240731992) + | > loss_duration: 1.7388219833374023 (1.7808144679412747) + | > amp_scaler: 128.0 (75.3521850899743) + | > loss_1: 36.21896743774414 (34.25378069350531) + | > grad_norm_1: tensor(297.4953, device='cuda:0') (tensor(637.5605, device='cuda:0')) + | > current_lr_0: 0.00019957542473449108 + | > current_lr_1: 0.00019957542473449108 + | > step_time: 1.8197 (1.0580209812345727) + | > loader_time: 0.011 (0.008807386408121851) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.429652690887451 (2.429652690887451) + | > loss_disc_real_0: 0.17813648283481598 (0.17813648283481598) + | > loss_disc_real_1: 0.15022005140781403 (0.15022005140781403) + | > loss_disc_real_2: 0.1936827152967453 (0.1936827152967453) + | > loss_disc_real_3: 0.16746209561824799 (0.16746209561824799) + | > loss_disc_real_4: 0.2086818665266037 (0.2086818665266037) + | > loss_disc_real_5: 0.2664080560207367 (0.2664080560207367) + | > loss_0: 2.429652690887451 (2.429652690887451) + | > loss_gen: 2.323439121246338 (2.323439121246338) + | > loss_kl: 1.8897367715835571 (1.8897367715835571) + | > loss_feat: 6.568889141082764 (6.568889141082764) + | > loss_mel: 26.851829528808594 (26.851829528808594) + | > loss_duration: 1.9986295700073242 (1.9986295700073242) + | > loss_1: 39.63252639770508 (39.63252639770508) + + --> STEP: 1 + | > loss_disc: 2.462005138397217 (2.462005138397217) + | > loss_disc_real_0: 0.15173223614692688 (0.15173223614692688) + | > loss_disc_real_1: 0.17019201815128326 (0.17019201815128326) + | > loss_disc_real_2: 0.19209611415863037 (0.19209611415863037) + | > loss_disc_real_3: 0.16533851623535156 (0.16533851623535156) + | > loss_disc_real_4: 0.18454037606716156 (0.18454037606716156) + | > loss_disc_real_5: 0.22076988220214844 (0.22076988220214844) + | > loss_0: 2.462005138397217 (2.462005138397217) + | > loss_gen: 2.229414939880371 (2.229414939880371) + | > loss_kl: 1.573386788368225 (1.573386788368225) + | > loss_feat: 5.474471092224121 (5.474471092224121) + | > loss_mel: 22.719160079956055 (22.719160079956055) + | > loss_duration: 1.7830067873001099 (1.7830067873001099) + | > loss_1: 33.779441833496094 (33.779441833496094) + + --> STEP: 2 + | > loss_disc: 2.532423973083496 (2.4972145557403564) + | > loss_disc_real_0: 0.20745892822742462 (0.17959558218717575) + | > loss_disc_real_1: 0.16043581068515778 (0.16531391441822052) + | > loss_disc_real_2: 0.25894448161125183 (0.2255202978849411) + | > loss_disc_real_3: 0.2192656397819519 (0.19230207800865173) + | > loss_disc_real_4: 0.287219762802124 (0.2358800694346428) + | > loss_disc_real_5: 0.3316371440887451 (0.2762035131454468) + | > loss_0: 2.532423973083496 (2.4972145557403564) + | > loss_gen: 2.42111873626709 (2.3252668380737305) + | > loss_kl: 1.4973903894424438 (1.5353885889053345) + | > loss_feat: 4.277787208557129 (4.876129150390625) + | > loss_mel: 24.140661239624023 (23.42991065979004) + | > loss_duration: 1.6985348463058472 (1.7407708168029785) + | > loss_1: 34.035491943359375 (33.907466888427734) + + --> STEP: 3 + | > loss_disc: 2.4492592811584473 (2.4812294642130532) + | > loss_disc_real_0: 0.21540361642837524 (0.1915315936009089) + | > loss_disc_real_1: 0.18470843136310577 (0.17177875339984894) + | > loss_disc_real_2: 0.24275441467761993 (0.2312650034825007) + | > loss_disc_real_3: 0.16504085063934326 (0.18321500221888223) + | > loss_disc_real_4: 0.22011803090572357 (0.2306260565916697) + | > loss_disc_real_5: 0.2963169813156128 (0.28290800253550213) + | > loss_0: 2.4492592811584473 (2.4812294642130532) + | > loss_gen: 2.3707594871520996 (2.340431054433187) + | > loss_kl: 1.504233717918396 (1.5250036319096882) + | > loss_feat: 4.912130832672119 (4.888129711151123) + | > loss_mel: 24.56123161315918 (23.807017644246418) + | > loss_duration: 1.7638027667999268 (1.748448133468628) + | > loss_1: 35.11215591430664 (34.30902989705404) + + --> STEP: 4 + | > loss_disc: 2.3212478160858154 (2.441234052181244) + | > loss_disc_real_0: 0.13970071077346802 (0.1785738728940487) + | > loss_disc_real_1: 0.1829766035079956 (0.1745782159268856) + | > loss_disc_real_2: 0.21868598461151123 (0.22812024876475334) + | > loss_disc_real_3: 0.2061832994222641 (0.1889570765197277) + | > loss_disc_real_4: 0.1586458534002304 (0.2126310057938099) + | > loss_disc_real_5: 0.3279860019683838 (0.29417750239372253) + | > loss_0: 2.3212478160858154 (2.441234052181244) + | > loss_gen: 2.446788787841797 (2.3670204877853394) + | > loss_kl: 1.5303159952163696 (1.5263317227363586) + | > loss_feat: 4.5759735107421875 (4.810090661048889) + | > loss_mel: 21.66565704345703 (23.271677494049072) + | > loss_duration: 1.7425196170806885 (1.746966004371643) + | > loss_1: 31.961254119873047 (33.72208595275879) + + --> STEP: 5 + | > loss_disc: 2.306763172149658 (2.414339876174927) + | > loss_disc_real_0: 0.1446942389011383 (0.1717979460954666) + | > loss_disc_real_1: 0.17568902671337128 (0.17480037808418275) + | > loss_disc_real_2: 0.16668933629989624 (0.21583406627178192) + | > loss_disc_real_3: 0.10562831163406372 (0.1722913235425949) + | > loss_disc_real_4: 0.18818353116512299 (0.20774151086807252) + | > loss_disc_real_5: 0.1412559449672699 (0.26359319090843203) + | > loss_0: 2.306763172149658 (2.414339876174927) + | > loss_gen: 2.1725072860717773 (2.328117847442627) + | > loss_kl: 1.9720066785812378 (1.6154667139053345) + | > loss_feat: 7.020354747772217 (5.252143478393554) + | > loss_mel: 26.679004669189453 (23.95314292907715) + | > loss_duration: 1.9627326726913452 (1.7901193380355835) + | > loss_1: 39.80660629272461 (34.93899002075195) + + --> STEP: 6 + | > loss_disc: 2.810343027114868 (2.4803404013315835) + | > loss_disc_real_0: 0.2725106179714203 (0.18858339140812555) + | > loss_disc_real_1: 0.2009057104587555 (0.1791512668132782) + | > loss_disc_real_2: 0.2677585184574127 (0.2244881416360537) + | > loss_disc_real_3: 0.21329909563064575 (0.1791259522239367) + | > loss_disc_real_4: 0.3236903250217438 (0.22706631322701773) + | > loss_disc_real_5: 0.3381713330745697 (0.27602288126945496) + | > loss_0: 2.810343027114868 (2.4803404013315835) + | > loss_gen: 2.282270908355713 (2.320476690928141) + | > loss_kl: 1.7352296113967896 (1.635427196820577) + | > loss_feat: 3.2168285846710205 (4.912924329439799) + | > loss_mel: 19.113006591796875 (23.146453539530437) + | > loss_duration: 1.689384937286377 (1.773330271244049) + | > loss_1: 28.036720275878906 (33.78861172993978) + + --> STEP: 7 + | > loss_disc: 2.7694268226623535 (2.5216384615216936) + | > loss_disc_real_0: 0.2797315716743469 (0.20160456001758575) + | > loss_disc_real_1: 0.20012998580932617 (0.18214822666985647) + | > loss_disc_real_2: 0.20120804011821747 (0.2211624128477914) + | > loss_disc_real_3: 0.14953213930130005 (0.17489826466356004) + | > loss_disc_real_4: 0.2170395851135254 (0.2256339234965188) + | > loss_disc_real_5: 0.1698649376630783 (0.2608574607542583) + | > loss_0: 2.7694268226623535 (2.5216384615216936) + | > loss_gen: 1.8619650602340698 (2.2549750294004167) + | > loss_kl: 1.7240626811981201 (1.6480894088745117) + | > loss_feat: 4.083221435546875 (4.794395344597953) + | > loss_mel: 19.799800872802734 (22.66836030142648) + | > loss_duration: 1.6979151964187622 (1.762556689126151) + | > loss_1: 29.166967391967773 (33.12837682451521) + + --> STEP: 8 + | > loss_disc: 2.6056597232818604 (2.5321411192417145) + | > loss_disc_real_0: 0.135378897190094 (0.19332635216414928) + | > loss_disc_real_1: 0.19003689289093018 (0.1831343099474907) + | > loss_disc_real_2: 0.21707691252231598 (0.22065172530710697) + | > loss_disc_real_3: 0.13315854966640472 (0.16968080028891563) + | > loss_disc_real_4: 0.17480872571468353 (0.2192807737737894) + | > loss_disc_real_5: 0.18998055160045624 (0.25199784711003304) + | > loss_0: 2.6056597232818604 (2.5321411192417145) + | > loss_gen: 1.9884157180786133 (2.2216551154851913) + | > loss_kl: 1.8088268041610718 (1.6681815832853317) + | > loss_feat: 6.450246810913086 (5.001376777887344) + | > loss_mel: 24.8472843170166 (22.940725803375244) + | > loss_duration: 1.7825820446014404 (1.7650598585605621) + | > loss_1: 36.87735366821289 (33.59699892997742) + + --> STEP: 9 + | > loss_disc: 2.4309194087982178 (2.52089426252577) + | > loss_disc_real_0: 0.16750460863113403 (0.1904572695493698) + | > loss_disc_real_1: 0.16598111391067505 (0.1812283992767334) + | > loss_disc_real_2: 0.22781457006931305 (0.22144759694735208) + | > loss_disc_real_3: 0.12869930267333984 (0.16512730055385166) + | > loss_disc_real_4: 0.1886104792356491 (0.2158729632695516) + | > loss_disc_real_5: 0.2999716103076935 (0.2573282652431064) + | > loss_0: 2.4309194087982178 (2.52089426252577) + | > loss_gen: 2.3981757164001465 (2.241268515586853) + | > loss_kl: 1.7307188510894775 (1.6751301685969036) + | > loss_feat: 5.3857622146606445 (5.044086270862156) + | > loss_mel: 23.279621124267578 (22.97838083902995) + | > loss_duration: 1.736180305480957 (1.761851019329495) + | > loss_1: 34.53045654296875 (33.70071644253201) + + --> STEP: 10 + | > loss_disc: 2.5438568592071533 (2.5231905221939086) + | > loss_disc_real_0: 0.14413335919380188 (0.18582487851381302) + | > loss_disc_real_1: 0.1787538081407547 (0.18098094016313554) + | > loss_disc_real_2: 0.1827365756034851 (0.2175764948129654) + | > loss_disc_real_3: 0.1526259481906891 (0.1638771653175354) + | > loss_disc_real_4: 0.1812315583229065 (0.2124088227748871) + | > loss_disc_real_5: 0.27665743231773376 (0.25926118195056913) + | > loss_0: 2.5438568592071533 (2.5231905221939086) + | > loss_gen: 1.815592646598816 (2.1987009286880492) + | > loss_kl: 1.6089601516723633 (1.6685131669044495) + | > loss_feat: 3.7828009128570557 (4.917957735061646) + | > loss_mel: 20.000770568847656 (22.68061981201172) + | > loss_duration: 1.6490812301635742 (1.7505740404129029) + | > loss_1: 28.85720443725586 (33.21636524200439) + + --> STEP: 11 + | > loss_disc: 2.663630247116089 (2.535957769914107) + | > loss_disc_real_0: 0.278091162443161 (0.1942127225073901) + | > loss_disc_real_1: 0.2067202627658844 (0.18332087858156723) + | > loss_disc_real_2: 0.22256627678871155 (0.21803011135621506) + | > loss_disc_real_3: 0.15630757808685303 (0.163189021023837) + | > loss_disc_real_4: 0.23321926593780518 (0.21430068124424329) + | > loss_disc_real_5: 0.2669641077518463 (0.2599614479325034) + | > loss_0: 2.663630247116089 (2.535957769914107) + | > loss_gen: 2.020534038543701 (2.1825039386749268) + | > loss_kl: 1.2030127048492432 (1.6261949430812488) + | > loss_feat: 3.3340930938720703 (4.773970040408048) + | > loss_mel: 19.3453311920166 (22.377411755648527) + | > loss_duration: 1.6693050861358643 (1.7431859536604448) + | > loss_1: 27.572277069091797 (32.703266317194156) + + --> STEP: 12 + | > loss_disc: 2.494947671890259 (2.532540261745453) + | > loss_disc_real_0: 0.12492480874061584 (0.18843872969349226) + | > loss_disc_real_1: 0.1547551453113556 (0.1809404008090496) + | > loss_disc_real_2: 0.23561541736125946 (0.21949555352330208) + | > loss_disc_real_3: 0.1610388606786728 (0.16300984099507332) + | > loss_disc_real_4: 0.1909477859735489 (0.21235460663835207) + | > loss_disc_real_5: 0.2768618166446686 (0.26136981199185055) + | > loss_0: 2.494947671890259 (2.532540261745453) + | > loss_gen: 2.2235326766967773 (2.185923000176748) + | > loss_kl: 1.8934202194213867 (1.6484637161095936) + | > loss_feat: 6.02890682220459 (4.878548105557759) + | > loss_mel: 24.83485221862793 (22.58219846089681) + | > loss_duration: 1.8106837272644043 (1.7488107681274414) + | > loss_1: 36.79139709472656 (33.043943881988525) + + --> STEP: 13 + | > loss_disc: 2.7003297805786133 (2.545447147809542) + | > loss_disc_real_0: 0.21487970650196075 (0.19047265098645136) + | > loss_disc_real_1: 0.1586349457502365 (0.17922459657375628) + | > loss_disc_real_2: 0.22518067061901093 (0.21993287022297198) + | > loss_disc_real_3: 0.11547824740409851 (0.15935356456499833) + | > loss_disc_real_4: 0.23357276618480682 (0.21398677275731012) + | > loss_disc_real_5: 0.1773226261138916 (0.25490464384739214) + | > loss_0: 2.7003297805786133 (2.545447147809542) + | > loss_gen: 1.8872469663619995 (2.1629479206525364) + | > loss_kl: 1.6448801755905151 (1.6481880591465876) + | > loss_feat: 5.6494927406311035 (4.93785153902494) + | > loss_mel: 25.042329788208008 (22.77143933222844) + | > loss_duration: 1.870375156402588 (1.7581618749178374) + | > loss_1: 36.09432601928711 (33.278588661780724) + + --> STEP: 14 + | > loss_disc: 2.369964361190796 (2.5329126630510603) + | > loss_disc_real_0: 0.08758562803268433 (0.18312357791832515) + | > loss_disc_real_1: 0.1399223953485489 (0.17641729648624146) + | > loss_disc_real_2: 0.24601806700229645 (0.2217960985643523) + | > loss_disc_real_3: 0.12461525946855545 (0.15687225705810956) + | > loss_disc_real_4: 0.22029311954975128 (0.21443722609962737) + | > loss_disc_real_5: 0.2350267916917801 (0.25348479726484846) + | > loss_0: 2.369964361190796 (2.5329126630510603) + | > loss_gen: 2.250060558319092 (2.169170251914433) + | > loss_kl: 1.4230515956878662 (1.6321068831852503) + | > loss_feat: 5.809286117553711 (5.00009686606271) + | > loss_mel: 26.138229370117188 (23.01192433493478) + | > loss_duration: 1.8036631345748901 (1.761411964893341) + | > loss_1: 37.42428970336914 (33.57471016475132) + + --> STEP: 15 + | > loss_disc: 2.3482553958892822 (2.5206021785736086) + | > loss_disc_real_0: 0.15017297863960266 (0.18092687129974366) + | > loss_disc_real_1: 0.22424304485321045 (0.17960567971070607) + | > loss_disc_real_2: 0.1802540272474289 (0.21902662714322407) + | > loss_disc_real_3: 0.20785650610923767 (0.16027120699485142) + | > loss_disc_real_4: 0.20703163743019104 (0.2139435201883316) + | > loss_disc_real_5: 0.24182474613189697 (0.2527074605226517) + | > loss_0: 2.3482553958892822 (2.5206021785736086) + | > loss_gen: 2.2807421684265137 (2.176608379681905) + | > loss_kl: 1.5428513288497925 (1.6261565128962199) + | > loss_feat: 3.7303011417388916 (4.915443817774455) + | > loss_mel: 20.705032348632812 (22.85813153584798) + | > loss_duration: 1.7644073963165283 (1.7616116603215535) + | > loss_1: 30.023334503173828 (33.337951787312825) + + --> STEP: 16 + | > loss_disc: 2.5315752029418945 (2.5212879925966263) + | > loss_disc_real_0: 0.1502150148153305 (0.17900738026946783) + | > loss_disc_real_1: 0.1570768654346466 (0.17819762881845236) + | > loss_disc_real_2: 0.24494878947734833 (0.22064676228910685) + | > loss_disc_real_3: 0.12005297094583511 (0.1577575672417879) + | > loss_disc_real_4: 0.20051437616348267 (0.21310419868677855) + | > loss_disc_real_5: 0.2114136666059494 (0.2501265984028578) + | > loss_0: 2.5315752029418945 (2.5212879925966263) + | > loss_gen: 2.0175182819366455 (2.1666652485728264) + | > loss_kl: 1.3816025257110596 (1.6108718886971474) + | > loss_feat: 5.605886459350586 (4.958596482872963) + | > loss_mel: 25.283830642700195 (23.009737730026245) + | > loss_duration: 1.8491015434265137 (1.7670797780156136) + | > loss_1: 36.137939453125 (33.512951016426086) + + --> STEP: 17 + | > loss_disc: 2.242905855178833 (2.5049125727485206) + | > loss_disc_real_0: 0.11966101825237274 (0.175516417797874) + | > loss_disc_real_1: 0.16073474287986755 (0.1771704002338297) + | > loss_disc_real_2: 0.23508216440677643 (0.22149590359014623) + | > loss_disc_real_3: 0.1215718612074852 (0.15562899629859364) + | > loss_disc_real_4: 0.10235180705785751 (0.20658935212037144) + | > loss_disc_real_5: 0.17930443584918976 (0.24596058884087732) + | > loss_0: 2.242905855178833 (2.5049125727485206) + | > loss_gen: 2.154198169708252 (2.165931890992557) + | > loss_kl: 1.694111943244934 (1.615768362494076) + | > loss_feat: 5.927979469299316 (5.015619011486278) + | > loss_mel: 24.379547119140625 (23.090314752915326) + | > loss_duration: 1.7353832721710205 (1.765215277671814) + | > loss_1: 35.89122009277344 (33.652849197387695) + + --> STEP: 18 + | > loss_disc: 2.3752732276916504 (2.497710386912028) + | > loss_disc_real_0: 0.20845264196395874 (0.17734620802932316) + | > loss_disc_real_1: 0.15414969623088837 (0.1758914722336663) + | > loss_disc_real_2: 0.17945410311222076 (0.21916024800803927) + | > loss_disc_real_3: 0.16021238267421722 (0.15588362887501717) + | > loss_disc_real_4: 0.13303214311599731 (0.20250284050901732) + | > loss_disc_real_5: 0.1943100243806839 (0.24309111303753322) + | > loss_0: 2.3752732276916504 (2.497710386912028) + | > loss_gen: 2.2451653480529785 (2.1703337497181363) + | > loss_kl: 1.3829277753829956 (1.6028327743212383) + | > loss_feat: 5.855575084686279 (5.0622832377751665) + | > loss_mel: 25.364221572875977 (23.216642909579807) + | > loss_duration: 1.7497615814208984 (1.7643567389912076) + | > loss_1: 36.59765625 (33.81644958919949) + + --> STEP: 19 + | > loss_disc: 2.4808549880981445 (2.4968232606586658) + | > loss_disc_real_0: 0.2906207740306854 (0.18330802729255274) + | > loss_disc_real_1: 0.20290981233119965 (0.17731349013353648) + | > loss_disc_real_2: 0.19549688696861267 (0.2179148079533326) + | > loss_disc_real_3: 0.1384088695049286 (0.1549639046976441) + | > loss_disc_real_4: 0.1731647253036499 (0.20095872918241903) + | > loss_disc_real_5: 0.22017225623130798 (0.24188485741615295) + | > loss_0: 2.4808549880981445 (2.4968232606586658) + | > loss_gen: 2.190999984741211 (2.171421446298298) + | > loss_kl: 1.5280063152313232 (1.5988945396322953) + | > loss_feat: 4.709997177124023 (5.043741866161949) + | > loss_mel: 22.99280548095703 (23.20486199228387) + | > loss_duration: 1.845658302307129 (1.7686357686394139) + | > loss_1: 33.2674674987793 (33.78755579496685) + + --> STEP: 20 + | > loss_disc: 2.2301900386810303 (2.483491599559784) + | > loss_disc_real_0: 0.17777517437934875 (0.18303138464689256) + | > loss_disc_real_1: 0.1338212937116623 (0.1751388803124428) + | > loss_disc_real_2: 0.21559971570968628 (0.2177990533411503) + | > loss_disc_real_3: 0.1730283945798874 (0.15586712919175624) + | > loss_disc_real_4: 0.16504564881324768 (0.19916307516396045) + | > loss_disc_real_5: 0.26611408591270447 (0.24309631884098054) + | > loss_0: 2.2301900386810303 (2.483491599559784) + | > loss_gen: 2.3665895462036133 (2.181179851293564) + | > loss_kl: 1.3117393255233765 (1.5845367789268494) + | > loss_feat: 5.220749855041504 (5.052592265605926) + | > loss_mel: 24.112436294555664 (23.25024070739746) + | > loss_duration: 1.737236738204956 (1.767065817117691) + | > loss_1: 34.74875259399414 (33.83561563491821) + + --> STEP: 21 + | > loss_disc: 2.5365614891052246 (2.486018737157186) + | > loss_disc_real_0: 0.2583882212638855 (0.18661980543817794) + | > loss_disc_real_1: 0.15358324348926544 (0.174112421416101) + | > loss_disc_real_2: 0.20605067908763885 (0.21723960694812594) + | > loss_disc_real_3: 0.0981629267334938 (0.15311931002707707) + | > loss_disc_real_4: 0.19963383674621582 (0.1991854923821631) + | > loss_disc_real_5: 0.21116559207439423 (0.24157580804257167) + | > loss_0: 2.5365614891052246 (2.486018737157186) + | > loss_gen: 2.1095190048217773 (2.1777674300330028) + | > loss_kl: 2.091309070587158 (1.6086687928154355) + | > loss_feat: 4.966052532196045 (5.048471325919742) + | > loss_mel: 21.87298583984375 (23.184657142275857) + | > loss_duration: 1.721400499343872 (1.7648912781760806) + | > loss_1: 32.761268615722656 (33.78445625305176) + + --> STEP: 22 + | > loss_disc: 2.450562000274658 (2.484407067298889) + | > loss_disc_real_0: 0.13881434500217438 (0.18444682996381412) + | > loss_disc_real_1: 0.18851813673973083 (0.17476722665808417) + | > loss_disc_real_2: 0.18227985501289368 (0.21565052731470627) + | > loss_disc_real_3: 0.15131783485412598 (0.15303742479194293) + | > loss_disc_real_4: 0.2112070471048355 (0.19973192668773912) + | > loss_disc_real_5: 0.21363992989063263 (0.2403059953993017) + | > loss_0: 2.450562000274658 (2.484407067298889) + | > loss_gen: 2.163879871368408 (2.1771361773664304) + | > loss_kl: 1.2974907159805298 (1.5945243347774853) + | > loss_feat: 5.096170425415039 (5.050639466805891) + | > loss_mel: 23.092575073242188 (23.180471593683418) + | > loss_duration: 1.8572940826416016 (1.7690914056517861) + | > loss_1: 33.507408142089844 (33.77186315709894) + + --> STEP: 23 + | > loss_disc: 2.5660781860351562 (2.487957985504814) + | > loss_disc_real_0: 0.22943702340126038 (0.1864029253306596) + | > loss_disc_real_1: 0.18575109541416168 (0.175244786169218) + | > loss_disc_real_2: 0.19498294591903687 (0.2147519368192424) + | > loss_disc_real_3: 0.16482235491275787 (0.15354981305806534) + | > loss_disc_real_4: 0.16703782975673676 (0.19831044421247815) + | > loss_disc_real_5: 0.25007009506225586 (0.24073052147160406) + | > loss_0: 2.5660781860351562 (2.487957985504814) + | > loss_gen: 1.9160504341125488 (2.165784623311914) + | > loss_kl: 1.1437101364135742 (1.5749237174573152) + | > loss_feat: 3.9707772731781006 (5.003688936648161) + | > loss_mel: 21.01534652709961 (23.08633572122325) + | > loss_duration: 1.8056797981262207 (1.7706822053245876) + | > loss_1: 29.8515625 (33.60141530244247) + + --> STEP: 24 + | > loss_disc: 2.5345613956451416 (2.4898997942606607) + | > loss_disc_real_0: 0.23552721738815308 (0.18844977083305517) + | > loss_disc_real_1: 0.18103860318660736 (0.1754861952116092) + | > loss_disc_real_2: 0.24680082499980927 (0.21608730716009936) + | > loss_disc_real_3: 0.15678134560585022 (0.15368446024755636) + | > loss_disc_real_4: 0.2616632580757141 (0.20095014479011297) + | > loss_disc_real_5: 0.3161134421825409 (0.24387147650122643) + | > loss_0: 2.5345613956451416 (2.4898997942606607) + | > loss_gen: 2.5609703063964844 (2.1822506934404378) + | > loss_kl: 1.3793582916259766 (1.566775158047676) + | > loss_feat: 5.126346111297607 (5.0087996522585545) + | > loss_mel: 24.698095321655273 (23.153492371241253) + | > loss_duration: 1.6978251934051514 (1.767646496494611) + | > loss_1: 35.46259689331055 (33.6789645353953) + + --> STEP: 25 + | > loss_disc: 2.1568572521209717 (2.4765780925750733) + | > loss_disc_real_0: 0.1652105301618576 (0.18752020120620727) + | > loss_disc_real_1: 0.11781099438667297 (0.17317918717861175) + | > loss_disc_real_2: 0.19634346663951874 (0.21529755353927613) + | > loss_disc_real_3: 0.13754890859127045 (0.15303903818130493) + | > loss_disc_real_4: 0.15161484479904175 (0.19897673279047012) + | > loss_disc_real_5: 0.16636541485786438 (0.24077123403549194) + | > loss_0: 2.1568572521209717 (2.4765780925750733) + | > loss_gen: 2.2776710987091064 (2.186067509651185) + | > loss_kl: 1.4704829454421997 (1.562923469543457) + | > loss_feat: 6.379535675048828 (5.0636290931701655) + | > loss_mel: 23.86703109741211 (23.182033920288085) + | > loss_duration: 1.6955056190490723 (1.7647608613967896) + | > loss_1: 35.69022750854492 (33.75941505432129) + + --> STEP: 26 + | > loss_disc: 2.6392955780029297 (2.4828364573992214) + | > loss_disc_real_0: 0.2535761892795563 (0.19006081613210532) + | > loss_disc_real_1: 0.22395983338356018 (0.17513228895572516) + | > loss_disc_real_2: 0.2365783303976059 (0.2161160449569042) + | > loss_disc_real_3: 0.21365877985954285 (0.155370566707391) + | > loss_disc_real_4: 0.20273591578006744 (0.1991213167516085) + | > loss_disc_real_5: 0.3161754310131073 (0.2436713954577079) + | > loss_0: 2.6392955780029297 (2.4828364573992214) + | > loss_gen: 2.175811767578125 (2.18567305803299) + | > loss_kl: 1.6048617362976074 (1.564536479803232) + | > loss_feat: 3.370619058609009 (4.998513322610122) + | > loss_mel: 18.221149444580078 (22.991230671222393) + | > loss_duration: 1.7337726354599 (1.763569006553063) + | > loss_1: 27.10621452331543 (33.50352272620568) + + --> STEP: 27 + | > loss_disc: 2.339232921600342 (2.477517807925189) + | > loss_disc_real_0: 0.18033179640769958 (0.18970048206823845) + | > loss_disc_real_1: 0.1275925487279892 (0.17337155783617939) + | > loss_disc_real_2: 0.1670665740966797 (0.21429939788800698) + | > loss_disc_real_3: 0.10837193578481674 (0.1536298766732216) + | > loss_disc_real_4: 0.16346222162246704 (0.19780060952460324) + | > loss_disc_real_5: 0.190713569521904 (0.24170999449712258) + | > loss_0: 2.339232921600342 (2.477517807925189) + | > loss_gen: 2.2271981239318848 (2.1872110234366526) + | > loss_kl: 1.8207358121871948 (1.5740253439656011) + | > loss_feat: 6.799541473388672 (5.065218068935253) + | > loss_mel: 26.327791213989258 (23.114806987621165) + | > loss_duration: 1.7527130842208862 (1.763166935355575) + | > loss_1: 38.927978515625 (33.70442849618417) + + --> STEP: 28 + | > loss_disc: 2.581409215927124 (2.4812282153538296) + | > loss_disc_real_0: 0.23001663386821747 (0.1911403446325234) + | > loss_disc_real_1: 0.14775291085243225 (0.17245660615818842) + | > loss_disc_real_2: 0.13813935220241547 (0.21157939625637873) + | > loss_disc_real_3: 0.1988687813282013 (0.15524555183947086) + | > loss_disc_real_4: 0.15273495018482208 (0.19619112169103964) + | > loss_disc_real_5: 0.18250614404678345 (0.23959557126675332) + | > loss_0: 2.581409215927124 (2.4812282153538296) + | > loss_gen: 1.8857232332229614 (2.176443602357592) + | > loss_kl: 1.7112083435058594 (1.5789247368063246) + | > loss_feat: 4.784250259399414 (5.055183504308973) + | > loss_mel: 22.582033157348633 (23.09577935082572) + | > loss_duration: 1.7497644424438477 (1.762688274894442) + | > loss_1: 32.71297836303711 (33.66901956285749) + + --> STEP: 29 + | > loss_disc: 2.714618444442749 (2.4892761542879303) + | > loss_disc_real_0: 0.23413246870040894 (0.19262283166934704) + | > loss_disc_real_1: 0.23777136206626892 (0.174708839120536) + | > loss_disc_real_2: 0.19106394052505493 (0.21087196674840203) + | > loss_disc_real_3: 0.19481337070465088 (0.15660995938654604) + | > loss_disc_real_4: 0.22058698534965515 (0.1970323583689229) + | > loss_disc_real_5: 0.23649950325489044 (0.23948881030082703) + | > loss_0: 2.714618444442749 (2.4892761542879303) + | > loss_gen: 2.1308135986328125 (2.1748701539532895) + | > loss_kl: 1.5544297695159912 (1.5780800827618302) + | > loss_feat: 3.116779327392578 (4.988341980967029) + | > loss_mel: 19.367265701293945 (22.967209914634967) + | > loss_duration: 1.7440769672393799 (1.762046505664957) + | > loss_1: 27.913366317749023 (33.47054876130203) + + --> STEP: 30 + | > loss_disc: 2.2129712104797363 (2.4800659894943236) + | > loss_disc_real_0: 0.15645916759967804 (0.19141737620035806) + | > loss_disc_real_1: 0.15683028101921082 (0.17411288718382517) + | > loss_disc_real_2: 0.2318621277809143 (0.21157163878281912) + | > loss_disc_real_3: 0.13121835887432098 (0.1557635727028052) + | > loss_disc_real_4: 0.13841089606285095 (0.1950783096253872) + | > loss_disc_real_5: 0.23122020065784454 (0.23921318997939428) + | > loss_0: 2.2129712104797363 (2.4800659894943236) + | > loss_gen: 2.4513797760009766 (2.1840871413548792) + | > loss_kl: 1.9232163429260254 (1.5895846247673036) + | > loss_feat: 6.670595169067383 (5.04441708723704) + | > loss_mel: 27.114858627319336 (23.105464871724447) + | > loss_duration: 1.7743600606918335 (1.7624569574991862) + | > loss_1: 39.934410095214844 (33.68601080576579) + + --> STEP: 31 + | > loss_disc: 2.639472246170044 (2.4852081268064437) + | > loss_disc_real_0: 0.17208696901798248 (0.19079381467834597) + | > loss_disc_real_1: 0.17109040915966034 (0.17401538789272308) + | > loss_disc_real_2: 0.16500748693943024 (0.21006956936851626) + | > loss_disc_real_3: 0.1499221920967102 (0.15557514107035053) + | > loss_disc_real_4: 0.20504900813102722 (0.195399945061053) + | > loss_disc_real_5: 0.23296380043029785 (0.2390115967681331) + | > loss_0: 2.639472246170044 (2.4852081268064437) + | > loss_gen: 2.0551812648773193 (2.179928887274958) + | > loss_kl: 1.6280866861343384 (1.5908266267468851) + | > loss_feat: 5.585018157958984 (5.061855831453877) + | > loss_mel: 24.907894134521484 (23.16360775116951) + | > loss_duration: 1.719510555267334 (1.7610715896852556) + | > loss_1: 35.895687103271484 (33.757290686330485) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.011327435893397178 (+0.00020220971876575185) + | > avg_loss_disc: 2.4852081268064437 (-0.032548619854834815) + | > avg_loss_disc_real_0: 0.19079381467834597 (+0.11257946310985474) + | > avg_loss_disc_real_1: 0.17401538789272308 (-0.01970068293233071) + | > avg_loss_disc_real_2: 0.21006956936851626 (-0.02972377788635991) + | > avg_loss_disc_real_3: 0.15557514107035053 (+0.00022348953831580198) + | > avg_loss_disc_real_4: 0.195399945061053 (+0.0004826200104528777) + | > avg_loss_disc_real_5: 0.2390115967681331 (+0.05343807921294244) + | > avg_loss_0: 2.4852081268064437 (-0.032548619854834815) + | > avg_loss_gen: 2.179928887274958 (+0.2885810252158876) + | > avg_loss_kl: 1.5908266267468851 (+0.15334623859774665) + | > avg_loss_feat: 5.061855831453877 (+0.17555791331875792) + | > avg_loss_mel: 23.16360775116951 (-0.15737564333023712) + | > avg_loss_duration: 1.7610715896852556 (-0.004253629715211815) + | > avg_loss_1: 33.757290686330485 (+0.4558557694958054) + + + > EPOCH: 16/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 14:08:55)  + + --> TIME: 2024-11-22 14:09:01 -- STEP: 6/797 -- GLOBAL_STEP: 14575 + | > loss_disc: 2.3799657821655273 (2.4299866755803428) + | > loss_disc_real_0: 0.08100919425487518 (0.11293853198488553) + | > loss_disc_real_1: 0.19275382161140442 (0.21878408143917719) + | > loss_disc_real_2: 0.24640093743801117 (0.25843382875124615) + | > loss_disc_real_3: 0.2034134864807129 (0.23584194233020148) + | > loss_disc_real_4: 0.21249346435070038 (0.22468506544828415) + | > loss_disc_real_5: 0.23778705298900604 (0.23639530191818872) + | > loss_0: 2.3799657821655273 (2.4299866755803428) + | > grad_norm_0: tensor(81.8372, device='cuda:0') (tensor(110.3140, device='cuda:0')) + | > loss_gen: 2.302748441696167 (2.414082129796346) + | > loss_kl: 1.658553123474121 (1.371142953634262) + | > loss_feat: 6.077804088592529 (5.316874742507935) + | > loss_mel: 24.547616958618164 (23.18227545420329) + | > loss_duration: 1.922292947769165 (2.0115206440289817) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.50901794433594 (34.29589653015137) + | > grad_norm_1: tensor(1258.1694, device='cuda:0') (tensor(950.5055, device='cuda:0')) + | > current_lr_0: 0.00019955047780639926 + | > current_lr_1: 0.00019955047780639926 + | > step_time: 0.8287 (0.8340086142222086) + | > loader_time: 0.0033 (0.004068414370218913) + + + --> TIME: 2024-11-22 14:09:24 -- STEP: 31/797 -- GLOBAL_STEP: 14600 + | > loss_disc: 2.433901071548462 (2.4932140150377826) + | > loss_disc_real_0: 0.108252614736557 (0.12229264347303298) + | > loss_disc_real_1: 0.1721019297838211 (0.21908714550156747) + | > loss_disc_real_2: 0.20243413746356964 (0.23664014762447727) + | > loss_disc_real_3: 0.20378908514976501 (0.22758431107767166) + | > loss_disc_real_4: 0.2484695464372635 (0.22537307489302852) + | > loss_disc_real_5: 0.28332066535949707 (0.24434268618783644) + | > loss_0: 2.433901071548462 (2.4932140150377826) + | > grad_norm_0: tensor(25.0662, device='cuda:0') (tensor(76.3911, device='cuda:0')) + | > loss_gen: 2.251985788345337 (2.3393524539086132) + | > loss_kl: 1.7784870862960815 (1.5563284870116942) + | > loss_feat: 5.418422698974609 (5.286587469039425) + | > loss_mel: 23.93724250793457 (23.098003387451172) + | > loss_duration: 1.8614901304244995 (1.9127208302097936) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.24762725830078 (34.192992548788745) + | > grad_norm_1: tensor(397.6346, device='cuda:0') (tensor(674.8541, device='cuda:0')) + | > current_lr_0: 0.00019955047780639926 + | > current_lr_1: 0.00019955047780639926 + | > step_time: 0.86 (0.8932582255332701) + | > loader_time: 0.0048 (0.004602762960618542) + + + --> TIME: 2024-11-22 14:09:46 -- STEP: 56/797 -- GLOBAL_STEP: 14625 + | > loss_disc: 2.4424424171447754 (2.481847345829011) + | > loss_disc_real_0: 0.1751309633255005 (0.12450043996796012) + | > loss_disc_real_1: 0.20112299919128418 (0.21800432646913187) + | > loss_disc_real_2: 0.22829395532608032 (0.24512959271669388) + | > loss_disc_real_3: 0.25152403116226196 (0.22524805712912763) + | > loss_disc_real_4: 0.19841131567955017 (0.22503460784043586) + | > loss_disc_real_5: 0.22355526685714722 (0.23992624213652952) + | > loss_0: 2.4424424171447754 (2.481847345829011) + | > grad_norm_0: tensor(47.7899, device='cuda:0') (tensor(64.8498, device='cuda:0')) + | > loss_gen: 2.306522846221924 (2.346223605530603) + | > loss_kl: 1.5139994621276855 (1.5174563261015075) + | > loss_feat: 5.888907432556152 (5.32862388236182) + | > loss_mel: 24.2772159576416 (23.32069890839713) + | > loss_duration: 1.7135666608810425 (1.8708528450557165) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.70021057128906 (34.383855615343386) + | > grad_norm_1: tensor(350.2527, device='cuda:0') (tensor(645.5418, device='cuda:0')) + | > current_lr_0: 0.00019955047780639926 + | > current_lr_1: 0.00019955047780639926 + | > step_time: 0.9231 (0.8817470669746399) + | > loader_time: 0.0081 (0.004703955990927564) + + + --> TIME: 2024-11-22 14:10:08 -- STEP: 81/797 -- GLOBAL_STEP: 14650 + | > loss_disc: 2.425359010696411 (2.474802729524213) + | > loss_disc_real_0: 0.1640559583902359 (0.12305969358594329) + | > loss_disc_real_1: 0.22847267985343933 (0.2196492777194506) + | > loss_disc_real_2: 0.24912004172801971 (0.2422790041676274) + | > loss_disc_real_3: 0.248926043510437 (0.22507442717934834) + | > loss_disc_real_4: 0.25029581785202026 (0.22271539712393726) + | > loss_disc_real_5: 0.26888489723205566 (0.2378340565863951) + | > loss_0: 2.425359010696411 (2.474802729524213) + | > grad_norm_0: tensor(127.9418, device='cuda:0') (tensor(79.2919, device='cuda:0')) + | > loss_gen: 2.4896280765533447 (2.3499555676071733) + | > loss_kl: 1.3710943460464478 (1.4828291402922735) + | > loss_feat: 5.380291938781738 (5.3300176137759365) + | > loss_mel: 24.76820945739746 (23.343680888046453) + | > loss_duration: 1.7853379249572754 (1.8468610180748835) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.79456329345703 (34.353344293288266) + | > grad_norm_1: tensor(441.0119, device='cuda:0') (tensor(673.7465, device='cuda:0')) + | > current_lr_0: 0.00019955047780639926 + | > current_lr_1: 0.00019955047780639926 + | > step_time: 0.8757 (0.881805278636791) + | > loader_time: 0.004 (0.004858061119362163) + + + --> TIME: 2024-11-22 14:10:31 -- STEP: 106/797 -- GLOBAL_STEP: 14675 + | > loss_disc: 2.2993814945220947 (2.4668776359198223) + | > loss_disc_real_0: 0.10729038715362549 (0.12274174040780877) + | > loss_disc_real_1: 0.22485442459583282 (0.218147097612327) + | > loss_disc_real_2: 0.22820256650447845 (0.24258264941426944) + | > loss_disc_real_3: 0.207615464925766 (0.2238219183570934) + | > loss_disc_real_4: 0.19864916801452637 (0.2219679116640451) + | > loss_disc_real_5: 0.19762152433395386 (0.2372620593545572) + | > loss_0: 2.2993814945220947 (2.4668776359198223) + | > grad_norm_0: tensor(72.3990, device='cuda:0') (tensor(88.5855, device='cuda:0')) + | > loss_gen: 2.614743709564209 (2.3580401393602486) + | > loss_kl: 1.2025357484817505 (1.4730128392858326) + | > loss_feat: 6.893618583679199 (5.364544445613643) + | > loss_mel: 24.60237693786621 (23.29017162322998) + | > loss_duration: 1.781317114830017 (1.8351470232009888) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.0945930480957 (34.3209161758423) + | > grad_norm_1: tensor(601.0557, device='cuda:0') (tensor(682.9670, device='cuda:0')) + | > current_lr_0: 0.00019955047780639926 + | > current_lr_1: 0.00019955047780639926 + | > step_time: 0.8965 (0.8820197739691105) + | > loader_time: 0.0048 (0.004981423324009162) + + + --> TIME: 2024-11-22 14:10:53 -- STEP: 131/797 -- GLOBAL_STEP: 14700 + | > loss_disc: 2.238166570663452 (2.468052239818427) + | > loss_disc_real_0: 0.08880628645420074 (0.12321994251763548) + | > loss_disc_real_1: 0.17427794635295868 (0.21747531133298656) + | > loss_disc_real_2: 0.2092156708240509 (0.2399467880489262) + | > loss_disc_real_3: 0.2093135416507721 (0.22412841863759603) + | > loss_disc_real_4: 0.221146360039711 (0.22294556730576143) + | > loss_disc_real_5: 0.22427786886692047 (0.23628246852459797) + | > loss_0: 2.238166570663452 (2.468052239818427) + | > grad_norm_0: tensor(68.1752, device='cuda:0') (tensor(93.5507, device='cuda:0')) + | > loss_gen: 2.432004928588867 (2.3625657540241276) + | > loss_kl: 1.5029091835021973 (1.4746964582960114) + | > loss_feat: 6.179599285125732 (5.342163034977802) + | > loss_mel: 23.9552001953125 (23.26178128482731) + | > loss_duration: 1.8297650814056396 (1.827885129069554) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.899478912353516 (34.269091744459324) + | > grad_norm_1: tensor(306.3215, device='cuda:0') (tensor(643.2753, device='cuda:0')) + | > current_lr_0: 0.00019955047780639926 + | > current_lr_1: 0.00019955047780639926 + | > step_time: 0.8951 (0.8818489522424363) + | > loader_time: 0.0044 (0.00502445861583448) + + + --> TIME: 2024-11-22 14:11:15 -- STEP: 156/797 -- GLOBAL_STEP: 14725 + | > loss_disc: 2.367995262145996 (2.46734835092838) + | > loss_disc_real_0: 0.11776536703109741 (0.12387292710347818) + | > loss_disc_real_1: 0.21815888583660126 (0.21697056895265213) + | > loss_disc_real_2: 0.22759439051151276 (0.2405358170851683) + | > loss_disc_real_3: 0.16134662926197052 (0.22413486051253784) + | > loss_disc_real_4: 0.2012052834033966 (0.2221687688277318) + | > loss_disc_real_5: 0.21835191547870636 (0.2369026079391822) + | > loss_0: 2.367995262145996 (2.46734835092838) + | > grad_norm_0: tensor(80.3935, device='cuda:0') (tensor(96.8173, device='cuda:0')) + | > loss_gen: 2.1920204162597656 (2.3553091883659367) + | > loss_kl: 1.3311221599578857 (1.467649680299637) + | > loss_feat: 6.162204265594482 (5.305076597592768) + | > loss_mel: 25.14810562133789 (23.21551212897668) + | > loss_duration: 1.8117799758911133 (1.821034856331654) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.645233154296875 (34.16458248480774) + | > grad_norm_1: tensor(912.0013, device='cuda:0') (tensor(641.7072, device='cuda:0')) + | > current_lr_0: 0.00019955047780639926 + | > current_lr_1: 0.00019955047780639926 + | > step_time: 0.9053 (0.8827385596739941) + | > loader_time: 0.0052 (0.005240762845063825) + + + --> TIME: 2024-11-22 14:11:38 -- STEP: 181/797 -- GLOBAL_STEP: 14750 + | > loss_disc: 2.3140830993652344 (2.458845058198792) + | > loss_disc_real_0: 0.1036338061094284 (0.12140161262115062) + | > loss_disc_real_1: 0.19550949335098267 (0.21514316487707486) + | > loss_disc_real_2: 0.2261694222688675 (0.23840244246121928) + | > loss_disc_real_3: 0.20515713095664978 (0.22419400579033635) + | > loss_disc_real_4: 0.23014265298843384 (0.22178937914621763) + | > loss_disc_real_5: 0.18414101004600525 (0.23683239840670844) + | > loss_0: 2.3140830993652344 (2.458845058198792) + | > grad_norm_0: tensor(12.0219, device='cuda:0') (tensor(95.3178, device='cuda:0')) + | > loss_gen: 2.4852821826934814 (2.359632078455299) + | > loss_kl: 1.4855908155441284 (1.4640094782766064) + | > loss_feat: 5.535826683044434 (5.34011721347577) + | > loss_mel: 23.718149185180664 (23.30997267875882) + | > loss_duration: 1.7769801616668701 (1.8135522722539321) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.0018310546875 (34.28728372352558) + | > grad_norm_1: tensor(526.0287, device='cuda:0') (tensor(672.0610, device='cuda:0')) + | > current_lr_0: 0.00019955047780639926 + | > current_lr_1: 0.00019955047780639926 + | > step_time: 0.9272 (0.8872400489301313) + | > loader_time: 0.0137 (0.005347196568441661) + + + --> TIME: 2024-11-22 14:12:02 -- STEP: 206/797 -- GLOBAL_STEP: 14775 + | > loss_disc: 2.557168960571289 (2.4606166163694514) + | > loss_disc_real_0: 0.07797977328300476 (0.12143704445255034) + | > loss_disc_real_1: 0.1865498274564743 (0.21583526834700872) + | > loss_disc_real_2: 0.251129686832428 (0.23934231054725) + | > loss_disc_real_3: 0.23195137083530426 (0.2239827312601423) + | > loss_disc_real_4: 0.24002964794635773 (0.22206337843994492) + | > loss_disc_real_5: 0.24610695242881775 (0.23760925406969866) + | > loss_0: 2.557168960571289 (2.4606166163694514) + | > grad_norm_0: tensor(307.4579, device='cuda:0') (tensor(100.3138, device='cuda:0')) + | > loss_gen: 2.1595523357391357 (2.362524768681204) + | > loss_kl: 1.2920417785644531 (1.4641558033170057) + | > loss_feat: 4.673271179199219 (5.329926003530187) + | > loss_mel: 21.22994041442871 (23.29079752986871) + | > loss_duration: 1.7719792127609253 (1.8100303417270622) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.12678337097168 (34.25743445609381) + | > grad_norm_1: tensor(583.7939, device='cuda:0') (tensor(692.0705, device='cuda:0')) + | > current_lr_0: 0.00019955047780639926 + | > current_lr_1: 0.00019955047780639926 + | > step_time: 0.9411 (0.8907298092703217) + | > loader_time: 0.0051 (0.005457351508649815) + + + --> TIME: 2024-11-22 14:12:25 -- STEP: 231/797 -- GLOBAL_STEP: 14800 + | > loss_disc: 2.4770143032073975 (2.457487896923379) + | > loss_disc_real_0: 0.1904175728559494 (0.12048892313977341) + | > loss_disc_real_1: 0.18781454861164093 (0.21557815301985966) + | > loss_disc_real_2: 0.23047512769699097 (0.2387738348472686) + | > loss_disc_real_3: 0.2562842071056366 (0.22372349580645046) + | > loss_disc_real_4: 0.24069567024707794 (0.22132589748669496) + | > loss_disc_real_5: 0.22926631569862366 (0.23733352292409707) + | > loss_0: 2.4770143032073975 (2.457487896923379) + | > grad_norm_0: tensor(121.6240, device='cuda:0') (tensor(100.2970, device='cuda:0')) + | > loss_gen: 2.555142641067505 (2.363183627396953) + | > loss_kl: 1.448994755744934 (1.466341805922521) + | > loss_feat: 5.042575359344482 (5.321269837292758) + | > loss_mel: 22.631689071655273 (23.30012996888264) + | > loss_duration: 1.7793108224868774 (1.8066409594052797) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.45771408081055 (34.25756621257566) + | > grad_norm_1: tensor(497.9408, device='cuda:0') (tensor(699.8567, device='cuda:0')) + | > current_lr_0: 0.00019955047780639926 + | > current_lr_1: 0.00019955047780639926 + | > step_time: 0.9497 (0.8942322142712482) + | > loader_time: 0.0061 (0.005655050277709968) + + + --> TIME: 2024-11-22 14:12:48 -- STEP: 256/797 -- GLOBAL_STEP: 14825 + | > loss_disc: 2.2433881759643555 (2.4536985037848353) + | > loss_disc_real_0: 0.059467390179634094 (0.11979074265400413) + | > loss_disc_real_1: 0.2438482791185379 (0.2156603970215656) + | > loss_disc_real_2: 0.25693804025650024 (0.23906918574357405) + | > loss_disc_real_3: 0.20114222168922424 (0.22323313826927915) + | > loss_disc_real_4: 0.20239165425300598 (0.22107566270278767) + | > loss_disc_real_5: 0.21213150024414062 (0.23642461450072005) + | > loss_0: 2.2433881759643555 (2.4536985037848353) + | > grad_norm_0: tensor(69.4531, device='cuda:0') (tensor(104.3650, device='cuda:0')) + | > loss_gen: 2.504666805267334 (2.369313602335753) + | > loss_kl: 1.5139240026474 (1.4675156085286294) + | > loss_feat: 5.732026100158691 (5.3258605701848865) + | > loss_mel: 23.908519744873047 (23.294789977371693) + | > loss_duration: 1.745418906211853 (1.8024607454426587) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.40455627441406 (34.2599405273795) + | > grad_norm_1: tensor(438.2746, device='cuda:0') (tensor(686.4813, device='cuda:0')) + | > current_lr_0: 0.00019955047780639926 + | > current_lr_1: 0.00019955047780639926 + | > step_time: 0.8844 (0.8968496108427644) + | > loader_time: 0.0173 (0.00586448702961207) + + + --> TIME: 2024-11-22 14:13:12 -- STEP: 281/797 -- GLOBAL_STEP: 14850 + | > loss_disc: 2.3590736389160156 (2.45347507059362) + | > loss_disc_real_0: 0.11843350529670715 (0.11929435556045206) + | > loss_disc_real_1: 0.19526146352291107 (0.21527624485543614) + | > loss_disc_real_2: 0.2172800451517105 (0.2372925669697256) + | > loss_disc_real_3: 0.19682472944259644 (0.2239821268464323) + | > loss_disc_real_4: 0.2210111767053604 (0.22176900182542425) + | > loss_disc_real_5: 0.19360759854316711 (0.2363095128663494) + | > loss_0: 2.3590736389160156 (2.45347507059362) + | > grad_norm_0: tensor(50.7120, device='cuda:0') (tensor(104.3072, device='cuda:0')) + | > loss_gen: 2.3303756713867188 (2.3701872503205985) + | > loss_kl: 1.4874056577682495 (1.4688834853443813) + | > loss_feat: 5.8155670166015625 (5.328540510978563) + | > loss_mel: 24.56521987915039 (23.32684728683526) + | > loss_duration: 1.7759974002838135 (1.79979252348591) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.97456741333008 (34.29425112632667) + | > grad_norm_1: tensor(1135.9282, device='cuda:0') (tensor(691.5624, device='cuda:0')) + | > current_lr_0: 0.00019955047780639926 + | > current_lr_1: 0.00019955047780639926 + | > step_time: 0.9233 (0.8994826803852229) + | > loader_time: 0.0056 (0.006058357788574659) + + + --> TIME: 2024-11-22 14:13:36 -- STEP: 306/797 -- GLOBAL_STEP: 14875 + | > loss_disc: 2.4823505878448486 (2.4533467845979073) + | > loss_disc_real_0: 0.15075847506523132 (0.12001967982821216) + | > loss_disc_real_1: 0.26522696018218994 (0.21542523255924773) + | > loss_disc_real_2: 0.2930782735347748 (0.23886663223208945) + | > loss_disc_real_3: 0.28254202008247375 (0.2235624955273142) + | > loss_disc_real_4: 0.25161048769950867 (0.22165513666821457) + | > loss_disc_real_5: 0.28893789649009705 (0.23639203052894742) + | > loss_0: 2.4823505878448486 (2.4533467845979073) + | > grad_norm_0: tensor(47.8335, device='cuda:0') (tensor(104.6892, device='cuda:0')) + | > loss_gen: 2.2806038856506348 (2.372149787697138) + | > loss_kl: 1.4237825870513916 (1.4726253177215851) + | > loss_feat: 4.467161178588867 (5.3287441411049565) + | > loss_mel: 22.301025390625 (23.3540248434528) + | > loss_duration: 1.775403618812561 (1.7975963190490125) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.24797439575195 (34.32514047934336) + | > grad_norm_1: tensor(529.0811, device='cuda:0') (tensor(705.6563, device='cuda:0')) + | > current_lr_0: 0.00019955047780639926 + | > current_lr_1: 0.00019955047780639926 + | > step_time: 0.9399 (0.9024718298631554) + | > loader_time: 0.0059 (0.006171813977310084) + + + --> TIME: 2024-11-22 14:14:00 -- STEP: 331/797 -- GLOBAL_STEP: 14900 + | > loss_disc: 2.557302951812744 (2.4563456510849213) + | > loss_disc_real_0: 0.13475976884365082 (0.12048555215049726) + | > loss_disc_real_1: 0.20710691809654236 (0.21546116844945085) + | > loss_disc_real_2: 0.20622515678405762 (0.237824334883978) + | > loss_disc_real_3: 0.17824020981788635 (0.22395978940037442) + | > loss_disc_real_4: 0.24320872128009796 (0.22172141016610075) + | > loss_disc_real_5: 0.22506408393383026 (0.23641211550761565) + | > loss_0: 2.557302951812744 (2.4563456510849213) + | > grad_norm_0: tensor(137.2920, device='cuda:0') (tensor(104.4852, device='cuda:0')) + | > loss_gen: 2.2690930366516113 (2.3657716465860705) + | > loss_kl: 1.560655117034912 (1.4730886608092089) + | > loss_feat: 5.17194938659668 (5.308584097288886) + | > loss_mel: 23.712966918945312 (23.34408371686216) + | > loss_duration: 1.7230210304260254 (1.7952197628078863) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.437686920166016 (34.28674794107764) + | > grad_norm_1: tensor(531.2899, device='cuda:0') (tensor(707.6182, device='cuda:0')) + | > current_lr_0: 0.00019955047780639926 + | > current_lr_1: 0.00019955047780639926 + | > step_time: 0.9796 (0.9072649017921746) + | > loader_time: 0.0086 (0.006291491027324947) + + + --> TIME: 2024-11-22 14:14:25 -- STEP: 356/797 -- GLOBAL_STEP: 14925 + | > loss_disc: 2.33520245552063 (2.454068629259471) + | > loss_disc_real_0: 0.14220014214515686 (0.11995258983852489) + | > loss_disc_real_1: 0.23672011494636536 (0.21564541891049804) + | > loss_disc_real_2: 0.2156492918729782 (0.23815880950247303) + | > loss_disc_real_3: 0.21841351687908173 (0.2238269599803378) + | > loss_disc_real_4: 0.20102332532405853 (0.22159825516550724) + | > loss_disc_real_5: 0.22874478995800018 (0.2361259627459424) + | > loss_0: 2.33520245552063 (2.454068629259471) + | > grad_norm_0: tensor(201.0134, device='cuda:0') (tensor(106.8168, device='cuda:0')) + | > loss_gen: 2.6289870738983154 (2.3676849108063784) + | > loss_kl: 1.3434967994689941 (1.4730307140042274) + | > loss_feat: 5.5015106201171875 (5.30298444997059) + | > loss_mel: 23.034772872924805 (23.32351058788515) + | > loss_duration: 1.7444627285003662 (1.7920519960730263) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.25322723388672 (34.25926271717198) + | > grad_norm_1: tensor(935.8222, device='cuda:0') (tensor(710.4007, device='cuda:0')) + | > current_lr_0: 0.00019955047780639926 + | > current_lr_1: 0.00019955047780639926 + | > step_time: 0.9672 (0.9136217926325422) + | > loader_time: 0.0065 (0.006429404355167008) + + + --> TIME: 2024-11-22 14:14:50 -- STEP: 381/797 -- GLOBAL_STEP: 14950 + | > loss_disc: 2.3878676891326904 (2.4571148291660396) + | > loss_disc_real_0: 0.12171653658151627 (0.12141209439890278) + | > loss_disc_real_1: 0.17460446059703827 (0.21566769359462218) + | > loss_disc_real_2: 0.20783384144306183 (0.23754734219372117) + | > loss_disc_real_3: 0.19769592583179474 (0.22399079916984077) + | > loss_disc_real_4: 0.19499708712100983 (0.22138261943664447) + | > loss_disc_real_5: 0.21972350776195526 (0.23592570654832784) + | > loss_0: 2.3878676891326904 (2.4571148291660396) + | > grad_norm_0: tensor(17.3262, device='cuda:0') (tensor(106.0446, device='cuda:0')) + | > loss_gen: 2.4018595218658447 (2.363750615770737) + | > loss_kl: 1.1421362161636353 (1.4696534958098504) + | > loss_feat: 5.508407115936279 (5.297299057792804) + | > loss_mel: 23.08220100402832 (23.315572197981716) + | > loss_duration: 1.7733652591705322 (1.7892835249738117) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.9079704284668 (34.23555896288451) + | > grad_norm_1: tensor(456.6619, device='cuda:0') (tensor(698.8535, device='cuda:0')) + | > current_lr_0: 0.00019955047780639926 + | > current_lr_1: 0.00019955047780639926 + | > step_time: 0.9341 (0.9167997868355177) + | > loader_time: 0.0062 (0.006533836755226921) + + + --> TIME: 2024-11-22 14:15:15 -- STEP: 406/797 -- GLOBAL_STEP: 14975 + | > loss_disc: 2.5216445922851562 (2.4570127026788118) + | > loss_disc_real_0: 0.10836105048656464 (0.12211563283109607) + | > loss_disc_real_1: 0.14398746192455292 (0.21551610389953763) + | > loss_disc_real_2: 0.2772904932498932 (0.2386493851325195) + | > loss_disc_real_3: 0.22390586137771606 (0.2237365374277378) + | > loss_disc_real_4: 0.21833790838718414 (0.22159143904306616) + | > loss_disc_real_5: 0.23867249488830566 (0.23581908735001617) + | > loss_0: 2.5216445922851562 (2.4570127026788118) + | > grad_norm_0: tensor(26.2011, device='cuda:0') (tensor(104.1159, device='cuda:0')) + | > loss_gen: 2.4387128353118896 (2.3637644554593895) + | > loss_kl: 1.3859187364578247 (1.4675733947695182) + | > loss_feat: 5.442180633544922 (5.29921780959726) + | > loss_mel: 22.83795928955078 (23.32172452522617) + | > loss_duration: 1.7556428909301758 (1.78777646636728) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.86041259765625 (34.240056714400836) + | > grad_norm_1: tensor(593.6845, device='cuda:0') (tensor(705.1569, device='cuda:0')) + | > current_lr_0: 0.00019955047780639926 + | > current_lr_1: 0.00019955047780639926 + | > step_time: 0.9843 (0.9214990250582764) + | > loader_time: 0.0079 (0.006660197755973331) + + + --> TIME: 2024-11-22 14:15:40 -- STEP: 431/797 -- GLOBAL_STEP: 15000 + | > loss_disc: 2.721971273422241 (2.460494041442871) + | > loss_disc_real_0: 0.22822174429893494 (0.12172942400289799) + | > loss_disc_real_1: 0.18704625964164734 (0.2160939120637845) + | > loss_disc_real_2: 0.20209021866321564 (0.23860055916962103) + | > loss_disc_real_3: 0.22170937061309814 (0.22362744593841571) + | > loss_disc_real_4: 0.2568298876285553 (0.2219031838972441) + | > loss_disc_real_5: 0.24559922516345978 (0.23652624530747982) + | > loss_0: 2.721971273422241 (2.460494041442871) + | > grad_norm_0: tensor(297.6704, device='cuda:0') (tensor(104.6220, device='cuda:0')) + | > loss_gen: 2.4008123874664307 (2.3627784293654903) + | > loss_kl: 1.5304371118545532 (1.466080079913969) + | > loss_feat: 5.043123722076416 (5.29530144567556) + | > loss_mel: 23.21064567565918 (23.327018450141793) + | > loss_duration: 1.8188128471374512 (1.7864605766438) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.00383377075195 (34.23763906208927) + | > grad_norm_1: tensor(897.1601, device='cuda:0') (tensor(696.4392, device='cuda:0')) + | > current_lr_0: 0.00019955047780639926 + | > current_lr_1: 0.00019955047780639926 + | > step_time: 1.0512 (0.9243616742490338) + | > loader_time: 0.0075 (0.006793824260030162) + + + > CHECKPOINT : vits_shi_male-November-22-2024_02+49AM-0000000/checkpoint_15000.pth + + --> TIME: 2024-11-22 14:16:10 -- STEP: 456/797 -- GLOBAL_STEP: 15025 + | > loss_disc: 2.595693588256836 (2.460603390869341) + | > loss_disc_real_0: 0.21467533707618713 (0.12225743552277747) + | > loss_disc_real_1: 0.16450844705104828 (0.21571519807503933) + | > loss_disc_real_2: 0.2390376329421997 (0.23899199228668422) + | > loss_disc_real_3: 0.20889043807983398 (0.2236079290313156) + | > loss_disc_real_4: 0.20678642392158508 (0.22197307358708296) + | > loss_disc_real_5: 0.18178579211235046 (0.2365620612379229) + | > loss_0: 2.595693588256836 (2.460603390869341) + | > grad_norm_0: tensor(14.3236, device='cuda:0') (tensor(105.1296, device='cuda:0')) + | > loss_gen: 2.419605016708374 (2.3641095252936353) + | > loss_kl: 1.6409070491790771 (1.467608420864532) + | > loss_feat: 5.634834289550781 (5.3071041980333495) + | > loss_mel: 23.917694091796875 (23.370339703141607) + | > loss_duration: 1.8224685192108154 (1.7853447324351261) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.435508728027344 (34.29450668368419) + | > grad_norm_1: tensor(314.7620, device='cuda:0') (tensor(696.8245, device='cuda:0')) + | > current_lr_0: 0.00019955047780639926 + | > current_lr_1: 0.00019955047780639926 + | > step_time: 0.9251 (0.9294323042819373) + | > loader_time: 0.0122 (0.006895644622936587) + + + --> TIME: 2024-11-22 14:16:35 -- STEP: 481/797 -- GLOBAL_STEP: 15050 + | > loss_disc: 2.509784460067749 (2.4600023598780005) + | > loss_disc_real_0: 0.07537442445755005 (0.12245132111926832) + | > loss_disc_real_1: 0.2083740085363388 (0.21592241152346506) + | > loss_disc_real_2: 0.2241716831922531 (0.23815276134534585) + | > loss_disc_real_3: 0.2109091579914093 (0.2238204836101889) + | > loss_disc_real_4: 0.24632465839385986 (0.22198786879279755) + | > loss_disc_real_5: 0.24495087563991547 (0.2365433234806616) + | > loss_0: 2.509784460067749 (2.4600023598780005) + | > grad_norm_0: tensor(191.8461, device='cuda:0') (tensor(105.1736, device='cuda:0')) + | > loss_gen: 2.212346076965332 (2.360355126634705) + | > loss_kl: 1.3635483980178833 (1.4668208934413172) + | > loss_feat: 5.33353328704834 (5.307952504643779) + | > loss_mel: 21.042339324951172 (23.38130525442271) + | > loss_duration: 1.7864494323730469 (1.7838763853616377) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.738216400146484 (34.30031025781451) + | > grad_norm_1: tensor(549.7361, device='cuda:0') (tensor(696.7440, device='cuda:0')) + | > current_lr_0: 0.00019955047780639926 + | > current_lr_1: 0.00019955047780639926 + | > step_time: 0.8986 (0.9319938180848119) + | > loader_time: 0.0064 (0.006969203076590623) + + + --> TIME: 2024-11-22 14:16:59 -- STEP: 506/797 -- GLOBAL_STEP: 15075 + | > loss_disc: 2.4657373428344727 (2.457002271776614) + | > loss_disc_real_0: 0.12609195709228516 (0.12186386302967551) + | > loss_disc_real_1: 0.1707884967327118 (0.21548843288080025) + | > loss_disc_real_2: 0.23114390671253204 (0.23860370126284158) + | > loss_disc_real_3: 0.2190701812505722 (0.22344216816274545) + | > loss_disc_real_4: 0.21317610144615173 (0.22189527423132074) + | > loss_disc_real_5: 0.2267891764640808 (0.2363440175595962) + | > loss_0: 2.4657373428344727 (2.457002271776614) + | > grad_norm_0: tensor(28.6006, device='cuda:0') (tensor(103.3611, device='cuda:0')) + | > loss_gen: 2.2533223628997803 (2.36215421875475) + | > loss_kl: 1.3874008655548096 (1.4632616550790463) + | > loss_feat: 4.990394115447998 (5.313032377849925) + | > loss_mel: 21.528728485107422 (23.38106637509916) + | > loss_duration: 1.7817256450653076 (1.782488156919894) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.941572189331055 (34.3020028954909) + | > grad_norm_1: tensor(1622.6915, device='cuda:0') (tensor(688.1146, device='cuda:0')) + | > current_lr_0: 0.00019955047780639926 + | > current_lr_1: 0.00019955047780639926 + | > step_time: 0.9978 (0.933397435388075) + | > loader_time: 0.0142 (0.007057472651183844) + + + --> TIME: 2024-11-22 14:17:24 -- STEP: 531/797 -- GLOBAL_STEP: 15100 + | > loss_disc: 2.4975392818450928 (2.4561553638982683) + | > loss_disc_real_0: 0.11212505400180817 (0.12181908595893118) + | > loss_disc_real_1: 0.28869643807411194 (0.21525395215399523) + | > loss_disc_real_2: 0.26957473158836365 (0.23810480041131238) + | > loss_disc_real_3: 0.26176586747169495 (0.22353524401812003) + | > loss_disc_real_4: 0.2254324108362198 (0.22189658908296211) + | > loss_disc_real_5: 0.2551175355911255 (0.2363049413188029) + | > loss_0: 2.4975392818450928 (2.4561553638982683) + | > grad_norm_0: tensor(119.3494, device='cuda:0') (tensor(101.5284, device='cuda:0')) + | > loss_gen: 2.4023871421813965 (2.3627212395551296) + | > loss_kl: 1.463082194328308 (1.4602428893584989) + | > loss_feat: 5.009840488433838 (5.321251627191088) + | > loss_mel: 23.733842849731445 (23.396866573901278) + | > loss_duration: 1.7770030498504639 (1.7817596668577464) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.38615798950195 (34.322842089694305) + | > grad_norm_1: tensor(1024.9572, device='cuda:0') (tensor(689.6890, device='cuda:0')) + | > current_lr_0: 0.00019955047780639926 + | > current_lr_1: 0.00019955047780639926 + | > step_time: 0.9612 (0.9352922821224521) + | > loader_time: 0.0091 (0.007129614860549039) + + + --> TIME: 2024-11-22 14:17:50 -- STEP: 556/797 -- GLOBAL_STEP: 15125 + | > loss_disc: 2.2381794452667236 (2.4539726333652463) + | > loss_disc_real_0: 0.10619566589593887 (0.12150641572293189) + | > loss_disc_real_1: 0.2719546854496002 (0.21535542091394932) + | > loss_disc_real_2: 0.18908463418483734 (0.23816222590293815) + | > loss_disc_real_3: 0.20028451085090637 (0.22325418677797412) + | > loss_disc_real_4: 0.19213058054447174 (0.2216158330226116) + | > loss_disc_real_5: 0.20539848506450653 (0.23610469235254705) + | > loss_0: 2.2381794452667236 (2.4539726333652463) + | > grad_norm_0: tensor(71.8920, device='cuda:0') (tensor(101.4532, device='cuda:0')) + | > loss_gen: 2.6202809810638428 (2.365612952614861) + | > loss_kl: 1.589737892150879 (1.4608882424428309) + | > loss_feat: 7.004471302032471 (5.337169037019606) + | > loss_mel: 25.543128967285156 (23.417605715689906) + | > loss_duration: 1.7080082893371582 (1.7810112668884743) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 38.46562576293945 (34.362287315533294) + | > grad_norm_1: tensor(922.4076, device='cuda:0') (tensor(685.5134, device='cuda:0')) + | > current_lr_0: 0.00019955047780639926 + | > current_lr_1: 0.00019955047780639926 + | > step_time: 1.0329 (0.9394426410146755) + | > loader_time: 0.008 (0.007187188529282169) + + + --> TIME: 2024-11-22 14:18:17 -- STEP: 581/797 -- GLOBAL_STEP: 15150 + | > loss_disc: 2.3587303161621094 (2.455508770097349) + | > loss_disc_real_0: 0.10150857269763947 (0.12177108987370786) + | > loss_disc_real_1: 0.1693568080663681 (0.21554459437804876) + | > loss_disc_real_2: 0.22531110048294067 (0.23824511232454068) + | > loss_disc_real_3: 0.20703120529651642 (0.22344388675566584) + | > loss_disc_real_4: 0.1777321696281433 (0.22156814086970697) + | > loss_disc_real_5: 0.23795387148857117 (0.23609462631754127) + | > loss_0: 2.3587303161621094 (2.455508770097349) + | > grad_norm_0: tensor(184.3056, device='cuda:0') (tensor(100.9803, device='cuda:0')) + | > loss_gen: 2.0183300971984863 (2.3636711819446865) + | > loss_kl: 1.4196507930755615 (1.460335839738534) + | > loss_feat: 5.386135101318359 (5.332226514816287) + | > loss_mel: 23.450580596923828 (23.420526576739796) + | > loss_duration: 1.817634105682373 (1.780484644147903) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.09233093261719 (34.35724486582453) + | > grad_norm_1: tensor(952.2249, device='cuda:0') (tensor(688.8722, device='cuda:0')) + | > current_lr_0: 0.00019955047780639926 + | > current_lr_1: 0.00019955047780639926 + | > step_time: 1.3905 (0.9458662117615009) + | > loader_time: 0.0089 (0.007306854408907606) + + + --> TIME: 2024-11-22 14:18:44 -- STEP: 606/797 -- GLOBAL_STEP: 15175 + | > loss_disc: 2.4119720458984375 (2.4545220675641555) + | > loss_disc_real_0: 0.058468595147132874 (0.1209958261708812) + | > loss_disc_real_1: 0.1867985874414444 (0.2155811348837792) + | > loss_disc_real_2: 0.26051780581474304 (0.2385137288188777) + | > loss_disc_real_3: 0.18467196822166443 (0.22342605780650282) + | > loss_disc_real_4: 0.19221623241901398 (0.22148521910897975) + | > loss_disc_real_5: 0.19150152802467346 (0.23608840972480208) + | > loss_0: 2.4119720458984375 (2.4545220675641555) + | > grad_norm_0: tensor(71.6528, device='cuda:0') (tensor(101.6255, device='cuda:0')) + | > loss_gen: 2.328930139541626 (2.366366497950981) + | > loss_kl: 1.378971815109253 (1.4592721927480734) + | > loss_feat: 5.458688735961914 (5.33816699737763) + | > loss_mel: 24.163576126098633 (23.425720816004787) + | > loss_duration: 1.8189923763275146 (1.7799240787430568) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.1491584777832 (34.369450713935066) + | > grad_norm_1: tensor(647.5355, device='cuda:0') (tensor(678.1687, device='cuda:0')) + | > current_lr_0: 0.00019955047780639926 + | > current_lr_1: 0.00019955047780639926 + | > step_time: 1.0659 (0.9506575124885382) + | > loader_time: 0.0085 (0.007448827866280436) + + + --> TIME: 2024-11-22 14:19:10 -- STEP: 631/797 -- GLOBAL_STEP: 15200 + | > loss_disc: 2.458749294281006 (2.456671939976808) + | > loss_disc_real_0: 0.05770268663764 (0.12138959765139076) + | > loss_disc_real_1: 0.2720068693161011 (0.2157266130419995) + | > loss_disc_real_2: 0.22122925519943237 (0.23827751890037405) + | > loss_disc_real_3: 0.23499542474746704 (0.2236070860820791) + | > loss_disc_real_4: 0.22275282442569733 (0.22168091206373017) + | > loss_disc_real_5: 0.21568231284618378 (0.23611094435402405) + | > loss_0: 2.458749294281006 (2.456671939976808) + | > grad_norm_0: tensor(51.8474, device='cuda:0') (tensor(102.8633, device='cuda:0')) + | > loss_gen: 2.296327829360962 (2.3650846502104614) + | > loss_kl: 1.3610213994979858 (1.4594147359323584) + | > loss_feat: 4.994797706604004 (5.328566108755001) + | > loss_mel: 23.21964454650879 (23.422779125570294) + | > loss_duration: 1.7650516033172607 (1.7799036336587466) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.636844635009766 (34.35574837758688) + | > grad_norm_1: tensor(212.2196, device='cuda:0') (tensor(682.5015, device='cuda:0')) + | > current_lr_0: 0.00019955047780639926 + | > current_lr_1: 0.00019955047780639926 + | > step_time: 1.0307 (0.9532321515816328) + | > loader_time: 0.0144 (0.007581213196937334) + + + --> TIME: 2024-11-22 14:19:37 -- STEP: 656/797 -- GLOBAL_STEP: 15225 + | > loss_disc: 2.483376979827881 (2.457098890005088) + | > loss_disc_real_0: 0.11990736424922943 (0.12109201354054143) + | > loss_disc_real_1: 0.16203178465366364 (0.21575975948490392) + | > loss_disc_real_2: 0.2146373689174652 (0.23853125021134208) + | > loss_disc_real_3: 0.18490830063819885 (0.22379678664956146) + | > loss_disc_real_4: 0.2425035536289215 (0.22180854383765203) + | > loss_disc_real_5: 0.18255169689655304 (0.23632975817635293) + | > loss_0: 2.483376979827881 (2.457098890005088) + | > grad_norm_0: tensor(85.8243, device='cuda:0') (tensor(102.1746, device='cuda:0')) + | > loss_gen: 2.3083078861236572 (2.3650493212952886) + | > loss_kl: 1.3682889938354492 (1.4596731716358087) + | > loss_feat: 5.808037757873535 (5.3267243835257325) + | > loss_mel: 24.61566925048828 (23.41361363922676) + | > loss_duration: 1.7920546531677246 (1.7794425278538615) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.892356872558594 (34.34450315556876) + | > grad_norm_1: tensor(928.1634, device='cuda:0') (tensor(681.5623, device='cuda:0')) + | > current_lr_0: 0.00019955047780639926 + | > current_lr_1: 0.00019955047780639926 + | > step_time: 1.1765 (0.9576208449718429) + | > loader_time: 0.0089 (0.007797332435119445) + + + --> TIME: 2024-11-22 14:20:04 -- STEP: 681/797 -- GLOBAL_STEP: 15250 + | > loss_disc: 2.315436840057373 (2.4569761627046014) + | > loss_disc_real_0: 0.05806811898946762 (0.12093493886423269) + | > loss_disc_real_1: 0.2232408970594406 (0.2157535581752418) + | > loss_disc_real_2: 0.21266904473304749 (0.23839761270825557) + | > loss_disc_real_3: 0.1932571828365326 (0.22390275097365941) + | > loss_disc_real_4: 0.18664290010929108 (0.22189926002694302) + | > loss_disc_real_5: 0.1778489649295807 (0.23639363741909705) + | > loss_0: 2.315436840057373 (2.4569761627046014) + | > grad_norm_0: tensor(32.5119, device='cuda:0') (tensor(101.0660, device='cuda:0')) + | > loss_gen: 2.2878212928771973 (2.3640608379669326) + | > loss_kl: 1.3754310607910156 (1.459688616656698) + | > loss_feat: 5.664828300476074 (5.324895460700147) + | > loss_mel: 24.61142921447754 (23.415200974272555) + | > loss_duration: 1.7258121967315674 (1.7787612811409257) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.665321350097656 (34.342607268502896) + | > grad_norm_1: tensor(794.2000, device='cuda:0') (tensor(683.0433, device='cuda:0')) + | > current_lr_0: 0.00019955047780639926 + | > current_lr_1: 0.00019955047780639926 + | > step_time: 1.2303 (0.9611641467930462) + | > loader_time: 0.0114 (0.007925277589526296) + + + --> TIME: 2024-11-22 14:20:31 -- STEP: 706/797 -- GLOBAL_STEP: 15275 + | > loss_disc: 2.5385475158691406 (2.456576454065339) + | > loss_disc_real_0: 0.13719862699508667 (0.1206109184513222) + | > loss_disc_real_1: 0.29100167751312256 (0.2157043375433674) + | > loss_disc_real_2: 0.2670162618160248 (0.23832944079853657) + | > loss_disc_real_3: 0.22861458361148834 (0.2239026410383813) + | > loss_disc_real_4: 0.26059624552726746 (0.22213678118949576) + | > loss_disc_real_5: 0.26310932636260986 (0.2366356646626259) + | > loss_0: 2.5385475158691406 (2.456576454065339) + | > grad_norm_0: tensor(67.2426, device='cuda:0') (tensor(100.7524, device='cuda:0')) + | > loss_gen: 2.2113852500915527 (2.365408096536363) + | > loss_kl: 1.3911699056625366 (1.4605939254038074) + | > loss_feat: 4.612844467163086 (5.327830248108663) + | > loss_mel: 24.109987258911133 (23.43388735741462) + | > loss_duration: 1.7346594333648682 (1.7779174632796488) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.0600471496582 (34.365637195684435) + | > grad_norm_1: tensor(87.0211, device='cuda:0') (tensor(677.6399, device='cuda:0')) + | > current_lr_0: 0.00019955047780639926 + | > current_lr_1: 0.00019955047780639926 + | > step_time: 1.0498 (0.9641703039661008) + | > loader_time: 0.0134 (0.008060416486378097) + + + --> TIME: 2024-11-22 14:20:58 -- STEP: 731/797 -- GLOBAL_STEP: 15300 + | > loss_disc: 2.4717326164245605 (2.4564914537030607) + | > loss_disc_real_0: 0.133109450340271 (0.12084362104728756) + | > loss_disc_real_1: 0.21326695382595062 (0.21568152249348643) + | > loss_disc_real_2: 0.2744300961494446 (0.2382922758808214) + | > loss_disc_real_3: 0.2991323173046112 (0.223986505870943) + | > loss_disc_real_4: 0.2733141779899597 (0.2220095758480511) + | > loss_disc_real_5: 0.2739572823047638 (0.23648561359919537) + | > loss_0: 2.4717326164245605 (2.4564914537030607) + | > grad_norm_0: tensor(26.9580, device='cuda:0') (tensor(99.6800, device='cuda:0')) + | > loss_gen: 2.4904403686523438 (2.3650076697528295) + | > loss_kl: 1.331373929977417 (1.4605096119536274) + | > loss_feat: 4.974269866943359 (5.328293392335339) + | > loss_mel: 23.135448455810547 (23.43305776676956) + | > loss_duration: 1.7585381269454956 (1.7768977376569968) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.69007110595703 (34.36376628275609) + | > grad_norm_1: tensor(595.2901, device='cuda:0') (tensor(675.0577, device='cuda:0')) + | > current_lr_0: 0.00019955047780639926 + | > current_lr_1: 0.00019955047780639926 + | > step_time: 1.1054 (0.9673609560719919) + | > loader_time: 0.0224 (0.008604572507490376) + + + --> TIME: 2024-11-22 14:21:28 -- STEP: 756/797 -- GLOBAL_STEP: 15325 + | > loss_disc: 2.4058492183685303 (2.455821280441589) + | > loss_disc_real_0: 0.11682429909706116 (0.12079918126590432) + | > loss_disc_real_1: 0.21956215798854828 (0.2156576243421389) + | > loss_disc_real_2: 0.28613802790641785 (0.23800744021695758) + | > loss_disc_real_3: 0.19882987439632416 (0.223964276235728) + | > loss_disc_real_4: 0.19679994881153107 (0.2219952650407635) + | > loss_disc_real_5: 0.21471019089221954 (0.23630345435369582) + | > loss_0: 2.4058492183685303 (2.455821280441589) + | > grad_norm_0: tensor(106.5196, device='cuda:0') (tensor(99.8095, device='cuda:0')) + | > loss_gen: 2.4810400009155273 (2.3651056953523546) + | > loss_kl: 1.4350868463516235 (1.461029319772646) + | > loss_feat: 5.816420078277588 (5.3319956212447455) + | > loss_mel: 23.315359115600586 (23.43477613459189) + | > loss_duration: 1.733043909072876 (1.7753960026635067) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.780948638916016 (34.368302907893266) + | > grad_norm_1: tensor(494.6866, device='cuda:0') (tensor(670.5074, device='cuda:0')) + | > current_lr_0: 0.00019955047780639926 + | > current_lr_1: 0.00019955047780639926 + | > step_time: 1.1108 (0.9705141647152169) + | > loader_time: 0.1293 (0.012465227217901316) + + + --> TIME: 2024-11-22 14:22:27 -- STEP: 781/797 -- GLOBAL_STEP: 15350 + | > loss_disc: 2.471938371658325 (2.456226656592609) + | > loss_disc_real_0: 0.1760721504688263 (0.12086571219034979) + | > loss_disc_real_1: 0.19222784042358398 (0.21560249493842554) + | > loss_disc_real_2: 0.26676028966903687 (0.23837683051252181) + | > loss_disc_real_3: 0.274309903383255 (0.22399810357222022) + | > loss_disc_real_4: 0.22915378212928772 (0.22197033501159827) + | > loss_disc_real_5: 0.28340861201286316 (0.23631953197160543) + | > loss_0: 2.471938371658325 (2.456226656592609) + | > grad_norm_0: tensor(154.8719, device='cuda:0') (tensor(99.4070, device='cuda:0')) + | > loss_gen: 2.570249557495117 (2.3650324846809885) + | > loss_kl: 1.6634650230407715 (1.4621481097919855) + | > loss_feat: 5.325350761413574 (5.332795423063215) + | > loss_mel: 23.813697814941406 (23.439646446140113) + | > loss_duration: 1.6976020336151123 (1.7743320591776384) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.07036590576172 (34.37395465328201) + | > grad_norm_1: tensor(987.0414, device='cuda:0') (tensor(670.2175, device='cuda:0')) + | > current_lr_0: 0.00019955047780639926 + | > current_lr_1: 0.00019955047780639926 + | > step_time: 4.722 (1.0103232188963556) + | > loader_time: 0.1348 (0.016889468655848772) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.425039768218994 (2.425039768218994) + | > loss_disc_real_0: 0.06836679577827454 (0.06836679577827454) + | > loss_disc_real_1: 0.13758036494255066 (0.13758036494255066) + | > loss_disc_real_2: 0.14790569245815277 (0.14790569245815277) + | > loss_disc_real_3: 0.1795511543750763 (0.1795511543750763) + | > loss_disc_real_4: 0.27862390875816345 (0.27862390875816345) + | > loss_disc_real_5: 0.28432297706604004 (0.28432297706604004) + | > loss_0: 2.425039768218994 (2.425039768218994) + | > loss_gen: 1.9766645431518555 (1.9766645431518555) + | > loss_kl: 1.722436785697937 (1.722436785697937) + | > loss_feat: 6.865774631500244 (6.865774631500244) + | > loss_mel: 26.056724548339844 (26.056724548339844) + | > loss_duration: 1.9724394083023071 (1.9724394083023071) + | > loss_1: 38.59403991699219 (38.59403991699219) + + --> STEP: 1 + | > loss_disc: 2.587496280670166 (2.587496280670166) + | > loss_disc_real_0: 0.17959363758563995 (0.17959363758563995) + | > loss_disc_real_1: 0.12118635326623917 (0.12118635326623917) + | > loss_disc_real_2: 0.2011590152978897 (0.2011590152978897) + | > loss_disc_real_3: 0.24870222806930542 (0.24870222806930542) + | > loss_disc_real_4: 0.19374924898147583 (0.19374924898147583) + | > loss_disc_real_5: 0.2597246468067169 (0.2597246468067169) + | > loss_0: 2.587496280670166 (2.587496280670166) + | > loss_gen: 2.054131031036377 (2.054131031036377) + | > loss_kl: 1.4583362340927124 (1.4583362340927124) + | > loss_feat: 5.967726707458496 (5.967726707458496) + | > loss_mel: 24.426931381225586 (24.426931381225586) + | > loss_duration: 1.7982063293457031 (1.7982063293457031) + | > loss_1: 35.7053337097168 (35.7053337097168) + + --> STEP: 2 + | > loss_disc: 2.4746954441070557 (2.531095862388611) + | > loss_disc_real_0: 0.12221713364124298 (0.15090538561344147) + | > loss_disc_real_1: 0.11677451431751251 (0.11898043379187584) + | > loss_disc_real_2: 0.2154800444841385 (0.2083195298910141) + | > loss_disc_real_3: 0.1598600298166275 (0.20428112894296646) + | > loss_disc_real_4: 0.3329997956752777 (0.26337452232837677) + | > loss_disc_real_5: 0.2831673324108124 (0.27144598960876465) + | > loss_0: 2.4746954441070557 (2.531095862388611) + | > loss_gen: 2.047088861465454 (2.0506099462509155) + | > loss_kl: 1.3255757093429565 (1.3919559717178345) + | > loss_feat: 5.1281046867370605 (5.547915697097778) + | > loss_mel: 24.177753448486328 (24.302342414855957) + | > loss_duration: 1.7306206226348877 (1.7644134759902954) + | > loss_1: 34.40914535522461 (35.0572395324707) + + --> STEP: 3 + | > loss_disc: 2.6881632804870605 (2.5834516684214273) + | > loss_disc_real_0: 0.29474782943725586 (0.19885286688804626) + | > loss_disc_real_1: 0.14909909665584564 (0.12901998807986578) + | > loss_disc_real_2: 0.22592045366764069 (0.21418650448322296) + | > loss_disc_real_3: 0.18647323548793793 (0.19834516445795694) + | > loss_disc_real_4: 0.266190767288208 (0.2643132706483205) + | > loss_disc_real_5: 0.3069252669811249 (0.2832724153995514) + | > loss_0: 2.6881632804870605 (2.5834516684214273) + | > loss_gen: 2.122817277908325 (2.0746790568033853) + | > loss_kl: 1.695580005645752 (1.4931639830271404) + | > loss_feat: 3.8051555156707764 (4.966995636622111) + | > loss_mel: 24.151025772094727 (24.251903533935547) + | > loss_duration: 1.7627170085906982 (1.7638479868570964) + | > loss_1: 33.537296295166016 (34.550591786702476) + + --> STEP: 4 + | > loss_disc: 2.651829719543457 (2.600546181201935) + | > loss_disc_real_0: 0.18910682201385498 (0.19641635566949844) + | > loss_disc_real_1: 0.1482233703136444 (0.13382083363831043) + | > loss_disc_real_2: 0.2582230567932129 (0.22519564256072044) + | > loss_disc_real_3: 0.25072234869003296 (0.21143946051597595) + | > loss_disc_real_4: 0.26755309104919434 (0.26512322574853897) + | > loss_disc_real_5: 0.2755972146987915 (0.2813536152243614) + | > loss_0: 2.651829719543457 (2.600546181201935) + | > loss_gen: 2.126629590988159 (2.087666690349579) + | > loss_kl: 1.269389271736145 (1.4372203052043915) + | > loss_feat: 4.260283946990967 (4.790317714214325) + | > loss_mel: 22.230846405029297 (23.746639251708984) + | > loss_duration: 1.6735483407974243 (1.7412730753421783) + | > loss_1: 31.56069564819336 (33.803117752075195) + + --> STEP: 5 + | > loss_disc: 2.6596004962921143 (2.6123570442199706) + | > loss_disc_real_0: 0.1931966245174408 (0.19577240943908691) + | > loss_disc_real_1: 0.1078166589140892 (0.1286199986934662) + | > loss_disc_real_2: 0.16575691103935242 (0.21330789625644683) + | > loss_disc_real_3: 0.23600398004055023 (0.2163523644208908) + | > loss_disc_real_4: 0.23664870858192444 (0.25942832231521606) + | > loss_disc_real_5: 0.23266811668872833 (0.2716165155172348) + | > loss_0: 2.6596004962921143 (2.6123570442199706) + | > loss_gen: 1.8753578662872314 (2.045204925537109) + | > loss_kl: 1.704032301902771 (1.4905827045440674) + | > loss_feat: 5.426735877990723 (4.9176013469696045) + | > loss_mel: 22.46971893310547 (23.49125518798828) + | > loss_duration: 1.9524879455566406 (1.7835160493850708) + | > loss_1: 33.4283332824707 (33.7281608581543) + + --> STEP: 6 + | > loss_disc: 2.306654453277588 (2.5614066123962402) + | > loss_disc_real_0: 0.18608927726745605 (0.19415855407714844) + | > loss_disc_real_1: 0.10733263194561005 (0.12507210423549017) + | > loss_disc_real_2: 0.1556616574525833 (0.20370018978913626) + | > loss_disc_real_3: 0.19922670722007751 (0.21349808822075525) + | > loss_disc_real_4: 0.20996637642383575 (0.2511846646666527) + | > loss_disc_real_5: 0.3219063878059387 (0.27999816089868546) + | > loss_0: 2.306654453277588 (2.5614066123962402) + | > loss_gen: 2.2786877155303955 (2.0841187238693237) + | > loss_kl: 0.9002176523208618 (1.3921885291735332) + | > loss_feat: 4.876887798309326 (4.910815755526225) + | > loss_mel: 23.990964889526367 (23.57454013824463) + | > loss_duration: 1.7126365900039673 (1.771702806154887) + | > loss_1: 33.75939178466797 (33.73336601257324) + + --> STEP: 7 + | > loss_disc: 2.508232593536377 (2.553810323987688) + | > loss_disc_real_0: 0.19791573286056519 (0.19469529390335083) + | > loss_disc_real_1: 0.11660536378622055 (0.1238625698855945) + | > loss_disc_real_2: 0.1639465093612671 (0.19802109258515493) + | > loss_disc_real_3: 0.2017892599105835 (0.21182539846215928) + | > loss_disc_real_4: 0.18020565807819366 (0.24104480658258712) + | > loss_disc_real_5: 0.2356892228126526 (0.27366831260068075) + | > loss_0: 2.508232593536377 (2.553810323987688) + | > loss_gen: 1.958925485610962 (2.0662339755467007) + | > loss_kl: 1.7082407474517822 (1.437338846070426) + | > loss_feat: 5.468797206878662 (4.990527391433716) + | > loss_mel: 22.85932731628418 (23.472366877964564) + | > loss_duration: 1.7049808502197266 (1.7621710981641496) + | > loss_1: 33.70027160644531 (33.728638240269255) + + --> STEP: 8 + | > loss_disc: 2.556647777557373 (2.554165005683899) + | > loss_disc_real_0: 0.18952879309654236 (0.19404948130249977) + | > loss_disc_real_1: 0.10920929163694382 (0.12203091010451317) + | > loss_disc_real_2: 0.16738338768482208 (0.19419137947261333) + | > loss_disc_real_3: 0.25795358419418335 (0.2175914216786623) + | > loss_disc_real_4: 0.1958915740251541 (0.23540065251290798) + | > loss_disc_real_5: 0.25775375962257385 (0.2716789934784174) + | > loss_0: 2.556647777557373 (2.554165005683899) + | > loss_gen: 2.043390989303589 (2.0633786022663116) + | > loss_kl: 1.557703971862793 (1.4523844867944717) + | > loss_feat: 5.840246677398682 (5.0967423021793365) + | > loss_mel: 23.22403335571289 (23.441325187683105) + | > loss_duration: 1.7724717855453491 (1.7634586840867996) + | > loss_1: 34.43784713745117 (33.81728935241699) + + --> STEP: 9 + | > loss_disc: 2.478965997695923 (2.5458095603519015) + | > loss_disc_real_0: 0.17231589555740356 (0.1916346384419335) + | > loss_disc_real_1: 0.09752491116523743 (0.11930802133348253) + | > loss_disc_real_2: 0.190080463886261 (0.19373461107412973) + | > loss_disc_real_3: 0.27522340416908264 (0.22399497528870901) + | > loss_disc_real_4: 0.2498088777065277 (0.23700156642331016) + | > loss_disc_real_5: 0.32183608412742615 (0.2772520035505295) + | > loss_0: 2.478965997695923 (2.5458095603519015) + | > loss_gen: 2.274953842163086 (2.0868869622548423) + | > loss_kl: 1.6661877632141113 (1.476140406396654) + | > loss_feat: 5.629303455352783 (5.155915763643053) + | > loss_mel: 25.942720413208008 (23.719257990519207) + | > loss_duration: 1.7527269124984741 (1.76226626502143) + | > loss_1: 37.26589584350586 (34.200467851426865) + + --> STEP: 10 + | > loss_disc: 2.6520280838012695 (2.5564314126968384) + | > loss_disc_real_0: 0.25892990827560425 (0.1983641654253006) + | > loss_disc_real_1: 0.14318473637104034 (0.12169569283723831) + | > loss_disc_real_2: 0.2189900130033493 (0.1962601512670517) + | > loss_disc_real_3: 0.2872539460659027 (0.23032087236642837) + | > loss_disc_real_4: 0.3106149435043335 (0.2443629041314125) + | > loss_disc_real_5: 0.41620108485221863 (0.2911469116806984) + | > loss_0: 2.6520280838012695 (2.5564314126968384) + | > loss_gen: 2.405575752258301 (2.118755841255188) + | > loss_kl: 1.255239486694336 (1.454050314426422) + | > loss_feat: 4.5763468742370605 (5.097958874702454) + | > loss_mel: 24.015085220336914 (23.748840713500975) + | > loss_duration: 1.6737256050109863 (1.7534121990203857) + | > loss_1: 33.92597198486328 (34.173018264770505) + + --> STEP: 11 + | > loss_disc: 2.2303738594055176 (2.526789816943082) + | > loss_disc_real_0: 0.1251952052116394 (0.19171244176951321) + | > loss_disc_real_1: 0.09899494796991348 (0.1196319887583906) + | > loss_disc_real_2: 0.1715499460697174 (0.19401376897638495) + | > loss_disc_real_3: 0.15900005400180817 (0.22383716160600836) + | > loss_disc_real_4: 0.2439318746328354 (0.24432371963154187) + | > loss_disc_real_5: 0.21730554103851318 (0.2844340598041361) + | > loss_0: 2.2303738594055176 (2.526789816943082) + | > loss_gen: 2.173473358154297 (2.1237301609732886) + | > loss_kl: 1.7267117500305176 (1.478837717663158) + | > loss_feat: 6.359442710876465 (5.212639223445546) + | > loss_mel: 24.183748245239258 (23.78837776184082) + | > loss_duration: 1.6461575031280518 (1.7436617721210828) + | > loss_1: 36.089534759521484 (34.347247037020594) + + --> STEP: 12 + | > loss_disc: 2.727773904800415 (2.543538490931193) + | > loss_disc_real_0: 0.20814481377601624 (0.19308180610338846) + | > loss_disc_real_1: 0.15253616869449615 (0.12237400375306606) + | > loss_disc_real_2: 0.2229841649532318 (0.1964279686411222) + | > loss_disc_real_3: 0.14908142387866974 (0.2176075167953968) + | > loss_disc_real_4: 0.2601774334907532 (0.2456448624531428) + | > loss_disc_real_5: 0.28212589025497437 (0.284241712341706) + | > loss_0: 2.727773904800415 (2.543538490931193) + | > loss_gen: 1.8425410985946655 (2.1002977391084032) + | > loss_kl: 1.6843239068984985 (1.495961566766103) + | > loss_feat: 4.930461406707764 (5.189124405384064) + | > loss_mel: 22.147645950317383 (23.651650110880535) + | > loss_duration: 1.807363748550415 (1.7489702701568604) + | > loss_1: 32.41233825683594 (34.186004638671875) + + --> STEP: 13 + | > loss_disc: 2.522838592529297 (2.541946191054124) + | > loss_disc_real_0: 0.17224496603012085 (0.19147897225159866) + | > loss_disc_real_1: 0.08111682534217834 (0.11920037464453624) + | > loss_disc_real_2: 0.14049728214740753 (0.19212560814160567) + | > loss_disc_real_3: 0.14933404326438904 (0.21235571113916543) + | > loss_disc_real_4: 0.1691356897354126 (0.23975954147485587) + | > loss_disc_real_5: 0.18102805316448212 (0.2763022000973041) + | > loss_0: 2.522838592529297 (2.541946191054124) + | > loss_gen: 1.6349072456359863 (2.064498470379756) + | > loss_kl: 1.6724945306777954 (1.509541025528541) + | > loss_feat: 7.026376724243164 (5.3304515068347635) + | > loss_mel: 24.568462371826172 (23.722174130953274) + | > loss_duration: 1.7961444854736328 (1.7525990559504583) + | > loss_1: 36.698387145996094 (34.37926483154297) + + --> STEP: 14 + | > loss_disc: 2.748990058898926 (2.556735038757324) + | > loss_disc_real_0: 0.18143440783023834 (0.19076150336435863) + | > loss_disc_real_1: 0.13909505307674408 (0.12062142310397965) + | > loss_disc_real_2: 0.21384838223457336 (0.19367723486253194) + | > loss_disc_real_3: 0.2385089248418808 (0.21422379783221654) + | > loss_disc_real_4: 0.3187374770641327 (0.24540082258837564) + | > loss_disc_real_5: 0.3797660768032074 (0.28369247700486866) + | > loss_0: 2.748990058898926 (2.556735038757324) + | > loss_gen: 2.044848680496216 (2.063094913959503) + | > loss_kl: 1.6613255739212036 (1.5203827789851598) + | > loss_feat: 4.434917449951172 (5.266484788485935) + | > loss_mel: 23.5472469329834 (23.709679331098283) + | > loss_duration: 1.8083950281143188 (1.7565844825335912) + | > loss_1: 33.496734619140625 (34.316226959228516) + + --> STEP: 15 + | > loss_disc: 2.792041778564453 (2.572422154744466) + | > loss_disc_real_0: 0.36484163999557495 (0.2023668458064397) + | > loss_disc_real_1: 0.19152508676052094 (0.12534833401441575) + | > loss_disc_real_2: 0.20959541201591492 (0.19473844667275747) + | > loss_disc_real_3: 0.21047553420066833 (0.21397391359011333) + | > loss_disc_real_4: 0.27078795433044434 (0.24709329803784688) + | > loss_disc_real_5: 0.27522650361061096 (0.2831280787785848) + | > loss_0: 2.792041778564453 (2.572422154744466) + | > loss_gen: 2.154823064804077 (2.0692101240158083) + | > loss_kl: 1.4859189987182617 (1.5180851936340332) + | > loss_feat: 3.92449951171875 (5.177019103368123) + | > loss_mel: 22.61607551574707 (23.63677241007487) + | > loss_duration: 1.7785356044769287 (1.758047890663147) + | > loss_1: 31.95985221862793 (34.159135309855145) + + --> STEP: 16 + | > loss_disc: 2.6249196529388428 (2.5757032483816147) + | > loss_disc_real_0: 0.34974905848503113 (0.21157823409885168) + | > loss_disc_real_1: 0.13506250083446503 (0.12595546944066882) + | > loss_disc_real_2: 0.21631507575511932 (0.19608698599040508) + | > loss_disc_real_3: 0.23014025390148163 (0.21498430985957384) + | > loss_disc_real_4: 0.21450404822826385 (0.24505646992474794) + | > loss_disc_real_5: 0.3195379674434662 (0.2854036968201399) + | > loss_0: 2.6249196529388428 (2.5757032483816147) + | > loss_gen: 2.2641003131866455 (2.0813907608389854) + | > loss_kl: 1.7054786682128906 (1.5297972857952118) + | > loss_feat: 4.098120212554932 (5.109587922692299) + | > loss_mel: 20.67540740966797 (23.45168709754944) + | > loss_duration: 1.7964164018630981 (1.760445922613144) + | > loss_1: 30.53952407836914 (33.93290960788727) + + --> STEP: 17 + | > loss_disc: 2.4061999320983887 (2.5657324650708366) + | > loss_disc_real_0: 0.15126949548721313 (0.20803066123934352) + | > loss_disc_real_1: 0.13979856669902802 (0.12676976927939584) + | > loss_disc_real_2: 0.18215560913085938 (0.19526749323396123) + | > loss_disc_real_3: 0.1971108317375183 (0.21393292879357056) + | > loss_disc_real_4: 0.23578135669231415 (0.24451087502872243) + | > loss_disc_real_5: 0.2378392517566681 (0.2826057882869945) + | > loss_0: 2.4061999320983887 (2.5657324650708366) + | > loss_gen: 2.21931791305542 (2.08950412273407) + | > loss_kl: 1.2244943380355835 (1.5118382888681747) + | > loss_feat: 6.025313377380371 (5.163454125909245) + | > loss_mel: 26.804349899291992 (23.64890255647547) + | > loss_duration: 1.7405431270599365 (1.7592751699335434) + | > loss_1: 38.01401901245117 (34.17297486697926) + + --> STEP: 18 + | > loss_disc: 2.6409969329833984 (2.5699138243993125) + | > loss_disc_real_0: 0.23516172170639038 (0.2095379423764017) + | > loss_disc_real_1: 0.12387016415596008 (0.12660868010587162) + | > loss_disc_real_2: 0.24334435164928436 (0.19793842981259027) + | > loss_disc_real_3: 0.1718873381614685 (0.21159706264734268) + | > loss_disc_real_4: 0.22858648002147675 (0.2436261864172088) + | > loss_disc_real_5: 0.2221188247203827 (0.27924540142218274) + | > loss_0: 2.6409969329833984 (2.5699138243993125) + | > loss_gen: 2.041104555130005 (2.0868152578671775) + | > loss_kl: 1.2100365161895752 (1.4950715237193637) + | > loss_feat: 5.132257461547852 (5.161720977889167) + | > loss_mel: 23.513206481933594 (23.641363885667587) + | > loss_duration: 1.7355300188064575 (1.7579559948709276) + | > loss_1: 33.63213348388672 (34.14292812347412) + + --> STEP: 19 + | > loss_disc: 2.3657140731811523 (2.5591664690720406) + | > loss_disc_real_0: 0.1117141917347908 (0.20438932392158007) + | > loss_disc_real_1: 0.07443806529045105 (0.12386285827348106) + | > loss_disc_real_2: 0.1654747724533081 (0.1962298162673649) + | > loss_disc_real_3: 0.1976509541273117 (0.2108630569357621) + | > loss_disc_real_4: 0.22938589751720428 (0.24287669752773486) + | > loss_disc_real_5: 0.16584646701812744 (0.2732770364535482) + | > loss_0: 2.3657140731811523 (2.5591664690720406) + | > loss_gen: 2.0869638919830322 (2.08682308071538) + | > loss_kl: 1.494020938873291 (1.4950162297800969) + | > loss_feat: 6.6114301681518555 (5.238021461587203) + | > loss_mel: 26.3614559173584 (23.78452662417763) + | > loss_duration: 1.81922447681427 (1.7611806518153141) + | > loss_1: 38.37309646606445 (34.365568562557826) + + --> STEP: 20 + | > loss_disc: 2.3812642097473145 (2.5502713561058044) + | > loss_disc_real_0: 0.14088326692581177 (0.20121402107179165) + | > loss_disc_real_1: 0.0856865644454956 (0.1219540435820818) + | > loss_disc_real_2: 0.20030708611011505 (0.1964336797595024) + | > loss_disc_real_3: 0.227737694978714 (0.2117067888379097) + | > loss_disc_real_4: 0.28492748737335205 (0.24497923702001573) + | > loss_disc_real_5: 0.3170676529407501 (0.2754665672779083) + | > loss_0: 2.3812642097473145 (2.5502713561058044) + | > loss_gen: 2.348698854446411 (2.0999168694019317) + | > loss_kl: 1.5699081420898438 (1.4987608253955842) + | > loss_feat: 5.236706256866455 (5.237955701351166) + | > loss_mel: 24.431848526000977 (23.8168927192688) + | > loss_duration: 1.6811152696609497 (1.7571773827075958) + | > loss_1: 35.26827621459961 (34.41070394515991) + + --> STEP: 21 + | > loss_disc: 2.4922006130218506 (2.547506082625616) + | > loss_disc_real_0: 0.10187976062297821 (0.19648381819327673) + | > loss_disc_real_1: 0.10287728160619736 (0.12104562634513491) + | > loss_disc_real_2: 0.26020345091819763 (0.1994703355289641) + | > loss_disc_real_3: 0.22345785796642303 (0.2122663635583151) + | > loss_disc_real_4: 0.2452687919139862 (0.24499302534830003) + | > loss_disc_real_5: 0.25934815406799316 (0.2746990237917219) + | > loss_0: 2.4922006130218506 (2.547506082625616) + | > loss_gen: 2.001399040222168 (2.0952255442028953) + | > loss_kl: 1.2558979988098145 (1.4871959288914998) + | > loss_feat: 5.314590930938721 (5.241604997998192) + | > loss_mel: 23.676050186157227 (23.81018593197777) + | > loss_duration: 1.7541073560714722 (1.7570311909630185) + | > loss_1: 34.00204849243164 (34.39124416169666) + + --> STEP: 22 + | > loss_disc: 2.352077007293701 (2.5386229428378013) + | > loss_disc_real_0: 0.08635598421096802 (0.19147800755771724) + | > loss_disc_real_1: 0.07743549346923828 (0.1190633475780487) + | > loss_disc_real_2: 0.20051445066928864 (0.19951779530806976) + | > loss_disc_real_3: 0.22257868945598602 (0.21273510564457287) + | > loss_disc_real_4: 0.2853447496891022 (0.2468271946365183) + | > loss_disc_real_5: 0.3048551380634308 (0.27606975625861774) + | > loss_0: 2.352077007293701 (2.5386229428378013) + | > loss_gen: 2.2826616764068604 (2.1037453683939846) + | > loss_kl: 1.664251685142517 (1.4952439178120007) + | > loss_feat: 6.171954154968262 (5.283893596042287) + | > loss_mel: 25.78722381591797 (23.90005129033869) + | > loss_duration: 1.8421616554260254 (1.7609007575295188) + | > loss_1: 37.748252868652344 (34.543835466558285) + + --> STEP: 23 + | > loss_disc: 2.104828119277954 (2.5197622983351993) + | > loss_disc_real_0: 0.08808282017707825 (0.18698256462812424) + | > loss_disc_real_1: 0.09908314049243927 (0.11819464292215265) + | > loss_disc_real_2: 0.17413942515850067 (0.1984143879102624) + | > loss_disc_real_3: 0.159551203250885 (0.21042276206223862) + | > loss_disc_real_4: 0.2547246813774109 (0.24717056362525278) + | > loss_disc_real_5: 0.2111317664384842 (0.2732463653968728) + | > loss_0: 2.104828119277954 (2.5197622983351993) + | > loss_gen: 2.503237009048462 (2.121114570161571) + | > loss_kl: 1.4086970090866089 (1.4914810087369836) + | > loss_feat: 6.975444793701172 (5.357439300288325) + | > loss_mel: 25.693866729736328 (23.978043265964676) + | > loss_duration: 1.8091890811920166 (1.763000249862671) + | > loss_1: 38.390438079833984 (34.711079058439836) + + --> STEP: 24 + | > loss_disc: 2.456794261932373 (2.517138630151748) + | > loss_disc_real_0: 0.1277485191822052 (0.18451447940121093) + | > loss_disc_real_1: 0.09790211170911789 (0.1173491207882762) + | > loss_disc_real_2: 0.16180048882961273 (0.19688880878190199) + | > loss_disc_real_3: 0.24261373281478882 (0.21176405251026154) + | > loss_disc_real_4: 0.24647924304008484 (0.24714175860087076) + | > loss_disc_real_5: 0.3112250566482544 (0.2748288108656804) + | > loss_0: 2.456794261932373 (2.517138630151748) + | > loss_gen: 2.097268581390381 (2.1201209872961044) + | > loss_kl: 1.340434193611145 (1.4851873914400737) + | > loss_feat: 5.300739288330078 (5.355076799790065) + | > loss_mel: 23.509540557861328 (23.9585223197937) + | > loss_duration: 1.7124230861663818 (1.7608928680419922) + | > loss_1: 33.96040344238281 (34.67980090777079) + + --> STEP: 25 + | > loss_disc: 2.6237235069274902 (2.521402025222778) + | > loss_disc_real_0: 0.13675370812416077 (0.18260404855012893) + | > loss_disc_real_1: 0.10475964844226837 (0.11684554189443588) + | > loss_disc_real_2: 0.20944693684577942 (0.1973911339044571) + | > loss_disc_real_3: 0.19336970150470734 (0.21102827847003935) + | > loss_disc_real_4: 0.26598507165908813 (0.24789549112319947) + | > loss_disc_real_5: 0.30460602045059204 (0.2760198992490768) + | > loss_0: 2.6237235069274902 (2.521402025222778) + | > loss_gen: 1.8988308906555176 (2.1112693834304808) + | > loss_kl: 1.3710923194885254 (1.4806235885620118) + | > loss_feat: 5.228442668914795 (5.350011434555054) + | > loss_mel: 23.838237762451172 (23.9537109375) + | > loss_duration: 1.671705961227417 (1.7573253917694092) + | > loss_1: 34.0083122253418 (34.65294136047363) + + --> STEP: 26 + | > loss_disc: 2.569992780685425 (2.5232709004328795) + | > loss_disc_real_0: 0.20376424491405487 (0.18341790225643378) + | > loss_disc_real_1: 0.13669128715991974 (0.11760883978926219) + | > loss_disc_real_2: 0.17430837452411652 (0.1965033354667517) + | > loss_disc_real_3: 0.1729874610900879 (0.209565170109272) + | > loss_disc_real_4: 0.25133776664733887 (0.24802788633566636) + | > loss_disc_real_5: 0.2840896546840668 (0.2763302744581149) + | > loss_0: 2.569992780685425 (2.5232709004328795) + | > loss_gen: 2.051408529281616 (2.1089670428862934) + | > loss_kl: 1.7445104122161865 (1.49077308177948) + | > loss_feat: 4.518698692321777 (5.3180378675460815) + | > loss_mel: 22.749370574951172 (23.907390154325046) + | > loss_duration: 1.7267985343933105 (1.7561512818703284) + | > loss_1: 32.79078674316406 (34.58132002903865) + + --> STEP: 27 + | > loss_disc: 2.3388051986694336 (2.516438837404604) + | > loss_disc_real_0: 0.11738190799951553 (0.18097212469136273) + | > loss_disc_real_1: 0.11591748893260956 (0.11754619716494172) + | > loss_disc_real_2: 0.18822155892848969 (0.1961966030023716) + | > loss_disc_real_3: 0.17920583486557007 (0.2084407502854312) + | > loss_disc_real_4: 0.24845556914806366 (0.24804372643982922) + | > loss_disc_real_5: 0.2892041504383087 (0.2768070846796036) + | > loss_0: 2.3388051986694336 (2.516438837404604) + | > loss_gen: 2.2625832557678223 (2.1146565322522757) + | > loss_kl: 1.6049665212631226 (1.4950024684270222) + | > loss_feat: 5.494047164916992 (5.324556730411671) + | > loss_mel: 23.958513259887695 (23.909283602679217) + | > loss_duration: 1.7365391254425049 (1.755424905706335) + | > loss_1: 35.05664825439453 (34.598924778125905) + + --> STEP: 28 + | > loss_disc: 2.363870859146118 (2.5109899810382292) + | > loss_disc_real_0: 0.08456796407699585 (0.17752911895513535) + | > loss_disc_real_1: 0.14134909212589264 (0.11839630055640425) + | > loss_disc_real_2: 0.195668026804924 (0.1961777252810342) + | > loss_disc_real_3: 0.22381247580051422 (0.20898974048239843) + | > loss_disc_real_4: 0.28408461809158325 (0.24933090114167758) + | > loss_disc_real_5: 0.21984775364398956 (0.2747728228569031) + | > loss_0: 2.363870859146118 (2.5109899810382292) + | > loss_gen: 2.1480722427368164 (2.115849950483866) + | > loss_kl: 1.0612704753875732 (1.4795120401041848) + | > loss_feat: 5.67673921585083 (5.337134676320212) + | > loss_mel: 23.631078720092773 (23.899347714015416) + | > loss_duration: 1.7492492198944092 (1.7552043454987662) + | > loss_1: 34.26640701293945 (34.58704914365496) + + --> STEP: 29 + | > loss_disc: 2.7108826637268066 (2.5178828321654216) + | > loss_disc_real_0: 0.3912320137023926 (0.18489818429124766) + | > loss_disc_real_1: 0.18122543394565582 (0.12056282239741292) + | > loss_disc_real_2: 0.23250216245651245 (0.1974302920801886) + | > loss_disc_real_3: 0.20835568010807037 (0.20896787633155955) + | > loss_disc_real_4: 0.311596542596817 (0.25147799222633754) + | > loss_disc_real_5: 0.2883600890636444 (0.2752413492778252) + | > loss_0: 2.7108826637268066 (2.5178828321654216) + | > loss_gen: 2.324061393737793 (2.1230296554236565) + | > loss_kl: 1.0562875270843506 (1.464918091379363) + | > loss_feat: 2.749157667160034 (5.247894089797447) + | > loss_mel: 16.967243194580078 (23.660309627138336) + | > loss_duration: 1.7422351837158203 (1.7547571330234921) + | > loss_1: 24.8389835357666 (34.2509089502795) + + --> STEP: 30 + | > loss_disc: 2.7010936737060547 (2.523989860216776) + | > loss_disc_real_0: 0.347197949886322 (0.19030817647775014) + | > loss_disc_real_1: 0.16125260293483734 (0.12191914841532707) + | > loss_disc_real_2: 0.21994075179100037 (0.19818064073721567) + | > loss_disc_real_3: 0.17567910254001617 (0.2078582505385081) + | > loss_disc_real_4: 0.35345372557640076 (0.2548771833380063) + | > loss_disc_real_5: 0.32550597190856934 (0.27691683669885) + | > loss_0: 2.7010936737060547 (2.523989860216776) + | > loss_gen: 2.307887077331543 (2.1291915694872525) + | > loss_kl: 1.7505989074707031 (1.4744407852490744) + | > loss_feat: 4.160706520080566 (5.211654504140218) + | > loss_mel: 22.034099578857422 (23.606102625528973) + | > loss_duration: 1.7603400945663452 (1.7549432317415874) + | > loss_1: 32.013633728027344 (34.17633310953776) + + --> STEP: 31 + | > loss_disc: 2.304831027984619 (2.5169202204673518) + | > loss_disc_real_0: 0.08940741419792175 (0.18705331317840085) + | > loss_disc_real_1: 0.09835514426231384 (0.12115901924910084) + | > loss_disc_real_2: 0.20311112701892853 (0.19833968868178706) + | > loss_disc_real_3: 0.1799832433462143 (0.20695905675811152) + | > loss_disc_real_4: 0.25893792510032654 (0.2550081750077586) + | > loss_disc_real_5: 0.3223670721054077 (0.278382973324868) + | > loss_0: 2.304831027984619 (2.5169202204673518) + | > loss_gen: 2.219025135040283 (2.132089426440576) + | > loss_kl: 1.7795641422271729 (1.4842834741838518) + | > loss_feat: 5.4803466796875 (5.220321993674001) + | > loss_mel: 23.528581619262695 (23.603601947907478) + | > loss_duration: 1.713258981704712 (1.7535985785145913) + | > loss_1: 34.72077941894531 (34.193895893712195) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.012800270511258033 (+0.0014728346178608555) + | > avg_loss_disc: 2.5169202204673518 (+0.0317120936609081) + | > avg_loss_disc_real_0: 0.18705331317840085 (-0.0037405014999451203) + | > avg_loss_disc_real_1: 0.12115901924910084 (-0.05285636864362224) + | > avg_loss_disc_real_2: 0.19833968868178706 (-0.0117298806867292) + | > avg_loss_disc_real_3: 0.20695905675811152 (+0.05138391568776099) + | > avg_loss_disc_real_4: 0.2550081750077586 (+0.05960822994670559) + | > avg_loss_disc_real_5: 0.278382973324868 (+0.039371376556734894) + | > avg_loss_0: 2.5169202204673518 (+0.0317120936609081) + | > avg_loss_gen: 2.132089426440576 (-0.04783946083438195) + | > avg_loss_kl: 1.4842834741838518 (-0.10654315256303337) + | > avg_loss_feat: 5.220321993674001 (+0.15846616222012422) + | > avg_loss_mel: 23.603601947907478 (+0.4399941967379668) + | > avg_loss_duration: 1.7535985785145913 (-0.007473011170664234) + | > avg_loss_1: 34.193895893712195 (+0.43660520738171016) + + + > EPOCH: 17/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 14:23:54)  + + --> TIME: 2024-11-22 14:24:02 -- STEP: 9/797 -- GLOBAL_STEP: 15375 + | > loss_disc: 2.5424938201904297 (2.446988105773926) + | > loss_disc_real_0: 0.17103669047355652 (0.10188966989517212) + | > loss_disc_real_1: 0.2520774006843567 (0.23675364918178982) + | > loss_disc_real_2: 0.23313643038272858 (0.2353034946653578) + | > loss_disc_real_3: 0.29325738549232483 (0.21846027672290802) + | > loss_disc_real_4: 0.27614521980285645 (0.2298915982246399) + | > loss_disc_real_5: 0.2157718390226364 (0.23281943798065186) + | > loss_0: 2.5424938201904297 (2.446988105773926) + | > grad_norm_0: tensor(206.4959, device='cuda:0') (tensor(83.1750, device='cuda:0')) + | > loss_gen: 2.5122337341308594 (2.3852769003974066) + | > loss_kl: 1.8459365367889404 (1.6260004308488634) + | > loss_feat: 5.2379326820373535 (5.357329368591309) + | > loss_mel: 22.662384033203125 (22.95471149020725) + | > loss_duration: 1.9765191078186035 (2.004795339372423) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.235008239746094 (34.3281135559082) + | > grad_norm_1: tensor(303.1606, device='cuda:0') (tensor(332.8167, device='cuda:0')) + | > current_lr_0: 0.00019952553399667344 + | > current_lr_1: 0.00019952553399667344 + | > step_time: 0.8268 (0.8063611719343398) + | > loader_time: 0.0156 (0.006453302171495225) + + + --> TIME: 2024-11-22 14:24:23 -- STEP: 34/797 -- GLOBAL_STEP: 15400 + | > loss_disc: 2.540147066116333 (2.552860540502212) + | > loss_disc_real_0: 0.05690698325634003 (0.16149943760212732) + | > loss_disc_real_1: 0.19001533091068268 (0.22148590359617681) + | > loss_disc_real_2: 0.22972221672534943 (0.2567636388189653) + | > loss_disc_real_3: 0.19534826278686523 (0.22532741199521458) + | > loss_disc_real_4: 0.2356199026107788 (0.2313816323876381) + | > loss_disc_real_5: 0.22244837880134583 (0.2312209040803068) + | > loss_0: 2.540147066116333 (2.552860540502212) + | > grad_norm_0: tensor(115.2041, device='cuda:0') (tensor(110.1930, device='cuda:0')) + | > loss_gen: 2.0220539569854736 (2.396402330959544) + | > loss_kl: 1.7162353992462158 (1.6163010351798113) + | > loss_feat: 5.043639183044434 (5.3602830802693076) + | > loss_mel: 22.535381317138672 (23.030407568987677) + | > loss_duration: 1.8930773735046387 (1.9071181416511536) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.21038818359375 (34.31051209393669) + | > grad_norm_1: tensor(490.9299, device='cuda:0') (tensor(447.3454, device='cuda:0')) + | > current_lr_0: 0.00019952553399667344 + | > current_lr_1: 0.00019952553399667344 + | > step_time: 0.8693 (0.8355490950977101) + | > loader_time: 0.0033 (0.0052875771242029525) + + + --> TIME: 2024-11-22 14:24:45 -- STEP: 59/797 -- GLOBAL_STEP: 15425 + | > loss_disc: 2.484346628189087 (2.5235432487423135) + | > loss_disc_real_0: 0.09246904402971268 (0.14964371818607136) + | > loss_disc_real_1: 0.25029751658439636 (0.21816409492896774) + | > loss_disc_real_2: 0.2215043306350708 (0.24644575533220325) + | > loss_disc_real_3: 0.2121494859457016 (0.22543671222056372) + | > loss_disc_real_4: 0.2157033532857895 (0.2288364416967004) + | > loss_disc_real_5: 0.2291080802679062 (0.23320870960162857) + | > loss_0: 2.484346628189087 (2.5235432487423135) + | > grad_norm_0: tensor(40.3433, device='cuda:0') (tensor(97.4194, device='cuda:0')) + | > loss_gen: 2.1129889488220215 (2.3163248239937486) + | > loss_kl: 1.2618348598480225 (1.5544711007910261) + | > loss_feat: 4.799330711364746 (5.2266778218544125) + | > loss_mel: 22.76723861694336 (22.99201192694195) + | > loss_duration: 1.8059457540512085 (1.864682599649591) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.747337341308594 (33.95416822271832) + | > grad_norm_1: tensor(499.1907, device='cuda:0') (tensor(433.6647, device='cuda:0')) + | > current_lr_0: 0.00019952553399667344 + | > current_lr_1: 0.00019952553399667344 + | > step_time: 0.838 (0.8466262736562955) + | > loader_time: 0.0048 (0.005328445111290883) + + + --> TIME: 2024-11-22 14:25:07 -- STEP: 84/797 -- GLOBAL_STEP: 15450 + | > loss_disc: 2.29065203666687 (2.4977298435710726) + | > loss_disc_real_0: 0.08059751242399216 (0.14270259391161652) + | > loss_disc_real_1: 0.20912455022335052 (0.21598759577387855) + | > loss_disc_real_2: 0.2241695374250412 (0.24234127075899214) + | > loss_disc_real_3: 0.2088162750005722 (0.22606409713625908) + | > loss_disc_real_4: 0.23453094065189362 (0.22395575507765725) + | > loss_disc_real_5: 0.2503771483898163 (0.23265264183282852) + | > loss_0: 2.29065203666687 (2.4977298435710726) + | > grad_norm_0: tensor(114.0917, device='cuda:0') (tensor(94.9697, device='cuda:0')) + | > loss_gen: 2.376786231994629 (2.3241242482548676) + | > loss_kl: 1.3259526491165161 (1.5325725703012376) + | > loss_feat: 5.439929008483887 (5.298488037926809) + | > loss_mel: 21.2206974029541 (23.00857216971261) + | > loss_duration: 1.7731878757476807 (1.841152616909572) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.13655471801758 (34.00490974244617) + | > grad_norm_1: tensor(1497.0096, device='cuda:0') (tensor(511.8204, device='cuda:0')) + | > current_lr_0: 0.00019952553399667344 + | > current_lr_1: 0.00019952553399667344 + | > step_time: 0.8765 (0.8515764673550924) + | > loader_time: 0.0051 (0.005193276064736503) + + + --> TIME: 2024-11-22 14:25:29 -- STEP: 109/797 -- GLOBAL_STEP: 15475 + | > loss_disc: 2.3323354721069336 (2.489035715750599) + | > loss_disc_real_0: 0.112604521214962 (0.13765203252161312) + | > loss_disc_real_1: 0.18618370592594147 (0.2151560868145129) + | > loss_disc_real_2: 0.22424611449241638 (0.2421338644322999) + | > loss_disc_real_3: 0.23387782275676727 (0.22618989865167424) + | > loss_disc_real_4: 0.202189639210701 (0.22348642636329755) + | > loss_disc_real_5: 0.22369056940078735 (0.2350673932547963) + | > loss_0: 2.3323354721069336 (2.489035715750599) + | > grad_norm_0: tensor(55.5275, device='cuda:0') (tensor(89.8867, device='cuda:0')) + | > loss_gen: 2.5250422954559326 (2.328994457874824) + | > loss_kl: 1.7451791763305664 (1.5198983123543066) + | > loss_feat: 6.211126327514648 (5.309440236572825) + | > loss_mel: 24.801742553710938 (23.02669715881348) + | > loss_duration: 1.765791416168213 (1.8295867541514406) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.048885345458984 (34.01461702749269) + | > grad_norm_1: tensor(849.4335, device='cuda:0') (tensor(525.5622, device='cuda:0')) + | > current_lr_0: 0.00019952553399667344 + | > current_lr_1: 0.00019952553399667344 + | > step_time: 0.8721 (0.8576052910691008) + | > loader_time: 0.0041 (0.005319380978925511) + + + --> TIME: 2024-11-22 14:25:54 -- STEP: 134/797 -- GLOBAL_STEP: 15500 + | > loss_disc: 2.319915294647217 (2.478762432710449) + | > loss_disc_real_0: 0.05664391443133354 (0.13199975614005058) + | > loss_disc_real_1: 0.23459775745868683 (0.2140958326966015) + | > loss_disc_real_2: 0.23751619458198547 (0.24044273448969) + | > loss_disc_real_3: 0.19418522715568542 (0.2251794616233057) + | > loss_disc_real_4: 0.2140471339225769 (0.22334359185909156) + | > loss_disc_real_5: 0.237488254904747 (0.2349954821280579) + | > loss_0: 2.319915294647217 (2.478762432710449) + | > grad_norm_0: tensor(30.0881, device='cuda:0') (tensor(90.7587, device='cuda:0')) + | > loss_gen: 2.614651918411255 (2.338304108648159) + | > loss_kl: 1.231518030166626 (1.5260899818655271) + | > loss_feat: 5.28664493560791 (5.3644856908428125) + | > loss_mel: 22.861398696899414 (23.087044829752912) + | > loss_duration: 1.7907706499099731 (1.822925879884122) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.78498458862305 (34.138850610647616) + | > grad_norm_1: tensor(284.7458, device='cuda:0') (tensor(548.1910, device='cuda:0')) + | > current_lr_0: 0.00019952553399667344 + | > current_lr_1: 0.00019952553399667344 + | > step_time: 0.8373 (0.8789003446920595) + | > loader_time: 0.0039 (0.00553567551854831) + + + --> TIME: 2024-11-22 14:26:16 -- STEP: 159/797 -- GLOBAL_STEP: 15525 + | > loss_disc: 2.510798215866089 (2.4810058185889297) + | > loss_disc_real_0: 0.1290460228919983 (0.1325992578699154) + | > loss_disc_real_1: 0.1923522800207138 (0.2146563609628557) + | > loss_disc_real_2: 0.1916448175907135 (0.23911805741442074) + | > loss_disc_real_3: 0.23526939749717712 (0.22564445201705838) + | > loss_disc_real_4: 0.23323726654052734 (0.2230760211464744) + | > loss_disc_real_5: 0.2221623808145523 (0.23558955072606885) + | > loss_0: 2.510798215866089 (2.4810058185889297) + | > grad_norm_0: tensor(54.4294, device='cuda:0') (tensor(95.8170, device='cuda:0')) + | > loss_gen: 2.19447922706604 (2.332535986630423) + | > loss_kl: 1.385274052619934 (1.504550223455489) + | > loss_feat: 5.528253555297852 (5.333629089331475) + | > loss_mel: 23.756803512573242 (23.040346229601212) + | > loss_duration: 1.7628947496414185 (1.815730556002203) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.62770462036133 (34.02679215437209) + | > grad_norm_1: tensor(407.6417, device='cuda:0') (tensor(540.9222, device='cuda:0')) + | > current_lr_0: 0.00019952553399667344 + | > current_lr_1: 0.00019952553399667344 + | > step_time: 0.9134 (0.8810920250490777) + | > loader_time: 0.0046 (0.005546115479379329) + + + --> TIME: 2024-11-22 14:26:40 -- STEP: 184/797 -- GLOBAL_STEP: 15550 + | > loss_disc: 2.5891709327697754 (2.478101872879528) + | > loss_disc_real_0: 0.09211473166942596 (0.13122338615357879) + | > loss_disc_real_1: 0.17229193449020386 (0.2148387326818445) + | > loss_disc_real_2: 0.20206695795059204 (0.2401406590057456) + | > loss_disc_real_3: 0.2052970826625824 (0.22530754347858223) + | > loss_disc_real_4: 0.26761388778686523 (0.2227380556742782) + | > loss_disc_real_5: 0.2512566149234772 (0.23564857479346835) + | > loss_0: 2.5891709327697754 (2.478101872879528) + | > grad_norm_0: tensor(42.8818, device='cuda:0') (tensor(99.1322, device='cuda:0')) + | > loss_gen: 2.1571714878082275 (2.3372923952081934) + | > loss_kl: 1.4884958267211914 (1.497625200320845) + | > loss_feat: 5.0127387046813965 (5.3354600408802835) + | > loss_mel: 24.15848159790039 (23.07371328188026) + | > loss_duration: 1.7513254880905151 (1.8080672945665277) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.56821060180664 (34.052158231320576) + | > grad_norm_1: tensor(118.0513, device='cuda:0') (tensor(598.2307, device='cuda:0')) + | > current_lr_0: 0.00019952553399667344 + | > current_lr_1: 0.00019952553399667344 + | > step_time: 0.8727 (0.885858927084052) + | > loader_time: 0.0125 (0.0055797683156054954) + + + --> TIME: 2024-11-22 14:27:02 -- STEP: 209/797 -- GLOBAL_STEP: 15575 + | > loss_disc: 2.6322290897369385 (2.4778218680021293) + | > loss_disc_real_0: 0.13463737070560455 (0.13034610995693077) + | > loss_disc_real_1: 0.18568873405456543 (0.21472932277113624) + | > loss_disc_real_2: 0.28720465302467346 (0.23967489749906165) + | > loss_disc_real_3: 0.24169579148292542 (0.22563681341529462) + | > loss_disc_real_4: 0.24912630021572113 (0.22251877887397292) + | > loss_disc_real_5: 0.27249154448509216 (0.23592782997343528) + | > loss_0: 2.6322290897369385 (2.4778218680021293) + | > grad_norm_0: tensor(202.4673, device='cuda:0') (tensor(98.7833, device='cuda:0')) + | > loss_gen: 2.3220527172088623 (2.338053081594587) + | > loss_kl: 1.412339687347412 (1.500542829196419) + | > loss_feat: 4.810201168060303 (5.3337208506022895) + | > loss_mel: 23.051189422607422 (23.086557278792828) + | > loss_duration: 1.8167811632156372 (1.8059201582767177) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.41256332397461 (34.064794275749215) + | > grad_norm_1: tensor(413.5570, device='cuda:0') (tensor(604.0504, device='cuda:0')) + | > current_lr_0: 0.00019952553399667344 + | > current_lr_1: 0.00019952553399667344 + | > step_time: 0.8561 (0.8862528492959493) + | > loader_time: 0.0042 (0.005684614181518555) + + + --> TIME: 2024-11-22 14:27:25 -- STEP: 234/797 -- GLOBAL_STEP: 15600 + | > loss_disc: 2.7158801555633545 (2.476186172575013) + | > loss_disc_real_0: 0.08349460363388062 (0.12972041079376503) + | > loss_disc_real_1: 0.21079713106155396 (0.21496106365807033) + | > loss_disc_real_2: 0.22610022127628326 (0.23996872932482988) + | > loss_disc_real_3: 0.19039276242256165 (0.22505197151858583) + | > loss_disc_real_4: 0.19607874751091003 (0.22305350050202802) + | > loss_disc_real_5: 0.20249676704406738 (0.23552503411331746) + | > loss_0: 2.7158801555633545 (2.476186172575013) + | > grad_norm_0: tensor(130.3871, device='cuda:0') (tensor(101.0053, device='cuda:0')) + | > loss_gen: 2.342428684234619 (2.342864166977061) + | > loss_kl: 1.5318827629089355 (1.503112990886737) + | > loss_feat: 5.920159339904785 (5.34314264802851) + | > loss_mel: 24.538206100463867 (23.149343792189903) + | > loss_duration: 1.74220609664917 (1.8013680078025558) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.07488250732422 (34.13983168968783) + | > grad_norm_1: tensor(908.5944, device='cuda:0') (tensor(619.7817, device='cuda:0')) + | > current_lr_0: 0.00019952553399667344 + | > current_lr_1: 0.00019952553399667344 + | > step_time: 1.1437 (0.8901685720834976) + | > loader_time: 0.0059 (0.0057844728486150755) + + + --> TIME: 2024-11-22 14:27:49 -- STEP: 259/797 -- GLOBAL_STEP: 15625 + | > loss_disc: 2.3852579593658447 (2.476213973461431) + | > loss_disc_real_0: 0.07702696323394775 (0.12829394714770176) + | > loss_disc_real_1: 0.16891805827617645 (0.21515405949018174) + | > loss_disc_real_2: 0.2593393325805664 (0.23896099448664307) + | > loss_disc_real_3: 0.213481605052948 (0.2258986648330357) + | > loss_disc_real_4: 0.20952335000038147 (0.22286130953939726) + | > loss_disc_real_5: 0.2427312284708023 (0.23631374750818526) + | > loss_0: 2.3852579593658447 (2.476213973461431) + | > grad_norm_0: tensor(30.3627, device='cuda:0') (tensor(99.9228, device='cuda:0')) + | > loss_gen: 2.219134569168091 (2.3390293084516505) + | > loss_kl: 1.6721800565719604 (1.5040617212365492) + | > loss_feat: 5.355442523956299 (5.323904438828868) + | > loss_mel: 24.010831832885742 (23.165301510726167) + | > loss_duration: 1.8040344715118408 (1.797423200717764) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.061622619628906 (34.12972026073792) + | > grad_norm_1: tensor(500.4595, device='cuda:0') (tensor(605.7438, device='cuda:0')) + | > current_lr_0: 0.00019952553399667344 + | > current_lr_1: 0.00019952553399667344 + | > step_time: 0.9651 (0.8955303232642214) + | > loader_time: 0.0056 (0.005920924735345436) + + + --> TIME: 2024-11-22 14:28:13 -- STEP: 284/797 -- GLOBAL_STEP: 15650 + | > loss_disc: 2.5187811851501465 (2.475983693566121) + | > loss_disc_real_0: 0.18488538265228271 (0.12876287639193557) + | > loss_disc_real_1: 0.2639634907245636 (0.21524430381160384) + | > loss_disc_real_2: 0.2045517861843109 (0.2396604032058951) + | > loss_disc_real_3: 0.2439742386341095 (0.22604402563941312) + | > loss_disc_real_4: 0.20259487628936768 (0.22282999544076515) + | > loss_disc_real_5: 0.2393750548362732 (0.23613661921150247) + | > loss_0: 2.5187811851501465 (2.475983693566121) + | > grad_norm_0: tensor(208.5093, device='cuda:0') (tensor(101.2318, device='cuda:0')) + | > loss_gen: 2.290287733078003 (2.340668956158868) + | > loss_kl: 1.446542501449585 (1.5041917614953617) + | > loss_feat: 4.790063858032227 (5.31660454373964) + | > loss_mel: 22.319400787353516 (23.168363819659604) + | > loss_duration: 1.7309633493423462 (1.7951964694009703) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.5772590637207 (34.12502564846627) + | > grad_norm_1: tensor(706.8632, device='cuda:0') (tensor(634.1763, device='cuda:0')) + | > current_lr_0: 0.00019952553399667344 + | > current_lr_1: 0.00019952553399667344 + | > step_time: 0.9637 (0.896964860634065) + | > loader_time: 0.0053 (0.00603177933625772) + + + --> TIME: 2024-11-22 14:28:36 -- STEP: 309/797 -- GLOBAL_STEP: 15675 + | > loss_disc: 2.428464412689209 (2.475961540123406) + | > loss_disc_real_0: 0.14337950944900513 (0.12796408511867038) + | > loss_disc_real_1: 0.23845887184143066 (0.21499529886014254) + | > loss_disc_real_2: 0.23598623275756836 (0.2390270847043559) + | > loss_disc_real_3: 0.17310544848442078 (0.22593151896131078) + | > loss_disc_real_4: 0.20616421103477478 (0.22307754840858546) + | > loss_disc_real_5: 0.20063413679599762 (0.23707365198814367) + | > loss_0: 2.428464412689209 (2.475961540123406) + | > grad_norm_0: tensor(460.3518, device='cuda:0') (tensor(103.4246, device='cuda:0')) + | > loss_gen: 2.444263458251953 (2.3416439599589642) + | > loss_kl: 1.7485533952713013 (1.5029045102279932) + | > loss_feat: 5.26347541809082 (5.314765189457866) + | > loss_mel: 22.035879135131836 (23.17818807089599) + | > loss_duration: 1.7635924816131592 (1.7926612301551799) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.25576400756836 (34.13016306312336) + | > grad_norm_1: tensor(974.1940, device='cuda:0') (tensor(651.5614, device='cuda:0')) + | > current_lr_0: 0.00019952553399667344 + | > current_lr_1: 0.00019952553399667344 + | > step_time: 1.0302 (0.8989171596020943) + | > loader_time: 0.0063 (0.006219897841172696) + + + --> TIME: 2024-11-22 14:28:59 -- STEP: 334/797 -- GLOBAL_STEP: 15700 + | > loss_disc: 2.604031562805176 (2.474308105286011) + | > loss_disc_real_0: 0.18012787401676178 (0.1288760063980155) + | > loss_disc_real_1: 0.24843381345272064 (0.2149246637960394) + | > loss_disc_real_2: 0.2770381271839142 (0.2395457421948096) + | > loss_disc_real_3: 0.19607003033161163 (0.22533220066103393) + | > loss_disc_real_4: 0.259894996881485 (0.2224935078603065) + | > loss_disc_real_5: 0.2612898647785187 (0.236781494435436) + | > loss_0: 2.604031562805176 (2.474308105286011) + | > grad_norm_0: tensor(14.4466, device='cuda:0') (tensor(101.3042, device='cuda:0')) + | > loss_gen: 2.111609697341919 (2.342444719668637) + | > loss_kl: 1.4325780868530273 (1.500648501568926) + | > loss_feat: 4.0907135009765625 (5.320683455038928) + | > loss_mel: 21.655439376831055 (23.205633140609645) + | > loss_duration: 1.766695261001587 (1.7905519222784902) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.057035446166992 (34.159961860336935) + | > grad_norm_1: tensor(205.4847, device='cuda:0') (tensor(642.1774, device='cuda:0')) + | > current_lr_0: 0.00019952553399667344 + | > current_lr_1: 0.00019952553399667344 + | > step_time: 0.8989 (0.9013013818306838) + | > loader_time: 0.0062 (0.006323099850180617) + + + --> TIME: 2024-11-22 14:29:24 -- STEP: 359/797 -- GLOBAL_STEP: 15725 + | > loss_disc: 2.472256660461426 (2.477526961594903) + | > loss_disc_real_0: 0.05604686588048935 (0.12947746650588232) + | > loss_disc_real_1: 0.22332453727722168 (0.21542355268778576) + | > loss_disc_real_2: 0.3196895122528076 (0.2388816679669622) + | > loss_disc_real_3: 0.22653375566005707 (0.2257592985224923) + | > loss_disc_real_4: 0.23073945939540863 (0.22256434511673484) + | > loss_disc_real_5: 0.270112007856369 (0.2371580736052691) + | > loss_0: 2.472256660461426 (2.477526961594903) + | > grad_norm_0: tensor(147.1146, device='cuda:0') (tensor(100.6883, device='cuda:0')) + | > loss_gen: 2.402571439743042 (2.3396255445347554) + | > loss_kl: 1.4117125272750854 (1.4973164067959062) + | > loss_feat: 5.409265995025635 (5.310056791332105) + | > loss_mel: 24.49324607849121 (23.19571760703593) + | > loss_duration: 1.732005000114441 (1.7873441933921457) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.44880294799805 (34.13006070065299) + | > grad_norm_1: tensor(617.2086, device='cuda:0') (tensor(645.5967, device='cuda:0')) + | > current_lr_0: 0.00019952553399667344 + | > current_lr_1: 0.00019952553399667344 + | > step_time: 0.9466 (0.9050835885709375) + | > loader_time: 0.0083 (0.006383223121876834) + + + --> TIME: 2024-11-22 14:29:47 -- STEP: 384/797 -- GLOBAL_STEP: 15750 + | > loss_disc: 2.4577059745788574 (2.478697914630174) + | > loss_disc_real_0: 0.12942925095558167 (0.12921567781207483) + | > loss_disc_real_1: 0.2733725905418396 (0.2154173277473698) + | > loss_disc_real_2: 0.20694082975387573 (0.24009327280024687) + | > loss_disc_real_3: 0.20065663754940033 (0.2252968280032898) + | > loss_disc_real_4: 0.20067259669303894 (0.22288155454831818) + | > loss_disc_real_5: 0.3137698769569397 (0.23737109693077704) + | > loss_0: 2.4577059745788574 (2.478697914630174) + | > grad_norm_0: tensor(89.6512, device='cuda:0') (tensor(100.1651, device='cuda:0')) + | > loss_gen: 2.3667643070220947 (2.343500494025651) + | > loss_kl: 1.5459768772125244 (1.497344390644382) + | > loss_feat: 5.877148628234863 (5.315892631808916) + | > loss_mel: 23.65113639831543 (23.2093298981587) + | > loss_duration: 1.8098564147949219 (1.7848954989264412) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.25088119506836 (34.15096307794254) + | > grad_norm_1: tensor(415.3303, device='cuda:0') (tensor(633.5670, device='cuda:0')) + | > current_lr_0: 0.00019952553399667344 + | > current_lr_1: 0.00019952553399667344 + | > step_time: 0.9719 (0.9072054866701365) + | > loader_time: 0.008 (0.006460489084323245) + + + --> TIME: 2024-11-22 14:30:11 -- STEP: 409/797 -- GLOBAL_STEP: 15775 + | > loss_disc: 2.394669532775879 (2.4784732762642188) + | > loss_disc_real_0: 0.10106134414672852 (0.1284413596838351) + | > loss_disc_real_1: 0.18807758390903473 (0.21500684178837354) + | > loss_disc_real_2: 0.24644291400909424 (0.23933361525349045) + | > loss_disc_real_3: 0.26278311014175415 (0.2257291901228189) + | > loss_disc_real_4: 0.1989467293024063 (0.22301437069996644) + | > loss_disc_real_5: 0.2352500557899475 (0.23771150716213843) + | > loss_0: 2.394669532775879 (2.4784732762642188) + | > grad_norm_0: tensor(22.9293, device='cuda:0') (tensor(99.9408, device='cuda:0')) + | > loss_gen: 2.3369948863983154 (2.3452673567536446) + | > loss_kl: 1.4736641645431519 (1.4958860438435473) + | > loss_feat: 4.927854061126709 (5.3252128587083885) + | > loss_mel: 21.738296508789062 (23.23779432581222) + | > loss_duration: 1.7691388130187988 (1.78314595467304) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.245948791503906 (34.187306672261805) + | > grad_norm_1: tensor(919.2668, device='cuda:0') (tensor(628.2730, device='cuda:0')) + | > current_lr_0: 0.00019952553399667344 + | > current_lr_1: 0.00019952553399667344 + | > step_time: 0.985 (0.9092122954669384) + | > loader_time: 0.0093 (0.006571481163752398) + + + --> TIME: 2024-11-22 14:30:36 -- STEP: 434/797 -- GLOBAL_STEP: 15800 + | > loss_disc: 2.5594229698181152 (2.4798508739691174) + | > loss_disc_real_0: 0.07334959506988525 (0.12944305412608648) + | > loss_disc_real_1: 0.19499358534812927 (0.21533681452274323) + | > loss_disc_real_2: 0.24468225240707397 (0.23987547009496646) + | > loss_disc_real_3: 0.2637038826942444 (0.2259269214239538) + | > loss_disc_real_4: 0.22999922931194305 (0.2227942662030321) + | > loss_disc_real_5: 0.2734221816062927 (0.2376876411624768) + | > loss_0: 2.5594229698181152 (2.4798508739691174) + | > grad_norm_0: tensor(56.6666, device='cuda:0') (tensor(100.0927, device='cuda:0')) + | > loss_gen: 2.1272389888763428 (2.3439527406670564) + | > loss_kl: 1.501684546470642 (1.4942844786127596) + | > loss_feat: 4.947622776031494 (5.318442574294481) + | > loss_mel: 21.354778289794922 (23.24356816551102) + | > loss_duration: 1.7555253505706787 (1.7817086129693944) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.68684959411621 (34.18195668673185) + | > grad_norm_1: tensor(450.1845, device='cuda:0') (tensor(637.8200, device='cuda:0')) + | > current_lr_0: 0.00019952553399667344 + | > current_lr_1: 0.00019952553399667344 + | > step_time: 1.0368 (0.9124228245651667) + | > loader_time: 0.009 (0.006722872707700947) + + + --> TIME: 2024-11-22 14:31:00 -- STEP: 459/797 -- GLOBAL_STEP: 15825 + | > loss_disc: 2.4488868713378906 (2.4801608477282886) + | > loss_disc_real_0: 0.13101480901241302 (0.1296449720388795) + | > loss_disc_real_1: 0.17627713084220886 (0.21553775746058795) + | > loss_disc_real_2: 0.23860518634319305 (0.2396321732039545) + | > loss_disc_real_3: 0.23022118210792542 (0.2258645429850144) + | > loss_disc_real_4: 0.22795961797237396 (0.22251929982295482) + | > loss_disc_real_5: 0.2576214373111725 (0.23803133892467598) + | > loss_0: 2.4488868713378906 (2.4801608477282886) + | > grad_norm_0: tensor(32.3244, device='cuda:0') (tensor(98.3414, device='cuda:0')) + | > loss_gen: 2.1276416778564453 (2.3407698521686826) + | > loss_kl: 1.4373362064361572 (1.4930332110857916) + | > loss_feat: 5.273597240447998 (5.3202907306696074) + | > loss_mel: 23.912694931030273 (23.284425623276647) + | > loss_duration: 1.7458627223968506 (1.7807722198158051) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.49713134765625 (34.219291749343384) + | > grad_norm_1: tensor(387.5503, device='cuda:0') (tensor(632.3078, device='cuda:0')) + | > current_lr_0: 0.00019952553399667344 + | > current_lr_1: 0.00019952553399667344 + | > step_time: 0.9335 (0.9153472156566212) + | > loader_time: 0.0102 (0.006814833560021093) + + + --> TIME: 2024-11-22 14:31:25 -- STEP: 484/797 -- GLOBAL_STEP: 15850 + | > loss_disc: 2.3017868995666504 (2.4774074918967632) + | > loss_disc_real_0: 0.17331890761852264 (0.12881249523421473) + | > loss_disc_real_1: 0.172969788312912 (0.21543836722935528) + | > loss_disc_real_2: 0.2091369479894638 (0.2397108376641904) + | > loss_disc_real_3: 0.19302017986774445 (0.22547751732847907) + | > loss_disc_real_4: 0.2282160520553589 (0.2223821932311393) + | > loss_disc_real_5: 0.23476839065551758 (0.2378531190728353) + | > loss_0: 2.3017868995666504 (2.4774074918967632) + | > grad_norm_0: tensor(90.0464, device='cuda:0') (tensor(97.9843, device='cuda:0')) + | > loss_gen: 2.6622731685638428 (2.342741355915703) + | > loss_kl: 1.446468710899353 (1.4904946890498) + | > loss_feat: 6.393296718597412 (5.331249057754012) + | > loss_mel: 25.82744598388672 (23.307562437924464) + | > loss_duration: 1.7660553455352783 (1.7794449477156333) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 38.095542907714844 (34.251492634292475) + | > grad_norm_1: tensor(623.2553, device='cuda:0') (tensor(632.5768, device='cuda:0')) + | > current_lr_0: 0.00019952553399667344 + | > current_lr_1: 0.00019952553399667344 + | > step_time: 1.0248 (0.918263732894393) + | > loader_time: 0.0066 (0.006962087036164337) + + + --> TIME: 2024-11-22 14:31:50 -- STEP: 509/797 -- GLOBAL_STEP: 15875 + | > loss_disc: 2.421456813812256 (2.4742411475753037) + | > loss_disc_real_0: 0.12979191541671753 (0.12778878135859162) + | > loss_disc_real_1: 0.22642570734024048 (0.21521459063167422) + | > loss_disc_real_2: 0.2590389847755432 (0.23910902062895725) + | > loss_disc_real_3: 0.22197088599205017 (0.2255877559100715) + | > loss_disc_real_4: 0.2296406477689743 (0.22218022163232792) + | > loss_disc_real_5: 0.2998816967010498 (0.23788722128788475) + | > loss_0: 2.421456813812256 (2.4742411475753037) + | > grad_norm_0: tensor(170.5811, device='cuda:0') (tensor(98.7420, device='cuda:0')) + | > loss_gen: 2.432997226715088 (2.3457575448603927) + | > loss_kl: 1.7250168323516846 (1.4875057826810365) + | > loss_feat: 5.565150737762451 (5.339412988051919) + | > loss_mel: 23.926433563232422 (23.292697138308533) + | > loss_duration: 1.7518115043640137 (1.7778887680799416) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.40141296386719 (34.243262360278656) + | > grad_norm_1: tensor(785.3686, device='cuda:0') (tensor(632.6498, device='cuda:0')) + | > current_lr_0: 0.00019952553399667344 + | > current_lr_1: 0.00019952553399667344 + | > step_time: 1.0139 (0.9215433536671936) + | > loader_time: 0.011 (0.007065495713989016) + + + --> TIME: 2024-11-22 14:32:14 -- STEP: 534/797 -- GLOBAL_STEP: 15900 + | > loss_disc: 2.3666272163391113 (2.475366882170631) + | > loss_disc_real_0: 0.09041104465723038 (0.1271345961336676) + | > loss_disc_real_1: 0.18388663232326508 (0.21547805316997382) + | > loss_disc_real_2: 0.1814442127943039 (0.23982515922758016) + | > loss_disc_real_3: 0.20613639056682587 (0.22551881005701502) + | > loss_disc_real_4: 0.158030167222023 (0.22236235417453537) + | > loss_disc_real_5: 0.1416928917169571 (0.2380353127246939) + | > loss_0: 2.3666272163391113 (2.475366882170631) + | > grad_norm_0: tensor(9.0422, device='cuda:0') (tensor(100.5489, device='cuda:0')) + | > loss_gen: 2.1859846115112305 (2.348607038290762) + | > loss_kl: 1.1794912815093994 (1.483951561125031) + | > loss_feat: 5.510376453399658 (5.34434206030342) + | > loss_mel: 23.131450653076172 (23.297062884555768) + | > loss_duration: 1.785027265548706 (1.7773072159245669) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.79233169555664 (34.25127090139782) + | > grad_norm_1: tensor(213.2540, device='cuda:0') (tensor(630.5038, device='cuda:0')) + | > current_lr_0: 0.00019952553399667344 + | > current_lr_1: 0.00019952553399667344 + | > step_time: 0.9864 (0.9237205383929421) + | > loader_time: 0.0073 (0.0071573886978492296) + + + --> TIME: 2024-11-22 14:32:40 -- STEP: 559/797 -- GLOBAL_STEP: 15925 + | > loss_disc: 2.4017739295959473 (2.474250822459649) + | > loss_disc_real_0: 0.14114637672901154 (0.12653484361409517) + | > loss_disc_real_1: 0.17047123610973358 (0.21573813883371132) + | > loss_disc_real_2: 0.24279512465000153 (0.23949359117445665) + | > loss_disc_real_3: 0.22993791103363037 (0.22537220270774452) + | > loss_disc_real_4: 0.17692406475543976 (0.22196901601627608) + | > loss_disc_real_5: 0.2116665095090866 (0.23776292891536502) + | > loss_0: 2.4017739295959473 (2.474250822459649) + | > grad_norm_0: tensor(103.0908, device='cuda:0') (tensor(98.6398, device='cuda:0')) + | > loss_gen: 2.5211856365203857 (2.348092150389617) + | > loss_kl: 1.4323080778121948 (1.4833489749214095) + | > loss_feat: 5.966025352478027 (5.352650056371537) + | > loss_mel: 24.43974494934082 (23.320906193823635) + | > loss_duration: 1.7513295412063599 (1.776723796864955) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.110595703125 (34.281721316424594) + | > grad_norm_1: tensor(940.3267, device='cuda:0') (tensor(633.1887, device='cuda:0')) + | > current_lr_0: 0.00019952553399667344 + | > current_lr_1: 0.00019952553399667344 + | > step_time: 1.0178 (0.927248130757395) + | > loader_time: 0.0091 (0.007301724660801758) + + + --> TIME: 2024-11-22 14:33:05 -- STEP: 584/797 -- GLOBAL_STEP: 15950 + | > loss_disc: 2.303744316101074 (2.471969066417379) + | > loss_disc_real_0: 0.07313007116317749 (0.12600063433717598) + | > loss_disc_real_1: 0.22727875411510468 (0.2158486173322348) + | > loss_disc_real_2: 0.2738061249256134 (0.23965302910910893) + | > loss_disc_real_3: 0.2076493352651596 (0.2253258079290391) + | > loss_disc_real_4: 0.22028137743473053 (0.22191891926404553) + | > loss_disc_real_5: 0.24675683677196503 (0.2375337862192768) + | > loss_0: 2.303744316101074 (2.471969066417379) + | > grad_norm_0: tensor(38.5839, device='cuda:0') (tensor(98.9930, device='cuda:0')) + | > loss_gen: 2.5612235069274902 (2.3499982940824093) + | > loss_kl: 1.1858335733413696 (1.4808379290242721) + | > loss_feat: 5.904623508453369 (5.353205325668808) + | > loss_mel: 23.170495986938477 (23.312911866462393) + | > loss_duration: 1.7659950256347656 (1.776132001656376) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.58816909790039 (34.27308556151716) + | > grad_norm_1: tensor(369.3036, device='cuda:0') (tensor(637.7424, device='cuda:0')) + | > current_lr_0: 0.00019952553399667344 + | > current_lr_1: 0.00019952553399667344 + | > step_time: 0.9906 (0.9301789807130213) + | > loader_time: 0.0079 (0.0073955528540154015) + + + --> TIME: 2024-11-22 14:33:31 -- STEP: 609/797 -- GLOBAL_STEP: 15975 + | > loss_disc: 2.3941471576690674 (2.4713479850092512) + | > loss_disc_real_0: 0.1279442012310028 (0.12651816854017922) + | > loss_disc_real_1: 0.1959950029850006 (0.21615131461170126) + | > loss_disc_real_2: 0.2334928661584854 (0.23879920990987755) + | > loss_disc_real_3: 0.19156832993030548 (0.22527072349890512) + | > loss_disc_real_4: 0.19557976722717285 (0.22178159189243823) + | > loss_disc_real_5: 0.2010819911956787 (0.2374240888163374) + | > loss_0: 2.3941471576690674 (2.4713479850092512) + | > grad_norm_0: tensor(190.2496, device='cuda:0') (tensor(99.5056, device='cuda:0')) + | > loss_gen: 2.2497880458831787 (2.352709265961047) + | > loss_kl: 1.334161639213562 (1.4796151182138668) + | > loss_feat: 5.087055206298828 (5.358222733577486) + | > loss_mel: 21.810016632080078 (23.317129435797632) + | > loss_duration: 1.7757577896118164 (1.7757564143007027) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.256778717041016 (34.28343310927718) + | > grad_norm_1: tensor(312.7975, device='cuda:0') (tensor(628.4079, device='cuda:0')) + | > current_lr_0: 0.00019952553399667344 + | > current_lr_1: 0.00019952553399667344 + | > step_time: 0.9905 (0.9335479411389832) + | > loader_time: 0.0108 (0.0075244128410452095) + + + --> TIME: 2024-11-22 14:33:56 -- STEP: 634/797 -- GLOBAL_STEP: 16000 + | > loss_disc: 2.5230555534362793 (2.4709256304551337) + | > loss_disc_real_0: 0.06647293269634247 (0.12591977576704638) + | > loss_disc_real_1: 0.18934451043605804 (0.21598112331673935) + | > loss_disc_real_2: 0.27332618832588196 (0.23939827655674156) + | > loss_disc_real_3: 0.22581951320171356 (0.22541684462256997) + | > loss_disc_real_4: 0.19359923899173737 (0.221833970550483) + | > loss_disc_real_5: 0.28566107153892517 (0.2374567836052988) + | > loss_0: 2.5230555534362793 (2.4709256304551337) + | > grad_norm_0: tensor(497.9062, device='cuda:0') (tensor(100.2113, device='cuda:0')) + | > loss_gen: 2.5435843467712402 (2.352905666414497) + | > loss_kl: 1.615043044090271 (1.478613483698962) + | > loss_feat: 4.83095121383667 (5.354060556610302) + | > loss_mel: 19.512584686279297 (23.322596739519295) + | > loss_duration: 1.7838401794433594 (1.7756103303530242) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.2860050201416 (34.28378691206973) + | > grad_norm_1: tensor(1005.0462, device='cuda:0') (tensor(630.8303, device='cuda:0')) + | > current_lr_0: 0.00019952553399667344 + | > current_lr_1: 0.00019952553399667344 + | > step_time: 0.9606 (0.9360928403842337) + | > loader_time: 0.0096 (0.0076058542690818605) + + + --> TIME: 2024-11-22 14:34:22 -- STEP: 659/797 -- GLOBAL_STEP: 16025 + | > loss_disc: 2.404517650604248 (2.47095685627464) + | > loss_disc_real_0: 0.13489483296871185 (0.1260911994394656) + | > loss_disc_real_1: 0.23448310792446136 (0.21601540944645012) + | > loss_disc_real_2: 0.18497924506664276 (0.23919303916473852) + | > loss_disc_real_3: 0.1834617704153061 (0.22529873138856102) + | > loss_disc_real_4: 0.22436553239822388 (0.22213064796646018) + | > loss_disc_real_5: 0.2768872380256653 (0.23754012641215722) + | > loss_0: 2.404517650604248 (2.47095685627464) + | > grad_norm_0: tensor(100.4090, device='cuda:0') (tensor(101.3455, device='cuda:0')) + | > loss_gen: 2.339209794998169 (2.352399977639161) + | > loss_kl: 1.2395442724227905 (1.4783992142344458) + | > loss_feat: 5.549210548400879 (5.351637970514837) + | > loss_mel: 24.755592346191406 (23.31815557812705) + | > loss_duration: 1.7840293645858765 (1.7751528529368332) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.66758728027344 (34.27574575073987) + | > grad_norm_1: tensor(984.6718, device='cuda:0') (tensor(634.6878, device='cuda:0')) + | > current_lr_0: 0.00019952553399667344 + | > current_lr_1: 0.00019952553399667344 + | > step_time: 1.0653 (0.9395484927934291) + | > loader_time: 0.0086 (0.007697084062197138) + + + --> TIME: 2024-11-22 14:34:49 -- STEP: 684/797 -- GLOBAL_STEP: 16050 + | > loss_disc: 2.361133575439453 (2.469278645097163) + | > loss_disc_real_0: 0.07238840311765671 (0.1251696576282644) + | > loss_disc_real_1: 0.20012052357196808 (0.2159758545676171) + | > loss_disc_real_2: 0.2113327980041504 (0.23906161548972826) + | > loss_disc_real_3: 0.18198129534721375 (0.2252486618725878) + | > loss_disc_real_4: 0.17376495897769928 (0.22187046081437706) + | > loss_disc_real_5: 0.24148522317409515 (0.23772862259494631) + | > loss_0: 2.361133575439453 (2.469278645097163) + | > grad_norm_0: tensor(21.1980, device='cuda:0') (tensor(100.7233, device='cuda:0')) + | > loss_gen: 2.200087070465088 (2.35270080789488) + | > loss_kl: 1.6330043077468872 (1.4795077079743666) + | > loss_feat: 5.550335884094238 (5.353508487082367) + | > loss_mel: 23.5024356842041 (23.31735794167771) + | > loss_duration: 1.7253021001815796 (1.7745560796288722) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.611167907714844 (34.27763119357376) + | > grad_norm_1: tensor(403.3521, device='cuda:0') (tensor(634.0435, device='cuda:0')) + | > current_lr_0: 0.00019952553399667344 + | > current_lr_1: 0.00019952553399667344 + | > step_time: 1.0684 (0.9432122313488297) + | > loader_time: 0.0092 (0.007823342468306332) + + + --> TIME: 2024-11-22 14:35:15 -- STEP: 709/797 -- GLOBAL_STEP: 16075 + | > loss_disc: 2.4729249477386475 (2.4680013922272996) + | > loss_disc_real_0: 0.11744891852140427 (0.12428608933419041) + | > loss_disc_real_1: 0.2243926227092743 (0.21591590958606718) + | > loss_disc_real_2: 0.18992634117603302 (0.23906089220463977) + | > loss_disc_real_3: 0.22834937274456024 (0.22530584165508563) + | > loss_disc_real_4: 0.21110735833644867 (0.22192201959901875) + | > loss_disc_real_5: 0.19413530826568604 (0.23760343823261423) + | > loss_0: 2.4729249477386475 (2.4680013922272996) + | > grad_norm_0: tensor(84.9265, device='cuda:0') (tensor(99.9944, device='cuda:0')) + | > loss_gen: 2.267557144165039 (2.3550007168429543) + | > loss_kl: 1.6022899150848389 (1.4812864831035326) + | > loss_feat: 5.6775946617126465 (5.3576517643141655) + | > loss_mel: 22.567262649536133 (23.321756874052213) + | > loss_duration: 1.7303484678268433 (1.7737428566969) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.84505081176758 (34.2894388529747) + | > grad_norm_1: tensor(178.9365, device='cuda:0') (tensor(634.9442, device='cuda:0')) + | > current_lr_0: 0.00019952553399667344 + | > current_lr_1: 0.00019952553399667344 + | > step_time: 1.0613 (0.9469923155936603) + | > loader_time: 0.017 (0.00795103968955229) + + + --> TIME: 2024-11-22 14:35:46 -- STEP: 734/797 -- GLOBAL_STEP: 16100 + | > loss_disc: 2.4571876525878906 (2.4660729520652187) + | > loss_disc_real_0: 0.11509478837251663 (0.12427315052487067) + | > loss_disc_real_1: 0.2452288269996643 (0.21556914577448408) + | > loss_disc_real_2: 0.23083432018756866 (0.2386298463235759) + | > loss_disc_real_3: 0.2532826364040375 (0.22501418175180868) + | > loss_disc_real_4: 0.23240499198436737 (0.22176728945743165) + | > loss_disc_real_5: 0.22656399011611938 (0.23774763046477082) + | > loss_0: 2.4571876525878906 (2.4660729520652187) + | > grad_norm_0: tensor(79.6786, device='cuda:0') (tensor(100.5426, device='cuda:0')) + | > loss_gen: 2.2763755321502686 (2.356049199195261) + | > loss_kl: 1.5309057235717773 (1.4813468601625683) + | > loss_feat: 5.244718551635742 (5.3647141956828275) + | > loss_mel: 24.426042556762695 (23.3265391149703) + | > loss_duration: 1.7330577373504639 (1.7727523600373025) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.21110153198242 (34.30140187370036) + | > grad_norm_1: tensor(137.6993, device='cuda:0') (tensor(632.4625, device='cuda:0')) + | > current_lr_0: 0.00019952553399667344 + | > current_lr_1: 0.00019952553399667344 + | > step_time: 1.3494 (0.9554827359456782) + | > loader_time: 0.0109 (0.00816173352077806) + + + --> TIME: 2024-11-22 14:36:33 -- STEP: 759/797 -- GLOBAL_STEP: 16125 + | > loss_disc: 2.5076706409454346 (2.467576407004092) + | > loss_disc_real_0: 0.09843716770410538 (0.12475590944309803) + | > loss_disc_real_1: 0.11779984086751938 (0.21560402939952575) + | > loss_disc_real_2: 0.2590176463127136 (0.23871538410152215) + | > loss_disc_real_3: 0.26874756813049316 (0.22518610432056893) + | > loss_disc_real_4: 0.24525760114192963 (0.22195155698712796) + | > loss_disc_real_5: 0.2529102563858032 (0.23790140031825885) + | > loss_0: 2.5076706409454346 (2.467576407004092) + | > grad_norm_0: tensor(24.4376, device='cuda:0') (tensor(100.2496, device='cuda:0')) + | > loss_gen: 2.2907841205596924 (2.354094923720532) + | > loss_kl: 1.601969838142395 (1.4806943782390496) + | > loss_feat: 5.4322509765625 (5.359671387904873) + | > loss_mel: 24.586528778076172 (23.320157027213174) + | > loss_duration: 1.7695531845092773 (1.7715491942266233) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.681087493896484 (34.286167061847244) + | > grad_norm_1: tensor(638.7256, device='cuda:0') (tensor(633.5699, device='cuda:0')) + | > current_lr_0: 0.00019952553399667344 + | > current_lr_1: 0.00019952553399667344 + | > step_time: 3.4006 (0.984794246977654) + | > loader_time: 0.0127 (0.00865858188573865) + + + --> TIME: 2024-11-22 14:37:38 -- STEP: 784/797 -- GLOBAL_STEP: 16150 + | > loss_disc: 2.54020619392395 (2.4664928040334146) + | > loss_disc_real_0: 0.1208219900727272 (0.12438338938910447) + | > loss_disc_real_1: 0.23264813423156738 (0.21554130022128937) + | > loss_disc_real_2: 0.27099162340164185 (0.23843282985748077) + | > loss_disc_real_3: 0.2180541604757309 (0.22519907391421048) + | > loss_disc_real_4: 0.23378075659275055 (0.22211416934293757) + | > loss_disc_real_5: 0.24793224036693573 (0.23788374002870857) + | > loss_0: 2.54020619392395 (2.4664928040334146) + | > grad_norm_0: tensor(358.2977, device='cuda:0') (tensor(100.3754, device='cuda:0')) + | > loss_gen: 2.528388500213623 (2.354964506565311) + | > loss_kl: 1.6758637428283691 (1.481492923306567) + | > loss_feat: 5.850494384765625 (5.365717675612897) + | > loss_mel: 22.26299285888672 (23.324516111490695) + | > loss_duration: 1.7479290962219238 (1.7703522787410388) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.06566619873047 (34.29704362762222) + | > grad_norm_1: tensor(419.7139, device='cuda:0') (tensor(634.3157, device='cuda:0')) + | > current_lr_0: 0.00019952553399667344 + | > current_lr_1: 0.00019952553399667344 + | > step_time: 2.9281 (1.0353892995994922) + | > loader_time: 0.0138 (0.009526401149983313) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.2198333740234375 (2.2198333740234375) + | > loss_disc_real_0: 0.059756167232990265 (0.059756167232990265) + | > loss_disc_real_1: 0.26452288031578064 (0.26452288031578064) + | > loss_disc_real_2: 0.2004462331533432 (0.2004462331533432) + | > loss_disc_real_3: 0.14218950271606445 (0.14218950271606445) + | > loss_disc_real_4: 0.17848262190818787 (0.17848262190818787) + | > loss_disc_real_5: 0.2123696357011795 (0.2123696357011795) + | > loss_0: 2.2198333740234375 (2.2198333740234375) + | > loss_gen: 2.3467423915863037 (2.3467423915863037) + | > loss_kl: 1.5160280466079712 (1.5160280466079712) + | > loss_feat: 6.515915393829346 (6.515915393829346) + | > loss_mel: 26.256637573242188 (26.256637573242188) + | > loss_duration: 1.9349946975708008 (1.9349946975708008) + | > loss_1: 38.570316314697266 (38.570316314697266) + + --> STEP: 1 + | > loss_disc: 2.5782692432403564 (2.5782692432403564) + | > loss_disc_real_0: 0.05202501267194748 (0.05202501267194748) + | > loss_disc_real_1: 0.30356693267822266 (0.30356693267822266) + | > loss_disc_real_2: 0.21779921650886536 (0.21779921650886536) + | > loss_disc_real_3: 0.20308448374271393 (0.20308448374271393) + | > loss_disc_real_4: 0.26267310976982117 (0.26267310976982117) + | > loss_disc_real_5: 0.28433626890182495 (0.28433626890182495) + | > loss_0: 2.5782692432403564 (2.5782692432403564) + | > loss_gen: 2.3114538192749023 (2.3114538192749023) + | > loss_kl: 1.9573055505752563 (1.9573055505752563) + | > loss_feat: 5.956107139587402 (5.956107139587402) + | > loss_mel: 24.877925872802734 (24.877925872802734) + | > loss_duration: 1.7380313873291016 (1.7380313873291016) + | > loss_1: 36.84082794189453 (36.84082794189453) + + --> STEP: 2 + | > loss_disc: 2.2499170303344727 (2.4140931367874146) + | > loss_disc_real_0: 0.048358507454395294 (0.05019176006317139) + | > loss_disc_real_1: 0.21771861612796783 (0.26064277440309525) + | > loss_disc_real_2: 0.20785267651081085 (0.2128259465098381) + | > loss_disc_real_3: 0.1836133897304535 (0.1933489367365837) + | > loss_disc_real_4: 0.21691502630710602 (0.2397940680384636) + | > loss_disc_real_5: 0.28682956099510193 (0.28558291494846344) + | > loss_0: 2.2499170303344727 (2.4140931367874146) + | > loss_gen: 2.390558958053589 (2.3510063886642456) + | > loss_kl: 0.789832353591919 (1.3735689520835876) + | > loss_feat: 5.464570045471191 (5.710338592529297) + | > loss_mel: 25.126869201660156 (25.002397537231445) + | > loss_duration: 1.7432289123535156 (1.7406301498413086) + | > loss_1: 35.51506042480469 (36.17794418334961) + + --> STEP: 3 + | > loss_disc: 2.1973228454589844 (2.341836373011271) + | > loss_disc_real_0: 0.05875585973262787 (0.05304645995299021) + | > loss_disc_real_1: 0.235801562666893 (0.25236237049102783) + | > loss_disc_real_2: 0.20503400266170502 (0.21022863189379373) + | > loss_disc_real_3: 0.16776254773139954 (0.1848201404015223) + | > loss_disc_real_4: 0.2277759462594986 (0.23578802744547525) + | > loss_disc_real_5: 0.3019240200519562 (0.291029949982961) + | > loss_0: 2.1973228454589844 (2.341836373011271) + | > loss_gen: 2.562635660171509 (2.4215494791666665) + | > loss_kl: 1.3964380025863647 (1.3811919689178467) + | > loss_feat: 5.865575790405273 (5.762084325154622) + | > loss_mel: 25.336454391479492 (25.113749821980793) + | > loss_duration: 1.7556184530258179 (1.7456262509028118) + | > loss_1: 36.916725158691406 (36.42420450846354) + + --> STEP: 4 + | > loss_disc: 2.4221627712249756 (2.3619179725646973) + | > loss_disc_real_0: 0.09070295095443726 (0.062460582703351974) + | > loss_disc_real_1: 0.2633289396762848 (0.25510401278734207) + | > loss_disc_real_2: 0.21369394659996033 (0.2110949605703354) + | > loss_disc_real_3: 0.17821674048900604 (0.18316929042339325) + | > loss_disc_real_4: 0.2374594658613205 (0.23620588704943657) + | > loss_disc_real_5: 0.2658907175064087 (0.28474514186382294) + | > loss_0: 2.4221627712249756 (2.3619179725646973) + | > loss_gen: 2.5524847507476807 (2.45428329706192) + | > loss_kl: 1.188981056213379 (1.3331392407417297) + | > loss_feat: 5.916174411773682 (5.800606846809387) + | > loss_mel: 23.11528205871582 (24.61413288116455) + | > loss_duration: 1.6966420412063599 (1.7333801984786987) + | > loss_1: 34.469566345214844 (35.93554496765137) + + --> STEP: 5 + | > loss_disc: 2.2565531730651855 (2.340845012664795) + | > loss_disc_real_0: 0.11308152973651886 (0.07258477210998535) + | > loss_disc_real_1: 0.2449488639831543 (0.2530729830265045) + | > loss_disc_real_2: 0.17805036902427673 (0.20448604226112366) + | > loss_disc_real_3: 0.1778945028781891 (0.18211433291435242) + | > loss_disc_real_4: 0.2440847009420395 (0.23778164982795716) + | > loss_disc_real_5: 0.21911399066448212 (0.2716189116239548) + | > loss_0: 2.2565531730651855 (2.340845012664795) + | > loss_gen: 2.8065223693847656 (2.5247311115264894) + | > loss_kl: 2.3814210891723633 (1.5427956104278564) + | > loss_feat: 7.221412181854248 (6.084767913818359) + | > loss_mel: 26.537918090820312 (24.998889923095703) + | > loss_duration: 1.888907790184021 (1.7644857168197632) + | > loss_1: 40.836181640625 (36.915672302246094) + + --> STEP: 6 + | > loss_disc: 2.7819976806640625 (2.4143704573313394) + | > loss_disc_real_0: 0.10957591235637665 (0.07874996215105057) + | > loss_disc_real_1: 0.23397883772850037 (0.24989062547683716) + | > loss_disc_real_2: 0.3118698000907898 (0.22238333523273468) + | > loss_disc_real_3: 0.24628429114818573 (0.19280932595332465) + | > loss_disc_real_4: 0.31491613388061523 (0.25063739717006683) + | > loss_disc_real_5: 0.3909014165401459 (0.2914993291099866) + | > loss_0: 2.7819976806640625 (2.4143704573313394) + | > loss_gen: 2.3333075046539307 (2.4928271770477295) + | > loss_kl: 1.212640404701233 (1.4877697428067524) + | > loss_feat: 3.4688427448272705 (5.648780385653178) + | > loss_mel: 19.78207778930664 (24.12942123413086) + | > loss_duration: 1.7507343292236328 (1.7621938188870747) + | > loss_1: 28.547603607177734 (35.52099418640137) + + --> STEP: 7 + | > loss_disc: 2.3598732948303223 (2.406585148402623) + | > loss_disc_real_0: 0.043246082961559296 (0.07367797940969467) + | > loss_disc_real_1: 0.19300919771194458 (0.24176470722470964) + | > loss_disc_real_2: 0.23119792342185974 (0.2236425621168954) + | > loss_disc_real_3: 0.21928264200687408 (0.19659122824668884) + | > loss_disc_real_4: 0.2379274070262909 (0.24882168429238455) + | > loss_disc_real_5: 0.3151705861091614 (0.29488093725272585) + | > loss_0: 2.3598732948303223 (2.406585148402623) + | > loss_gen: 2.282975912094116 (2.462848424911499) + | > loss_kl: 1.375463843345642 (1.4717260428837367) + | > loss_feat: 5.4623541831970215 (5.622148071016584) + | > loss_mel: 24.348468780517578 (24.160713740757533) + | > loss_duration: 1.6563236713409424 (1.7470695120947701) + | > loss_1: 35.12558364868164 (35.46450696672712) + + --> STEP: 8 + | > loss_disc: 2.449763536453247 (2.411982446908951) + | > loss_disc_real_0: 0.12052154541015625 (0.07953342515975237) + | > loss_disc_real_1: 0.2699074447154999 (0.24528254941105843) + | > loss_disc_real_2: 0.2544292211532593 (0.2274908944964409) + | > loss_disc_real_3: 0.19224411249160767 (0.1960478387773037) + | > loss_disc_real_4: 0.23236605525016785 (0.24676473066210747) + | > loss_disc_real_5: 0.2840997278690338 (0.29353328607976437) + | > loss_0: 2.449763536453247 (2.411982446908951) + | > loss_gen: 2.463242530822754 (2.462897688150406) + | > loss_kl: 1.1436389684677124 (1.4307151585817337) + | > loss_feat: 5.618254661560059 (5.621661394834518) + | > loss_mel: 24.086021423339844 (24.151377201080322) + | > loss_duration: 1.8104112148284912 (1.7549872249364853) + | > loss_1: 35.12156677246094 (35.42163944244385) + + --> STEP: 9 + | > loss_disc: 2.369647264480591 (2.407278537750244) + | > loss_disc_real_0: 0.07593276351690292 (0.0791333516438802) + | > loss_disc_real_1: 0.27419060468673706 (0.2484945555528005) + | > loss_disc_real_2: 0.21216954290866852 (0.2257885220977995) + | > loss_disc_real_3: 0.19921255111694336 (0.1963994734817081) + | > loss_disc_real_4: 0.2729261517524719 (0.2496715552277035) + | > loss_disc_real_5: 0.29735302925109863 (0.2939577019876904) + | > loss_0: 2.369647264480591 (2.407278537750244) + | > loss_gen: 2.483898162841797 (2.465231074227227) + | > loss_kl: 1.6895724534988403 (1.45947708023919) + | > loss_feat: 5.6255621910095215 (5.622094816631741) + | > loss_mel: 23.566808700561523 (24.08642514546712) + | > loss_duration: 1.7110354900360107 (1.7501036988364325) + | > loss_1: 35.07687759399414 (35.38333257039388) + + --> STEP: 10 + | > loss_disc: 2.6975033283233643 (2.436301016807556) + | > loss_disc_real_0: 0.08951593190431595 (0.08017160966992379) + | > loss_disc_real_1: 0.34560835361480713 (0.25820593535900116) + | > loss_disc_real_2: 0.28692305088043213 (0.23190197497606277) + | > loss_disc_real_3: 0.2791546881198883 (0.20467499494552613) + | > loss_disc_real_4: 0.2969723343849182 (0.254401633143425) + | > loss_disc_real_5: 0.3645452558994293 (0.3010164573788643) + | > loss_0: 2.6975033283233643 (2.436301016807556) + | > loss_gen: 2.546292304992676 (2.473337197303772) + | > loss_kl: 1.1275904178619385 (1.4262884140014649) + | > loss_feat: 4.661000728607178 (5.5259854078292845) + | > loss_mel: 25.167531967163086 (24.19453582763672) + | > loss_duration: 1.6378803253173828 (1.7388813614845275) + | > loss_1: 35.140296936035156 (35.35902900695801) + + --> STEP: 11 + | > loss_disc: 2.393306255340576 (2.4323924021287398) + | > loss_disc_real_0: 0.08010117709636688 (0.08016520670869133) + | > loss_disc_real_1: 0.23328988254070282 (0.25594083964824677) + | > loss_disc_real_2: 0.2575770318508148 (0.2342360710555857) + | > loss_disc_real_3: 0.14501795172691345 (0.1992516273801977) + | > loss_disc_real_4: 0.20493054389953613 (0.24990426139398056) + | > loss_disc_real_5: 0.2286565601825714 (0.294438284906474) + | > loss_0: 2.393306255340576 (2.4323924021287398) + | > loss_gen: 2.1663832664489746 (2.4454322944987905) + | > loss_kl: 1.69646418094635 (1.4508498473600908) + | > loss_feat: 5.347077369689941 (5.509721040725708) + | > loss_mel: 25.4580020904541 (24.309396396983754) + | > loss_duration: 1.6343811750411987 (1.729381344535134) + | > loss_1: 36.30230712890625 (35.44478156349876) + + --> STEP: 12 + | > loss_disc: 2.512495994567871 (2.4390677014986673) + | > loss_disc_real_0: 0.10428827255964279 (0.08217546219627062) + | > loss_disc_real_1: 0.3113119602203369 (0.26055509969592094) + | > loss_disc_real_2: 0.2694488763809204 (0.23717047149936357) + | > loss_disc_real_3: 0.19540587067604065 (0.1989311476548513) + | > loss_disc_real_4: 0.2485913336277008 (0.24979485074679056) + | > loss_disc_real_5: 0.28514233231544495 (0.2936636221905549) + | > loss_0: 2.512495994567871 (2.4390677014986673) + | > loss_gen: 2.394057273864746 (2.441151042779287) + | > loss_kl: 1.7911882400512695 (1.4792113800843556) + | > loss_feat: 5.3614068031311035 (5.497361520926158) + | > loss_mel: 23.89835548400879 (24.275142987569172) + | > loss_duration: 1.793839454650879 (1.734752853711446) + | > loss_1: 35.23884582519531 (35.42762025197347) + + --> STEP: 13 + | > loss_disc: 2.554546356201172 (2.4479506749373217) + | > loss_disc_real_0: 0.058475296944379807 (0.08035237256150979) + | > loss_disc_real_1: 0.3363109827041626 (0.26638247531193954) + | > loss_disc_real_2: 0.22942699491977692 (0.23657481945477998) + | > loss_disc_real_3: 0.2176552563905716 (0.20037146371144515) + | > loss_disc_real_4: 0.2205846905708313 (0.24754791534863985) + | > loss_disc_real_5: 0.2640005946159363 (0.2913818508386612) + | > loss_0: 2.554546356201172 (2.4479506749373217) + | > loss_gen: 2.3504526615142822 (2.4341742442204404) + | > loss_kl: 1.532853364944458 (1.4833376866120558) + | > loss_feat: 5.464145660400391 (5.494806454731868) + | > loss_mel: 24.119888305664062 (24.26320031973032) + | > loss_duration: 1.7684439420700073 (1.737344475892874) + | > loss_1: 35.235782623291016 (35.41286351130559) + + --> STEP: 14 + | > loss_disc: 2.4545962810516357 (2.448425361088344) + | > loss_disc_real_0: 0.07848475128412247 (0.08021897104169641) + | > loss_disc_real_1: 0.36942413449287415 (0.27374259382486343) + | > loss_disc_real_2: 0.22681276500225067 (0.2358775298510279) + | > loss_disc_real_3: 0.20726683735847473 (0.2008639904005187) + | > loss_disc_real_4: 0.26878324151039124 (0.24906472436019353) + | > loss_disc_real_5: 0.3092154562473297 (0.2926556797964232) + | > loss_0: 2.4545962810516357 (2.448425361088344) + | > loss_gen: 2.823230028152466 (2.461963943072728) + | > loss_kl: 1.6981990337371826 (1.498684925692422) + | > loss_feat: 5.651547908782959 (5.506002272878375) + | > loss_mel: 25.619686126708984 (24.360092163085938) + | > loss_duration: 1.7514393329620361 (1.738351251397814) + | > loss_1: 37.54410171508789 (35.565094811575754) + + --> STEP: 15 + | > loss_disc: 2.8007965087890625 (2.4719167709350587) + | > loss_disc_real_0: 0.12266692519187927 (0.0830488346517086) + | > loss_disc_real_1: 0.2264975905418396 (0.2705929269393285) + | > loss_disc_real_2: 0.2352946251630783 (0.2358386695384979) + | > loss_disc_real_3: 0.210536390542984 (0.20150881707668306) + | > loss_disc_real_4: 0.22199609875679016 (0.24726014931996662) + | > loss_disc_real_5: 0.3445126414299011 (0.2961128105719884) + | > loss_0: 2.8007965087890625 (2.4719167709350587) + | > loss_gen: 2.1161036491394043 (2.4389065901438394) + | > loss_kl: 1.3516308069229126 (1.4888813177744546) + | > loss_feat: 3.9432408809661865 (5.401818180084229) + | > loss_mel: 21.01298713684082 (24.13695182800293) + | > loss_duration: 1.7422329187393188 (1.738610029220581) + | > loss_1: 30.166196823120117 (35.20516827901204) + + --> STEP: 16 + | > loss_disc: 2.71677565574646 (2.487220451235771) + | > loss_disc_real_0: 0.13076373934745789 (0.08603101619519293) + | > loss_disc_real_1: 0.28462129831314087 (0.2714697001501918) + | > loss_disc_real_2: 0.2519623041152954 (0.23684639669954777) + | > loss_disc_real_3: 0.17701710760593414 (0.19997808523476124) + | > loss_disc_real_4: 0.22641544044017792 (0.24595735501497984) + | > loss_disc_real_5: 0.2654426693916321 (0.29419592674821615) + | > loss_0: 2.71677565574646 (2.487220451235771) + | > loss_gen: 2.3732097148895264 (2.434800535440445) + | > loss_kl: 1.5129410028457642 (1.4903850480914116) + | > loss_feat: 4.867403507232666 (5.368417263031006) + | > loss_mel: 21.118331909179688 (23.948288083076477) + | > loss_duration: 1.840552568435669 (1.744981437921524) + | > loss_1: 31.712438583374023 (34.98687267303467) + + --> STEP: 17 + | > loss_disc: 2.780083417892456 (2.5044476845685173) + | > loss_disc_real_0: 0.05365867167711258 (0.08412676063530586) + | > loss_disc_real_1: 0.2312770038843155 (0.2691054238992579) + | > loss_disc_real_2: 0.22510090470314026 (0.23615548540564144) + | > loss_disc_real_3: 0.2113286405801773 (0.20064576496096218) + | > loss_disc_real_4: 0.23658159375190735 (0.24540583964656382) + | > loss_disc_real_5: 0.3191637694835663 (0.29566462337970734) + | > loss_0: 2.780083417892456 (2.5044476845685173) + | > loss_gen: 1.909088373184204 (2.4038762906018425) + | > loss_kl: 1.5238531827926636 (1.4923537618973677) + | > loss_feat: 3.715378522872925 (5.2711796900805306) + | > loss_mel: 20.58736228942871 (23.75058656580308) + | > loss_duration: 1.6923456192016602 (1.741885213290944) + | > loss_1: 29.428028106689453 (34.65988181619083) + + --> STEP: 18 + | > loss_disc: 2.6561195850372314 (2.512873901261224) + | > loss_disc_real_0: 0.0750131607055664 (0.0836204495280981) + | > loss_disc_real_1: 0.34424149990081787 (0.273279650343789) + | > loss_disc_real_2: 0.2230880707502365 (0.23542951792478561) + | > loss_disc_real_3: 0.18147487938404083 (0.19958071576224434) + | > loss_disc_real_4: 0.2450346052646637 (0.24538521551423603) + | > loss_disc_real_5: 0.2898896634578705 (0.2953437922729386) + | > loss_0: 2.6561195850372314 (2.512873901261224) + | > loss_gen: 2.432483434677124 (2.4054655763838024) + | > loss_kl: 1.48051118850708 (1.4916958411534627) + | > loss_feat: 5.927764415740967 (5.307656619283888) + | > loss_mel: 24.170976638793945 (23.773941569858128) + | > loss_duration: 1.7344084978103638 (1.7414698402086894) + | > loss_1: 35.74614334106445 (34.72022967868381) + + --> STEP: 19 + | > loss_disc: 2.557711124420166 (2.5152337551116943) + | > loss_disc_real_0: 0.08799386024475098 (0.08385062903950088) + | > loss_disc_real_1: 0.22154517471790314 (0.27055678320558446) + | > loss_disc_real_2: 0.1882074773311615 (0.23294414736722646) + | > loss_disc_real_3: 0.11995512247085571 (0.19538989506269755) + | > loss_disc_real_4: 0.21513421833515167 (0.24379305776796842) + | > loss_disc_real_5: 0.30375245213508606 (0.2957863533183148) + | > loss_0: 2.557711124420166 (2.5152337551116943) + | > loss_gen: 2.2324633598327637 (2.3963601965653267) + | > loss_kl: 1.7965400218963623 (1.5077402717188786) + | > loss_feat: 6.080945014953613 (5.348356008529663) + | > loss_mel: 25.642141342163086 (23.872267873663652) + | > loss_duration: 1.832502007484436 (1.746261006907413) + | > loss_1: 37.584590911865234 (34.87098553306178) + + --> STEP: 20 + | > loss_disc: 2.1985435485839844 (2.499399244785309) + | > loss_disc_real_0: 0.04660867154598236 (0.08198853116482496) + | > loss_disc_real_1: 0.18607765436172485 (0.2663328267633915) + | > loss_disc_real_2: 0.19180545210838318 (0.2308872126042843) + | > loss_disc_real_3: 0.1615600287914276 (0.19369840174913405) + | > loss_disc_real_4: 0.1884227842092514 (0.24102454409003257) + | > loss_disc_real_5: 0.21181508898735046 (0.2915877901017666) + | > loss_0: 2.1985435485839844 (2.499399244785309) + | > loss_gen: 2.2746691703796387 (2.3902756452560423) + | > loss_kl: 1.0981024503707886 (1.487258380651474) + | > loss_feat: 6.43292760848999 (5.402584588527679) + | > loss_mel: 23.713394165039062 (23.864324188232423) + | > loss_duration: 1.6868923902511597 (1.7432925760746003) + | > loss_1: 35.20598602294922 (34.88773555755615) + + --> STEP: 21 + | > loss_disc: 2.507399320602417 (2.4997802007765997) + | > loss_disc_real_0: 0.06869365274906158 (0.08135544171645528) + | > loss_disc_real_1: 0.2702326476573944 (0.26651853252024876) + | > loss_disc_real_2: 0.23033548891544342 (0.23086094004767282) + | > loss_disc_real_3: 0.19835111498832703 (0.19391995952242896) + | > loss_disc_real_4: 0.30473947525024414 (0.24405858843099504) + | > loss_disc_real_5: 0.29338163137435913 (0.2916732111147472) + | > loss_0: 2.507399320602417 (2.4997802007765997) + | > loss_gen: 2.4214396476745605 (2.39175964537121) + | > loss_kl: 1.2755920886993408 (1.477179033415658) + | > loss_feat: 5.911312580108643 (5.426809730983916) + | > loss_mel: 24.70956802368164 (23.904573894682386) + | > loss_duration: 1.7177238464355469 (1.7420750175203596) + | > loss_1: 36.03563690185547 (34.94239752633231) + + --> STEP: 22 + | > loss_disc: 2.824709415435791 (2.5145497105338355) + | > loss_disc_real_0: 0.06721262633800507 (0.08071258647198028) + | > loss_disc_real_1: 0.22494934499263763 (0.2646290239962665) + | > loss_disc_real_2: 0.24994392693042755 (0.23172834854234348) + | > loss_disc_real_3: 0.18354837596416473 (0.19344852390614423) + | > loss_disc_real_4: 0.24094344675540924 (0.24391699108210477) + | > loss_disc_real_5: 0.28953486680984497 (0.29157601364634256) + | > loss_0: 2.824709415435791 (2.5145497105338355) + | > loss_gen: 1.8398081064224243 (2.3666709390553566) + | > loss_kl: 1.4596830606460571 (1.4763837619261309) + | > loss_feat: 3.6020476818084717 (5.343866001475941) + | > loss_mel: 19.151498794555664 (23.688525026494805) + | > loss_duration: 1.842637300491333 (1.7466460303826765) + | > loss_1: 27.895675659179688 (34.622091986916274) + + --> STEP: 23 + | > loss_disc: 2.316058874130249 (2.505919674168462) + | > loss_disc_real_0: 0.16859851777553558 (0.08453371391996094) + | > loss_disc_real_1: 0.16751250624656677 (0.26040656670280127) + | > loss_disc_real_2: 0.1953357309103012 (0.2301460608192112) + | > loss_disc_real_3: 0.15477752685546875 (0.1917671762082888) + | > loss_disc_real_4: 0.18174950778484344 (0.24121405702570212) + | > loss_disc_real_5: 0.21839377284049988 (0.28839417708956677) + | > loss_0: 2.316058874130249 (2.505919674168462) + | > loss_gen: 2.2443552017211914 (2.361352863519089) + | > loss_kl: 1.4176193475723267 (1.4738287873890088) + | > loss_feat: 6.265045642852783 (5.383917290231456) + | > loss_mel: 26.214162826538086 (23.79833536562712) + | > loss_duration: 1.8046419620513916 (1.7491675926291423) + | > loss_1: 37.945823669433594 (34.7666020600692) + + --> STEP: 24 + | > loss_disc: 2.4193289279937744 (2.5023117264111834) + | > loss_disc_real_0: 0.10568330436944962 (0.08541494685535629) + | > loss_disc_real_1: 0.3011378049850464 (0.26210370163122815) + | > loss_disc_real_2: 0.2449936717748642 (0.23076471127569675) + | > loss_disc_real_3: 0.16500705480575562 (0.1906521711498499) + | > loss_disc_real_4: 0.24980781972408295 (0.24157213047146797) + | > loss_disc_real_5: 0.2789455056190491 (0.28800048244496185) + | > loss_0: 2.4193289279937744 (2.5023117264111834) + | > loss_gen: 2.7400124073028564 (2.377130344510079) + | > loss_kl: 1.3467320203781128 (1.4685330887635548) + | > loss_feat: 5.900500297546387 (5.405441582202911) + | > loss_mel: 25.221506118774414 (23.85763414700826) + | > loss_duration: 1.7156312465667725 (1.7477702448765438) + | > loss_1: 36.924381256103516 (34.856509526570626) + + --> STEP: 25 + | > loss_disc: 2.9577856063842773 (2.520530681610107) + | > loss_disc_real_0: 0.04459275305271149 (0.0837820591032505) + | > loss_disc_real_1: 0.2002338021993637 (0.2596289056539536) + | > loss_disc_real_2: 0.27997514605522156 (0.23273312866687776) + | > loss_disc_real_3: 0.1977456957101822 (0.19093591213226319) + | > loss_disc_real_4: 0.2983589172363281 (0.24384360194206237) + | > loss_disc_real_5: 0.36627620458602905 (0.29113151133060455) + | > loss_0: 2.9577856063842773 (2.520530681610107) + | > loss_gen: 1.8345603942871094 (2.35542754650116) + | > loss_kl: 1.5044535398483276 (1.4699699068069458) + | > loss_feat: 2.4557297229766846 (5.287453107833862) + | > loss_mel: 18.112947463989258 (23.6278466796875) + | > loss_duration: 1.7001031637191772 (1.745863561630249) + | > loss_1: 25.60779571533203 (34.48656097412108) + + --> STEP: 26 + | > loss_disc: 2.3775830268859863 (2.5150326948899484) + | > loss_disc_real_0: 0.08091526478528976 (0.08367179778332894) + | > loss_disc_real_1: 0.21011188626289368 (0.2577244049081436) + | > loss_disc_real_2: 0.209264874458313 (0.23183050350500986) + | > loss_disc_real_3: 0.12324344366788864 (0.18833235565286416) + | > loss_disc_real_4: 0.2165708690881729 (0.24279465067845124) + | > loss_disc_real_5: 0.2253710925579071 (0.2886022644547316) + | > loss_0: 2.3775830268859863 (2.5150326948899484) + | > loss_gen: 2.386903762817383 (2.3566381702056303) + | > loss_kl: 2.008439064025879 (1.490680259007674) + | > loss_feat: 5.631937026977539 (5.300702489339388) + | > loss_mel: 22.101158142089844 (23.5691278897799) + | > loss_duration: 1.7270004749298096 (1.7451380582956166) + | > loss_1: 33.85544204711914 (34.4622871692364) + + --> STEP: 27 + | > loss_disc: 2.0743308067321777 (2.498710402735957) + | > loss_disc_real_0: 0.07200616598129272 (0.08323973734621648) + | > loss_disc_real_1: 0.18825647234916687 (0.25515151851707035) + | > loss_disc_real_2: 0.20279543101787567 (0.23075513044993082) + | > loss_disc_real_3: 0.1404387503862381 (0.1865585184207669) + | > loss_disc_real_4: 0.19854316115379333 (0.24115570662198244) + | > loss_disc_real_5: 0.2659156620502472 (0.2877620199212321) + | > loss_0: 2.0743308067321777 (2.498710402735957) + | > loss_gen: 2.688375949859619 (2.3689247546372596) + | > loss_kl: 1.6104416847229004 (1.4951158673674971) + | > loss_feat: 6.7261762619018555 (5.353497814249109) + | > loss_mel: 25.64192008972168 (23.645897971259224) + | > loss_duration: 1.7422105073928833 (1.7450296304844044) + | > loss_1: 38.40912628173828 (34.608466395625356) + + --> STEP: 28 + | > loss_disc: 2.407254695892334 (2.4954441274915418) + | > loss_disc_real_0: 0.15203523635864258 (0.08569671945380312) + | > loss_disc_real_1: 0.3058885931968689 (0.2569635568984917) + | > loss_disc_real_2: 0.21306726336479187 (0.23012342091117585) + | > loss_disc_real_3: 0.18900984525680542 (0.18664606580776827) + | > loss_disc_real_4: 0.17566674947738647 (0.23881681529538973) + | > loss_disc_real_5: 0.24845701456069946 (0.28635826972978456) + | > loss_0: 2.407254695892334 (2.4954441274915418) + | > loss_gen: 2.3152706623077393 (2.3670085370540623) + | > loss_kl: 1.5053575038909912 (1.4954816401004791) + | > loss_feat: 5.263055324554443 (5.350267725331443) + | > loss_mel: 24.322837829589844 (23.67007439477103) + | > loss_duration: 1.7682150602340698 (1.7458576815468925) + | > loss_1: 35.17473602294922 (34.628690310886924) + + --> STEP: 29 + | > loss_disc: 2.2362706661224365 (2.486507111582262) + | > loss_disc_real_0: 0.049192238599061966 (0.0844379442519155) + | > loss_disc_real_1: 0.3130073547363281 (0.25889610165152055) + | > loss_disc_real_2: 0.21221768856048584 (0.22950598186460033) + | > loss_disc_real_3: 0.1960245668888092 (0.18696946239676968) + | > loss_disc_real_4: 0.21220974624156952 (0.23789933015560283) + | > loss_disc_real_5: 0.2907104194164276 (0.28650834385691015) + | > loss_0: 2.2362706661224365 (2.486507111582262) + | > loss_gen: 2.7616541385650635 (2.380617006071683) + | > loss_kl: 1.4740408658981323 (1.4947423030590188) + | > loss_feat: 5.835463523864746 (5.36699861493604) + | > loss_mel: 26.783472061157227 (23.777432934991246) + | > loss_duration: 1.7347807884216309 (1.7454757197149868) + | > loss_1: 38.58940887451172 (34.765266813080885) + + --> STEP: 30 + | > loss_disc: 2.453369617462158 (2.4854025284449253) + | > loss_disc_real_0: 0.12795880436897278 (0.08588863958915074) + | > loss_disc_real_1: 0.31596434116363525 (0.2607983763019244) + | > loss_disc_real_2: 0.1976766437292099 (0.228445003926754) + | > loss_disc_real_3: 0.2524634003639221 (0.18915259366234144) + | > loss_disc_real_4: 0.23685802519321442 (0.23786461999018987) + | > loss_disc_real_5: 0.24783146381378174 (0.2852191145221392) + | > loss_0: 2.453369617462158 (2.4854025284449253) + | > loss_gen: 2.4762725830078125 (2.3838055253028876) + | > loss_kl: 1.4253021478652954 (1.4924276312192282) + | > loss_feat: 5.506471157073975 (5.371647699673971) + | > loss_mel: 24.087251663208008 (23.7877602259318) + | > loss_duration: 1.7458040714263916 (1.7454866647720337) + | > loss_1: 35.2411003112793 (34.7811279296875) + + --> STEP: 31 + | > loss_disc: 2.576683759689331 (2.488347084291519) + | > loss_disc_real_0: 0.06248396262526512 (0.08513365000967056) + | > loss_disc_real_1: 0.275000661611557 (0.261256514537719) + | > loss_disc_real_2: 0.24530576169490814 (0.22898889933862993) + | > loss_disc_real_3: 0.24572624266147614 (0.19097755008166836) + | > loss_disc_real_4: 0.2921973466873169 (0.239617288593323) + | > loss_disc_real_5: 0.3325253427028656 (0.2867451218828078) + | > loss_0: 2.576683759689331 (2.488347084291519) + | > loss_gen: 2.281959056854248 (2.380520155352931) + | > loss_kl: 1.705372929573059 (1.4992968343919324) + | > loss_feat: 4.802336692810059 (5.353282828484812) + | > loss_mel: 23.921085357666016 (23.79206103663291) + | > loss_duration: 1.6998127698898315 (1.7440133133242208) + | > loss_1: 34.41056823730469 (34.76917439122354) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.010624054939516129 (-0.0021762155717419043) + | > avg_loss_disc: 2.488347084291519 (-0.02857313617583257) + | > avg_loss_disc_real_0: 0.08513365000967056 (-0.10191966316873029) + | > avg_loss_disc_real_1: 0.261256514537719 (+0.14009749528861815) + | > avg_loss_disc_real_2: 0.22898889933862993 (+0.030649210656842868) + | > avg_loss_disc_real_3: 0.19097755008166836 (-0.015981506676443158) + | > avg_loss_disc_real_4: 0.239617288593323 (-0.015390886414435562) + | > avg_loss_disc_real_5: 0.2867451218828078 (+0.00836214855793982) + | > avg_loss_0: 2.488347084291519 (-0.02857313617583257) + | > avg_loss_gen: 2.380520155352931 (+0.2484307289123553) + | > avg_loss_kl: 1.4992968343919324 (+0.01501336020808064) + | > avg_loss_feat: 5.353282828484812 (+0.13296083481081133) + | > avg_loss_mel: 23.79206103663291 (+0.1884590887254305) + | > avg_loss_duration: 1.7440133133242208 (-0.009585265190370507) + | > avg_loss_1: 34.76917439122354 (+0.5752784975113414) + + + > EPOCH: 18/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 14:38:32)  + + --> TIME: 2024-11-22 14:38:43 -- STEP: 12/797 -- GLOBAL_STEP: 16175 + | > loss_disc: 2.503465414047241 (2.465091109275818) + | > loss_disc_real_0: 0.10494915395975113 (0.11500413653751214) + | > loss_disc_real_1: 0.2958042323589325 (0.24208049227794012) + | > loss_disc_real_2: 0.24276940524578094 (0.23534265905618668) + | > loss_disc_real_3: 0.21578779816627502 (0.22304949288566908) + | > loss_disc_real_4: 0.2612069845199585 (0.23924686387181282) + | > loss_disc_real_5: 0.2815495729446411 (0.23760520915190378) + | > loss_0: 2.503465414047241 (2.465091109275818) + | > grad_norm_0: tensor(61.0611, device='cuda:0') (tensor(119.0701, device='cuda:0')) + | > loss_gen: 2.227020740509033 (2.382856865723928) + | > loss_kl: 1.8633427619934082 (1.6839656233787537) + | > loss_feat: 5.080232620239258 (5.222227176030477) + | > loss_mel: 22.685321807861328 (22.86008342107137) + | > loss_duration: 1.8006176948547363 (1.9651575287183125) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.65653610229492 (34.11429087320963) + | > grad_norm_1: tensor(785.4346, device='cuda:0') (tensor(533.7344, device='cuda:0')) + | > current_lr_0: 0.00019950059330492385 + | > current_lr_1: 0.00019950059330492385 + | > step_time: 0.8228 (0.8341657718022665) + | > loader_time: 0.0042 (0.004248360792795817) + + + --> TIME: 2024-11-22 14:39:04 -- STEP: 37/797 -- GLOBAL_STEP: 16200 + | > loss_disc: 2.4436542987823486 (2.489337753605198) + | > loss_disc_real_0: 0.06212088465690613 (0.11981709271266654) + | > loss_disc_real_1: 0.1882612705230713 (0.22555441671126597) + | > loss_disc_real_2: 0.21132144331932068 (0.24356542849862897) + | > loss_disc_real_3: 0.19443516433238983 (0.229315982477085) + | > loss_disc_real_4: 0.18287961184978485 (0.22789874390975848) + | > loss_disc_real_5: 0.176885724067688 (0.2333296070227752) + | > loss_0: 2.4436542987823486 (2.489337753605198) + | > grad_norm_0: tensor(81.4227, device='cuda:0') (tensor(111.4646, device='cuda:0')) + | > loss_gen: 2.3560361862182617 (2.344731569290161) + | > loss_kl: 1.4345694780349731 (1.6154558884130943) + | > loss_feat: 5.772528171539307 (5.290593031290415) + | > loss_mel: 23.656007766723633 (22.591509483956) + | > loss_duration: 1.8753890991210938 (1.8941447122676953) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.09453201293945 (33.73643467877362) + | > grad_norm_1: tensor(476.8542, device='cuda:0') (tensor(670.5392, device='cuda:0')) + | > current_lr_0: 0.00019950059330492385 + | > current_lr_1: 0.00019950059330492385 + | > step_time: 0.8168 (0.8329770629470413) + | > loader_time: 0.0058 (0.005231554443771775) + + + --> TIME: 2024-11-22 14:39:26 -- STEP: 62/797 -- GLOBAL_STEP: 16225 + | > loss_disc: 2.5382182598114014 (2.500792230329206) + | > loss_disc_real_0: 0.14639437198638916 (0.12947270676733988) + | > loss_disc_real_1: 0.19174771010875702 (0.2220580880680392) + | > loss_disc_real_2: 0.24484848976135254 (0.24338046773787467) + | > loss_disc_real_3: 0.22185182571411133 (0.2267710991924809) + | > loss_disc_real_4: 0.24316030740737915 (0.22930474026549247) + | > loss_disc_real_5: 0.25460273027420044 (0.23782472360518672) + | > loss_0: 2.5382182598114014 (2.500792230329206) + | > grad_norm_0: tensor(162.3447, device='cuda:0') (tensor(107.3800, device='cuda:0')) + | > loss_gen: 2.3038687705993652 (2.32566039792953) + | > loss_kl: 1.5046043395996094 (1.5630322464050788) + | > loss_feat: 4.861598968505859 (5.256206439387414) + | > loss_mel: 22.703861236572266 (22.692952586758516) + | > loss_duration: 1.799828052520752 (1.8563391989277256) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.173763275146484 (33.694190825185466) + | > grad_norm_1: tensor(845.3901, device='cuda:0') (tensor(663.5332, device='cuda:0')) + | > current_lr_0: 0.00019950059330492385 + | > current_lr_1: 0.00019950059330492385 + | > step_time: 0.8596 (0.8433335404242238) + | > loader_time: 0.0048 (0.00496049081125567) + + + --> TIME: 2024-11-22 14:39:48 -- STEP: 87/797 -- GLOBAL_STEP: 16250 + | > loss_disc: 2.3406319618225098 (2.4952680516517023) + | > loss_disc_real_0: 0.05349775403738022 (0.133953749191487) + | > loss_disc_real_1: 0.2294941395521164 (0.21968125577630668) + | > loss_disc_real_2: 0.26067790389060974 (0.2426957965924822) + | > loss_disc_real_3: 0.21089784801006317 (0.22725570578684753) + | > loss_disc_real_4: 0.23202820122241974 (0.22664406501698767) + | > loss_disc_real_5: 0.23587863147258759 (0.23684890379850893) + | > loss_0: 2.3406319618225098 (2.4952680516517023) + | > grad_norm_0: tensor(5.5928, device='cuda:0') (tensor(114.5933, device='cuda:0')) + | > loss_gen: 2.4370994567871094 (2.3397341788500206) + | > loss_kl: 1.2990360260009766 (1.5329699667020775) + | > loss_feat: 4.95667839050293 (5.3284796544875235) + | > loss_mel: 18.997970581054688 (22.79582008274122) + | > loss_duration: 1.7237093448638916 (1.8356307717575424) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 29.414493560791016 (33.832634564103756) + | > grad_norm_1: tensor(369.6920, device='cuda:0') (tensor(610.1230, device='cuda:0')) + | > current_lr_0: 0.00019950059330492385 + | > current_lr_1: 0.00019950059330492385 + | > step_time: 0.7903 (0.8493288769119087) + | > loader_time: 0.0041 (0.005028916501450812) + + + --> TIME: 2024-11-22 14:40:10 -- STEP: 112/797 -- GLOBAL_STEP: 16275 + | > loss_disc: 2.3840737342834473 (2.479074533496584) + | > loss_disc_real_0: 0.08598774671554565 (0.1278225769222315) + | > loss_disc_real_1: 0.1861533373594284 (0.21711115139935697) + | > loss_disc_real_2: 0.23193281888961792 (0.24087233362453325) + | > loss_disc_real_3: 0.1902688890695572 (0.226672330205994) + | > loss_disc_real_4: 0.21289803087711334 (0.22694329504988023) + | > loss_disc_real_5: 0.2561037242412567 (0.23652435360210283) + | > loss_0: 2.3840737342834473 (2.479074533496584) + | > grad_norm_0: tensor(15.2792, device='cuda:0') (tensor(107.5803, device='cuda:0')) + | > loss_gen: 2.1502938270568848 (2.3538892843893597) + | > loss_kl: 1.6670435667037964 (1.5175381196396691) + | > loss_feat: 5.264825344085693 (5.387819982000762) + | > loss_mel: 22.165307998657227 (22.79195819582258) + | > loss_duration: 1.8174676895141602 (1.824514007994107) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.064937591552734 (33.87571946212223) + | > grad_norm_1: tensor(385.9754, device='cuda:0') (tensor(571.8989, device='cuda:0')) + | > current_lr_0: 0.00019950059330492385 + | > current_lr_1: 0.00019950059330492385 + | > step_time: 0.9393 (0.8562383098261697) + | > loader_time: 0.0038 (0.005307154996054513) + + + --> TIME: 2024-11-22 14:40:32 -- STEP: 137/797 -- GLOBAL_STEP: 16300 + | > loss_disc: 2.488734006881714 (2.476376627483507) + | > loss_disc_real_0: 0.08865755051374435 (0.1267056508927885) + | > loss_disc_real_1: 0.17100787162780762 (0.2167201757866101) + | > loss_disc_real_2: 0.20711323618888855 (0.2406982087740933) + | > loss_disc_real_3: 0.20363181829452515 (0.22644581498890898) + | > loss_disc_real_4: 0.2056599259376526 (0.22679169639183658) + | > loss_disc_real_5: 0.19549500942230225 (0.23490462511995414) + | > loss_0: 2.488734006881714 (2.476376627483507) + | > grad_norm_0: tensor(109.2897, device='cuda:0') (tensor(106.7335, device='cuda:0')) + | > loss_gen: 2.6405069828033447 (2.3523056889972547) + | > loss_kl: 1.333217740058899 (1.516382988351975) + | > loss_feat: 6.649837970733643 (5.412632825600842) + | > loss_mel: 23.834693908691406 (22.85843551245919) + | > loss_duration: 1.7958847284317017 (1.817033126406426) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.2541389465332 (33.95679010265935) + | > grad_norm_1: tensor(1099.0675, device='cuda:0') (tensor(609.2269, device='cuda:0')) + | > current_lr_0: 0.00019950059330492385 + | > current_lr_1: 0.00019950059330492385 + | > step_time: 0.8655 (0.8626680809215908) + | > loader_time: 0.009 (0.005516221053408881) + + + --> TIME: 2024-11-22 14:40:55 -- STEP: 162/797 -- GLOBAL_STEP: 16325 + | > loss_disc: 2.1311252117156982 (2.4713425768746258) + | > loss_disc_real_0: 0.09742678701877594 (0.12424611112815732) + | > loss_disc_real_1: 0.1429927498102188 (0.21718124355430957) + | > loss_disc_real_2: 0.16998815536499023 (0.2382306562345705) + | > loss_disc_real_3: 0.2091703563928604 (0.22614289240704644) + | > loss_disc_real_4: 0.19303320348262787 (0.22623189713483977) + | > loss_disc_real_5: 0.17609725892543793 (0.23522263719343844) + | > loss_0: 2.1311252117156982 (2.4713425768746258) + | > grad_norm_0: tensor(34.8164, device='cuda:0') (tensor(108.3554, device='cuda:0')) + | > loss_gen: 2.598635673522949 (2.355671767835263) + | > loss_kl: 1.4215039014816284 (1.511398980646957) + | > loss_feat: 6.787678241729736 (5.420027054386377) + | > loss_mel: 25.371498107910156 (22.827202479044598) + | > loss_duration: 1.7652654647827148 (1.810085995697681) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.944583892822266 (33.924386342366546) + | > grad_norm_1: tensor(290.0352, device='cuda:0') (tensor(589.1223, device='cuda:0')) + | > current_lr_0: 0.00019950059330492385 + | > current_lr_1: 0.00019950059330492385 + | > step_time: 0.8409 (0.8684918954048628) + | > loader_time: 0.0082 (0.005624919761846094) + + + --> TIME: 2024-11-22 14:41:18 -- STEP: 187/797 -- GLOBAL_STEP: 16350 + | > loss_disc: 2.6249074935913086 (2.470477593773824) + | > loss_disc_real_0: 0.07609452307224274 (0.12306645262568075) + | > loss_disc_real_1: 0.12207931280136108 (0.21627983171990847) + | > loss_disc_real_2: 0.2856051027774811 (0.2393303185223258) + | > loss_disc_real_3: 0.2155892550945282 (0.2270595564402361) + | > loss_disc_real_4: 0.30826815962791443 (0.2259013217719481) + | > loss_disc_real_5: 0.25599318742752075 (0.23468538361755922) + | > loss_0: 2.6249074935913086 (2.470477593773824) + | > grad_norm_0: tensor(25.3710, device='cuda:0') (tensor(101.7200, device='cuda:0')) + | > loss_gen: 2.465160608291626 (2.355907637805225) + | > loss_kl: 1.6373825073242188 (1.5103837889146035) + | > loss_feat: 5.329169750213623 (5.417786788175454) + | > loss_mel: 23.517391204833984 (22.876804035615155) + | > loss_duration: 1.82133150100708 (1.802782219361494) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.77043533325195 (33.96366455975703) + | > grad_norm_1: tensor(753.4944, device='cuda:0') (tensor(596.5560, device='cuda:0')) + | > current_lr_0: 0.00019950059330492385 + | > current_lr_1: 0.00019950059330492385 + | > step_time: 0.9349 (0.8721538609999386) + | > loader_time: 0.0119 (0.0059115861188919145) + + + --> TIME: 2024-11-22 14:41:41 -- STEP: 212/797 -- GLOBAL_STEP: 16375 + | > loss_disc: 2.3839874267578125 (2.469238512920881) + | > loss_disc_real_0: 0.06808655709028244 (0.12370703661954911) + | > loss_disc_real_1: 0.1987069845199585 (0.21644153382699444) + | > loss_disc_real_2: 0.23883183300495148 (0.23831272202561488) + | > loss_disc_real_3: 0.21238602697849274 (0.2264637251226407) + | > loss_disc_real_4: 0.22384068369865417 (0.22556723443404683) + | > loss_disc_real_5: 0.2467011958360672 (0.23550275931099676) + | > loss_0: 2.3839874267578125 (2.469238512920881) + | > grad_norm_0: tensor(147.1423, device='cuda:0') (tensor(102.1208, device='cuda:0')) + | > loss_gen: 2.265036106109619 (2.3509383437768476) + | > loss_kl: 1.4643193483352661 (1.5101579135318968) + | > loss_feat: 5.610973358154297 (5.3987106276008365) + | > loss_mel: 24.064350128173828 (22.888508193897753) + | > loss_duration: 1.800121545791626 (1.8000534592934374) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.20479965209961 (33.94836863931622) + | > grad_norm_1: tensor(1164.4417, device='cuda:0') (tensor(628.2556, device='cuda:0')) + | > current_lr_0: 0.00019950059330492385 + | > current_lr_1: 0.00019950059330492385 + | > step_time: 0.8436 (0.8767314890645584) + | > loader_time: 0.0046 (0.006076848731850678) + + + --> TIME: 2024-11-22 14:42:04 -- STEP: 237/797 -- GLOBAL_STEP: 16400 + | > loss_disc: 2.3510799407958984 (2.464258925321231) + | > loss_disc_real_0: 0.04975109547376633 (0.12179023770120326) + | > loss_disc_real_1: 0.2428569495677948 (0.21641004450210538) + | > loss_disc_real_2: 0.22696726024150848 (0.238194943606099) + | > loss_disc_real_3: 0.2338663786649704 (0.22612012960488284) + | > loss_disc_real_4: 0.28549981117248535 (0.22541028871063443) + | > loss_disc_real_5: 0.2603491544723511 (0.2351815724423163) + | > loss_0: 2.3510799407958984 (2.464258925321231) + | > grad_norm_0: tensor(36.2162, device='cuda:0') (tensor(103.4984, device='cuda:0')) + | > loss_gen: 2.4688239097595215 (2.360207421870171) + | > loss_kl: 1.542733907699585 (1.5166115353379064) + | > loss_feat: 6.191465854644775 (5.424219466462924) + | > loss_mel: 24.3851318359375 (22.954356430955073) + | > loss_duration: 1.7114880084991455 (1.7947363682437043) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.29964065551758 (34.05013134308506) + | > grad_norm_1: tensor(447.4058, device='cuda:0') (tensor(633.4437, device='cuda:0')) + | > current_lr_0: 0.00019950059330492385 + | > current_lr_1: 0.00019950059330492385 + | > step_time: 0.8939 (0.8785234382886927) + | > loader_time: 0.0061 (0.006198859918972611) + + + --> TIME: 2024-11-22 14:42:26 -- STEP: 262/797 -- GLOBAL_STEP: 16425 + | > loss_disc: 2.5151078701019287 (2.4592516549670953) + | > loss_disc_real_0: 0.1598503589630127 (0.12084870797560644) + | > loss_disc_real_1: 0.20828890800476074 (0.21590304778504918) + | > loss_disc_real_2: 0.2610711455345154 (0.2379984654884302) + | > loss_disc_real_3: 0.21300767362117767 (0.2254198483610881) + | > loss_disc_real_4: 0.218677818775177 (0.22508701522841706) + | > loss_disc_real_5: 0.2723131477832794 (0.23504644165967256) + | > loss_0: 2.5151078701019287 (2.4592516549670953) + | > grad_norm_0: tensor(397.7119, device='cuda:0') (tensor(102.8333, device='cuda:0')) + | > loss_gen: 2.3267884254455566 (2.368028779066246) + | > loss_kl: 1.2845253944396973 (1.5161524851813566) + | > loss_feat: 5.008695125579834 (5.438193971874153) + | > loss_mel: 22.70065689086914 (22.99655915762632) + | > loss_duration: 1.7409789562225342 (1.7910603930931965) + | > amp_scaler: 128.0 (129.95419847328245) + | > loss_1: 33.0616455078125 (34.1099949174255) + | > grad_norm_1: tensor(699.9566, device='cuda:0') (tensor(635.3219, device='cuda:0')) + | > current_lr_0: 0.00019950059330492385 + | > current_lr_1: 0.00019950059330492385 + | > step_time: 0.8471 (0.880269066978047) + | > loader_time: 0.0052 (0.0063405883221225885) + + + --> TIME: 2024-11-22 14:42:50 -- STEP: 287/797 -- GLOBAL_STEP: 16450 + | > loss_disc: 2.4056386947631836 (2.460967254140234) + | > loss_disc_real_0: 0.10559491813182831 (0.12153250228886198) + | > loss_disc_real_1: 0.13220417499542236 (0.21565033884829346) + | > loss_disc_real_2: 0.24875013530254364 (0.23862293523570802) + | > loss_disc_real_3: 0.23990370333194733 (0.22524567083406946) + | > loss_disc_real_4: 0.2475263476371765 (0.22541960305453176) + | > loss_disc_real_5: 0.22990331053733826 (0.23487244395844198) + | > loss_0: 2.4056386947631836 (2.460967254140234) + | > grad_norm_0: tensor(20.9820, device='cuda:0') (tensor(101.4485, device='cuda:0')) + | > loss_gen: 2.229090690612793 (2.367724092164521) + | > loss_kl: 1.339017629623413 (1.5163132027051174) + | > loss_feat: 4.865649223327637 (5.430283879569187) + | > loss_mel: 22.277101516723633 (23.02245107511195) + | > loss_duration: 1.810410499572754 (1.7888405077964171) + | > amp_scaler: 128.0 (129.78397212543558) + | > loss_1: 32.521270751953125 (34.125612883617656) + | > grad_norm_1: tensor(667.7099, device='cuda:0') (tensor(627.9126, device='cuda:0')) + | > current_lr_0: 0.00019950059330492385 + | > current_lr_1: 0.00019950059330492385 + | > step_time: 0.9133 (0.8847784647127478) + | > loader_time: 0.0151 (0.006501940484661675) + + + --> TIME: 2024-11-22 14:43:13 -- STEP: 312/797 -- GLOBAL_STEP: 16475 + | > loss_disc: 2.3582234382629395 (2.460123531329324) + | > loss_disc_real_0: 0.08403889834880829 (0.12231920156269692) + | > loss_disc_real_1: 0.1884927600622177 (0.2159029756887601) + | > loss_disc_real_2: 0.19470974802970886 (0.23701564308542472) + | > loss_disc_real_3: 0.25902363657951355 (0.2256541862988319) + | > loss_disc_real_4: 0.1772172600030899 (0.2241560301910608) + | > loss_disc_real_5: 0.18846046924591064 (0.23449936332419896) + | > loss_0: 2.3582234382629395 (2.460123531329324) + | > grad_norm_0: tensor(28.3045, device='cuda:0') (tensor(101.2457, device='cuda:0')) + | > loss_gen: 2.4252617359161377 (2.3613294584628863) + | > loss_kl: 1.6264575719833374 (1.5198192802759318) + | > loss_feat: 5.530258655548096 (5.414453443044276) + | > loss_mel: 22.474109649658203 (23.012962225155945) + | > loss_duration: 1.777091145515442 (1.7863725286263685) + | > amp_scaler: 128.0 (129.64102564102575) + | > loss_1: 33.83317947387695 (34.09493708610537) + | > grad_norm_1: tensor(300.6280, device='cuda:0') (tensor(638.8860, device='cuda:0')) + | > current_lr_0: 0.00019950059330492385 + | > current_lr_1: 0.00019950059330492385 + | > step_time: 0.8214 (0.8875644000676962) + | > loader_time: 0.0094 (0.0065451997977036686) + + + --> TIME: 2024-11-22 14:43:37 -- STEP: 337/797 -- GLOBAL_STEP: 16500 + | > loss_disc: 2.4792399406433105 (2.4625896268499337) + | > loss_disc_real_0: 0.22830110788345337 (0.12321167954904212) + | > loss_disc_real_1: 0.16108673810958862 (0.216259570211968) + | > loss_disc_real_2: 0.2636803090572357 (0.23821422369260817) + | > loss_disc_real_3: 0.2314784675836563 (0.22556638523096148) + | > loss_disc_real_4: 0.2198297381401062 (0.22480519332588603) + | > loss_disc_real_5: 0.2438732385635376 (0.23441530764102936) + | > loss_0: 2.4792399406433105 (2.4625896268499337) + | > grad_norm_0: tensor(148.2843, device='cuda:0') (tensor(99.8900, device='cuda:0')) + | > loss_gen: 2.2652273178100586 (2.3579347119486997) + | > loss_kl: 1.4590604305267334 (1.5208741769592558) + | > loss_feat: 5.378434181213379 (5.40208805491734) + | > loss_mel: 22.27837371826172 (23.01167466590949) + | > loss_duration: 1.715842604637146 (1.7835486161602712) + | > amp_scaler: 128.0 (129.51928783382803) + | > loss_1: 33.09693908691406 (34.07612037092715) + | > grad_norm_1: tensor(240.8783, device='cuda:0') (tensor(627.2029, device='cuda:0')) + | > current_lr_0: 0.00019950059330492385 + | > current_lr_1: 0.00019950059330492385 + | > step_time: 0.9638 (0.8918789211295832) + | > loader_time: 0.0066 (0.006611536801391963) + + + --> TIME: 2024-11-22 14:44:02 -- STEP: 362/797 -- GLOBAL_STEP: 16525 + | > loss_disc: 2.5297136306762695 (2.460706975578601) + | > loss_disc_real_0: 0.142851784825325 (0.12285650443820828) + | > loss_disc_real_1: 0.26581794023513794 (0.2156533270004046) + | > loss_disc_real_2: 0.215254545211792 (0.2372920131568092) + | > loss_disc_real_3: 0.26354527473449707 (0.22512434287130503) + | > loss_disc_real_4: 0.2257276326417923 (0.22418604227225425) + | > loss_disc_real_5: 0.22812320291996002 (0.23481219978128348) + | > loss_0: 2.5297136306762695 (2.460706975578601) + | > grad_norm_0: tensor(315.2309, device='cuda:0') (tensor(99.9563, device='cuda:0')) + | > loss_gen: 2.390648126602173 (2.3548891366516007) + | > loss_kl: 1.5672849416732788 (1.5183947909602802) + | > loss_feat: 5.130514144897461 (5.394700449474613) + | > loss_mel: 21.736013412475586 (22.980786787212224) + | > loss_duration: 1.7859601974487305 (1.7809389447639001) + | > amp_scaler: 128.0 (129.41436464088406) + | > loss_1: 32.61042022705078 (34.029710253299285) + | > grad_norm_1: tensor(332.7025, device='cuda:0') (tensor(626.9546, device='cuda:0')) + | > current_lr_0: 0.00019950059330492385 + | > current_lr_1: 0.00019950059330492385 + | > step_time: 0.989 (0.8964571557650909) + | > loader_time: 0.0169 (0.006822654555515688) + + + --> TIME: 2024-11-22 14:44:26 -- STEP: 387/797 -- GLOBAL_STEP: 16550 + | > loss_disc: 2.3752827644348145 (2.457769390224486) + | > loss_disc_real_0: 0.11434993147850037 (0.12246293215037779) + | > loss_disc_real_1: 0.22068651020526886 (0.21564236568234071) + | > loss_disc_real_2: 0.22467823326587677 (0.23760972967135505) + | > loss_disc_real_3: 0.21322602033615112 (0.22498506165136045) + | > loss_disc_real_4: 0.1850195676088333 (0.2238553726241878) + | > loss_disc_real_5: 0.23361705243587494 (0.23433860162277861) + | > loss_0: 2.3752827644348145 (2.457769390224486) + | > grad_norm_0: tensor(21.2400, device='cuda:0') (tensor(97.0718, device='cuda:0')) + | > loss_gen: 2.315394163131714 (2.3550689873461246) + | > loss_kl: 1.4252941608428955 (1.5178751403355166) + | > loss_feat: 5.895744800567627 (5.396969521692559) + | > loss_mel: 24.93220329284668 (22.98302880122064) + | > loss_duration: 1.7393546104431152 (1.7781719831841245) + | > amp_scaler: 128.0 (129.32299741602083) + | > loss_1: 36.30799102783203 (34.031114573318554) + | > grad_norm_1: tensor(305.9882, device='cuda:0') (tensor(624.1499, device='cuda:0')) + | > current_lr_0: 0.00019950059330492385 + | > current_lr_1: 0.00019950059330492385 + | > step_time: 0.9227 (0.9004993555773753) + | > loader_time: 0.0102 (0.006981687644347354) + + + --> TIME: 2024-11-22 14:44:50 -- STEP: 412/797 -- GLOBAL_STEP: 16575 + | > loss_disc: 2.2504899501800537 (2.4580101330303443) + | > loss_disc_real_0: 0.10983800143003464 (0.12279688108947526) + | > loss_disc_real_1: 0.21198740601539612 (0.21564517611438788) + | > loss_disc_real_2: 0.21635624766349792 (0.23713223401059225) + | > loss_disc_real_3: 0.20845317840576172 (0.2249280798420744) + | > loss_disc_real_4: 0.17125242948532104 (0.22380332381111903) + | > loss_disc_real_5: 0.29326313734054565 (0.2346738490447836) + | > loss_0: 2.2504899501800537 (2.4580101330303443) + | > grad_norm_0: tensor(33.2141, device='cuda:0') (tensor(96.0039, device='cuda:0')) + | > loss_gen: 2.4893836975097656 (2.3566806999225047) + | > loss_kl: 1.320815086364746 (1.5141888917649833) + | > loss_feat: 6.338913917541504 (5.406807730498826) + | > loss_mel: 23.738494873046875 (22.993258119786827) + | > loss_duration: 1.7722597122192383 (1.776877661353176) + | > amp_scaler: 128.0 (129.24271844660208) + | > loss_1: 35.65986633300781 (34.047813253495356) + | > grad_norm_1: tensor(667.7811, device='cuda:0') (tensor(625.5288, device='cuda:0')) + | > current_lr_0: 0.00019950059330492385 + | > current_lr_1: 0.00019950059330492385 + | > step_time: 0.9239 (0.904236795254124) + | > loader_time: 0.0117 (0.0071080390689442444) + + + --> TIME: 2024-11-22 14:45:15 -- STEP: 437/797 -- GLOBAL_STEP: 16600 + | > loss_disc: 2.662701368331909 (2.4587328472181094) + | > loss_disc_real_0: 0.22256025671958923 (0.12246174122754579) + | > loss_disc_real_1: 0.22067835927009583 (0.21552515725522073) + | > loss_disc_real_2: 0.2280009537935257 (0.23860741012838393) + | > loss_disc_real_3: 0.23651094734668732 (0.2249059015607943) + | > loss_disc_real_4: 0.23071135580539703 (0.22364560509573678) + | > loss_disc_real_5: 0.2860009968280792 (0.2345047364655021) + | > loss_0: 2.662701368331909 (2.4587328472181094) + | > grad_norm_0: tensor(45.2317, device='cuda:0') (tensor(94.6889, device='cuda:0')) + | > loss_gen: 2.5044567584991455 (2.3585796836311803) + | > loss_kl: 1.673097014427185 (1.5143841660541038) + | > loss_feat: 5.889618396759033 (5.4097977197415785) + | > loss_mel: 24.432262420654297 (22.987476693683686) + | > loss_duration: 1.7995493412017822 (1.7756092051892314) + | > amp_scaler: 128.0 (129.17162471395903) + | > loss_1: 36.29898452758789 (34.0458476330651) + | > grad_norm_1: tensor(867.7120, device='cuda:0') (tensor(623.1429, device='cuda:0')) + | > current_lr_0: 0.00019950059330492385 + | > current_lr_1: 0.00019950059330492385 + | > step_time: 0.9931 (0.9072738370306159) + | > loader_time: 0.0063 (0.007186354979770406) + + + --> TIME: 2024-11-22 14:45:40 -- STEP: 462/797 -- GLOBAL_STEP: 16625 + | > loss_disc: 2.4663848876953125 (2.459468981920382) + | > loss_disc_real_0: 0.12486088275909424 (0.12263482809469943) + | > loss_disc_real_1: 0.2969553768634796 (0.21587134442933195) + | > loss_disc_real_2: 0.22744165360927582 (0.23814260217792543) + | > loss_disc_real_3: 0.23240236937999725 (0.22507237568820193) + | > loss_disc_real_4: 0.2069895714521408 (0.22374667101479195) + | > loss_disc_real_5: 0.2424372285604477 (0.23474250662894475) + | > loss_0: 2.4663848876953125 (2.459468981920382) + | > grad_norm_0: tensor(228.0827, device='cuda:0') (tensor(96.4371, device='cuda:0')) + | > loss_gen: 2.3359549045562744 (2.3565650197850667) + | > loss_kl: 1.5248684883117676 (1.5135862649261178) + | > loss_feat: 5.21823787689209 (5.405584134064713) + | > loss_mel: 22.987632751464844 (23.000981570322278) + | > loss_duration: 1.7178959846496582 (1.7746363233178208) + | > amp_scaler: 128.0 (129.10822510822538) + | > loss_1: 33.78459167480469 (34.05135349587453) + | > grad_norm_1: tensor(1239.8082, device='cuda:0') (tensor(634.2342, device='cuda:0')) + | > current_lr_0: 0.00019950059330492385 + | > current_lr_1: 0.00019950059330492385 + | > step_time: 1.0852 (0.9116500100016078) + | > loader_time: 0.0075 (0.007248617353893461) + + + --> TIME: 2024-11-22 14:46:04 -- STEP: 487/797 -- GLOBAL_STEP: 16650 + | > loss_disc: 2.477269411087036 (2.458618294776587) + | > loss_disc_real_0: 0.18503546714782715 (0.1226056508865261) + | > loss_disc_real_1: 0.2667178809642792 (0.21574062372135186) + | > loss_disc_real_2: 0.2516131103038788 (0.23833599294969923) + | > loss_disc_real_3: 0.22197633981704712 (0.2249831947396668) + | > loss_disc_real_4: 0.18362918496131897 (0.2236012892617827) + | > loss_disc_real_5: 0.22374218702316284 (0.2345764238303202) + | > loss_0: 2.477269411087036 (2.458618294776587) + | > grad_norm_0: tensor(131.6149, device='cuda:0') (tensor(96.1102, device='cuda:0')) + | > loss_gen: 2.1884422302246094 (2.3563669129318763) + | > loss_kl: 1.3765392303466797 (1.5113841170403013) + | > loss_feat: 4.776326656341553 (5.4124691510836955) + | > loss_mel: 21.282886505126953 (23.01700120491169) + | > loss_duration: 1.7675676345825195 (1.7732848105244567) + | > amp_scaler: 128.0 (129.05133470225903) + | > loss_1: 31.391761779785156 (34.07050635241884) + | > grad_norm_1: tensor(464.0631, device='cuda:0') (tensor(643.5311, device='cuda:0')) + | > current_lr_0: 0.00019950059330492385 + | > current_lr_1: 0.00019950059330492385 + | > step_time: 0.936 (0.9147697542727116) + | > loader_time: 0.0086 (0.007310600496170701) + + + --> TIME: 2024-11-22 14:46:30 -- STEP: 512/797 -- GLOBAL_STEP: 16675 + | > loss_disc: 2.560850143432617 (2.4601140278391536) + | > loss_disc_real_0: 0.07015135884284973 (0.12340846882943879) + | > loss_disc_real_1: 0.24395358562469482 (0.21578634256729856) + | > loss_disc_real_2: 0.23605507612228394 (0.23772160336375237) + | > loss_disc_real_3: 0.27924323081970215 (0.22484259435441345) + | > loss_disc_real_4: 0.22264394164085388 (0.22342810028931126) + | > loss_disc_real_5: 0.24194592237472534 (0.23437709937570617) + | > loss_0: 2.560850143432617 (2.4601140278391536) + | > grad_norm_0: tensor(163.3184, device='cuda:0') (tensor(97.2279, device='cuda:0')) + | > loss_gen: 2.441092014312744 (2.3568224855698636) + | > loss_kl: 1.2802506685256958 (1.5104145642835647) + | > loss_feat: 5.226184844970703 (5.420014541596176) + | > loss_mel: 22.71152687072754 (23.02776998281479) + | > loss_duration: 1.7740978002548218 (1.771954725496471) + | > amp_scaler: 128.0 (129.00000000000028) + | > loss_1: 33.43315124511719 (34.086976453662004) + | > grad_norm_1: tensor(827.4693, device='cuda:0') (tensor(636.6146, device='cuda:0')) + | > current_lr_0: 0.00019950059330492385 + | > current_lr_1: 0.00019950059330492385 + | > step_time: 1.0932 (0.9187135435640812) + | > loader_time: 0.0072 (0.007443555165082215) + + + --> TIME: 2024-11-22 14:46:55 -- STEP: 537/797 -- GLOBAL_STEP: 16700 + | > loss_disc: 2.45550537109375 (2.458941643464499) + | > loss_disc_real_0: 0.07861563563346863 (0.1230628664121448) + | > loss_disc_real_1: 0.21168732643127441 (0.2154904219358327) + | > loss_disc_real_2: 0.20155443251132965 (0.23817202573714974) + | > loss_disc_real_3: 0.25846242904663086 (0.22499408485503172) + | > loss_disc_real_4: 0.19598977267742157 (0.2236711996394163) + | > loss_disc_real_5: 0.21260622143745422 (0.23425390489496553) + | > loss_0: 2.45550537109375 (2.458941643464499) + | > grad_norm_0: tensor(21.3939, device='cuda:0') (tensor(98.4289, device='cuda:0')) + | > loss_gen: 2.1375932693481445 (2.3587530791426494) + | > loss_kl: 1.3489046096801758 (1.5088134906367439) + | > loss_feat: 5.4100022315979 (5.425423653210121) + | > loss_mel: 24.5052547454834 (23.04534013133697) + | > loss_duration: 1.8163524866104126 (1.7715336279718126) + | > amp_scaler: 128.0 (128.95344506517722) + | > loss_1: 35.218109130859375 (34.109864144351974) + | > grad_norm_1: tensor(391.3280, device='cuda:0') (tensor(639.5549, device='cuda:0')) + | > current_lr_0: 0.00019950059330492385 + | > current_lr_1: 0.00019950059330492385 + | > step_time: 0.9384 (0.9222080023817066) + | > loader_time: 0.0066 (0.0075588474948534955) + + + --> TIME: 2024-11-22 14:47:20 -- STEP: 562/797 -- GLOBAL_STEP: 16725 + | > loss_disc: 2.2872209548950195 (2.458183964376347) + | > loss_disc_real_0: 0.10198354721069336 (0.12300653922374881) + | > loss_disc_real_1: 0.2603100836277008 (0.21545650828563445) + | > loss_disc_real_2: 0.24905389547348022 (0.23772965265550647) + | > loss_disc_real_3: 0.22493207454681396 (0.2250430030860935) + | > loss_disc_real_4: 0.1943391114473343 (0.22358466231419946) + | > loss_disc_real_5: 0.19866225123405457 (0.2344788491089573) + | > loss_0: 2.2872209548950195 (2.458183964376347) + | > grad_norm_0: tensor(60.7036, device='cuda:0') (tensor(97.3731, device='cuda:0')) + | > loss_gen: 2.5735862255096436 (2.358511935773693) + | > loss_kl: 1.3874253034591675 (1.5090833972357347) + | > loss_feat: 5.4181413650512695 (5.43551663656676) + | > loss_mel: 23.626665115356445 (23.0669487209931) + | > loss_duration: 1.7780009508132935 (1.770724513776785) + | > amp_scaler: 128.0 (128.91103202846998) + | > loss_1: 34.783817291259766 (34.14078534964572) + | > grad_norm_1: tensor(783.1889, device='cuda:0') (tensor(642.3976, device='cuda:0')) + | > current_lr_0: 0.00019950059330492385 + | > current_lr_1: 0.00019950059330492385 + | > step_time: 0.9661 (0.9253530001725166) + | > loader_time: 0.0131 (0.0077557419542740235) + + + --> TIME: 2024-11-22 14:47:45 -- STEP: 587/797 -- GLOBAL_STEP: 16750 + | > loss_disc: 2.4440712928771973 (2.4577557114563757) + | > loss_disc_real_0: 0.05348657816648483 (0.12317802194423427) + | > loss_disc_real_1: 0.21204377710819244 (0.215328483529757) + | > loss_disc_real_2: 0.27808070182800293 (0.23801611201421974) + | > loss_disc_real_3: 0.24821628630161285 (0.2248912150043442) + | > loss_disc_real_4: 0.2443961501121521 (0.2235307197453013) + | > loss_disc_real_5: 0.24324879050254822 (0.23419254865922554) + | > loss_0: 2.4440712928771973 (2.4577557114563757) + | > grad_norm_0: tensor(143.0730, device='cuda:0') (tensor(96.8643, device='cuda:0')) + | > loss_gen: 2.284868001937866 (2.3579404711520233) + | > loss_kl: 1.4968587160110474 (1.507606103026278) + | > loss_feat: 5.067951202392578 (5.434333230202202) + | > loss_mel: 22.71778678894043 (23.07879999021047) + | > loss_duration: 1.6905919313430786 (1.770009820465334) + | > amp_scaler: 128.0 (128.87223168654197) + | > loss_1: 33.258056640625 (34.1486897476691) + | > grad_norm_1: tensor(1141.6428, device='cuda:0') (tensor(643.9752, device='cuda:0')) + | > current_lr_0: 0.00019950059330492385 + | > current_lr_1: 0.00019950059330492385 + | > step_time: 0.9686 (0.9282490187649832) + | > loader_time: 0.0145 (0.007820239871283404) + + + --> TIME: 2024-11-22 14:48:11 -- STEP: 612/797 -- GLOBAL_STEP: 16775 + | > loss_disc: 2.3922064304351807 (2.4561130509657008) + | > loss_disc_real_0: 0.11079723387956619 (0.12312518260167803) + | > loss_disc_real_1: 0.1947052776813507 (0.2154744249202457) + | > loss_disc_real_2: 0.25067591667175293 (0.2377146047606967) + | > loss_disc_real_3: 0.24852974712848663 (0.22508546128089912) + | > loss_disc_real_4: 0.22894813120365143 (0.22310887988096748) + | > loss_disc_real_5: 0.22032102942466736 (0.23399274645288007) + | > loss_0: 2.3922064304351807 (2.4561130509657008) + | > grad_norm_0: tensor(137.7036, device='cuda:0') (tensor(99.4217, device='cuda:0')) + | > loss_gen: 2.2175636291503906 (2.3586909209980664) + | > loss_kl: 1.4380669593811035 (1.5071782586621307) + | > loss_feat: 4.859203815460205 (5.432935968723172) + | > loss_mel: 22.18274688720703 (23.071452764124665) + | > loss_duration: 1.7380435466766357 (1.769710478439829) + | > amp_scaler: 128.0 (128.83660130718974) + | > loss_1: 32.43562698364258 (34.13996849496388) + | > grad_norm_1: tensor(889.9802, device='cuda:0') (tensor(652.6155, device='cuda:0')) + | > current_lr_0: 0.00019950059330492385 + | > current_lr_1: 0.00019950059330492385 + | > step_time: 0.9567 (0.9308916482270932) + | > loader_time: 0.0089 (0.007908181427351009) + + + --> TIME: 2024-11-22 14:48:36 -- STEP: 637/797 -- GLOBAL_STEP: 16800 + | > loss_disc: 2.4859912395477295 (2.457010437592606) + | > loss_disc_real_0: 0.147077277302742 (0.12322456584702388) + | > loss_disc_real_1: 0.2914119064807892 (0.21557732165046914) + | > loss_disc_real_2: 0.25417637825012207 (0.23809005600784786) + | > loss_disc_real_3: 0.23805072903633118 (0.224944275509993) + | > loss_disc_real_4: 0.20325948297977448 (0.22334781101958906) + | > loss_disc_real_5: 0.22272446751594543 (0.23405566074690975) + | > loss_0: 2.4859912395477295 (2.457010437592606) + | > grad_norm_0: tensor(241.4125, device='cuda:0') (tensor(98.5344, device='cuda:0')) + | > loss_gen: 2.4080960750579834 (2.3572356053386767) + | > loss_kl: 1.616858720779419 (1.505944298986738) + | > loss_feat: 5.44204568862915 (5.428063907653233) + | > loss_mel: 22.045616149902344 (23.068415125273468) + | > loss_duration: 1.7945506572723389 (1.7697667414951168) + | > amp_scaler: 128.0 (128.80376766091067) + | > loss_1: 33.307167053222656 (34.12942578242384) + | > grad_norm_1: tensor(1058.9298, device='cuda:0') (tensor(653.4650, device='cuda:0')) + | > current_lr_0: 0.00019950059330492385 + | > current_lr_1: 0.00019950059330492385 + | > step_time: 1.0339 (0.933920867776197) + | > loader_time: 0.0086 (0.007954823540368668) + + + --> TIME: 2024-11-22 14:49:07 -- STEP: 662/797 -- GLOBAL_STEP: 16825 + | > loss_disc: 2.5043399333953857 (2.4568892436445293) + | > loss_disc_real_0: 0.07951750606298447 (0.12280920156055437) + | > loss_disc_real_1: 0.18826201558113098 (0.21547863873290152) + | > loss_disc_real_2: 0.2264828085899353 (0.23783373051629686) + | > loss_disc_real_3: 0.23674604296684265 (0.22481840290691918) + | > loss_disc_real_4: 0.2505526542663574 (0.22331332111466687) + | > loss_disc_real_5: 0.27856358885765076 (0.2341974169646145) + | > loss_0: 2.5043399333953857 (2.4568892436445293) + | > grad_norm_0: tensor(34.4154, device='cuda:0') (tensor(98.1698, device='cuda:0')) + | > loss_gen: 2.2866430282592773 (2.35680746491942) + | > loss_kl: 1.404388427734375 (1.5066455309124516) + | > loss_feat: 4.8003387451171875 (5.430891809866868) + | > loss_mel: 21.777019500732422 (23.066743087192332) + | > loss_duration: 1.7344131469726562 (1.76903150232897) + | > amp_scaler: 128.0 (128.7734138972811) + | > loss_1: 32.002803802490234 (34.13011949083966) + | > grad_norm_1: tensor(207.9069, device='cuda:0') (tensor(652.6830, device='cuda:0')) + | > current_lr_0: 0.00019950059330492385 + | > current_lr_1: 0.00019950059330492385 + | > step_time: 1.0458 (0.9439480470386516) + | > loader_time: 0.0108 (0.008056308567704024) + + + --> TIME: 2024-11-22 14:49:34 -- STEP: 687/797 -- GLOBAL_STEP: 16850 + | > loss_disc: 2.4799866676330566 (2.455863978664948) + | > loss_disc_real_0: 0.15323950350284576 (0.12263297236740069) + | > loss_disc_real_1: 0.30787232518196106 (0.21566799515112692) + | > loss_disc_real_2: 0.22717207670211792 (0.2379177565831458) + | > loss_disc_real_3: 0.27571433782577515 (0.22480283356563147) + | > loss_disc_real_4: 0.23270046710968018 (0.22314533101072132) + | > loss_disc_real_5: 0.27797362208366394 (0.23403772236738662) + | > loss_0: 2.4799866676330566 (2.455863978664948) + | > grad_norm_0: tensor(160.8504, device='cuda:0') (tensor(98.0469, device='cuda:0')) + | > loss_gen: 2.7055697441101074 (2.3585197287008377) + | > loss_kl: 1.5523505210876465 (1.5079787622546177) + | > loss_feat: 5.674524307250977 (5.431157179447934) + | > loss_mel: 24.144920349121094 (23.050879721384753) + | > loss_duration: 1.7249505519866943 (1.7683107780056744) + | > amp_scaler: 128.0 (128.74526928675408) + | > loss_1: 35.80231475830078 (34.116846245622796) + | > grad_norm_1: tensor(704.3695, device='cuda:0') (tensor(654.9359, device='cuda:0')) + | > current_lr_0: 0.00019950059330492385 + | > current_lr_1: 0.00019950059330492385 + | > step_time: 1.0373 (0.949498219955089) + | > loader_time: 0.0088 (0.0081520705243906) + + + --> TIME: 2024-11-22 14:50:02 -- STEP: 712/797 -- GLOBAL_STEP: 16875 + | > loss_disc: 2.4968085289001465 (2.4563336546501437) + | > loss_disc_real_0: 0.19586309790611267 (0.12233127035420346) + | > loss_disc_real_1: 0.18967948853969574 (0.21573422775928225) + | > loss_disc_real_2: 0.21029533445835114 (0.23792720535832845) + | > loss_disc_real_3: 0.2230604737997055 (0.22479204722585971) + | > loss_disc_real_4: 0.2127828449010849 (0.22314076918815628) + | > loss_disc_real_5: 0.26484498381614685 (0.2341525105110715) + | > loss_0: 2.4968085289001465 (2.4563336546501437) + | > grad_norm_0: tensor(140.1158, device='cuda:0') (tensor(97.3036, device='cuda:0')) + | > loss_gen: 2.162600040435791 (2.358478354269196) + | > loss_kl: 1.5620105266571045 (1.508132715908329) + | > loss_feat: 4.9082417488098145 (5.435282320788734) + | > loss_mel: 22.6650390625 (23.06087353792085) + | > loss_duration: 1.7508044242858887 (1.7675042584371026) + | > amp_scaler: 128.0 (128.71910112359558) + | > loss_1: 33.0486946105957 (34.130271276731285) + | > grad_norm_1: tensor(168.8955, device='cuda:0') (tensor(649.4336, device='cuda:0')) + | > current_lr_0: 0.00019950059330492385 + | > current_lr_1: 0.00019950059330492385 + | > step_time: 1.0454 (0.9548444701044747) + | > loader_time: 0.0084 (0.008261405350117192) + + + --> TIME: 2024-11-22 14:50:31 -- STEP: 737/797 -- GLOBAL_STEP: 16900 + | > loss_disc: 2.322556257247925 (2.457602995545117) + | > loss_disc_real_0: 0.09635686874389648 (0.12301452986370352) + | > loss_disc_real_1: 0.26880741119384766 (0.21572488368447149) + | > loss_disc_real_2: 0.22094708681106567 (0.2379883097502399) + | > loss_disc_real_3: 0.21790656447410583 (0.22481455804534975) + | > loss_disc_real_4: 0.1695774346590042 (0.22305979418948677) + | > loss_disc_real_5: 0.20785260200500488 (0.23447232300180593) + | > loss_0: 2.322556257247925 (2.457602995545117) + | > grad_norm_0: tensor(23.1786, device='cuda:0') (tensor(98.4401, device='cuda:0')) + | > loss_gen: 2.3400778770446777 (2.3594108866868844) + | > loss_kl: 1.4739075899124146 (1.50794517476329) + | > loss_feat: 5.580585956573486 (5.43751026720334) + | > loss_mel: 24.332530975341797 (23.071572716556393) + | > loss_duration: 1.701411485671997 (1.766414925233641) + | > amp_scaler: 128.0 (128.69470827679788) + | > loss_1: 35.42851257324219 (34.14285406425826) + | > grad_norm_1: tensor(515.5482, device='cuda:0') (tensor(649.2709, device='cuda:0')) + | > current_lr_0: 0.00019950059330492385 + | > current_lr_1: 0.00019950059330492385 + | > step_time: 0.9868 (0.9588115684374702) + | > loader_time: 0.1162 (0.00971278147910957) + + + --> TIME: 2024-11-22 14:51:02 -- STEP: 762/797 -- GLOBAL_STEP: 16925 + | > loss_disc: 2.299384355545044 (2.4587832751862333) + | > loss_disc_real_0: 0.13808828592300415 (0.12322926414969164) + | > loss_disc_real_1: 0.23467999696731567 (0.21571836293995225) + | > loss_disc_real_2: 0.1903323084115982 (0.23779323706867814) + | > loss_disc_real_3: 0.21721996366977692 (0.22485102992749276) + | > loss_disc_real_4: 0.19206435978412628 (0.22299451367279363) + | > loss_disc_real_5: 0.24655857682228088 (0.23466838448457517) + | > loss_0: 2.299384355545044 (2.4587832751862333) + | > grad_norm_0: tensor(12.7183, device='cuda:0') (tensor(98.8804, device='cuda:0')) + | > loss_gen: 2.435471534729004 (2.3582656167623535) + | > loss_kl: 1.4082986116409302 (1.5079664508188804) + | > loss_feat: 5.961198806762695 (5.437418841314439) + | > loss_mel: 25.683996200561523 (23.07844030575491) + | > loss_duration: 1.7223832607269287 (1.7650438928854428) + | > amp_scaler: 128.0 (128.67191601049868) + | > loss_1: 37.21134567260742 (34.14713520140168) + | > grad_norm_1: tensor(119.4031, device='cuda:0') (tensor(645.9649, device='cuda:0')) + | > current_lr_0: 0.00019950059330492385 + | > current_lr_1: 0.00019950059330492385 + | > step_time: 1.1053 (0.963348721581807) + | > loader_time: 0.1253 (0.013651019632034097) + + + --> TIME: 2024-11-22 14:52:13 -- STEP: 787/797 -- GLOBAL_STEP: 16950 + | > loss_disc: 2.465517997741699 (2.459480801561737) + | > loss_disc_real_0: 0.10162583738565445 (0.12302930092408287) + | > loss_disc_real_1: 0.13379251956939697 (0.21570548023247507) + | > loss_disc_real_2: 0.21683548390865326 (0.23825671170687887) + | > loss_disc_real_3: 0.21060170233249664 (0.22494598111703404) + | > loss_disc_real_4: 0.23287586867809296 (0.22317363429705706) + | > loss_disc_real_5: 0.24612368643283844 (0.23477955531740735) + | > loss_0: 2.465517997741699 (2.459480801561737) + | > grad_norm_0: tensor(80.3468, device='cuda:0') (tensor(98.9378, device='cuda:0')) + | > loss_gen: 2.221590995788574 (2.3575061688429186) + | > loss_kl: 1.448993444442749 (1.5084851868119293) + | > loss_feat: 5.178522109985352 (5.4378802306770195) + | > loss_mel: 22.720491409301758 (23.084328868337643) + | > loss_duration: 1.730509638786316 (1.7639576254230285) + | > amp_scaler: 128.0 (128.65057179161377) + | > loss_1: 33.30010986328125 (34.152158167644046) + | > grad_norm_1: tensor(496.7142, device='cuda:0') (tensor(653.8885, device='cuda:0')) + | > current_lr_0: 0.00019950059330492385 + | > current_lr_1: 0.00019950059330492385 + | > step_time: 5.1331 (1.0187885806702903) + | > loader_time: 0.1321 (0.017998794739855287) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.452646493911743 (2.452646493911743) + | > loss_disc_real_0: 0.07672438025474548 (0.07672438025474548) + | > loss_disc_real_1: 0.18122905492782593 (0.18122905492782593) + | > loss_disc_real_2: 0.23299464583396912 (0.23299464583396912) + | > loss_disc_real_3: 0.1944625973701477 (0.1944625973701477) + | > loss_disc_real_4: 0.19038911163806915 (0.19038911163806915) + | > loss_disc_real_5: 0.2252175658941269 (0.2252175658941269) + | > loss_0: 2.452646493911743 (2.452646493911743) + | > loss_gen: 2.1584725379943848 (2.1584725379943848) + | > loss_kl: 1.0557878017425537 (1.0557878017425537) + | > loss_feat: 6.702733039855957 (6.702733039855957) + | > loss_mel: 25.391578674316406 (25.391578674316406) + | > loss_duration: 1.9825494289398193 (1.9825494289398193) + | > loss_1: 37.29112243652344 (37.29112243652344) + + --> STEP: 1 + | > loss_disc: 2.462052345275879 (2.462052345275879) + | > loss_disc_real_0: 0.07450125366449356 (0.07450125366449356) + | > loss_disc_real_1: 0.18221931159496307 (0.18221931159496307) + | > loss_disc_real_2: 0.24161583185195923 (0.24161583185195923) + | > loss_disc_real_3: 0.2654443383216858 (0.2654443383216858) + | > loss_disc_real_4: 0.1798388659954071 (0.1798388659954071) + | > loss_disc_real_5: 0.21404558420181274 (0.21404558420181274) + | > loss_0: 2.462052345275879 (2.462052345275879) + | > loss_gen: 2.035876750946045 (2.035876750946045) + | > loss_kl: 1.6365548372268677 (1.6365548372268677) + | > loss_feat: 4.999381065368652 (4.999381065368652) + | > loss_mel: 21.443918228149414 (21.443918228149414) + | > loss_duration: 1.78745698928833 (1.78745698928833) + | > loss_1: 31.903186798095703 (31.903186798095703) + + --> STEP: 2 + | > loss_disc: 2.547410249710083 (2.504731297492981) + | > loss_disc_real_0: 0.06272623687982559 (0.06861374527215958) + | > loss_disc_real_1: 0.25606098771095276 (0.21914014965295792) + | > loss_disc_real_2: 0.3072785437107086 (0.2744471877813339) + | > loss_disc_real_3: 0.2630481719970703 (0.26424625515937805) + | > loss_disc_real_4: 0.22163529694080353 (0.20073708146810532) + | > loss_disc_real_5: 0.33558809757232666 (0.2748168408870697) + | > loss_0: 2.547410249710083 (2.504731297492981) + | > loss_gen: 2.247664213180542 (2.1417704820632935) + | > loss_kl: 1.0849940776824951 (1.3607744574546814) + | > loss_feat: 5.014331340789795 (5.006856203079224) + | > loss_mel: 24.4173526763916 (22.930635452270508) + | > loss_duration: 1.715793251991272 (1.751625120639801) + | > loss_1: 34.48013687133789 (33.1916618347168) + + --> STEP: 3 + | > loss_disc: 2.3710546493530273 (2.460172414779663) + | > loss_disc_real_0: 0.11031684279441833 (0.08251477777957916) + | > loss_disc_real_1: 0.26657792925834656 (0.23495274285475412) + | > loss_disc_real_2: 0.2630103826522827 (0.2706349194049835) + | > loss_disc_real_3: 0.17308028042316437 (0.23385759691397348) + | > loss_disc_real_4: 0.20720700919628143 (0.20289372404416403) + | > loss_disc_real_5: 0.22743894159793854 (0.25902420779069263) + | > loss_0: 2.3710546493530273 (2.460172414779663) + | > loss_gen: 2.4146103858947754 (2.2327171166737876) + | > loss_kl: 1.531772255897522 (1.417773723602295) + | > loss_feat: 5.108904838562012 (5.040872414906819) + | > loss_mel: 25.00348472595215 (23.621585210164387) + | > loss_duration: 1.8116955757141113 (1.771648605664571) + | > loss_1: 35.87046813964844 (34.08459726969401) + + --> STEP: 4 + | > loss_disc: 2.3936238288879395 (2.443535268306732) + | > loss_disc_real_0: 0.11258510500192642 (0.09003235958516598) + | > loss_disc_real_1: 0.18687188625335693 (0.22293252870440483) + | > loss_disc_real_2: 0.21957385540008545 (0.257869653403759) + | > loss_disc_real_3: 0.20052269101142883 (0.22552387043833733) + | > loss_disc_real_4: 0.2358328104019165 (0.21112849563360214) + | > loss_disc_real_5: 0.20594727993011475 (0.24575497582554817) + | > loss_0: 2.3936238288879395 (2.443535268306732) + | > loss_gen: 2.201613187789917 (2.22494113445282) + | > loss_kl: 1.6914142370224 (1.4861838519573212) + | > loss_feat: 5.252757549285889 (5.093843698501587) + | > loss_mel: 21.235504150390625 (23.025064945220947) + | > loss_duration: 1.6835768222808838 (1.7496306598186493) + | > loss_1: 32.06486511230469 (33.57966423034668) + + --> STEP: 5 + | > loss_disc: 2.6804068088531494 (2.4909095764160156) + | > loss_disc_real_0: 0.12439876794815063 (0.09690564125776291) + | > loss_disc_real_1: 0.1735578179359436 (0.21305758655071258) + | > loss_disc_real_2: 0.20673030614852905 (0.24764178395271302) + | > loss_disc_real_3: 0.25229892134666443 (0.23087888062000275) + | > loss_disc_real_4: 0.17198078334331512 (0.20329895317554475) + | > loss_disc_real_5: 0.22112639248371124 (0.2408292591571808) + | > loss_0: 2.6804068088531494 (2.4909095764160156) + | > loss_gen: 2.0112733840942383 (2.1822075843811035) + | > loss_kl: 1.8790682554244995 (1.5647607326507569) + | > loss_feat: 6.4562273025512695 (5.366320419311523) + | > loss_mel: 25.223522186279297 (23.464756393432616) + | > loss_duration: 1.9055448770523071 (1.780813503265381) + | > loss_1: 37.47563552856445 (34.35885848999023) + + --> STEP: 6 + | > loss_disc: 2.6156222820281982 (2.5116950273513794) + | > loss_disc_real_0: 0.1550409197807312 (0.10659485434492429) + | > loss_disc_real_1: 0.17294061183929443 (0.20637142409880957) + | > loss_disc_real_2: 0.24501004815101624 (0.2472031613190969) + | > loss_disc_real_3: 0.2363860309123993 (0.23179673900206885) + | > loss_disc_real_4: 0.1878414750099182 (0.200722706814607) + | > loss_disc_real_5: 0.2265949547290802 (0.2384568750858307) + | > loss_0: 2.6156222820281982 (2.5116950273513794) + | > loss_gen: 2.082080841064453 (2.1655197938283286) + | > loss_kl: 1.8452553749084473 (1.6115098396937053) + | > loss_feat: 4.908986568450928 (5.290098110834758) + | > loss_mel: 20.49650001525879 (22.970046997070312) + | > loss_duration: 1.6589782238006592 (1.760507623354594) + | > loss_1: 30.99180030822754 (33.79768212636312) + + --> STEP: 7 + | > loss_disc: 2.498281478881836 (2.5097788061414446) + | > loss_disc_real_0: 0.11025268584489822 (0.10711740170206342) + | > loss_disc_real_1: 0.19104424118995667 (0.204181826540402) + | > loss_disc_real_2: 0.2708826959133148 (0.2505859519754137) + | > loss_disc_real_3: 0.22975178062915802 (0.231504602091653) + | > loss_disc_real_4: 0.18494881689548492 (0.1984692939690181) + | > loss_disc_real_5: 0.22211545705795288 (0.23612238679613387) + | > loss_0: 2.498281478881836 (2.5097788061414446) + | > loss_gen: 2.059343099594116 (2.1503516946520125) + | > loss_kl: 1.6142674684524536 (1.6119037866592407) + | > loss_feat: 4.780167579650879 (5.217250892094204) + | > loss_mel: 23.12296485900879 (22.991892405918666) + | > loss_duration: 1.7012903690338135 (1.7520480155944824) + | > loss_1: 33.27803421020508 (33.723446709769114) + + --> STEP: 8 + | > loss_disc: 2.258533000946045 (2.4783730804920197) + | > loss_disc_real_0: 0.06756140291690826 (0.10217290185391903) + | > loss_disc_real_1: 0.19288991391658783 (0.20277033746242523) + | > loss_disc_real_2: 0.24840940535068512 (0.25031388364732265) + | > loss_disc_real_3: 0.167154923081398 (0.22346089221537113) + | > loss_disc_real_4: 0.19210129976272583 (0.19767329469323158) + | > loss_disc_real_5: 0.1195782870054245 (0.2215543743222952) + | > loss_0: 2.258533000946045 (2.4783730804920197) + | > loss_gen: 1.9943585395812988 (2.130852550268173) + | > loss_kl: 1.379021167755127 (1.5827934592962265) + | > loss_feat: 5.5430097579956055 (5.257970750331879) + | > loss_mel: 25.015016555786133 (23.2447829246521) + | > loss_duration: 1.81700599193573 (1.7601677626371384) + | > loss_1: 35.7484130859375 (33.97656750679016) + + --> STEP: 9 + | > loss_disc: 2.717057228088379 (2.5048935413360596) + | > loss_disc_real_0: 0.09235407412052155 (0.10108192099465264) + | > loss_disc_real_1: 0.2329711765050888 (0.2061259862449434) + | > loss_disc_real_2: 0.24486342072486877 (0.2497082766559389) + | > loss_disc_real_3: 0.20605090260505676 (0.2215264489253362) + | > loss_disc_real_4: 0.25725361704826355 (0.20429333051045737) + | > loss_disc_real_5: 0.25170111656188965 (0.2249040123489168) + | > loss_0: 2.717057228088379 (2.5048935413360596) + | > loss_gen: 1.8654794692993164 (2.101366652382745) + | > loss_kl: 1.4341081380844116 (1.5662728680504694) + | > loss_feat: 5.315291881561279 (5.264339764912923) + | > loss_mel: 22.331653594970703 (23.143324110243057) + | > loss_duration: 1.7238225936889648 (1.7561294105317857) + | > loss_1: 32.67035675048828 (33.83143297831217) + + --> STEP: 10 + | > loss_disc: 2.53753399848938 (2.5081575870513917) + | > loss_disc_real_0: 0.07436913996934891 (0.09841064289212227) + | > loss_disc_real_1: 0.2502395212650299 (0.21053733974695205) + | > loss_disc_real_2: 0.2365194857120514 (0.24838939756155015) + | > loss_disc_real_3: 0.2396157681941986 (0.22333538085222243) + | > loss_disc_real_4: 0.22059622406959534 (0.20592361986637114) + | > loss_disc_real_5: 0.20324581861495972 (0.22273819297552108) + | > loss_0: 2.53753399848938 (2.5081575870513917) + | > loss_gen: 2.0340020656585693 (2.0946301937103273) + | > loss_kl: 1.4624383449554443 (1.5558894157409668) + | > loss_feat: 4.265629768371582 (5.164468765258789) + | > loss_mel: 21.525667190551758 (22.981558418273927) + | > loss_duration: 1.6422171592712402 (1.7447381854057311) + | > loss_1: 30.929954528808594 (33.54128513336182) + + --> STEP: 11 + | > loss_disc: 2.333972454071045 (2.492322574962269) + | > loss_disc_real_0: 0.12801019847393036 (0.10110151158137755) + | > loss_disc_real_1: 0.17220129072666168 (0.2070522443814711) + | > loss_disc_real_2: 0.16291549801826477 (0.2406190430576151) + | > loss_disc_real_3: 0.17398765683174133 (0.2188492241230878) + | > loss_disc_real_4: 0.16322487592697144 (0.20204191587188028) + | > loss_disc_real_5: 0.1557128131389618 (0.21664497662674298) + | > loss_0: 2.333972454071045 (2.492322574962269) + | > loss_gen: 2.1266424655914307 (2.097540400244973) + | > loss_kl: 1.199253797531128 (1.5234679959037087) + | > loss_feat: 6.5219407081604 (5.287875305522572) + | > loss_mel: 24.119651794433594 (23.085021452470258) + | > loss_duration: 1.6743178367614746 (1.7383363355289807) + | > loss_1: 35.641807556152344 (33.73224171725187) + + --> STEP: 12 + | > loss_disc: 2.6574928760528564 (2.506086766719818) + | > loss_disc_real_0: 0.16312196850776672 (0.10626988299190998) + | > loss_disc_real_1: 0.1928943693637848 (0.2058724214633306) + | > loss_disc_real_2: 0.23805558681488037 (0.24040542170405388) + | > loss_disc_real_3: 0.2165503054857254 (0.21865764756997427) + | > loss_disc_real_4: 0.1846817433834076 (0.20059523483117422) + | > loss_disc_real_5: 0.2412470281124115 (0.218695147583882) + | > loss_0: 2.6574928760528564 (2.506086766719818) + | > loss_gen: 1.8559446334838867 (2.0774074196815495) + | > loss_kl: 1.1349059343338013 (1.4910878241062164) + | > loss_feat: 4.395846843719482 (5.2135396003723145) + | > loss_mel: 21.97443389892578 (22.992472489674885) + | > loss_duration: 1.764581561088562 (1.7405234376589458) + | > loss_1: 31.12571144104004 (33.51503086090088) + + --> STEP: 13 + | > loss_disc: 2.7075910568237305 (2.5215870967278113) + | > loss_disc_real_0: 0.028049003332853317 (0.10025289224890563) + | > loss_disc_real_1: 0.24744120240211487 (0.20907001999708322) + | > loss_disc_real_2: 0.2408861368894577 (0.2404423997952388) + | > loss_disc_real_3: 0.24946551024913788 (0.22102748316067916) + | > loss_disc_real_4: 0.20330804586410522 (0.20080391260293814) + | > loss_disc_real_5: 0.2707795202732086 (0.2227016377907533) + | > loss_0: 2.7075910568237305 (2.5215870967278113) + | > loss_gen: 1.7081518173217773 (2.049003142576952) + | > loss_kl: 1.7207837104797363 (1.508756738442641) + | > loss_feat: 3.45524525642395 (5.078286189299363) + | > loss_mel: 19.160980224609375 (22.69774231543908) + | > loss_duration: 1.8075073957443237 (1.7456760498193593) + | > loss_1: 27.85266876220703 (33.07946454561674) + + --> STEP: 14 + | > loss_disc: 2.124363660812378 (2.4932139941624234) + | > loss_disc_real_0: 0.04827790707349777 (0.09654039330780506) + | > loss_disc_real_1: 0.1740671545267105 (0.20656981532062804) + | > loss_disc_real_2: 0.27018141746520996 (0.24256661534309387) + | > loss_disc_real_3: 0.202677384018898 (0.21971676179340907) + | > loss_disc_real_4: 0.18748816847801208 (0.19985278802258627) + | > loss_disc_real_5: 0.2579673230648041 (0.22522061531032836) + | > loss_0: 2.124363660812378 (2.4932139941624234) + | > loss_gen: 2.4648985862731934 (2.078709959983826) + | > loss_kl: 1.7844911813735962 (1.5284520557948522) + | > loss_feat: 5.858508586883545 (5.134016360555377) + | > loss_mel: 23.40388298034668 (22.74818093436105) + | > loss_duration: 1.7867329120635986 (1.748608682836805) + | > loss_1: 35.29851150512695 (33.23796789986746) + + --> STEP: 15 + | > loss_disc: 2.3052375316619873 (2.4806822299957276) + | > loss_disc_real_0: 0.04217742383480072 (0.0929161953429381) + | > loss_disc_real_1: 0.2132669985294342 (0.20701629420121512) + | > loss_disc_real_2: 0.24294285476207733 (0.24259169797102612) + | > loss_disc_real_3: 0.19842857122421265 (0.21829754908879598) + | > loss_disc_real_4: 0.15111665427684784 (0.19660371243953706) + | > loss_disc_real_5: 0.1651177555322647 (0.22121375799179077) + | > loss_0: 2.3052375316619873 (2.4806822299957276) + | > loss_gen: 2.086466073989868 (2.079227034250896) + | > loss_kl: 1.3771005868911743 (1.5183619578679404) + | > loss_feat: 5.496857166290283 (5.15820574760437) + | > loss_mel: 22.87901496887207 (22.756903203328452) + | > loss_duration: 1.7690796852111816 (1.7499734163284302) + | > loss_1: 33.608516693115234 (33.26267115275065) + + --> STEP: 16 + | > loss_disc: 2.27842378616333 (2.4680410772562027) + | > loss_disc_real_0: 0.11440950632095337 (0.09425952727906406) + | > loss_disc_real_1: 0.19018377363681793 (0.20596426166594028) + | > loss_disc_real_2: 0.18685714900493622 (0.23910828866064548) + | > loss_disc_real_3: 0.16399407386779785 (0.2149035818874836) + | > loss_disc_real_4: 0.16814063489437103 (0.19482477009296417) + | > loss_disc_real_5: 0.1774204671382904 (0.218476677313447) + | > loss_0: 2.27842378616333 (2.4680410772562027) + | > loss_gen: 2.2356553077697754 (2.089003801345826) + | > loss_kl: 1.4378904104232788 (1.513332486152649) + | > loss_feat: 6.822101593017578 (5.262199237942696) + | > loss_mel: 24.583248138427734 (22.871049761772156) + | > loss_duration: 1.7574901580810547 (1.7504432126879692) + | > loss_1: 36.836387634277344 (33.48602843284607) + + --> STEP: 17 + | > loss_disc: 2.3342409133911133 (2.4601704793817856) + | > loss_disc_real_0: 0.05432601273059845 (0.09191049701150726) + | > loss_disc_real_1: 0.1870361864566803 (0.2048508454771603) + | > loss_disc_real_2: 0.2406269758939743 (0.23919762320378246) + | > loss_disc_real_3: 0.23675160109996796 (0.21618875948821797) + | > loss_disc_real_4: 0.25152692198753357 (0.1981601907926447) + | > loss_disc_real_5: 0.22854812443256378 (0.2190691153792774) + | > loss_0: 2.3342409133911133 (2.4601704793817856) + | > loss_gen: 2.2682297229766846 (2.0995465026182294) + | > loss_kl: 2.1846272945404053 (1.552820416057811) + | > loss_feat: 5.803711414337158 (5.294052895377664) + | > loss_mel: 25.858224868774414 (23.046765944536993) + | > loss_duration: 1.7084099054336548 (1.7479706652024214) + | > loss_1: 37.823204040527344 (33.7411564097685) + + --> STEP: 18 + | > loss_disc: 2.5530295372009277 (2.4653293159272938) + | > loss_disc_real_0: 0.07213692367076874 (0.090811965159244) + | > loss_disc_real_1: 0.2344166338443756 (0.20649338927533892) + | > loss_disc_real_2: 0.22526107728481293 (0.23842337065272862) + | > loss_disc_real_3: 0.2630549967288971 (0.21879243933492237) + | > loss_disc_real_4: 0.1795782595872879 (0.19712786128123602) + | > loss_disc_real_5: 0.19348962604999542 (0.21764803263876173) + | > loss_0: 2.5530295372009277 (2.4653293159272938) + | > loss_gen: 1.9035379886627197 (2.0886571407318124) + | > loss_kl: 1.0629116296768188 (1.525603261258867) + | > loss_feat: 5.2131242752075195 (5.289556860923767) + | > loss_mel: 23.964033126831055 (23.09772523244222) + | > loss_duration: 1.6829808950424194 (1.7443601224157546) + | > loss_1: 33.82658767700195 (33.745902591281464) + + --> STEP: 19 + | > loss_disc: 2.231194257736206 (2.4530064181277624) + | > loss_disc_real_0: 0.08585483580827713 (0.09055106361445628) + | > loss_disc_real_1: 0.18482983112335205 (0.20535320200418172) + | > loss_disc_real_2: 0.19696693122386932 (0.2362414527880518) + | > loss_disc_real_3: 0.17827603220939636 (0.21665999685463153) + | > loss_disc_real_4: 0.2227320671081543 (0.19847545106160014) + | > loss_disc_real_5: 0.1383446753025055 (0.21347417172632718) + | > loss_0: 2.231194257736206 (2.4530064181277624) + | > loss_gen: 2.2882447242736816 (2.099161750391911) + | > loss_kl: 1.6122612953186035 (1.5301642104199058) + | > loss_feat: 5.574346542358398 (5.30454579152559) + | > loss_mel: 22.18465805053711 (23.04966906497353) + | > loss_duration: 1.7976207733154297 (1.747163314568369) + | > loss_1: 33.457130432128906 (33.730704056589225) + + --> STEP: 20 + | > loss_disc: 2.227494239807129 (2.4417308092117307) + | > loss_disc_real_0: 0.1452859342098236 (0.09328780714422465) + | > loss_disc_real_1: 0.18574374914169312 (0.20437272936105727) + | > loss_disc_real_2: 0.17290961742401123 (0.23307486101984978) + | > loss_disc_real_3: 0.2220587283372879 (0.21692993342876435) + | > loss_disc_real_4: 0.15942609310150146 (0.1965229831635952) + | > loss_disc_real_5: 0.18690091371536255 (0.21214550882577896) + | > loss_0: 2.227494239807129 (2.4417308092117307) + | > loss_gen: 2.5351598262786865 (2.1209616541862495) + | > loss_kl: 1.5961576700210571 (1.5334638833999634) + | > loss_feat: 6.640805721282959 (5.371358788013458) + | > loss_mel: 24.64105796813965 (23.129238510131835) + | > loss_duration: 1.6644489765167236 (1.7430275976657867) + | > loss_1: 37.07762908935547 (33.89805030822754) + + --> STEP: 21 + | > loss_disc: 2.225879669189453 (2.431452183496384) + | > loss_disc_real_0: 0.09418915212154388 (0.0933307283336208) + | > loss_disc_real_1: 0.18713238835334778 (0.20355176074164255) + | > loss_disc_real_2: 0.22262024879455566 (0.2325770223424548) + | > loss_disc_real_3: 0.17644497752189636 (0.21500207838558016) + | > loss_disc_real_4: 0.17651793360710144 (0.19557036175614312) + | > loss_disc_real_5: 0.20179706811904907 (0.2116527259349823) + | > loss_0: 2.225879669189453 (2.431452183496384) + | > loss_gen: 2.2635395526885986 (2.1277510779244566) + | > loss_kl: 1.4660067558288574 (1.5302516392299108) + | > loss_feat: 6.148477554321289 (5.4083644435519265) + | > loss_mel: 25.75704574584961 (23.254372188023158) + | > loss_duration: 1.7117846012115479 (1.7415398359298706) + | > loss_1: 37.34685134887695 (34.06227892921085) + + --> STEP: 22 + | > loss_disc: 2.4368200302124023 (2.43169617652893) + | > loss_disc_real_0: 0.09946305304765701 (0.09360947036607699) + | > loss_disc_real_1: 0.21766921877861023 (0.20419346337968652) + | > loss_disc_real_2: 0.2524487376213074 (0.2334802821278572) + | > loss_disc_real_3: 0.2072897106409073 (0.21465151621536774) + | > loss_disc_real_4: 0.21844585239887238 (0.1966101567853581) + | > loss_disc_real_5: 0.19168171286582947 (0.21074495261365717) + | > loss_0: 2.4368200302124023 (2.43169617652893) + | > loss_gen: 2.3413901329040527 (2.137461944059893) + | > loss_kl: 1.5576661825180054 (1.531497754833915) + | > loss_feat: 5.348204612731934 (5.405629905787381) + | > loss_mel: 23.843393325805664 (23.28114587610418) + | > loss_duration: 1.8461253643035889 (1.7462937235832214) + | > loss_1: 34.9367790222168 (34.10202893343839) + + --> STEP: 23 + | > loss_disc: 2.6770877838134766 (2.44236537684565) + | > loss_disc_real_0: 0.15538448095321655 (0.0962953403916048) + | > loss_disc_real_1: 0.17918618023395538 (0.20310619019943735) + | > loss_disc_real_2: 0.21265195310115814 (0.23257470260495725) + | > loss_disc_real_3: 0.2745703458786011 (0.21725668272246484) + | > loss_disc_real_4: 0.2034085988998413 (0.19690574122511822) + | > loss_disc_real_5: 0.25469785928726196 (0.21265594855598782) + | > loss_0: 2.6770877838134766 (2.44236537684565) + | > loss_gen: 1.9764043092727661 (2.1304594381995834) + | > loss_kl: 1.47474205493927 (1.5290301157080608) + | > loss_feat: 5.143000602722168 (5.39421124043672) + | > loss_mel: 21.68045997619629 (23.21155083697775) + | > loss_duration: 1.8226739168167114 (1.749614601549895) + | > loss_1: 32.09728240966797 (34.01486604110055) + + --> STEP: 24 + | > loss_disc: 2.4024810791015625 (2.440703531106313) + | > loss_disc_real_0: 0.1195947527885437 (0.09726614924147725) + | > loss_disc_real_1: 0.1999453753232956 (0.2029744895795981) + | > loss_disc_real_2: 0.2841216027736664 (0.2347224901119868) + | > loss_disc_real_3: 0.2595205008983612 (0.21901767514646053) + | > loss_disc_real_4: 0.1833827793598175 (0.19634228448073068) + | > loss_disc_real_5: 0.20142781734466553 (0.21218810975551605) + | > loss_0: 2.4024810791015625 (2.440703531106313) + | > loss_gen: 2.390761613845825 (2.1413053621848435) + | > loss_kl: 1.4994430541992188 (1.5277973214785259) + | > loss_feat: 5.662535190582275 (5.405391405026118) + | > loss_mel: 24.619266510009766 (23.27020565668742) + | > loss_duration: 1.7042354345321655 (1.7477238029241562) + | > loss_1: 35.87623977661133 (34.09242328008016) + + --> STEP: 25 + | > loss_disc: 2.4926528930664062 (2.442781505584717) + | > loss_disc_real_0: 0.059850335121154785 (0.09576951667666435) + | > loss_disc_real_1: 0.21203069388866425 (0.20333673775196076) + | > loss_disc_real_2: 0.24355833232402802 (0.23507592380046843) + | > loss_disc_real_3: 0.18854355812072754 (0.2177987104654312) + | > loss_disc_real_4: 0.19366437196731567 (0.19623516798019408) + | > loss_disc_real_5: 0.22740992903709412 (0.21279698252677917) + | > loss_0: 2.4926528930664062 (2.442781505584717) + | > loss_gen: 1.894808292388916 (2.1314454793930064) + | > loss_kl: 1.3366119861602783 (1.5201499080657959) + | > loss_feat: 4.176882266998291 (5.356251039505005) + | > loss_mel: 20.45082664489746 (23.15743049621582) + | > loss_duration: 1.6652419567108154 (1.7444245290756226) + | > loss_1: 29.524370193481445 (33.90970115661621) + + --> STEP: 26 + | > loss_disc: 2.8478095531463623 (2.458359507414011) + | > loss_disc_real_0: 0.1030711680650711 (0.09605034942237231) + | > loss_disc_real_1: 0.23172904551029205 (0.20442874958881965) + | > loss_disc_real_2: 0.1992148905992508 (0.23369665329272932) + | > loss_disc_real_3: 0.21645253896713257 (0.21774693463857359) + | > loss_disc_real_4: 0.18114174902439117 (0.19565465186650938) + | > loss_disc_real_5: 0.19253794848918915 (0.2120177889099488) + | > loss_0: 2.8478095531463623 (2.458359507414011) + | > loss_gen: 1.712734341621399 (2.1153412048633293) + | > loss_kl: 1.4554189443588257 (1.5176602556155279) + | > loss_feat: 3.6665170192718506 (5.2912612694960375) + | > loss_mel: 17.37621307373047 (22.935075979966385) + | > loss_duration: 1.703735589981079 (1.7428595698796785) + | > loss_1: 25.91461944580078 (33.60219801389253) + + --> STEP: 27 + | > loss_disc: 2.4494705200195312 (2.4580302856586598) + | > loss_disc_real_0: 0.09730800986289978 (0.09609692943868814) + | > loss_disc_real_1: 0.2713938355445862 (0.20690893795755175) + | > loss_disc_real_2: 0.24266260862350464 (0.23402872571238764) + | > loss_disc_real_3: 0.2791209816932678 (0.22002004749245113) + | > loss_disc_real_4: 0.20187191665172577 (0.1958849209326285) + | > loss_disc_real_5: 0.19254978001117706 (0.2112967515433276) + | > loss_0: 2.4494705200195312 (2.4580302856586598) + | > loss_gen: 2.3921079635620117 (2.125591825555873) + | > loss_kl: 1.8833863735198975 (1.5312056673897638) + | > loss_feat: 5.80476188659668 (5.310279810870135) + | > loss_mel: 24.038562774658203 (22.975945861251265) + | > loss_duration: 1.704806923866272 (1.7414502126199227) + | > loss_1: 35.82362747192383 (33.684473179004804) + + --> STEP: 28 + | > loss_disc: 2.532106399536133 (2.4606758611542836) + | > loss_disc_real_0: 0.05392420291900635 (0.09459076063441378) + | > loss_disc_real_1: 0.1434667408466339 (0.2046431452035904) + | > loss_disc_real_2: 0.19763688743114471 (0.23272901720234326) + | > loss_disc_real_3: 0.20373736321926117 (0.21943852305412292) + | > loss_disc_real_4: 0.16960246860980988 (0.19494626192109926) + | > loss_disc_real_5: 0.195052832365036 (0.21071661157267435) + | > loss_0: 2.532106399536133 (2.4606758611542836) + | > loss_gen: 1.7315539121627808 (2.1115190429346913) + | > loss_kl: 1.341764211654663 (1.5244399011135101) + | > loss_feat: 4.79201078414917 (5.291770202772958) + | > loss_mel: 22.515111923217773 (22.959487506321498) + | > loss_duration: 1.753185749053955 (1.7418693389211382) + | > loss_1: 32.133628845214844 (33.62908588136945) + + --> STEP: 29 + | > loss_disc: 2.515841245651245 (2.46257811579211) + | > loss_disc_real_0: 0.04340935871005058 (0.09282588470598747) + | > loss_disc_real_1: 0.18551023304462433 (0.2039833896119019) + | > loss_disc_real_2: 0.245407372713089 (0.2331662018751276) + | > loss_disc_real_3: 0.24115732312202454 (0.2201874471943954) + | > loss_disc_real_4: 0.23030897974967957 (0.19616566598415375) + | > loss_disc_real_5: 0.25120148062705994 (0.21211264154006695) + | > loss_0: 2.515841245651245 (2.46257811579211) + | > loss_gen: 2.1838438510894775 (2.1140130018365806) + | > loss_kl: 1.1159584522247314 (1.5103543339104488) + | > loss_feat: 6.554966926574707 (5.33532871049026) + | > loss_mel: 25.416975021362305 (23.04422845511601) + | > loss_duration: 1.7107672691345215 (1.7407968537560825) + | > loss_1: 36.98250961303711 (33.74472118246143) + + --> STEP: 30 + | > loss_disc: 2.6177308559417725 (2.4677498737970986) + | > loss_disc_real_0: 0.07878664135932922 (0.09235790992776553) + | > loss_disc_real_1: 0.15563799440860748 (0.20237187643845875) + | > loss_disc_real_2: 0.17977215349674225 (0.23138640026251475) + | > loss_disc_real_3: 0.18027432262897491 (0.2188570097088814) + | > loss_disc_real_4: 0.1475466638803482 (0.19454503258069356) + | > loss_disc_real_5: 0.270720899105072 (0.21406625012556713) + | > loss_0: 2.6177308559417725 (2.4677498737970986) + | > loss_gen: 1.8135349750518799 (2.103997067610424) + | > loss_kl: 1.7742421627044678 (1.5191505948702495) + | > loss_feat: 6.646710395812988 (5.379041433334351) + | > loss_mel: 24.796537399291992 (23.10263875325521) + | > loss_duration: 1.7326440811157227 (1.7405250946680704) + | > loss_1: 36.763668060302734 (33.84535274505615) + + --> STEP: 31 + | > loss_disc: 2.431513786315918 (2.466580967749319) + | > loss_disc_real_0: 0.07667367160320282 (0.09185196675600545) + | > loss_disc_real_1: 0.21010033786296844 (0.202621181645701) + | > loss_disc_real_2: 0.21842864155769348 (0.2309684080462302) + | > loss_disc_real_3: 0.1430482119321823 (0.21641156461931044) + | > loss_disc_real_4: 0.12991847097873688 (0.19246030478708206) + | > loss_disc_real_5: 0.19579799473285675 (0.21347695156451194) + | > loss_0: 2.431513786315918 (2.466580967749319) + | > loss_gen: 1.945396900177002 (2.0988809331770875) + | > loss_kl: 1.5243256092071533 (1.5193175308166011) + | > loss_feat: 6.218707084655762 (5.406127422086654) + | > loss_mel: 23.624258041381836 (23.119465181904456) + | > loss_duration: 1.664804220199585 (1.7380824858142483) + | > loss_1: 34.97748947143555 (33.88187328461677) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.011872137746503275 (+0.0012480828069871466) + | > avg_loss_disc: 2.466580967749319 (-0.021766116542200287) + | > avg_loss_disc_real_0: 0.09185196675600545 (+0.006718316746334885) + | > avg_loss_disc_real_1: 0.202621181645701 (-0.05863533289201797) + | > avg_loss_disc_real_2: 0.2309684080462302 (+0.001979508707600275) + | > avg_loss_disc_real_3: 0.21641156461931044 (+0.025434014537642075) + | > avg_loss_disc_real_4: 0.19246030478708206 (-0.04715698380624095) + | > avg_loss_disc_real_5: 0.21347695156451194 (-0.07326817031829588) + | > avg_loss_0: 2.466580967749319 (-0.021766116542200287) + | > avg_loss_gen: 2.0988809331770875 (-0.2816392221758437) + | > avg_loss_kl: 1.5193175308166011 (+0.02002069642466875) + | > avg_loss_feat: 5.406127422086654 (+0.052844593601841794) + | > avg_loss_mel: 23.119465181904456 (-0.6725958547284527) + | > avg_loss_duration: 1.7380824858142483 (-0.005930827509972536) + | > avg_loss_1: 33.88187328461677 (-0.8873011066067633) + + + > EPOCH: 19/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 14:53:11)  + + --> TIME: 2024-11-22 14:53:25 -- STEP: 15/797 -- GLOBAL_STEP: 16975 + | > loss_disc: 2.4343841075897217 (2.494440793991089) + | > loss_disc_real_0: 0.08940781652927399 (0.11910212015112241) + | > loss_disc_real_1: 0.21263587474822998 (0.22321879665056865) + | > loss_disc_real_2: 0.22718368470668793 (0.24689192076524097) + | > loss_disc_real_3: 0.2712767422199249 (0.23622168997923534) + | > loss_disc_real_4: 0.22664134204387665 (0.22254595557848614) + | > loss_disc_real_5: 0.2207542508840561 (0.23462211390336354) + | > loss_0: 2.4343841075897217 (2.494440793991089) + | > grad_norm_0: tensor(127.4710, device='cuda:0') (tensor(95.4028, device='cuda:0')) + | > loss_gen: 2.2802412509918213 (2.374863783518473) + | > loss_kl: 1.6547940969467163 (1.6148172299067178) + | > loss_feat: 5.23867654800415 (5.350340716044108) + | > loss_mel: 23.23467254638672 (22.17985293070475) + | > loss_duration: 1.9544949531555176 (1.9520325342814127) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.36288070678711 (33.47190767923991) + | > grad_norm_1: tensor(313.4360, device='cuda:0') (tensor(651.8536, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 0.8209 (0.823357629776001) + | > loader_time: 0.0043 (0.004354524612426758) + + + --> TIME: 2024-11-22 14:53:46 -- STEP: 40/797 -- GLOBAL_STEP: 17000 + | > loss_disc: 2.331817865371704 (2.472796565294266) + | > loss_disc_real_0: 0.1483069360256195 (0.11238235412165523) + | > loss_disc_real_1: 0.25166988372802734 (0.2146768942475319) + | > loss_disc_real_2: 0.2761900722980499 (0.23946026861667633) + | > loss_disc_real_3: 0.22853903472423553 (0.23134034425020217) + | > loss_disc_real_4: 0.23085276782512665 (0.22588647194206715) + | > loss_disc_real_5: 0.2202252894639969 (0.23865083716809748) + | > loss_0: 2.331817865371704 (2.472796565294266) + | > grad_norm_0: tensor(42.0278, device='cuda:0') (tensor(72.7265, device='cuda:0')) + | > loss_gen: 2.5926005840301514 (2.346415549516678) + | > loss_kl: 1.4948261976242065 (1.566476622223854) + | > loss_feat: 6.234987258911133 (5.398019182682037) + | > loss_mel: 25.44123077392578 (22.328609275817872) + | > loss_duration: 1.7425332069396973 (1.8795182198286056) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.50617980957031 (33.5190390586853) + | > grad_norm_1: tensor(415.0020, device='cuda:0') (tensor(597.6491, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 0.8411 (0.8245181560516357) + | > loader_time: 0.0041 (0.004753589630126953) + + + --> TIME: 2024-11-22 14:54:07 -- STEP: 65/797 -- GLOBAL_STEP: 17025 + | > loss_disc: 2.4991579055786133 (2.4999036275423494) + | > loss_disc_real_0: 0.06826335191726685 (0.13585581086002863) + | > loss_disc_real_1: 0.2308586686849594 (0.21569502170269306) + | > loss_disc_real_2: 0.2117704600095749 (0.23960685500731835) + | > loss_disc_real_3: 0.21282000839710236 (0.22717158427605263) + | > loss_disc_real_4: 0.17641140520572662 (0.22526828509110672) + | > loss_disc_real_5: 0.22696883976459503 (0.23932263553142546) + | > loss_0: 2.4991579055786133 (2.4999036275423494) + | > grad_norm_0: tensor(18.0449, device='cuda:0') (tensor(85.7375, device='cuda:0')) + | > loss_gen: 2.2267918586730957 (2.3382270923027635) + | > loss_kl: 1.8387022018432617 (1.5546140047220083) + | > loss_feat: 5.899836540222168 (5.440066242218018) + | > loss_mel: 24.48301887512207 (22.634225727961613) + | > loss_duration: 1.8094855546951294 (1.8437352620638334) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.257835388183594 (33.81086839529185) + | > grad_norm_1: tensor(566.5264, device='cuda:0') (tensor(599.6347, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 0.8459 (0.8279839919163631) + | > loader_time: 0.0049 (0.004854158254770132) + + + --> TIME: 2024-11-22 14:54:30 -- STEP: 90/797 -- GLOBAL_STEP: 17050 + | > loss_disc: 2.5507349967956543 (2.496364524629381) + | > loss_disc_real_0: 0.06403710693120956 (0.13555834802488487) + | > loss_disc_real_1: 0.23876360058784485 (0.2148965562383334) + | > loss_disc_real_2: 0.2974051237106323 (0.23948818147182466) + | > loss_disc_real_3: 0.2609488070011139 (0.2282184173663457) + | > loss_disc_real_4: 0.28901299834251404 (0.2245629201332728) + | > loss_disc_real_5: 0.3028757870197296 (0.23890250954363082) + | > loss_0: 2.5507349967956543 (2.496364524629381) + | > grad_norm_0: tensor(4.1569, device='cuda:0') (tensor(87.1793, device='cuda:0')) + | > loss_gen: 2.3524105548858643 (2.3334727525711068) + | > loss_kl: 1.4540395736694336 (1.5330950174066755) + | > loss_feat: 4.7574076652526855 (5.398321766323513) + | > loss_mel: 22.76348114013672 (22.574974017673068) + | > loss_duration: 1.7254931926727295 (1.8234292176034717) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.052833557128906 (33.6632926940918) + | > grad_norm_1: tensor(606.9831, device='cuda:0') (tensor(542.1944, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 0.8433 (0.8543698019451565) + | > loader_time: 0.0042 (0.005012477768792046) + + + --> TIME: 2024-11-22 14:54:52 -- STEP: 115/797 -- GLOBAL_STEP: 17075 + | > loss_disc: 2.3686461448669434 (2.48656348352847) + | > loss_disc_real_0: 0.14605890214443207 (0.1344925134402255) + | > loss_disc_real_1: 0.2503649592399597 (0.2149912011364232) + | > loss_disc_real_2: 0.2614303529262543 (0.2400439000648001) + | > loss_disc_real_3: 0.2348567545413971 (0.22664525392262833) + | > loss_disc_real_4: 0.23397137224674225 (0.2224060699991558) + | > loss_disc_real_5: 0.2797420024871826 (0.2355156432027402) + | > loss_0: 2.3686461448669434 (2.48656348352847) + | > grad_norm_0: tensor(27.6253, device='cuda:0') (tensor(85.3888, device='cuda:0')) + | > loss_gen: 2.3530304431915283 (2.33072912382043) + | > loss_kl: 1.2481037378311157 (1.5235230057135871) + | > loss_feat: 5.699924468994141 (5.405163665439772) + | > loss_mel: 23.124967575073242 (22.581113433837892) + | > loss_duration: 1.7550523281097412 (1.815324478564055) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.18107604980469 (33.65585353685462) + | > grad_norm_1: tensor(621.3239, device='cuda:0') (tensor(552.3499, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 0.8731 (0.8549974876901377) + | > loader_time: 0.0044 (0.005056891234024711) + + + --> TIME: 2024-11-22 14:55:14 -- STEP: 140/797 -- GLOBAL_STEP: 17100 + | > loss_disc: 2.5712318420410156 (2.4868393727711275) + | > loss_disc_real_0: 0.18464522063732147 (0.1337143749530827) + | > loss_disc_real_1: 0.23204746842384338 (0.21598713334117614) + | > loss_disc_real_2: 0.24188697338104248 (0.23936736594353403) + | > loss_disc_real_3: 0.22515782713890076 (0.2258139292044299) + | > loss_disc_real_4: 0.21372666954994202 (0.22192543191569192) + | > loss_disc_real_5: 0.2686053216457367 (0.23653862785015786) + | > loss_0: 2.5712318420410156 (2.4868393727711275) + | > grad_norm_0: tensor(20.4117, device='cuda:0') (tensor(90.7133, device='cuda:0')) + | > loss_gen: 2.24814772605896 (2.332865032127926) + | > loss_kl: 1.2381805181503296 (1.5104065975972585) + | > loss_feat: 5.4145941734313965 (5.423377302714757) + | > loss_mel: 23.93712043762207 (22.603248391832626) + | > loss_duration: 1.804639220237732 (1.8099565395287105) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.64268112182617 (33.679853698185525) + | > grad_norm_1: tensor(350.8621, device='cuda:0') (tensor(587.6782, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 0.977 (0.8574646983827864) + | > loader_time: 0.0082 (0.0052910157612391885) + + + --> TIME: 2024-11-22 14:55:36 -- STEP: 165/797 -- GLOBAL_STEP: 17125 + | > loss_disc: 2.4287257194519043 (2.483796704899182) + | > loss_disc_real_0: 0.11763906478881836 (0.1325422966119016) + | > loss_disc_real_1: 0.18016187846660614 (0.21632461322076388) + | > loss_disc_real_2: 0.21130585670471191 (0.23910633614569) + | > loss_disc_real_3: 0.27459728717803955 (0.22527604148243413) + | > loss_disc_real_4: 0.20094488561153412 (0.2215805731939547) + | > loss_disc_real_5: 0.24745824933052063 (0.23663231938174276) + | > loss_0: 2.4287257194519043 (2.483796704899182) + | > grad_norm_0: tensor(73.6447, device='cuda:0') (tensor(86.5126, device='cuda:0')) + | > loss_gen: 2.227400779724121 (2.3326714876926316) + | > loss_kl: 1.4228603839874268 (1.5023709380265442) + | > loss_feat: 5.692398548126221 (5.444637700283166) + | > loss_mel: 23.141002655029297 (22.665276429147426) + | > loss_duration: 1.7221779823303223 (1.8017046783909654) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.205841064453125 (33.74666112263997) + | > grad_norm_1: tensor(786.8464, device='cuda:0') (tensor(614.6508, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 0.8749 (0.8600123419906154) + | > loader_time: 0.0041 (0.005430143529718572) + + + --> TIME: 2024-11-22 14:55:58 -- STEP: 190/797 -- GLOBAL_STEP: 17150 + | > loss_disc: 2.3696341514587402 (2.480945287252728) + | > loss_disc_real_0: 0.1315353512763977 (0.13064641125108067) + | > loss_disc_real_1: 0.18685181438922882 (0.21533988651476405) + | > loss_disc_real_2: 0.2092595249414444 (0.23903675385211642) + | > loss_disc_real_3: 0.19232770800590515 (0.224887026924836) + | > loss_disc_real_4: 0.20341265201568604 (0.22204179238331945) + | > loss_disc_real_5: 0.20780229568481445 (0.23740950862043783) + | > loss_0: 2.3696341514587402 (2.480945287252728) + | > grad_norm_0: tensor(126.2744, device='cuda:0') (tensor(90.3805, device='cuda:0')) + | > loss_gen: 2.357755184173584 (2.3400719316382164) + | > loss_kl: 1.4074485301971436 (1.5006791852022472) + | > loss_feat: 6.085726261138916 (5.463330351678951) + | > loss_mel: 24.598237991333008 (22.70337792446739) + | > loss_duration: 1.782721996307373 (1.7963555172870034) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.23188781738281 (33.80381485788447) + | > grad_norm_1: tensor(833.2874, device='cuda:0') (tensor(642.0936, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 0.8011 (0.8620921975687931) + | > loader_time: 0.0098 (0.005562365682501542) + + + --> TIME: 2024-11-22 14:56:21 -- STEP: 215/797 -- GLOBAL_STEP: 17175 + | > loss_disc: 2.465078353881836 (2.476568897380386) + | > loss_disc_real_0: 0.12963078916072845 (0.1291636015786681) + | > loss_disc_real_1: 0.2551364004611969 (0.21582841180091678) + | > loss_disc_real_2: 0.24349884688854218 (0.2388447548067847) + | > loss_disc_real_3: 0.24542738497257233 (0.22481246050014053) + | > loss_disc_real_4: 0.22888927161693573 (0.22191179789776025) + | > loss_disc_real_5: 0.2675040662288666 (0.23677928620992705) + | > loss_0: 2.465078353881836 (2.476568897380386) + | > grad_norm_0: tensor(185.3603, device='cuda:0') (tensor(93.2344, device='cuda:0')) + | > loss_gen: 2.367295742034912 (2.3428710981856953) + | > loss_kl: 1.4533590078353882 (1.4987269315608711) + | > loss_feat: 5.365819454193115 (5.462122733093974) + | > loss_mel: 22.96156883239746 (22.769211303356084) + | > loss_duration: 1.8169431686401367 (1.7942137951074644) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.96498489379883 (33.86714582221451) + | > grad_norm_1: tensor(810.0311, device='cuda:0') (tensor(654.4245, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 0.8553 (0.8642720898916555) + | > loader_time: 0.0054 (0.0055989331977311955) + + + --> TIME: 2024-11-22 14:56:43 -- STEP: 240/797 -- GLOBAL_STEP: 17200 + | > loss_disc: 2.46376895904541 (2.4728563298781716) + | > loss_disc_real_0: 0.20258384943008423 (0.12858033074686928) + | > loss_disc_real_1: 0.22907227277755737 (0.2152330803374449) + | > loss_disc_real_2: 0.25075721740722656 (0.23790986562768618) + | > loss_disc_real_3: 0.2638917565345764 (0.22531453880170982) + | > loss_disc_real_4: 0.2242794632911682 (0.22200428669651348) + | > loss_disc_real_5: 0.2306043654680252 (0.23666049266854922) + | > loss_0: 2.46376895904541 (2.4728563298781716) + | > grad_norm_0: tensor(183.2667, device='cuda:0') (tensor(95.2843, device='cuda:0')) + | > loss_gen: 2.4923741817474365 (2.3458459099133817) + | > loss_kl: 1.4641584157943726 (1.499848517527183) + | > loss_feat: 6.307953834533691 (5.481372849146527) + | > loss_mel: 23.563692092895508 (22.803331065177918) + | > loss_duration: 1.698929786682129 (1.7892366091410319) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.52710723876953 (33.91963488260903) + | > grad_norm_1: tensor(903.4042, device='cuda:0') (tensor(673.9405, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 0.8794 (0.8649878064791362) + | > loader_time: 0.0048 (0.005654534697532654) + + + --> TIME: 2024-11-22 14:57:05 -- STEP: 265/797 -- GLOBAL_STEP: 17225 + | > loss_disc: 2.5569887161254883 (2.471383009316787) + | > loss_disc_real_0: 0.1263056993484497 (0.12759639748706006) + | > loss_disc_real_1: 0.30564218759536743 (0.2157568256247718) + | > loss_disc_real_2: 0.20900391042232513 (0.23827340411690046) + | > loss_disc_real_3: 0.26120129227638245 (0.2250850594268655) + | > loss_disc_real_4: 0.20288828015327454 (0.2219476563188265) + | > loss_disc_real_5: 0.2451157122850418 (0.23573816233086137) + | > loss_0: 2.5569887161254883 (2.471383009316787) + | > grad_norm_0: tensor(232.3030, device='cuda:0') (tensor(97.7633, device='cuda:0')) + | > loss_gen: 2.323500633239746 (2.3484330402230325) + | > loss_kl: 1.5482150316238403 (1.502362455736916) + | > loss_feat: 4.487868309020996 (5.478448795822433) + | > loss_mel: 20.556224822998047 (22.785797738129236) + | > loss_duration: 1.7391562461853027 (1.785583081785238) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.654966354370117 (33.90062508493098) + | > grad_norm_1: tensor(729.7228, device='cuda:0') (tensor(650.9471, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 0.8681 (0.867701201168996) + | > loader_time: 0.0062 (0.0056571402639712925) + + + --> TIME: 2024-11-22 14:57:28 -- STEP: 290/797 -- GLOBAL_STEP: 17250 + | > loss_disc: 2.39699387550354 (2.4773233150613714) + | > loss_disc_real_0: 0.12495116889476776 (0.13018511455377624) + | > loss_disc_real_1: 0.1909198760986328 (0.21641557478699192) + | > loss_disc_real_2: 0.23430167138576508 (0.23787317594577526) + | > loss_disc_real_3: 0.15982286632061005 (0.22546154502136953) + | > loss_disc_real_4: 0.23719893395900726 (0.222491609330835) + | > loss_disc_real_5: 0.22886475920677185 (0.23577439975121925) + | > loss_0: 2.39699387550354 (2.4773233150613714) + | > grad_norm_0: tensor(114.1165, device='cuda:0') (tensor(101.9883, device='cuda:0')) + | > loss_gen: 2.444434881210327 (2.342546448214302) + | > loss_kl: 1.796075701713562 (1.505228645020518) + | > loss_feat: 5.618834495544434 (5.456461252015215) + | > loss_mel: 23.497596740722656 (22.77906252762367) + | > loss_duration: 1.7648259401321411 (1.7839197812409235) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.121768951416016 (33.86721862924508) + | > grad_norm_1: tensor(1099.0559, device='cuda:0') (tensor(670.3469, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 0.9484 (0.8702310052411308) + | > loader_time: 0.0055 (0.005793917590174182) + + + --> TIME: 2024-11-22 14:57:51 -- STEP: 315/797 -- GLOBAL_STEP: 17275 + | > loss_disc: 2.4562182426452637 (2.478508136385963) + | > loss_disc_real_0: 0.07924332469701767 (0.13044945626031776) + | > loss_disc_real_1: 0.23202578723430634 (0.2169457898726539) + | > loss_disc_real_2: 0.21766476333141327 (0.23878349595599704) + | > loss_disc_real_3: 0.218903049826622 (0.22528387994047194) + | > loss_disc_real_4: 0.21365007758140564 (0.22250071811297584) + | > loss_disc_real_5: 0.2468288689851761 (0.23579486248985168) + | > loss_0: 2.4562182426452637 (2.478508136385963) + | > grad_norm_0: tensor(59.7112, device='cuda:0') (tensor(101.5432, device='cuda:0')) + | > loss_gen: 2.2323575019836426 (2.3433635999285984) + | > loss_kl: 1.3434606790542603 (1.5069547420456295) + | > loss_feat: 5.911563873291016 (5.458409713563468) + | > loss_mel: 24.162792205810547 (22.813976953900053) + | > loss_duration: 1.801734447479248 (1.781474438924638) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.451908111572266 (33.90417944893002) + | > grad_norm_1: tensor(192.3488, device='cuda:0') (tensor(678.6431, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 0.9153 (0.8733602584354461) + | > loader_time: 0.0059 (0.005865660167875744) + + + --> TIME: 2024-11-22 14:58:14 -- STEP: 340/797 -- GLOBAL_STEP: 17300 + | > loss_disc: 2.3657546043395996 (2.4767078967655394) + | > loss_disc_real_0: 0.14060509204864502 (0.12940780094222099) + | > loss_disc_real_1: 0.14342686533927917 (0.21668206635205184) + | > loss_disc_real_2: 0.2283727526664734 (0.23856209455167546) + | > loss_disc_real_3: 0.193525031208992 (0.22494937343632473) + | > loss_disc_real_4: 0.1948441118001938 (0.22249754259691518) + | > loss_disc_real_5: 0.22507601976394653 (0.2360962236628813) + | > loss_0: 2.3657546043395996 (2.4767078967655394) + | > grad_norm_0: tensor(104.5399, device='cuda:0') (tensor(102.3555, device='cuda:0')) + | > loss_gen: 2.3988940715789795 (2.3431629229994386) + | > loss_kl: 1.6631968021392822 (1.5063691807143835) + | > loss_feat: 5.7396769523620605 (5.457615524179799) + | > loss_mel: 23.99855613708496 (22.838871204151825) + | > loss_duration: 1.7217252254486084 (1.7792262536637924) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.52204895019531 (33.925245083079595) + | > grad_norm_1: tensor(1058.8785, device='cuda:0') (tensor(690.1863, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 0.9438 (0.876762305988985) + | > loader_time: 0.0059 (0.005934659172506894) + + + --> TIME: 2024-11-22 14:58:38 -- STEP: 365/797 -- GLOBAL_STEP: 17325 + | > loss_disc: 2.411440134048462 (2.4773387850147386) + | > loss_disc_real_0: 0.11944477260112762 (0.12926107262299474) + | > loss_disc_real_1: 0.19539284706115723 (0.21676998875320774) + | > loss_disc_real_2: 0.2306121438741684 (0.23865316889873922) + | > loss_disc_real_3: 0.22853638231754303 (0.2251532551768708) + | > loss_disc_real_4: 0.1847858726978302 (0.2223759702215456) + | > loss_disc_real_5: 0.20726501941680908 (0.23592660835344498) + | > loss_0: 2.411440134048462 (2.4773387850147386) + | > grad_norm_0: tensor(242.6020, device='cuda:0') (tensor(103.0230, device='cuda:0')) + | > loss_gen: 2.382288932800293 (2.3428903795268443) + | > loss_kl: 1.6801962852478027 (1.5101799607276922) + | > loss_feat: 5.083766937255859 (5.448966751359917) + | > loss_mel: 21.724811553955078 (22.829065134753918) + | > loss_duration: 1.7202045917510986 (1.7767985647671842) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.59126663208008 (33.907900750147135) + | > grad_norm_1: tensor(974.6453, device='cuda:0') (tensor(699.0181, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 0.9222 (0.8792113101645692) + | > loader_time: 0.0107 (0.0060082971233211165) + + + --> TIME: 2024-11-22 14:59:01 -- STEP: 390/797 -- GLOBAL_STEP: 17350 + | > loss_disc: 2.4892568588256836 (2.476405807030505) + | > loss_disc_real_0: 0.06682421267032623 (0.1275964599484815) + | > loss_disc_real_1: 0.22077704966068268 (0.21638674180095013) + | > loss_disc_real_2: 0.2544454336166382 (0.23879309621376868) + | > loss_disc_real_3: 0.23300215601921082 (0.22521850283329303) + | > loss_disc_real_4: 0.24519342184066772 (0.22261819954101855) + | > loss_disc_real_5: 0.2652181386947632 (0.23645038444262284) + | > loss_0: 2.4892568588256836 (2.476405807030505) + | > grad_norm_0: tensor(86.3330, device='cuda:0') (tensor(101.6376, device='cuda:0')) + | > loss_gen: 2.466707944869995 (2.344972217388642) + | > loss_kl: 1.4231764078140259 (1.5070985055886787) + | > loss_feat: 6.000068187713623 (5.4557218417143245) + | > loss_mel: 23.915409088134766 (22.876680344801684) + | > loss_duration: 1.7520110607147217 (1.7746832034526727) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.557373046875 (33.95915608039269) + | > grad_norm_1: tensor(863.2775, device='cuda:0') (tensor(681.7106, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 0.9387 (0.881624915660956) + | > loader_time: 0.006 (0.006151664562714407) + + + --> TIME: 2024-11-22 14:59:24 -- STEP: 415/797 -- GLOBAL_STEP: 17375 + | > loss_disc: 2.414781332015991 (2.477199069563163) + | > loss_disc_real_0: 0.08976845443248749 (0.1278546602970144) + | > loss_disc_real_1: 0.23263177275657654 (0.21650012873382454) + | > loss_disc_real_2: 0.22441408038139343 (0.23836319547101675) + | > loss_disc_real_3: 0.1515401303768158 (0.22534216498754112) + | > loss_disc_real_4: 0.20313070714473724 (0.2227090849933854) + | > loss_disc_real_5: 0.15415512025356293 (0.2363082907645099) + | > loss_0: 2.414781332015991 (2.477199069563163) + | > grad_norm_0: tensor(31.6209, device='cuda:0') (tensor(100.7390, device='cuda:0')) + | > loss_gen: 2.263550281524658 (2.3429895251630297) + | > loss_kl: 1.502722978591919 (1.5074692043913422) + | > loss_feat: 6.479274272918701 (5.447269340882822) + | > loss_mel: 24.185733795166016 (22.886932138649815) + | > loss_duration: 1.7710165977478027 (1.7732906111751694) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.20229721069336 (33.95795082184203) + | > grad_norm_1: tensor(543.8698, device='cuda:0') (tensor(683.2824, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 0.8742 (0.8837942927716727) + | > loader_time: 0.0072 (0.006238921866359482) + + + --> TIME: 2024-11-22 14:59:48 -- STEP: 440/797 -- GLOBAL_STEP: 17400 + | > loss_disc: 2.6833715438842773 (2.475257683342152) + | > loss_disc_real_0: 0.1189936175942421 (0.12662591528655437) + | > loss_disc_real_1: 0.3594934940338135 (0.2166627458381382) + | > loss_disc_real_2: 0.2573496699333191 (0.23888331113213843) + | > loss_disc_real_3: 0.22123195230960846 (0.2257264257832007) + | > loss_disc_real_4: 0.22826716303825378 (0.22265919954939323) + | > loss_disc_real_5: 0.254905104637146 (0.23635743074119092) + | > loss_0: 2.6833715438842773 (2.475257683342152) + | > grad_norm_0: tensor(100.1442, device='cuda:0') (tensor(99.3281, device='cuda:0')) + | > loss_gen: 2.1671063899993896 (2.349199322678825) + | > loss_kl: 1.7309013605117798 (1.5084844029762534) + | > loss_feat: 4.658339023590088 (5.460378692366863) + | > loss_mel: 21.821067810058594 (22.915159143101086) + | > loss_duration: 1.7773776054382324 (1.7717641513455997) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.15479278564453 (34.004985713958725) + | > grad_norm_1: tensor(292.7083, device='cuda:0') (tensor(682.9620, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 0.9203 (0.8871040425517343) + | > loader_time: 0.0064 (0.006408841501582754) + + + --> TIME: 2024-11-22 15:00:12 -- STEP: 465/797 -- GLOBAL_STEP: 17425 + | > loss_disc: 2.3457062244415283 (2.4721365272357887) + | > loss_disc_real_0: 0.09766043722629547 (0.12507698280356247) + | > loss_disc_real_1: 0.24822112917900085 (0.21671962329456884) + | > loss_disc_real_2: 0.23629851639270782 (0.23840273362334058) + | > loss_disc_real_3: 0.2396787405014038 (0.22558080646940457) + | > loss_disc_real_4: 0.22273796796798706 (0.22236268228741102) + | > loss_disc_real_5: 0.23141825199127197 (0.2363897422949473) + | > loss_0: 2.3457062244415283 (2.4721365272357887) + | > grad_norm_0: tensor(66.8011, device='cuda:0') (tensor(98.9284, device='cuda:0')) + | > loss_gen: 2.393186092376709 (2.3512321108130987) + | > loss_kl: 1.5810821056365967 (1.5077252845610347) + | > loss_feat: 5.39722204208374 (5.475360519655292) + | > loss_mel: 22.72823143005371 (22.940713775798837) + | > loss_duration: 1.753617763519287 (1.770824582858752) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.853336334228516 (34.04585625433152) + | > grad_norm_1: tensor(662.2221, device='cuda:0') (tensor(680.0089, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 0.9078 (0.890704797416605) + | > loader_time: 0.0062 (0.006504199838125578) + + + --> TIME: 2024-11-22 15:00:36 -- STEP: 490/797 -- GLOBAL_STEP: 17450 + | > loss_disc: 2.4060356616973877 (2.4716188133979315) + | > loss_disc_real_0: 0.1695609837770462 (0.12447799124887991) + | > loss_disc_real_1: 0.20606404542922974 (0.21668388361529428) + | > loss_disc_real_2: 0.20412620902061462 (0.23862587441595234) + | > loss_disc_real_3: 0.21148090064525604 (0.22561761374984468) + | > loss_disc_real_4: 0.17225120961666107 (0.22248159859861646) + | > loss_disc_real_5: 0.236131489276886 (0.23630111354346178) + | > loss_0: 2.4060356616973877 (2.4716188133979315) + | > grad_norm_0: tensor(79.1213, device='cuda:0') (tensor(97.5610, device='cuda:0')) + | > loss_gen: 2.471785306930542 (2.3525573579632497) + | > loss_kl: 1.662415623664856 (1.5082956473438112) + | > loss_feat: 5.575371742248535 (5.47527039780909) + | > loss_mel: 22.051538467407227 (22.938278408439793) + | > loss_duration: 1.7442550659179688 (1.7694426580351226) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.50536346435547 (34.043844429327514) + | > grad_norm_1: tensor(699.1469, device='cuda:0') (tensor(680.2606, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 0.9602 (0.8927115513353931) + | > loader_time: 0.0089 (0.006604623794555665) + + + --> TIME: 2024-11-22 15:01:01 -- STEP: 515/797 -- GLOBAL_STEP: 17475 + | > loss_disc: 2.439356565475464 (2.4705061620878928) + | > loss_disc_real_0: 0.13954755663871765 (0.1235943929735316) + | > loss_disc_real_1: 0.193562313914299 (0.21676864350594363) + | > loss_disc_real_2: 0.22070084512233734 (0.2384880857849584) + | > loss_disc_real_3: 0.17494888603687286 (0.22578359202852527) + | > loss_disc_real_4: 0.192666694521904 (0.22240522448877686) + | > loss_disc_real_5: 0.1554291695356369 (0.2364286423597521) + | > loss_0: 2.439356565475464 (2.4705061620878928) + | > grad_norm_0: tensor(128.9172, device='cuda:0') (tensor(97.7102, device='cuda:0')) + | > loss_gen: 2.2149550914764404 (2.353258890781587) + | > loss_kl: 1.5303934812545776 (1.5049010678402432) + | > loss_feat: 5.705436706542969 (5.474188824070313) + | > loss_mel: 23.780895233154297 (22.933751663652437) + | > loss_duration: 1.7677280902862549 (1.7684560430860057) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.99940872192383 (34.03455643514985) + | > grad_norm_1: tensor(548.3722, device='cuda:0') (tensor(685.3976, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 0.9011 (0.8971428357281731) + | > loader_time: 0.0085 (0.006706970177807855) + + + --> TIME: 2024-11-22 15:01:38 -- STEP: 540/797 -- GLOBAL_STEP: 17500 + | > loss_disc: 2.691861391067505 (2.469555462289738) + | > loss_disc_real_0: 0.16601170599460602 (0.12338308154570818) + | > loss_disc_real_1: 0.2425200641155243 (0.2167858295280624) + | > loss_disc_real_2: 0.25965946912765503 (0.2386535295733699) + | > loss_disc_real_3: 0.2527303397655487 (0.2259698326388995) + | > loss_disc_real_4: 0.21490882337093353 (0.2224411611203794) + | > loss_disc_real_5: 0.2269778847694397 (0.23622430358771926) + | > loss_0: 2.691861391067505 (2.469555462289738) + | > grad_norm_0: tensor(366.7287, device='cuda:0') (tensor(97.5239, device='cuda:0')) + | > loss_gen: 2.311673879623413 (2.3546178729445844) + | > loss_kl: 1.429741621017456 (1.5020119462852128) + | > loss_feat: 5.408437728881836 (5.482407748257676) + | > loss_mel: 21.32533073425293 (22.956418164571122) + | > loss_duration: 1.7225145101547241 (1.7679954069632071) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.197696685791016 (34.063451117056374) + | > grad_norm_1: tensor(950.3826, device='cuda:0') (tensor(679.4615, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 2.0139 (0.9240206842069274) + | > loader_time: 0.0103 (0.006959261276103832) + + + --> TIME: 2024-11-22 15:02:08 -- STEP: 565/797 -- GLOBAL_STEP: 17525 + | > loss_disc: 2.56674861907959 (2.470949757415636) + | > loss_disc_real_0: 0.09830187261104584 (0.1236239320079308) + | > loss_disc_real_1: 0.18680644035339355 (0.21700020118624763) + | > loss_disc_real_2: 0.21382388472557068 (0.23866386785443905) + | > loss_disc_real_3: 0.18147480487823486 (0.22586030553927475) + | > loss_disc_real_4: 0.22027550637722015 (0.22241864552540058) + | > loss_disc_real_5: 0.226705402135849 (0.2361951059999719) + | > loss_0: 2.56674861907959 (2.470949757415636) + | > grad_norm_0: tensor(107.8633, device='cuda:0') (tensor(98.1457, device='cuda:0')) + | > loss_gen: 2.286297082901001 (2.352385651748793) + | > loss_kl: 1.7872016429901123 (1.5015722841288142) + | > loss_feat: 5.555763244628906 (5.475173547626599) + | > loss_mel: 23.313983917236328 (22.95087310318398) + | > loss_duration: 1.7375032901763916 (1.7670662673173752) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.680747985839844 (34.04707083575493) + | > grad_norm_1: tensor(320.6542, device='cuda:0') (tensor(668.1376, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 1.0486 (0.9346605165869789) + | > loader_time: 0.0082 (0.007054866942684207) + + + --> TIME: 2024-11-22 15:02:34 -- STEP: 590/797 -- GLOBAL_STEP: 17550 + | > loss_disc: 2.3939390182495117 (2.4706610130051447) + | > loss_disc_real_0: 0.15812908113002777 (0.12350064410622831) + | > loss_disc_real_1: 0.2625400125980377 (0.21681270528647856) + | > loss_disc_real_2: 0.24513544142246246 (0.23857534153986784) + | > loss_disc_real_3: 0.17647355794906616 (0.22587819306527163) + | > loss_disc_real_4: 0.21082840859889984 (0.22258438402313296) + | > loss_disc_real_5: 0.22012799978256226 (0.23659017770472218) + | > loss_0: 2.3939390182495117 (2.4706610130051447) + | > grad_norm_0: tensor(33.2048, device='cuda:0') (tensor(98.1443, device='cuda:0')) + | > loss_gen: 2.4367120265960693 (2.352717065811157) + | > loss_kl: 1.3556630611419678 (1.5031007286855733) + | > loss_feat: 5.571088790893555 (5.4781362327478735) + | > loss_mel: 24.48869514465332 (22.961896375882418) + | > loss_duration: 1.772886037826538 (1.7663543377892446) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.62504196166992 (34.06220472626767) + | > grad_norm_1: tensor(1220.1431, device='cuda:0') (tensor(670.6866, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 1.0432 (0.9395705744371576) + | > loader_time: 0.0072 (0.007124041298688468) + + + --> TIME: 2024-11-22 15:03:01 -- STEP: 615/797 -- GLOBAL_STEP: 17575 + | > loss_disc: 2.4097585678100586 (2.471519477968294) + | > loss_disc_real_0: 0.05603604391217232 (0.12403835941984385) + | > loss_disc_real_1: 0.22430892288684845 (0.2170833966838635) + | > loss_disc_real_2: 0.220042884349823 (0.2387350174954267) + | > loss_disc_real_3: 0.24782788753509521 (0.22593033158682235) + | > loss_disc_real_4: 0.2343287169933319 (0.22252515399359107) + | > loss_disc_real_5: 0.24945975840091705 (0.23645356004315662) + | > loss_0: 2.4097585678100586 (2.471519477968294) + | > grad_norm_0: tensor(8.5828, device='cuda:0') (tensor(100.4441, device='cuda:0')) + | > loss_gen: 2.3322298526763916 (2.353643537536869) + | > loss_kl: 1.3051878213882446 (1.5013415808600143) + | > loss_feat: 5.3545708656311035 (5.474587950280044) + | > loss_mel: 25.08452033996582 (22.97237585734545) + | > loss_duration: 1.7168185710906982 (1.7659375646250035) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.79332733154297 (34.06788647659426) + | > grad_norm_1: tensor(247.4489, device='cuda:0') (tensor(667.6116, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 1.1296 (0.9437537065366419) + | > loader_time: 0.0089 (0.007241583645828371) + + + --> TIME: 2024-11-22 15:03:28 -- STEP: 640/797 -- GLOBAL_STEP: 17600 + | > loss_disc: 2.5283732414245605 (2.470125942677258) + | > loss_disc_real_0: 0.09329844266176224 (0.12333491928293354) + | > loss_disc_real_1: 0.2137679159641266 (0.21704716619569808) + | > loss_disc_real_2: 0.2618185877799988 (0.23839336740784348) + | > loss_disc_real_3: 0.2722252309322357 (0.2261121343122796) + | > loss_disc_real_4: 0.29110467433929443 (0.22252141723874957) + | > loss_disc_real_5: 0.259695440530777 (0.23636635337024928) + | > loss_0: 2.5283732414245605 (2.470125942677258) + | > grad_norm_0: tensor(31.3487, device='cuda:0') (tensor(99.9774, device='cuda:0')) + | > loss_gen: 2.366374969482422 (2.3537397138774403) + | > loss_kl: 1.7204549312591553 (1.5011096787638967) + | > loss_feat: 5.011507511138916 (5.467050149664286) + | > loss_mel: 22.872129440307617 (22.94889660477638) + | > loss_duration: 1.7431421279907227 (1.7660187134519219) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.71360778808594 (34.03681486248971) + | > grad_norm_1: tensor(491.9900, device='cuda:0') (tensor(668.5292, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 1.0219 (0.9488885395228863) + | > loader_time: 0.0205 (0.007331365346908569) + + + --> TIME: 2024-11-22 15:03:55 -- STEP: 665/797 -- GLOBAL_STEP: 17625 + | > loss_disc: 2.4856927394866943 (2.46846932934639) + | > loss_disc_real_0: 0.1383194923400879 (0.12288085897278053) + | > loss_disc_real_1: 0.2885061204433441 (0.2168156998049944) + | > loss_disc_real_2: 0.25867006182670593 (0.23840134925860212) + | > loss_disc_real_3: 0.23888351023197174 (0.22588854104952713) + | > loss_disc_real_4: 0.21560825407505035 (0.22259789348993086) + | > loss_disc_real_5: 0.2273622304201126 (0.2361584607595788) + | > loss_0: 2.4856927394866943 (2.46846932934639) + | > grad_norm_0: tensor(61.9866, device='cuda:0') (tensor(100.8007, device='cuda:0')) + | > loss_gen: 2.4233012199401855 (2.3548412634914095) + | > loss_kl: 1.4880815744400024 (1.5015572419740206) + | > loss_feat: 5.340271472930908 (5.467666833562066) + | > loss_mel: 23.787776947021484 (22.934886020287525) + | > loss_duration: 1.8285210132598877 (1.765430602274443) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.86795425415039 (34.024381970283656) + | > grad_norm_1: tensor(561.2831, device='cuda:0') (tensor(668.4055, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 1.0032 (0.9523571975249097) + | > loader_time: 0.0113 (0.007426854183799342) + + + --> TIME: 2024-11-22 15:04:21 -- STEP: 690/797 -- GLOBAL_STEP: 17650 + | > loss_disc: 2.4127087593078613 (2.4679261556570076) + | > loss_disc_real_0: 0.20587864518165588 (0.12347899265047418) + | > loss_disc_real_1: 0.15568570792675018 (0.2164246757393298) + | > loss_disc_real_2: 0.2157389372587204 (0.23797668579263964) + | > loss_disc_real_3: 0.1991090029478073 (0.225897033966106) + | > loss_disc_real_4: 0.1781611442565918 (0.22254183385251225) + | > loss_disc_real_5: 0.2002682387828827 (0.2361230392170989) + | > loss_0: 2.4127087593078613 (2.4679261556570076) + | > grad_norm_0: tensor(113.7102, device='cuda:0') (tensor(102.1672, device='cuda:0')) + | > loss_gen: 2.4142343997955322 (2.3556528450786214) + | > loss_kl: 1.6335999965667725 (1.5021274512228766) + | > loss_feat: 6.398677825927734 (5.473590893330784) + | > loss_mel: 23.686019897460938 (22.94887345079062) + | > loss_duration: 1.7135995626449585 (1.7647018893905309) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.846134185791016 (34.04494654613993) + | > grad_norm_1: tensor(566.5092, device='cuda:0') (tensor(670.3051, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 1.0251 (0.9561490169469861) + | > loader_time: 0.0111 (0.0075086586717246235) + + + --> TIME: 2024-11-22 15:04:50 -- STEP: 715/797 -- GLOBAL_STEP: 17675 + | > loss_disc: 2.370532512664795 (2.465974433272034) + | > loss_disc_real_0: 0.09803451597690582 (0.12260605136935514) + | > loss_disc_real_1: 0.18474343419075012 (0.21667277071025823) + | > loss_disc_real_2: 0.18401165306568146 (0.23800297085638647) + | > loss_disc_real_3: 0.23257988691329956 (0.22564814770138356) + | > loss_disc_real_4: 0.1948651522397995 (0.22249151055629438) + | > loss_disc_real_5: 0.26190483570098877 (0.23602483972802862) + | > loss_0: 2.370532512664795 (2.465974433272034) + | > grad_norm_0: tensor(86.2730, device='cuda:0') (tensor(102.0499, device='cuda:0')) + | > loss_gen: 2.352153778076172 (2.3584503664003407) + | > loss_kl: 1.4561249017715454 (1.5022516284789245) + | > loss_feat: 5.819469928741455 (5.48404995077974) + | > loss_mel: 23.356754302978516 (22.957280867249807) + | > loss_duration: 1.7819337844848633 (1.7639051812512057) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.76643753051758 (34.065938018585406) + | > grad_norm_1: tensor(1134.2168, device='cuda:0') (tensor(668.5277, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 1.4507 (0.9614313135613929) + | > loader_time: 0.0268 (0.007637465750420844) + + + --> TIME: 2024-11-22 15:05:23 -- STEP: 740/797 -- GLOBAL_STEP: 17700 + | > loss_disc: 2.577828884124756 (2.464652264762568) + | > loss_disc_real_0: 0.14676234126091003 (0.12194458162160325) + | > loss_disc_real_1: 0.2744126617908478 (0.21654984558353552) + | > loss_disc_real_2: 0.27889734506607056 (0.23771610477486171) + | > loss_disc_real_3: 0.2336576282978058 (0.22568577028609618) + | > loss_disc_real_4: 0.2396361231803894 (0.222615468683275) + | > loss_disc_real_5: 0.25369396805763245 (0.2359998153069535) + | > loss_0: 2.577828884124756 (2.464652264762568) + | > grad_norm_0: tensor(56.1095, device='cuda:0') (tensor(101.3837, device='cuda:0')) + | > loss_gen: 2.2363266944885254 (2.3587674540442407) + | > loss_kl: 1.6291943788528442 (1.5037643238499363) + | > loss_feat: 4.845329761505127 (5.486015747366731) + | > loss_mel: 21.928607940673828 (22.9534390165999) + | > loss_duration: 1.732008695602417 (1.7627551007915188) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.37146759033203 (34.064741660453166) + | > grad_norm_1: tensor(381.9297, device='cuda:0') (tensor(672.7762, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 1.2343 (0.9729477192904498) + | > loader_time: 0.0095 (0.007836423371289229) + + + --> TIME: 2024-11-22 15:06:13 -- STEP: 765/797 -- GLOBAL_STEP: 17725 + | > loss_disc: 2.3712961673736572 (2.4646170002183085) + | > loss_disc_real_0: 0.10452158749103546 (0.12179336806430523) + | > loss_disc_real_1: 0.211717426776886 (0.2164495760903639) + | > loss_disc_real_2: 0.2402731478214264 (0.23796149716268178) + | > loss_disc_real_3: 0.26164284348487854 (0.22571199475939765) + | > loss_disc_real_4: 0.22746312618255615 (0.22266621242940815) + | > loss_disc_real_5: 0.23936425149440765 (0.23596582570496727) + | > loss_0: 2.3712961673736572 (2.4646170002183085) + | > grad_norm_0: tensor(108.4062, device='cuda:0') (tensor(101.8887, device='cuda:0')) + | > loss_gen: 2.2931127548217773 (2.3586386534123664) + | > loss_kl: 1.4328125715255737 (1.5026115070760646) + | > loss_feat: 5.23599910736084 (5.4851585615694205) + | > loss_mel: 22.382253646850586 (22.951410996680156) + | > loss_duration: 1.7332967519760132 (1.7614732387019139) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.07747268676758 (34.059292991488576) + | > grad_norm_1: tensor(649.1147, device='cuda:0') (tensor(677.0319, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 1.6865 (1.0064538541182977) + | > loader_time: 0.0136 (0.008063956802966546) + + + --> TIME: 2024-11-22 15:07:23 -- STEP: 790/797 -- GLOBAL_STEP: 17750 + | > loss_disc: 2.402193069458008 (2.464190878445587) + | > loss_disc_real_0: 0.14633609354496002 (0.1213855141184374) + | > loss_disc_real_1: 0.25519949197769165 (0.21642867915238007) + | > loss_disc_real_2: 0.24026422202587128 (0.23793091707969014) + | > loss_disc_real_3: 0.18390385806560516 (0.22571756751099725) + | > loss_disc_real_4: 0.211601123213768 (0.22259293821039078) + | > loss_disc_real_5: 0.22142474353313446 (0.2360597127411939) + | > loss_0: 2.402193069458008 (2.464190878445587) + | > grad_norm_0: tensor(90.5334, device='cuda:0') (tensor(102.5449, device='cuda:0')) + | > loss_gen: 2.3849172592163086 (2.3595113108429753) + | > loss_kl: 1.4800770282745361 (1.502756437546091) + | > loss_feat: 5.27473258972168 (5.486747154103057) + | > loss_mel: 23.132732391357422 (22.953179625016215) + | > loss_duration: 1.713482141494751 (1.7605204814597022) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.98594284057617 (34.062715042693696) + | > grad_norm_1: tensor(637.9910, device='cuda:0') (tensor(674.0541, device='cuda:0')) + | > current_lr_0: 0.00019947565573076072 + | > current_lr_1: 0.00019947565573076072 + | > step_time: 2.9246 (1.0625355756735508) + | > loader_time: 0.011 (0.008395306973517697) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.482727289199829 (2.482727289199829) + | > loss_disc_real_0: 0.10655185580253601 (0.10655185580253601) + | > loss_disc_real_1: 0.13353709876537323 (0.13353709876537323) + | > loss_disc_real_2: 0.21999318897724152 (0.21999318897724152) + | > loss_disc_real_3: 0.15765678882598877 (0.15765678882598877) + | > loss_disc_real_4: 0.3368333876132965 (0.3368333876132965) + | > loss_disc_real_5: 0.2766898274421692 (0.2766898274421692) + | > loss_0: 2.482727289199829 (2.482727289199829) + | > loss_gen: 2.183939218521118 (2.183939218521118) + | > loss_kl: 1.4616190195083618 (1.4616190195083618) + | > loss_feat: 5.621970176696777 (5.621970176696777) + | > loss_mel: 24.928544998168945 (24.928544998168945) + | > loss_duration: 1.9373897314071655 (1.9373897314071655) + | > loss_1: 36.13346481323242 (36.13346481323242) + + --> STEP: 1 + | > loss_disc: 2.1267104148864746 (2.1267104148864746) + | > loss_disc_real_0: 0.06223279982805252 (0.06223279982805252) + | > loss_disc_real_1: 0.14225782454013824 (0.14225782454013824) + | > loss_disc_real_2: 0.17557990550994873 (0.17557990550994873) + | > loss_disc_real_3: 0.18450848758220673 (0.18450848758220673) + | > loss_disc_real_4: 0.1978030502796173 (0.1978030502796173) + | > loss_disc_real_5: 0.27820974588394165 (0.27820974588394165) + | > loss_0: 2.1267104148864746 (2.1267104148864746) + | > loss_gen: 2.530756950378418 (2.530756950378418) + | > loss_kl: 2.184525489807129 (2.184525489807129) + | > loss_feat: 7.294035911560059 (7.294035911560059) + | > loss_mel: 28.083755493164062 (28.083755493164062) + | > loss_duration: 1.7921215295791626 (1.7921215295791626) + | > loss_1: 41.885196685791016 (41.885196685791016) + + --> STEP: 2 + | > loss_disc: 2.5544800758361816 (2.340595245361328) + | > loss_disc_real_0: 0.06001127138733864 (0.06112203560769558) + | > loss_disc_real_1: 0.15651313960552216 (0.1493854820728302) + | > loss_disc_real_2: 0.22705352306365967 (0.2013167142868042) + | > loss_disc_real_3: 0.24595330655574799 (0.21523089706897736) + | > loss_disc_real_4: 0.26788824796676636 (0.23284564912319183) + | > loss_disc_real_5: 0.3474496304988861 (0.3128296881914139) + | > loss_0: 2.5544800758361816 (2.340595245361328) + | > loss_gen: 2.0948331356048584 (2.312795042991638) + | > loss_kl: 1.8024085760116577 (1.9934670329093933) + | > loss_feat: 3.4092233180999756 (5.351629614830017) + | > loss_mel: 17.17629051208496 (22.63002300262451) + | > loss_duration: 1.7129589319229126 (1.7525402307510376) + | > loss_1: 26.195714950561523 (34.04045581817627) + + --> STEP: 3 + | > loss_disc: 2.5033974647521973 (2.394862651824951) + | > loss_disc_real_0: 0.11967294663190842 (0.08063900594909985) + | > loss_disc_real_1: 0.14251777529716492 (0.14709624648094177) + | > loss_disc_real_2: 0.2556445598602295 (0.21942599614461264) + | > loss_disc_real_3: 0.16192103922367096 (0.19746094445387521) + | > loss_disc_real_4: 0.2730710804462433 (0.24625412623087564) + | > loss_disc_real_5: 0.28375399112701416 (0.3031377891699473) + | > loss_0: 2.5033974647521973 (2.394862651824951) + | > loss_gen: 2.224400043487549 (2.283330043156942) + | > loss_kl: 1.9645501375198364 (1.983828067779541) + | > loss_feat: 5.537516117095947 (5.413591782251994) + | > loss_mel: 24.532785415649414 (23.26427714029948) + | > loss_duration: 1.7412145137786865 (1.748764991760254) + | > loss_1: 36.000465393066406 (34.69379234313965) + + --> STEP: 4 + | > loss_disc: 2.4005777835845947 (2.396291434764862) + | > loss_disc_real_0: 0.09929928183555603 (0.0853040749207139) + | > loss_disc_real_1: 0.12985919415950775 (0.14278698340058327) + | > loss_disc_real_2: 0.1544734388589859 (0.20318785682320595) + | > loss_disc_real_3: 0.14403529465198517 (0.1841045320034027) + | > loss_disc_real_4: 0.2594015300273895 (0.24954097718000412) + | > loss_disc_real_5: 0.23879258334636688 (0.2870514877140522) + | > loss_0: 2.4005777835845947 (2.396291434764862) + | > loss_gen: 2.0343549251556396 (2.221086263656616) + | > loss_kl: 1.4797972440719604 (1.8578203618526459) + | > loss_feat: 5.8044915199279785 (5.51131671667099) + | > loss_mel: 21.34838104248047 (22.785303115844727) + | > loss_duration: 1.694230318069458 (1.735131323337555) + | > loss_1: 32.36125564575195 (34.110658168792725) + + --> STEP: 5 + | > loss_disc: 2.4171969890594482 (2.400472545623779) + | > loss_disc_real_0: 0.11606299132108688 (0.0914558582007885) + | > loss_disc_real_1: 0.09835340082645416 (0.13390026688575746) + | > loss_disc_real_2: 0.18151366710662842 (0.19885301887989043) + | > loss_disc_real_3: 0.1629030555486679 (0.17986423671245574) + | > loss_disc_real_4: 0.32754945755004883 (0.2651426732540131) + | > loss_disc_real_5: 0.264743834733963 (0.28258995711803436) + | > loss_0: 2.4171969890594482 (2.400472545623779) + | > loss_gen: 2.287799596786499 (2.2344289302825926) + | > loss_kl: 1.2162811756134033 (1.7295125246047973) + | > loss_feat: 6.729259014129639 (5.75490517616272) + | > loss_mel: 22.00275421142578 (22.62879333496094) + | > loss_duration: 1.8981983661651611 (1.7677447319030761) + | > loss_1: 34.13429260253906 (34.11538505554199) + + --> STEP: 6 + | > loss_disc: 2.483072519302368 (2.414239207903544) + | > loss_disc_real_0: 0.060657352209091187 (0.08632277386883895) + | > loss_disc_real_1: 0.13829293847084045 (0.13463237881660461) + | > loss_disc_real_2: 0.18618425726890564 (0.19674155861139297) + | > loss_disc_real_3: 0.20065157115459442 (0.1833287924528122) + | > loss_disc_real_4: 0.27086341381073 (0.2660961300134659) + | > loss_disc_real_5: 0.33154913783073425 (0.29074982057015103) + | > loss_0: 2.483072519302368 (2.414239207903544) + | > loss_gen: 2.181004762649536 (2.22552490234375) + | > loss_kl: 1.6591625213623047 (1.7177875240643818) + | > loss_feat: 4.613450527191162 (5.56466273466746) + | > loss_mel: 20.08935546875 (22.20555369059245) + | > loss_duration: 1.7249644994735718 (1.7606146931648254) + | > loss_1: 30.2679386138916 (33.474143981933594) + + --> STEP: 7 + | > loss_disc: 2.5716757774353027 (2.436730146408081) + | > loss_disc_real_0: 0.13102376461029053 (0.09270862968904632) + | > loss_disc_real_1: 0.10280779749155045 (0.13008601005588258) + | > loss_disc_real_2: 0.2979763448238373 (0.21120367092745645) + | > loss_disc_real_3: 0.21977616846561432 (0.18853556045464107) + | > loss_disc_real_4: 0.3419640064239502 (0.2769343980721065) + | > loss_disc_real_5: 0.3067187964916229 (0.293031102844647) + | > loss_0: 2.5716757774353027 (2.436730146408081) + | > loss_gen: 2.2962253093719482 (2.2356249604906355) + | > loss_kl: 1.9658989906311035 (1.7532320192881994) + | > loss_feat: 6.512944221496582 (5.700131518500192) + | > loss_mel: 26.353567123413086 (22.798127038138254) + | > loss_duration: 1.6811559200286865 (1.7492634398596627) + | > loss_1: 38.80979537963867 (34.23637989589146) + + --> STEP: 8 + | > loss_disc: 2.4168436527252197 (2.4342443346977234) + | > loss_disc_real_0: 0.06955710053443909 (0.08981468854472041) + | > loss_disc_real_1: 0.13046030700206757 (0.1301327971741557) + | > loss_disc_real_2: 0.1927041858434677 (0.20889123529195786) + | > loss_disc_real_3: 0.18177932500839233 (0.18769103102385998) + | > loss_disc_real_4: 0.25589144229888916 (0.27430402860045433) + | > loss_disc_real_5: 0.25808003544807434 (0.2886622194200754) + | > loss_0: 2.4168436527252197 (2.4342443346977234) + | > loss_gen: 2.185472249984741 (2.2293558716773987) + | > loss_kl: 1.449189305305481 (1.7152266800403595) + | > loss_feat: 5.902360439300537 (5.725410133600235) + | > loss_mel: 24.09479331970215 (22.96021032333374) + | > loss_duration: 1.7971817255020142 (1.7552532255649567) + | > loss_1: 35.428993225097656 (34.385456562042236) + + --> STEP: 9 + | > loss_disc: 2.4266326427459717 (2.4333985911475287) + | > loss_disc_real_0: 0.07980719953775406 (0.08870274532172415) + | > loss_disc_real_1: 0.12372490763664246 (0.12942080944776535) + | > loss_disc_real_2: 0.19329816102981567 (0.20715867148505318) + | > loss_disc_real_3: 0.22222642600536346 (0.19152829713291591) + | > loss_disc_real_4: 0.30714306235313416 (0.27795281012852985) + | > loss_disc_real_5: 0.3409118950366974 (0.2944677389330334) + | > loss_0: 2.4266326427459717 (2.4333985911475287) + | > loss_gen: 2.35953426361084 (2.243820137447781) + | > loss_kl: 1.111448049545288 (1.6481401655409071) + | > loss_feat: 5.803215980529785 (5.734055227703518) + | > loss_mel: 23.474132537841797 (23.01731279161241) + | > loss_duration: 1.7451190948486328 (1.7541272110409207) + | > loss_1: 34.49345397949219 (34.39745627509223) + + --> STEP: 10 + | > loss_disc: 2.3147287368774414 (2.42153160572052) + | > loss_disc_real_0: 0.034929364919662476 (0.08332540728151798) + | > loss_disc_real_1: 0.14041879773139954 (0.13052060827612877) + | > loss_disc_real_2: 0.20850220322608948 (0.2072930246591568) + | > loss_disc_real_3: 0.1742541790008545 (0.1898008853197098) + | > loss_disc_real_4: 0.2143915742635727 (0.27159668654203417) + | > loss_disc_real_5: 0.2895784378051758 (0.29397880882024763) + | > loss_0: 2.3147287368774414 (2.42153160572052) + | > loss_gen: 2.2106642723083496 (2.2405045509338377) + | > loss_kl: 1.0299490690231323 (1.5863210558891296) + | > loss_feat: 5.670099258422852 (5.7276596307754515) + | > loss_mel: 19.18181037902832 (22.633762550354003) + | > loss_duration: 1.6311566829681396 (1.7418301582336426) + | > loss_1: 29.72368049621582 (33.93007869720459) + + --> STEP: 11 + | > loss_disc: 2.3598947525024414 (2.4159282554279673) + | > loss_disc_real_0: 0.11974132061004639 (0.08663594485683875) + | > loss_disc_real_1: 0.10776279121637344 (0.128451715816151) + | > loss_disc_real_2: 0.20004700124263763 (0.20663429525765506) + | > loss_disc_real_3: 0.12253059446811676 (0.18368540433320132) + | > loss_disc_real_4: 0.28104010224342346 (0.2724551788785241) + | > loss_disc_real_5: 0.26073771715164185 (0.2909568913958289) + | > loss_0: 2.3598947525024414 (2.4159282554279673) + | > loss_gen: 2.1686158180236816 (2.233969211578369) + | > loss_kl: 1.7693281173706055 (1.6029580614783547) + | > loss_feat: 5.424148082733154 (5.700067671862516) + | > loss_mel: 20.60732650756836 (22.449541091918945) + | > loss_duration: 1.6173607110977173 (1.7305147539485584) + | > loss_1: 31.58677864074707 (33.71705141934481) + + --> STEP: 12 + | > loss_disc: 2.55741548538208 (2.4277188579241433) + | > loss_disc_real_0: 0.13344377279281616 (0.09053659718483686) + | > loss_disc_real_1: 0.15075819194316864 (0.13031058882673582) + | > loss_disc_real_2: 0.28304657340049744 (0.21300198510289192) + | > loss_disc_real_3: 0.20614959299564362 (0.1855574200550715) + | > loss_disc_real_4: 0.2815743088722229 (0.273215106377999) + | > loss_disc_real_5: 0.31724560260772705 (0.29314761733015376) + | > loss_0: 2.55741548538208 (2.4277188579241433) + | > loss_gen: 2.307075023651123 (2.240061362584432) + | > loss_kl: 1.556694507598877 (1.5991027653217316) + | > loss_feat: 5.407769680023193 (5.675709505875905) + | > loss_mel: 23.608219146728516 (22.54609759648641) + | > loss_duration: 1.7192175388336182 (1.7295733193556468) + | > loss_1: 34.598976135253906 (33.79054514567057) + + --> STEP: 13 + | > loss_disc: 2.3597800731658936 (2.422492797558124) + | > loss_disc_real_0: 0.08486132323741913 (0.09010003765042011) + | > loss_disc_real_1: 0.19809360802173615 (0.13552466722635123) + | > loss_disc_real_2: 0.18881875276565552 (0.21114173646156603) + | > loss_disc_real_3: 0.1579776257276535 (0.1834358974145009) + | > loss_disc_real_4: 0.2259320616722107 (0.26957794909293836) + | > loss_disc_real_5: 0.23830072581768036 (0.28892862567534816) + | > loss_0: 2.3597800731658936 (2.422492797558124) + | > loss_gen: 2.0805065631866455 (2.22778791647691) + | > loss_kl: 1.8550606966018677 (1.6187918369586651) + | > loss_feat: 3.6313607692718506 (5.518451910752517) + | > loss_mel: 16.501819610595703 (22.08115313603328) + | > loss_duration: 1.787270426750183 (1.7340115583859956) + | > loss_1: 25.85601806640625 (33.180196908804085) + + --> STEP: 14 + | > loss_disc: 2.388331174850464 (2.4200526816504344) + | > loss_disc_real_0: 0.02662722021341324 (0.0855662649763482) + | > loss_disc_real_1: 0.14195922017097473 (0.1359842781509672) + | > loss_disc_real_2: 0.23672600090503693 (0.21296918392181396) + | > loss_disc_real_3: 0.15517400205135345 (0.1814171906028475) + | > loss_disc_real_4: 0.3244624733924866 (0.2734982722571918) + | > loss_disc_real_5: 0.3188525438308716 (0.2910660484007427) + | > loss_0: 2.388331174850464 (2.4200526816504344) + | > loss_gen: 2.294780969619751 (2.2325731345585416) + | > loss_kl: 0.9408743977546692 (1.5703691627298082) + | > loss_feat: 5.371638774871826 (5.50796525818961) + | > loss_mel: 22.287891387939453 (22.095920154026576) + | > loss_duration: 1.737306833267212 (1.7342469351632255) + | > loss_1: 32.63249206542969 (33.141075134277344) + + --> STEP: 15 + | > loss_disc: 2.4415202140808105 (2.421483850479126) + | > loss_disc_real_0: 0.05350729078054428 (0.08342900002996127) + | > loss_disc_real_1: 0.20025770366191864 (0.14026917318503063) + | > loss_disc_real_2: 0.22832193970680237 (0.21399270097414652) + | > loss_disc_real_3: 0.2099667638540268 (0.18332049548625945) + | > loss_disc_real_4: 0.25688233971595764 (0.2723905434211095) + | > loss_disc_real_5: 0.30225080251693726 (0.29181169867515566) + | > loss_0: 2.4415202140808105 (2.421483850479126) + | > loss_gen: 2.552126407623291 (2.2538766860961914) + | > loss_kl: 1.1301779747009277 (1.5410230835278829) + | > loss_feat: 4.425298690795898 (5.435787487030029) + | > loss_mel: 23.416851043701172 (22.183982213338215) + | > loss_duration: 1.7337079048156738 (1.734210999806722) + | > loss_1: 33.25816345214844 (33.14888102213542) + + --> STEP: 16 + | > loss_disc: 2.4278111457824707 (2.421879306435585) + | > loss_disc_real_0: 0.1506117582321167 (0.08762792241759598) + | > loss_disc_real_1: 0.11605694890022278 (0.13875590916723013) + | > loss_disc_real_2: 0.2535276412963867 (0.21646363474428654) + | > loss_disc_real_3: 0.1566043347120285 (0.18165073543787003) + | > loss_disc_real_4: 0.2579707205295563 (0.27148930449038744) + | > loss_disc_real_5: 0.3019678592681885 (0.2924464587122202) + | > loss_0: 2.4278111457824707 (2.421879306435585) + | > loss_gen: 2.3087737560272217 (2.257307752966881) + | > loss_kl: 1.366276502609253 (1.5301014222204685) + | > loss_feat: 5.850813388824463 (5.461726605892181) + | > loss_mel: 23.317636489868164 (22.254835605621338) + | > loss_duration: 1.8003032207489014 (1.7383417636156082) + | > loss_1: 34.643802642822266 (33.242313623428345) + + --> STEP: 17 + | > loss_disc: 2.375495672225952 (2.4191508573644303) + | > loss_disc_real_0: 0.07008937001228333 (0.0865962428643423) + | > loss_disc_real_1: 0.19600960612297058 (0.1421237736940384) + | > loss_disc_real_2: 0.20679089426994324 (0.21589465001050165) + | > loss_disc_real_3: 0.19158290326595306 (0.18223498060422785) + | > loss_disc_real_4: 0.2308860868215561 (0.2691008799216327) + | > loss_disc_real_5: 0.260985791683197 (0.2905958312399247) + | > loss_0: 2.375495672225952 (2.4191508573644303) + | > loss_gen: 2.2168688774108887 (2.2549289955812344) + | > loss_kl: 1.457107663154602 (1.5258076716871822) + | > loss_feat: 5.654949188232422 (5.47309264014749) + | > loss_mel: 23.25522232055664 (22.313681882970474) + | > loss_duration: 1.6970038414001465 (1.7359101211323458) + | > loss_1: 34.281150817871094 (33.303421693689685) + + --> STEP: 18 + | > loss_disc: 2.5529263019561768 (2.426582826508416) + | > loss_disc_real_0: 0.09918303042650223 (0.08729550884001785) + | > loss_disc_real_1: 0.19794003665447235 (0.1452246771918403) + | > loss_disc_real_2: 0.22636893391609192 (0.2164765546719233) + | > loss_disc_real_3: 0.19531632959842682 (0.1829617222150167) + | > loss_disc_real_4: 0.314525842666626 (0.27162448896302116) + | > loss_disc_real_5: 0.3130328059196472 (0.29184232983324265) + | > loss_0: 2.5529263019561768 (2.426582826508416) + | > loss_gen: 2.272981882095337 (2.2559319337209067) + | > loss_kl: 1.4105159044265747 (1.5194025735060375) + | > loss_feat: 3.677769899368286 (5.373352487881978) + | > loss_mel: 18.429664611816406 (22.097903145684135) + | > loss_duration: 1.670745849609375 (1.732289883825514) + | > loss_1: 27.46167755126953 (32.97888035244412) + + --> STEP: 19 + | > loss_disc: 2.5796194076538086 (2.4346373834108053) + | > loss_disc_real_0: 0.07605047523975372 (0.08670366496631973) + | > loss_disc_real_1: 0.13169752061367035 (0.14451272158246292) + | > loss_disc_real_2: 0.2475339025259018 (0.21811115192739586) + | > loss_disc_real_3: 0.13088339567184448 (0.1802207576601129) + | > loss_disc_real_4: 0.30482998490333557 (0.2733721466440904) + | > loss_disc_real_5: 0.26350870728492737 (0.29035108654122604) + | > loss_0: 2.5796194076538086 (2.4346373834108053) + | > loss_gen: 1.8808001279830933 (2.236188154471548) + | > loss_kl: 1.9619879722595215 (1.542696541861484) + | > loss_feat: 6.260486602783203 (5.420043757087306) + | > loss_mel: 25.608484268188477 (22.282670573184365) + | > loss_duration: 1.8201415538787842 (1.736913655933581) + | > loss_1: 37.531898498535156 (33.21851288644891) + + --> STEP: 20 + | > loss_disc: 2.3359930515289307 (2.4297051668167113) + | > loss_disc_real_0: 0.07193221151828766 (0.08596509229391813) + | > loss_disc_real_1: 0.11507496237754822 (0.14304083362221717) + | > loss_disc_real_2: 0.19329632818698883 (0.21687041074037552) + | > loss_disc_real_3: 0.15792696177959442 (0.17910606786608696) + | > loss_disc_real_4: 0.25976255536079407 (0.27269166707992554) + | > loss_disc_real_5: 0.28341981768608093 (0.2900045230984688) + | > loss_0: 2.3359930515289307 (2.4297051668167113) + | > loss_gen: 2.1947572231292725 (2.234116607904434) + | > loss_kl: 1.695654273033142 (1.550344428420067) + | > loss_feat: 6.397444248199463 (5.468913781642914) + | > loss_mel: 24.873455047607422 (22.41220979690552) + | > loss_duration: 1.6999423503875732 (1.7350650906562806) + | > loss_1: 36.86125183105469 (33.400649833679196) + + --> STEP: 21 + | > loss_disc: 2.7142343521118164 (2.4432541756402877) + | > loss_disc_real_0: 0.06880343705415726 (0.08514787061583429) + | > loss_disc_real_1: 0.18391187489032745 (0.14498707368260338) + | > loss_disc_real_2: 0.23473133146762848 (0.21772093077500662) + | > loss_disc_real_3: 0.170016810297966 (0.1786732460771288) + | > loss_disc_real_4: 0.2792109251022339 (0.2730021079381307) + | > loss_disc_real_5: 0.37483343482017517 (0.2940439950852167) + | > loss_0: 2.7142343521118164 (2.4432541756402877) + | > loss_gen: 1.904829502105713 (2.2184362695330666) + | > loss_kl: 1.5795625448226929 (1.5517357672963823) + | > loss_feat: 3.3218703269958496 (5.366673617135911) + | > loss_mel: 15.822429656982422 (22.098410742623464) + | > loss_duration: 1.7278294563293457 (1.7347205366407121) + | > loss_1: 24.35651969909668 (32.969976970127654) + + --> STEP: 22 + | > loss_disc: 2.4227569103240967 (2.4423224817622793) + | > loss_disc_real_0: 0.07340080291032791 (0.08461391299285671) + | > loss_disc_real_1: 0.19241617619991302 (0.14714294197884473) + | > loss_disc_real_2: 0.2617031931877136 (0.21972012452103876) + | > loss_disc_real_3: 0.18262863159179688 (0.17885303632779556) + | > loss_disc_real_4: 0.3252754807472229 (0.275378170338544) + | > loss_disc_real_5: 0.24306023120880127 (0.29172655127265235) + | > loss_0: 2.4227569103240967 (2.4423224817622793) + | > loss_gen: 2.315589427947998 (2.2228523221882908) + | > loss_kl: 1.1143898963928223 (1.5318564095280387) + | > loss_feat: 5.5420637130737305 (5.374645894223994) + | > loss_mel: 21.47806167602539 (22.070213057778098) + | > loss_duration: 1.814767837524414 (1.7383590503172441) + | > loss_1: 32.26487350463867 (32.93792681260543) + + --> STEP: 23 + | > loss_disc: 2.5355947017669678 (2.4463777956755264) + | > loss_disc_real_0: 0.07018698751926422 (0.08398665536357008) + | > loss_disc_real_1: 0.11136536300182343 (0.14558739506680032) + | > loss_disc_real_2: 0.2563844323158264 (0.22131422485994257) + | > loss_disc_real_3: 0.1332285851240158 (0.17686936453632687) + | > loss_disc_real_4: 0.3457348048686981 (0.2784371544485507) + | > loss_disc_real_5: 0.25403282046318054 (0.290087693411371) + | > loss_0: 2.5355947017669678 (2.4463777956755264) + | > loss_gen: 1.9533427953720093 (2.2111345166745395) + | > loss_kl: 1.6112698316574097 (1.5353091670119243) + | > loss_feat: 5.629908084869385 (5.385744250339011) + | > loss_mel: 23.39801788330078 (22.127943702366043) + | > loss_duration: 1.8086352348327637 (1.7414145366005276) + | > loss_1: 34.40117645263672 (33.001546362172014) + + --> STEP: 24 + | > loss_disc: 2.5833592414855957 (2.4520853559176126) + | > loss_disc_real_0: 0.15876314043998718 (0.08710234224175413) + | > loss_disc_real_1: 0.203460693359375 (0.1479987824956576) + | > loss_disc_real_2: 0.2660408020019531 (0.22317783224085966) + | > loss_disc_real_3: 0.20284025371074677 (0.17795148491859436) + | > loss_disc_real_4: 0.31276798248291016 (0.27986760561664903) + | > loss_disc_real_5: 0.27937188744544983 (0.28964120149612427) + | > loss_0: 2.5833592414855957 (2.4520853559176126) + | > loss_gen: 2.2286250591278076 (2.211863289276759) + | > loss_kl: 1.4979848861694336 (1.5337539886434872) + | > loss_feat: 5.411417484283447 (5.386813968420029) + | > loss_mel: 23.665279388427734 (22.191999355951946) + | > loss_duration: 1.705876111984253 (1.7399337689081829) + | > loss_1: 34.50918197631836 (33.06436451276144) + + --> STEP: 25 + | > loss_disc: 2.206892967224121 (2.4422776603698733) + | > loss_disc_real_0: 0.10268114507198334 (0.0877254943549633) + | > loss_disc_real_1: 0.12863881886005402 (0.14722438395023346) + | > loss_disc_real_2: 0.22618919610977173 (0.22329828679561614) + | > loss_disc_real_3: 0.13466951251029968 (0.17622020602226257) + | > loss_disc_real_4: 0.33679601550102234 (0.28214474201202394) + | > loss_disc_real_5: 0.29474225640296936 (0.28984524369239806) + | > loss_0: 2.206892967224121 (2.4422776603698733) + | > loss_gen: 2.5901966094970703 (2.2269966220855717) + | > loss_kl: 1.4999215602874756 (1.5324006915092467) + | > loss_feat: 5.971238136291504 (5.410190935134888) + | > loss_mel: 26.627605438232422 (22.369423599243163) + | > loss_duration: 1.6731637716293335 (1.7372629690170287) + | > loss_1: 38.36212921142578 (33.27627510070802) + + --> STEP: 26 + | > loss_disc: 2.5514047145843506 (2.4464748547627377) + | > loss_disc_real_0: 0.08967973291873932 (0.087800657376647) + | > loss_disc_real_1: 0.13755647838115692 (0.1468525414283459) + | > loss_disc_real_2: 0.24063937366008759 (0.2239652516750189) + | > loss_disc_real_3: 0.18433816730976105 (0.17653243530255097) + | > loss_disc_real_4: 0.2536774277687073 (0.2810498453103579) + | > loss_disc_real_5: 0.27741530537605286 (0.2893671691417694) + | > loss_0: 2.5514047145843506 (2.4464748547627377) + | > loss_gen: 2.158111810684204 (2.224347206262442) + | > loss_kl: 1.6631138324737549 (1.5374281200078816) + | > loss_feat: 5.938013076782227 (5.430491786736709) + | > loss_mel: 23.23686981201172 (22.402786915118877) + | > loss_duration: 1.7002694606781006 (1.7358401417732239) + | > loss_1: 34.69637680053711 (33.33089439685529) + + --> STEP: 27 + | > loss_disc: 2.2736082077026367 (2.4400723863531044) + | > loss_disc_real_0: 0.08696745336055756 (0.08776979796864369) + | > loss_disc_real_1: 0.1532565951347351 (0.1470897286026566) + | > loss_disc_real_2: 0.25081440806388855 (0.22495966487460667) + | > loss_disc_real_3: 0.1789669245481491 (0.17662260157090645) + | > loss_disc_real_4: 0.23821121454238892 (0.2794632293559887) + | > loss_disc_real_5: 0.2514844238758087 (0.2879641045022894) + | > loss_0: 2.2736082077026367 (2.4400723863531044) + | > loss_gen: 2.4633865356445312 (2.233200514758075) + | > loss_kl: 1.731499433517456 (1.5446159464341622) + | > loss_feat: 5.990995407104492 (5.451251180083664) + | > loss_mel: 23.719646453857422 (22.451559490627712) + | > loss_duration: 1.732224464416504 (1.735706227797049) + | > loss_1: 35.637752532958984 (33.416333587081354) + + --> STEP: 28 + | > loss_disc: 2.280484676361084 (2.4343728252819608) + | > loss_disc_real_0: 0.06703603267669678 (0.08702930635107416) + | > loss_disc_real_1: 0.1773657351732254 (0.1481710145516055) + | > loss_disc_real_2: 0.22821570932865143 (0.22507595217653684) + | > loss_disc_real_3: 0.15547354519367218 (0.17586727812886238) + | > loss_disc_real_4: 0.22634288668632507 (0.27756607426064356) + | > loss_disc_real_5: 0.28265175223350525 (0.2877743776355471) + | > loss_0: 2.280484676361084 (2.4343728252819608) + | > loss_gen: 2.2289681434631348 (2.2330493586403986) + | > loss_kl: 1.8399147987365723 (1.5551623340163911) + | > loss_feat: 5.650166034698486 (5.4583552820341925) + | > loss_mel: 23.666709899902344 (22.49495771953038) + | > loss_duration: 1.704268217086792 (1.7345834417002541) + | > loss_1: 35.090030670166016 (33.47610848290581) + + --> STEP: 29 + | > loss_disc: 2.43684720993042 (2.434458148890528) + | > loss_disc_real_0: 0.0889555811882019 (0.08709572962131994) + | > loss_disc_real_1: 0.15816453099250793 (0.14851561856680903) + | > loss_disc_real_2: 0.30208200216293335 (0.2277313332105505) + | > loss_disc_real_3: 0.26306411623954773 (0.1788740656499205) + | > loss_disc_real_4: 0.3729792535305023 (0.28085618389063866) + | > loss_disc_real_5: 0.30188798904418945 (0.2882610538910175) + | > loss_0: 2.43684720993042 (2.434458148890528) + | > loss_gen: 2.5975029468536377 (2.2456167237511995) + | > loss_kl: 1.4821321964263916 (1.5526440534098396) + | > loss_feat: 6.461925983428955 (5.492961168289185) + | > loss_mel: 26.115087509155273 (22.619789781241582) + | > loss_duration: 1.7007313966751099 (1.7334161298028354) + | > loss_1: 38.357383728027344 (33.644428318944485) + + --> STEP: 30 + | > loss_disc: 2.21909499168396 (2.4272793769836425) + | > loss_disc_real_0: 0.08705715835094452 (0.08709444391230742) + | > loss_disc_real_1: 0.0959126204252243 (0.14676218529542287) + | > loss_disc_real_2: 0.18744871020317078 (0.22638857911030452) + | > loss_disc_real_3: 0.20612847805023193 (0.17978254606326421) + | > loss_disc_real_4: 0.29383641481399536 (0.2812888582547506) + | > loss_disc_real_5: 0.2977266013622284 (0.2885765721400579) + | > loss_0: 2.21909499168396 (2.4272793769836425) + | > loss_gen: 2.546696424484253 (2.2556527137756346) + | > loss_kl: 1.5761408805847168 (1.5534272809823355) + | > loss_feat: 7.139557838439941 (5.547847723960876) + | > loss_mel: 25.142417907714844 (22.703877385457357) + | > loss_duration: 1.755475640296936 (1.7341514468193053) + | > loss_1: 38.16028594970703 (33.79495690663657) + + --> STEP: 31 + | > loss_disc: 2.579267978668213 (2.4321822351024998) + | > loss_disc_real_0: 0.105449378490448 (0.08768653857611841) + | > loss_disc_real_1: 0.13761870563030243 (0.1464672343384835) + | > loss_disc_real_2: 0.24611343443393707 (0.22702486476590555) + | > loss_disc_real_3: 0.1879269927740097 (0.18004527015070762) + | > loss_disc_real_4: 0.24905452132225037 (0.2802490409343473) + | > loss_disc_real_5: 0.36244115233421326 (0.29095930053341773) + | > loss_0: 2.579267978668213 (2.4321822351024998) + | > loss_gen: 2.0515661239624023 (2.2490692753945627) + | > loss_kl: 1.7828900814056396 (1.560829306802442) + | > loss_feat: 4.948326110839844 (5.528508317086004) + | > loss_mel: 22.526325225830078 (22.698149896437123) + | > loss_duration: 1.714550495147705 (1.7335191580557054) + | > loss_1: 33.023658752441406 (33.77007632101737) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.010218204990510018 (-0.001653932755993258) + | > avg_loss_disc: 2.4321822351024998 (-0.03439873264681914) + | > avg_loss_disc_real_0: 0.08768653857611841 (-0.004165428179887035) + | > avg_loss_disc_real_1: 0.1464672343384835 (-0.05615394730721751) + | > avg_loss_disc_real_2: 0.22702486476590555 (-0.003943543280324646) + | > avg_loss_disc_real_3: 0.18004527015070762 (-0.03636629446860282) + | > avg_loss_disc_real_4: 0.2802490409343473 (+0.08778873614726526) + | > avg_loss_disc_real_5: 0.29095930053341773 (+0.0774823489689058) + | > avg_loss_0: 2.4321822351024998 (-0.03439873264681914) + | > avg_loss_gen: 2.2490692753945627 (+0.15018834221747523) + | > avg_loss_kl: 1.560829306802442 (+0.04151177598584077) + | > avg_loss_feat: 5.528508317086004 (+0.1223808949993499) + | > avg_loss_mel: 22.698149896437123 (-0.4213152854673332) + | > avg_loss_duration: 1.7335191580557054 (-0.0045633277585428456) + | > avg_loss_1: 33.77007632101737 (-0.11179696359940294) + + + > EPOCH: 20/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 15:07:57)  + + --> TIME: 2024-11-22 15:08:13 -- STEP: 18/797 -- GLOBAL_STEP: 17775 + | > loss_disc: 2.318352222442627 (2.493991321987576) + | > loss_disc_real_0: 0.06509076058864594 (0.13226532066861788) + | > loss_disc_real_1: 0.22146745026111603 (0.22056613365809122) + | > loss_disc_real_2: 0.21237625181674957 (0.22997619542810652) + | > loss_disc_real_3: 0.21840541064739227 (0.23138664083348381) + | > loss_disc_real_4: 0.2599755525588989 (0.22960571448008218) + | > loss_disc_real_5: 0.23036740720272064 (0.23810353047317928) + | > loss_0: 2.318352222442627 (2.493991321987576) + | > grad_norm_0: tensor(84.8235, device='cuda:0') (tensor(124.8000, device='cuda:0')) + | > loss_gen: 2.3757693767547607 (2.33346160252889) + | > loss_kl: 1.5229233503341675 (1.4998462994893391) + | > loss_feat: 6.439873218536377 (5.4386940532260475) + | > loss_mel: 23.595170974731445 (22.635080019632976) + | > loss_duration: 1.7744519710540771 (1.9284559223386977) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.70819091796875 (33.835537910461426) + | > grad_norm_1: tensor(744.0933, device='cuda:0') (tensor(844.0187, device='cuda:0')) + | > current_lr_0: 0.00019945072127379438 + | > current_lr_1: 0.00019945072127379438 + | > step_time: 0.8172 (0.8105804390377469) + | > loader_time: 0.0036 (0.005113707648383247) + + + --> TIME: 2024-11-22 15:08:33 -- STEP: 43/797 -- GLOBAL_STEP: 17800 + | > loss_disc: 2.454984426498413 (2.4253380631291597) + | > loss_disc_real_0: 0.06397327780723572 (0.11228338516382286) + | > loss_disc_real_1: 0.2753121256828308 (0.21631351875704388) + | > loss_disc_real_2: 0.2542855441570282 (0.23051404675772025) + | > loss_disc_real_3: 0.18427316844463348 (0.22404241180697151) + | > loss_disc_real_4: 0.1918288916349411 (0.22125519812107086) + | > loss_disc_real_5: 0.19939881563186646 (0.23275099313536354) + | > loss_0: 2.454984426498413 (2.4253380631291597) + | > grad_norm_0: tensor(69.2479, device='cuda:0') (tensor(83.7121, device='cuda:0')) + | > loss_gen: 2.445584297180176 (2.3890793711640113) + | > loss_kl: 1.5229076147079468 (1.5485405700151311) + | > loss_feat: 5.4566850662231445 (5.668898992760238) + | > loss_mel: 22.520095825195312 (22.60660566285599) + | > loss_duration: 1.7758159637451172 (1.8754938757696817) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.721092224121094 (34.08861869989442) + | > grad_norm_1: tensor(514.0447, device='cuda:0') (tensor(680.4369, device='cuda:0')) + | > current_lr_0: 0.00019945072127379438 + | > current_lr_1: 0.00019945072127379438 + | > step_time: 0.8558 (0.8053514624750892) + | > loader_time: 0.0036 (0.005161640255950219) + + + --> TIME: 2024-11-22 15:08:53 -- STEP: 68/797 -- GLOBAL_STEP: 17825 + | > loss_disc: 2.56632924079895 (2.4224604718825407) + | > loss_disc_real_0: 0.16260921955108643 (0.10883051261086675) + | > loss_disc_real_1: 0.2289494276046753 (0.2177723240764702) + | > loss_disc_real_2: 0.2307533323764801 (0.23272782914778767) + | > loss_disc_real_3: 0.2031521052122116 (0.22411170097834923) + | > loss_disc_real_4: 0.19363124668598175 (0.22110067943439765) + | > loss_disc_real_5: 0.2298658788204193 (0.23200137036688187) + | > loss_0: 2.56632924079895 (2.4224604718825407) + | > grad_norm_0: tensor(54.7153, device='cuda:0') (tensor(76.3569, device='cuda:0')) + | > loss_gen: 2.367689847946167 (2.400663498569937) + | > loss_kl: 1.430482268333435 (1.5538065047825085) + | > loss_feat: 6.414090633392334 (5.706372485441321) + | > loss_mel: 23.40847396850586 (22.55565820020788) + | > loss_duration: 1.7780718803405762 (1.8373877669081968) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.39881134033203 (34.05388862946455) + | > grad_norm_1: tensor(1194.8431, device='cuda:0') (tensor(648.0803, device='cuda:0')) + | > current_lr_0: 0.00019945072127379438 + | > current_lr_1: 0.00019945072127379438 + | > step_time: 0.7928 (0.8043803923270282) + | > loader_time: 0.0034 (0.004978222005507526) + + + --> TIME: 2024-11-22 15:09:15 -- STEP: 93/797 -- GLOBAL_STEP: 17850 + | > loss_disc: 2.5473647117614746 (2.4268281818718047) + | > loss_disc_real_0: 0.08495954424142838 (0.11183834432434012) + | > loss_disc_real_1: 0.1488959938287735 (0.21563982514924895) + | > loss_disc_real_2: 0.2586665153503418 (0.23328461457965194) + | > loss_disc_real_3: 0.2533622980117798 (0.22402473627239144) + | > loss_disc_real_4: 0.22494159638881683 (0.22037659649566937) + | > loss_disc_real_5: 0.25022050738334656 (0.23469324938712582) + | > loss_0: 2.5473647117614746 (2.4268281818718047) + | > grad_norm_0: tensor(21.8615, device='cuda:0') (tensor(78.6523, device='cuda:0')) + | > loss_gen: 2.2506918907165527 (2.3912033701455724) + | > loss_kl: 1.876967191696167 (1.539803176797846) + | > loss_feat: 5.514883995056152 (5.663619831044187) + | > loss_mel: 23.505178451538086 (22.529047627602854) + | > loss_duration: 1.7455029487609863 (1.817314124876453) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.89322280883789 (33.940988253521674) + | > grad_norm_1: tensor(298.1376, device='cuda:0') (tensor(659.7209, device='cuda:0')) + | > current_lr_0: 0.00019945072127379438 + | > current_lr_1: 0.00019945072127379438 + | > step_time: 0.8624 (0.8127244569922006) + | > loader_time: 0.0045 (0.0052256199621385155) + + + --> TIME: 2024-11-22 15:09:36 -- STEP: 118/797 -- GLOBAL_STEP: 17875 + | > loss_disc: 2.3597710132598877 (2.44039644831318) + | > loss_disc_real_0: 0.10766053199768066 (0.11787633228478797) + | > loss_disc_real_1: 0.12185274809598923 (0.21529677087220092) + | > loss_disc_real_2: 0.18317396938800812 (0.23320767687538924) + | > loss_disc_real_3: 0.20147153735160828 (0.22437710340245295) + | > loss_disc_real_4: 0.19038724899291992 (0.2211639091877614) + | > loss_disc_real_5: 0.24585683643817902 (0.23432755672325523) + | > loss_0: 2.3597710132598877 (2.44039644831318) + | > grad_norm_0: tensor(64.4551, device='cuda:0') (tensor(88.2120, device='cuda:0')) + | > loss_gen: 2.3317034244537354 (2.3756428977190445) + | > loss_kl: 1.588272213935852 (1.5351358399552812) + | > loss_feat: 5.827965259552002 (5.632462230779357) + | > loss_mel: 23.543643951416016 (22.56484804315082) + | > loss_duration: 1.739415168762207 (1.8094903058924918) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.03099822998047 (33.9175794892392) + | > grad_norm_1: tensor(727.0491, device='cuda:0') (tensor(679.3658, device='cuda:0')) + | > current_lr_0: 0.00019945072127379438 + | > current_lr_1: 0.00019945072127379438 + | > step_time: 0.8945 (0.8198768708665493) + | > loader_time: 0.0066 (0.005569302429587155) + + + --> TIME: 2024-11-22 15:09:58 -- STEP: 143/797 -- GLOBAL_STEP: 17900 + | > loss_disc: 2.6072497367858887 (2.448086088353938) + | > loss_disc_real_0: 0.07063435018062592 (0.1198105836821186) + | > loss_disc_real_1: 0.1868678480386734 (0.21608799659497258) + | > loss_disc_real_2: 0.2567063570022583 (0.235253575485903) + | > loss_disc_real_3: 0.22126133739948273 (0.2247984943898408) + | > loss_disc_real_4: 0.23299767076969147 (0.22173894795921298) + | > loss_disc_real_5: 0.2056480497121811 (0.2342818585725931) + | > loss_0: 2.6072497367858887 (2.448086088353938) + | > grad_norm_0: tensor(36.1429, device='cuda:0') (tensor(88.3050, device='cuda:0')) + | > loss_gen: 1.9738426208496094 (2.364487509627443) + | > loss_kl: 1.555320143699646 (1.5256128194448828) + | > loss_feat: 5.10111141204834 (5.604147167472573) + | > loss_mel: 21.761333465576172 (22.517852049607498) + | > loss_duration: 1.7548471689224243 (1.8055489455069695) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.146453857421875 (33.8176486542175) + | > grad_norm_1: tensor(249.0903, device='cuda:0') (tensor(686.2341, device='cuda:0')) + | > current_lr_0: 0.00019945072127379438 + | > current_lr_1: 0.00019945072127379438 + | > step_time: 0.8766 (0.8267184170809659) + | > loader_time: 0.0048 (0.005647697648802005) + + + --> TIME: 2024-11-22 15:10:20 -- STEP: 168/797 -- GLOBAL_STEP: 17925 + | > loss_disc: 2.337177038192749 (2.448989665224439) + | > loss_disc_real_0: 0.18194329738616943 (0.12059014212960999) + | > loss_disc_real_1: 0.1700025349855423 (0.2153238867453876) + | > loss_disc_real_2: 0.2321811318397522 (0.23509081364387555) + | > loss_disc_real_3: 0.20955149829387665 (0.22429036996549084) + | > loss_disc_real_4: 0.22817029058933258 (0.2225182351789304) + | > loss_disc_real_5: 0.20106524229049683 (0.2337451431722868) + | > loss_0: 2.337177038192749 (2.448989665224439) + | > grad_norm_0: tensor(78.1353, device='cuda:0') (tensor(92.4482, device='cuda:0')) + | > loss_gen: 2.486915349960327 (2.36552986928395) + | > loss_kl: 1.4029549360275269 (1.5188710100594025) + | > loss_feat: 5.690988063812256 (5.6166151137579075) + | > loss_mel: 23.205120086669922 (22.597294296537125) + | > loss_duration: 1.7810108661651611 (1.7978565834817433) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.566986083984375 (33.896166960398354) + | > grad_norm_1: tensor(1070.8763, device='cuda:0') (tensor(701.3207, device='cuda:0')) + | > current_lr_0: 0.00019945072127379438 + | > current_lr_1: 0.00019945072127379438 + | > step_time: 0.8323 (0.831789072070803) + | > loader_time: 0.0074 (0.005628086271740141) + + + --> TIME: 2024-11-22 15:10:41 -- STEP: 193/797 -- GLOBAL_STEP: 17950 + | > loss_disc: 2.4680685997009277 (2.450740149601755) + | > loss_disc_real_0: 0.1692066192626953 (0.12153311461750707) + | > loss_disc_real_1: 0.227423295378685 (0.21532607321757727) + | > loss_disc_real_2: 0.30581316351890564 (0.23528359398014184) + | > loss_disc_real_3: 0.2918555736541748 (0.2245621941404639) + | > loss_disc_real_4: 0.24815158545970917 (0.22255569403035652) + | > loss_disc_real_5: 0.2326161116361618 (0.2343062934480183) + | > loss_0: 2.4680685997009277 (2.450740149601755) + | > grad_norm_0: tensor(230.4067, device='cuda:0') (tensor(100.2614, device='cuda:0')) + | > loss_gen: 2.3717074394226074 (2.3697164626936855) + | > loss_kl: 1.706173300743103 (1.5162109389823957) + | > loss_feat: 5.091784477233887 (5.611216399336108) + | > loss_mel: 22.49364471435547 (22.62883038100801) + | > loss_duration: 1.773874044418335 (1.7927755290362501) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.43718338012695 (33.918749764793276) + | > grad_norm_1: tensor(1205.6263, device='cuda:0') (tensor(718.9781, device='cuda:0')) + | > current_lr_0: 0.00019945072127379438 + | > current_lr_1: 0.00019945072127379438 + | > step_time: 0.8282 (0.8351737538767602) + | > loader_time: 0.0058 (0.005716117552525021) + + + --> TIME: 2024-11-22 15:11:03 -- STEP: 218/797 -- GLOBAL_STEP: 17975 + | > loss_disc: 2.4736456871032715 (2.451085835421852) + | > loss_disc_real_0: 0.11883348971605301 (0.12195038277690017) + | > loss_disc_real_1: 0.2216303050518036 (0.21527201022713557) + | > loss_disc_real_2: 0.20692753791809082 (0.23557725405200902) + | > loss_disc_real_3: 0.1878407895565033 (0.2237427668013704) + | > loss_disc_real_4: 0.2129097729921341 (0.22226297329051778) + | > loss_disc_real_5: 0.20566286146640778 (0.23406500013869838) + | > loss_0: 2.4736456871032715 (2.451085835421852) + | > grad_norm_0: tensor(99.8677, device='cuda:0') (tensor(104.4211, device='cuda:0')) + | > loss_gen: 2.211756706237793 (2.366338641271681) + | > loss_kl: 1.5956687927246094 (1.5111897965089993) + | > loss_feat: 5.842833042144775 (5.597338567086316) + | > loss_mel: 24.10909652709961 (22.66877269744873) + | > loss_duration: 1.744560956954956 (1.790057487990878) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.50391387939453 (33.93369719304077) + | > grad_norm_1: tensor(369.1147, device='cuda:0') (tensor(730.6913, device='cuda:0')) + | > current_lr_0: 0.00019945072127379438 + | > current_lr_1: 0.00019945072127379438 + | > step_time: 0.9141 (0.8391357485307466) + | > loader_time: 0.0056 (0.005768026780644688) + + + --> TIME: 2024-11-22 15:11:25 -- STEP: 243/797 -- GLOBAL_STEP: 18000 + | > loss_disc: 2.4325461387634277 (2.453679402669272) + | > loss_disc_real_0: 0.15940521657466888 (0.12311011627929691) + | > loss_disc_real_1: 0.22532853484153748 (0.21470223995761126) + | > loss_disc_real_2: 0.25987663865089417 (0.23640679589514868) + | > loss_disc_real_3: 0.19944803416728973 (0.2240749438113146) + | > loss_disc_real_4: 0.1855355054140091 (0.22247569538928844) + | > loss_disc_real_5: 0.24625901877880096 (0.23470585538771907) + | > loss_0: 2.4325461387634277 (2.453679402669272) + | > grad_norm_0: tensor(252.4261, device='cuda:0') (tensor(106.1573, device='cuda:0')) + | > loss_gen: 2.3826918601989746 (2.3622651777149737) + | > loss_kl: 1.5760143995285034 (1.5116103063394997) + | > loss_feat: 5.415247440338135 (5.589552296532525) + | > loss_mel: 21.976642608642578 (22.722408341772763) + | > loss_duration: 1.7257585525512695 (1.7850112081064609) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.07635498046875 (33.9708473142773) + | > grad_norm_1: tensor(1371.7120, device='cuda:0') (tensor(732.5294, device='cuda:0')) + | > current_lr_0: 0.00019945072127379438 + | > current_lr_1: 0.00019945072127379438 + | > step_time: 0.8714 (0.8415253809940668) + | > loader_time: 0.0056 (0.005937086701883701) + + + --> TIME: 2024-11-22 15:11:48 -- STEP: 268/797 -- GLOBAL_STEP: 18025 + | > loss_disc: 2.5956509113311768 (2.4518670555370967) + | > loss_disc_real_0: 0.19518399238586426 (0.1232605640595751) + | > loss_disc_real_1: 0.21020843088626862 (0.21518204363980403) + | > loss_disc_real_2: 0.26182782649993896 (0.23616125162190466) + | > loss_disc_real_3: 0.20877906680107117 (0.22384554375685864) + | > loss_disc_real_4: 0.22549499571323395 (0.22208863613543223) + | > loss_disc_real_5: 0.23802843689918518 (0.23442179136979044) + | > loss_0: 2.5956509113311768 (2.4518670555370967) + | > grad_norm_0: tensor(117.4702, device='cuda:0') (tensor(105.1220, device='cuda:0')) + | > loss_gen: 2.238656759262085 (2.3655813407542117) + | > loss_kl: 1.4719105958938599 (1.512933797355908) + | > loss_feat: 4.534121036529541 (5.587043756869302) + | > loss_mel: 20.673240661621094 (22.720683987460916) + | > loss_duration: 1.7585816383361816 (1.781567307105705) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.676509857177734 (33.96781014684421) + | > grad_norm_1: tensor(1000.6962, device='cuda:0') (tensor(725.2113, device='cuda:0')) + | > current_lr_0: 0.00019945072127379438 + | > current_lr_1: 0.00019945072127379438 + | > step_time: 0.9494 (0.8458020162226548) + | > loader_time: 0.0053 (0.006029957265996221) + + + --> TIME: 2024-11-22 15:12:10 -- STEP: 293/797 -- GLOBAL_STEP: 18050 + | > loss_disc: 2.353471517562866 (2.4547175824031915) + | > loss_disc_real_0: 0.09339027106761932 (0.12343697607161241) + | > loss_disc_real_1: 0.23911245167255402 (0.21529147997752796) + | > loss_disc_real_2: 0.253838449716568 (0.23663744030348677) + | > loss_disc_real_3: 0.2092437893152237 (0.22433121543085208) + | > loss_disc_real_4: 0.24035429954528809 (0.22253287626818177) + | > loss_disc_real_5: 0.2353125810623169 (0.23471860318053706) + | > loss_0: 2.353471517562866 (2.4547175824031915) + | > grad_norm_0: tensor(117.1411, device='cuda:0') (tensor(105.4308, device='cuda:0')) + | > loss_gen: 2.333981990814209 (2.3595060325726736) + | > loss_kl: 1.4525278806686401 (1.51341328319836) + | > loss_feat: 5.652049541473389 (5.567543584738981) + | > loss_mel: 22.3178653717041 (22.71057465458893) + | > loss_duration: 1.7157820463180542 (1.779797377439896) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.472206115722656 (33.9308348580839) + | > grad_norm_1: tensor(1020.5461, device='cuda:0') (tensor(720.8638, device='cuda:0')) + | > current_lr_0: 0.00019945072127379438 + | > current_lr_1: 0.00019945072127379438 + | > step_time: 0.9211 (0.8485373693928376) + | > loader_time: 0.0096 (0.006133171478636029) + + + --> TIME: 2024-11-22 15:12:32 -- STEP: 318/797 -- GLOBAL_STEP: 18075 + | > loss_disc: 2.4027962684631348 (2.454180132667975) + | > loss_disc_real_0: 0.08471725136041641 (0.12275359771396004) + | > loss_disc_real_1: 0.2345571368932724 (0.2154279418477097) + | > loss_disc_real_2: 0.20678965747356415 (0.23650324199372116) + | > loss_disc_real_3: 0.21772974729537964 (0.22441087007147711) + | > loss_disc_real_4: 0.20326288044452667 (0.22230393659768613) + | > loss_disc_real_5: 0.2346472591161728 (0.23474137639662004) + | > loss_0: 2.4027962684631348 (2.454180132667975) + | > grad_norm_0: tensor(188.4865, device='cuda:0') (tensor(104.5002, device='cuda:0')) + | > loss_gen: 2.2190685272216797 (2.3641028651651363) + | > loss_kl: 1.6146234273910522 (1.5163341130850447) + | > loss_feat: 6.006050109863281 (5.579262297108488) + | > loss_mel: 23.111595153808594 (22.72714325766893) + | > loss_duration: 1.743260383605957 (1.7771497001438021) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.69459915161133 (33.963992202806786) + | > grad_norm_1: tensor(1016.4254, device='cuda:0') (tensor(716.2573, device='cuda:0')) + | > current_lr_0: 0.00019945072127379438 + | > current_lr_1: 0.00019945072127379438 + | > step_time: 0.8794 (0.8509827154987263) + | > loader_time: 0.0072 (0.006162715408037296) + + + --> TIME: 2024-11-22 15:12:55 -- STEP: 343/797 -- GLOBAL_STEP: 18100 + | > loss_disc: 2.4141275882720947 (2.456181649911509) + | > loss_disc_real_0: 0.12217486649751663 (0.12284455124734095) + | > loss_disc_real_1: 0.2715326249599457 (0.21541994416939617) + | > loss_disc_real_2: 0.2441118359565735 (0.2369015924089504) + | > loss_disc_real_3: 0.20762260258197784 (0.22442328895146227) + | > loss_disc_real_4: 0.23928722739219666 (0.222964809257157) + | > loss_disc_real_5: 0.22361470758914948 (0.23478241603680325) + | > loss_0: 2.4141275882720947 (2.456181649911509) + | > grad_norm_0: tensor(104.9949, device='cuda:0') (tensor(106.7593, device='cuda:0')) + | > loss_gen: 2.4652116298675537 (2.3644326615959157) + | > loss_kl: 1.4471848011016846 (1.5182413766404979) + | > loss_feat: 5.571736812591553 (5.571173610909688) + | > loss_mel: 22.0919132232666 (22.725669944251585) + | > loss_duration: 1.7773478031158447 (1.7749742606638472) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.353397369384766 (33.954491779338504) + | > grad_norm_1: tensor(168.1425, device='cuda:0') (tensor(715.9078, device='cuda:0')) + | > current_lr_0: 0.00019945072127379438 + | > current_lr_1: 0.00019945072127379438 + | > step_time: 0.9112 (0.854399726272672) + | > loader_time: 0.0075 (0.006262776455448253) + + + --> TIME: 2024-11-22 15:13:18 -- STEP: 368/797 -- GLOBAL_STEP: 18125 + | > loss_disc: 2.537503242492676 (2.452412539850111) + | > loss_disc_real_0: 0.19883732497692108 (0.12148049443393298) + | > loss_disc_real_1: 0.19114547967910767 (0.2149913590198949) + | > loss_disc_real_2: 0.23503011465072632 (0.23654620693591627) + | > loss_disc_real_3: 0.23086397349834442 (0.2242878499319372) + | > loss_disc_real_4: 0.2633552551269531 (0.22256181923591573) + | > loss_disc_real_5: 0.2876864969730377 (0.23469958559650442) + | > loss_0: 2.537503242492676 (2.452412539850111) + | > grad_norm_0: tensor(29.0644, device='cuda:0') (tensor(104.4334, device='cuda:0')) + | > loss_gen: 2.310957908630371 (2.3679304375596693) + | > loss_kl: 1.4991763830184937 (1.5192785324609799) + | > loss_feat: 4.8000874519348145 (5.5775231498739) + | > loss_mel: 23.4605655670166 (22.74395892412766) + | > loss_duration: 1.696277379989624 (1.7723446005712384) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.767066955566406 (33.981035579805784) + | > grad_norm_1: tensor(529.7015, device='cuda:0') (tensor(701.4955, device='cuda:0')) + | > current_lr_0: 0.00019945072127379438 + | > current_lr_1: 0.00019945072127379438 + | > step_time: 0.9177 (0.8572484669478043) + | > loader_time: 0.006 (0.006308334029239159) + + + --> TIME: 2024-11-22 15:13:41 -- STEP: 393/797 -- GLOBAL_STEP: 18150 + | > loss_disc: 2.3727571964263916 (2.4522770925332575) + | > loss_disc_real_0: 0.1367635726928711 (0.12157458434729783) + | > loss_disc_real_1: 0.24072079360485077 (0.21491043931276133) + | > loss_disc_real_2: 0.21471558511257172 (0.23690412032391886) + | > loss_disc_real_3: 0.24692581593990326 (0.22417306043112856) + | > loss_disc_real_4: 0.235561802983284 (0.22237445941104841) + | > loss_disc_real_5: 0.2240443080663681 (0.23486988132691566) + | > loss_0: 2.3727571964263916 (2.4522770925332575) + | > grad_norm_0: tensor(105.1542, device='cuda:0') (tensor(104.2712, device='cuda:0')) + | > loss_gen: 2.3876261711120605 (2.3670080041764066) + | > loss_kl: 1.3106348514556885 (1.518424380826586) + | > loss_feat: 5.911225318908691 (5.575508162568848) + | > loss_mel: 22.624433517456055 (22.741939476731474) + | > loss_duration: 1.7005352973937988 (1.7704622417915867) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.93445587158203 (33.97334221119188) + | > grad_norm_1: tensor(939.2492, device='cuda:0') (tensor(707.9963, device='cuda:0')) + | > current_lr_0: 0.00019945072127379438 + | > current_lr_1: 0.00019945072127379438 + | > step_time: 0.8722 (0.8606337390783179) + | > loader_time: 0.006 (0.006360913657656762) + + + --> TIME: 2024-11-22 15:14:04 -- STEP: 418/797 -- GLOBAL_STEP: 18175 + | > loss_disc: 2.520932674407959 (2.4522688286156185) + | > loss_disc_real_0: 0.1387990415096283 (0.12123163466889893) + | > loss_disc_real_1: 0.19700993597507477 (0.21512039845283518) + | > loss_disc_real_2: 0.27710679173469543 (0.2365966334083434) + | > loss_disc_real_3: 0.25390201807022095 (0.22392714330169003) + | > loss_disc_real_4: 0.18141132593154907 (0.22248938248345726) + | > loss_disc_real_5: 0.2521764636039734 (0.23472083598803106) + | > loss_0: 2.520932674407959 (2.4522688286156185) + | > grad_norm_0: tensor(138.5973, device='cuda:0') (tensor(103.9152, device='cuda:0')) + | > loss_gen: 2.1967222690582275 (2.3653122928153976) + | > loss_kl: 1.412000298500061 (1.5151276465808377) + | > loss_feat: 5.325322151184082 (5.573517595181626) + | > loss_mel: 22.435142517089844 (22.74903788406883) + | > loss_duration: 1.7610933780670166 (1.768951674682672) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.130279541015625 (33.97194704484709) + | > grad_norm_1: tensor(1017.3600, device='cuda:0') (tensor(707.6684, device='cuda:0')) + | > current_lr_0: 0.00019945072127379438 + | > current_lr_1: 0.00019945072127379438 + | > step_time: 0.8745 (0.8629872958625903) + | > loader_time: 0.0066 (0.0064622682817815046) + + + --> TIME: 2024-11-22 15:14:27 -- STEP: 443/797 -- GLOBAL_STEP: 18200 + | > loss_disc: 2.371335506439209 (2.452393098017433) + | > loss_disc_real_0: 0.07703056931495667 (0.12115385894648915) + | > loss_disc_real_1: 0.18319743871688843 (0.2151194056559093) + | > loss_disc_real_2: 0.28950265049934387 (0.23712060854478023) + | > loss_disc_real_3: 0.22768913209438324 (0.22402631671380244) + | > loss_disc_real_4: 0.20745909214019775 (0.22252979968794312) + | > loss_disc_real_5: 0.27241820096969604 (0.23495787028938062) + | > loss_0: 2.371335506439209 (2.452393098017433) + | > grad_norm_0: tensor(46.1979, device='cuda:0') (tensor(104.7784, device='cuda:0')) + | > loss_gen: 2.3204283714294434 (2.3655911675963415) + | > loss_kl: 1.5346723794937134 (1.5182016711202755) + | > loss_feat: 5.4537739753723145 (5.572972313814185) + | > loss_mel: 23.732616424560547 (22.750155748147726) + | > loss_duration: 1.6992864608764648 (1.7674830401185941) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.74077606201172 (33.974403919538545) + | > grad_norm_1: tensor(483.8140, device='cuda:0') (tensor(710.6331, device='cuda:0')) + | > current_lr_0: 0.00019945072127379438 + | > current_lr_1: 0.00019945072127379438 + | > step_time: 0.9341 (0.866216704753936) + | > loader_time: 0.0095 (0.006584965079417349) + + + --> TIME: 2024-11-22 15:14:51 -- STEP: 468/797 -- GLOBAL_STEP: 18225 + | > loss_disc: 2.6284780502319336 (2.4536658179046773) + | > loss_disc_real_0: 0.14294788241386414 (0.12142632114422372) + | > loss_disc_real_1: 0.22598382830619812 (0.2152103985317497) + | > loss_disc_real_2: 0.18686418235301971 (0.23673703043888777) + | > loss_disc_real_3: 0.2306990623474121 (0.22428868055088907) + | > loss_disc_real_4: 0.2266293168067932 (0.22209502597395173) + | > loss_disc_real_5: 0.2372337281703949 (0.23500773664086294) + | > loss_0: 2.6284780502319336 (2.4536658179046773) + | > grad_norm_0: tensor(197.7156, device='cuda:0') (tensor(105.0316, device='cuda:0')) + | > loss_gen: 2.5277364253997803 (2.364429800428898) + | > loss_kl: 1.4317693710327148 (1.5195478511671734) + | > loss_feat: 5.853117942810059 (5.573092508519817) + | > loss_mel: 22.168045043945312 (22.776066890129677) + | > loss_duration: 1.7622342109680176 (1.7667460897539415) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.74290466308594 (33.99988311783878) + | > grad_norm_1: tensor(724.3494, device='cuda:0') (tensor(718.3568, device='cuda:0')) + | > current_lr_0: 0.00019945072127379438 + | > current_lr_1: 0.00019945072127379438 + | > step_time: 1.006 (0.8702653060611497) + | > loader_time: 0.0114 (0.0066919724146525085) + + + --> TIME: 2024-11-22 15:15:15 -- STEP: 493/797 -- GLOBAL_STEP: 18250 + | > loss_disc: 2.4830288887023926 (2.4562412362553294) + | > loss_disc_real_0: 0.06696654856204987 (0.1218745166296045) + | > loss_disc_real_1: 0.16912832856178284 (0.2155594853098687) + | > loss_disc_real_2: 0.25307267904281616 (0.23777633007714039) + | > loss_disc_real_3: 0.21773679554462433 (0.22438544204220567) + | > loss_disc_real_4: 0.20051607489585876 (0.2222614078867508) + | > loss_disc_real_5: 0.2344779223203659 (0.23537957329779077) + | > loss_0: 2.4830288887023926 (2.4562412362553294) + | > grad_norm_0: tensor(23.7485, device='cuda:0') (tensor(104.8543, device='cuda:0')) + | > loss_gen: 2.137302875518799 (2.3646736502889225) + | > loss_kl: 1.4841716289520264 (1.5201018572337246) + | > loss_feat: 5.008851051330566 (5.575027876886829) + | > loss_mel: 22.52566909790039 (22.786841150713258) + | > loss_duration: 1.7039076089859009 (1.765049448845111) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.859901428222656 (34.01169395446776) + | > grad_norm_1: tensor(92.8830, device='cuda:0') (tensor(704.4188, device='cuda:0')) + | > current_lr_0: 0.00019945072127379438 + | > current_lr_1: 0.00019945072127379438 + | > step_time: 1.0346 (0.8747580926751993) + | > loader_time: 0.0063 (0.006790897667287089) + + + --> TIME: 2024-11-22 15:15:39 -- STEP: 518/797 -- GLOBAL_STEP: 18275 + | > loss_disc: 2.393387794494629 (2.4560602673232332) + | > loss_disc_real_0: 0.07190081477165222 (0.12144295145617258) + | > loss_disc_real_1: 0.17999573051929474 (0.21553125771834122) + | > loss_disc_real_2: 0.24159124493598938 (0.23771667909092883) + | > loss_disc_real_3: 0.286658376455307 (0.2245088237478006) + | > loss_disc_real_4: 0.2630784511566162 (0.22213921874301315) + | > loss_disc_real_5: 0.2352735549211502 (0.2353358060754404) + | > loss_0: 2.393387794494629 (2.4560602673232332) + | > grad_norm_0: tensor(68.2318, device='cuda:0') (tensor(103.1847, device='cuda:0')) + | > loss_gen: 2.442934036254883 (2.363522568264526) + | > loss_kl: 1.5345189571380615 (1.5184121507015007) + | > loss_feat: 5.129802703857422 (5.57287393113361) + | > loss_mel: 22.349681854248047 (22.787386264580096) + | > loss_duration: 1.7912509441375732 (1.7639737449097357) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.24818801879883 (34.00616863427474) + | > grad_norm_1: tensor(808.7170, device='cuda:0') (tensor(704.2272, device='cuda:0')) + | > current_lr_0: 0.00019945072127379438 + | > current_lr_1: 0.00019945072127379438 + | > step_time: 0.9235 (0.8770470844732748) + | > loader_time: 0.0066 (0.006894767514527076) + + + --> TIME: 2024-11-22 15:16:03 -- STEP: 543/797 -- GLOBAL_STEP: 18300 + | > loss_disc: 2.314378499984741 (2.4552094686097212) + | > loss_disc_real_0: 0.09519559144973755 (0.12116690403327318) + | > loss_disc_real_1: 0.21168997883796692 (0.2156492435333917) + | > loss_disc_real_2: 0.22358626127243042 (0.23768163232294015) + | > loss_disc_real_3: 0.2365768700838089 (0.2242812578520064) + | > loss_disc_real_4: 0.1977987438440323 (0.22220856222987828) + | > loss_disc_real_5: 0.2516801655292511 (0.23513052372423104) + | > loss_0: 2.314378499984741 (2.4552094686097212) + | > grad_norm_0: tensor(18.8516, device='cuda:0') (tensor(102.9199, device='cuda:0')) + | > loss_gen: 2.437784433364868 (2.363582957515403) + | > loss_kl: 1.5157767534255981 (1.5176034992351497) + | > loss_feat: 5.890404224395752 (5.568155778705745) + | > loss_mel: 23.88231086730957 (22.777035370716074) + | > loss_duration: 1.7849864959716797 (1.763740819901173) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.511260986328125 (33.99011840258293) + | > grad_norm_1: tensor(336.5249, device='cuda:0') (tensor(696.9299, device='cuda:0')) + | > current_lr_0: 0.00019945072127379438 + | > current_lr_1: 0.00019945072127379438 + | > step_time: 1.0114 (0.881059665486738) + | > loader_time: 0.0092 (0.007002820406609918) + + + --> TIME: 2024-11-22 15:16:27 -- STEP: 568/797 -- GLOBAL_STEP: 18325 + | > loss_disc: 2.5764172077178955 (2.4576542650310094) + | > loss_disc_real_0: 0.26388823986053467 (0.12195653303093473) + | > loss_disc_real_1: 0.2035231739282608 (0.2157112545871608) + | > loss_disc_real_2: 0.23168964684009552 (0.2376086877160509) + | > loss_disc_real_3: 0.2765866816043854 (0.224357405388859) + | > loss_disc_real_4: 0.21609045565128326 (0.2222299539077449) + | > loss_disc_real_5: 0.2459905743598938 (0.2354404500252764) + | > loss_0: 2.5764172077178955 (2.4576542650310094) + | > grad_norm_0: tensor(329.1979, device='cuda:0') (tensor(104.5536, device='cuda:0')) + | > loss_gen: 2.4105262756347656 (2.3624273144023538) + | > loss_kl: 1.3701767921447754 (1.5193825911887937) + | > loss_feat: 5.126857757568359 (5.567823366380074) + | > loss_mel: 22.063613891601562 (22.79724193962527) + | > loss_duration: 1.7365318536758423 (1.7628143727779393) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.707706451416016 (34.00968957954728) + | > grad_norm_1: tensor(691.2929, device='cuda:0') (tensor(701.3426, device='cuda:0')) + | > current_lr_0: 0.00019945072127379438 + | > current_lr_1: 0.00019945072127379438 + | > step_time: 0.9285 (0.8833158419165811) + | > loader_time: 0.007 (0.0070909488369041785) + + + --> TIME: 2024-11-22 15:16:51 -- STEP: 593/797 -- GLOBAL_STEP: 18350 + | > loss_disc: 2.606874465942383 (2.4572072411065964) + | > loss_disc_real_0: 0.13385748863220215 (0.12135825601436236) + | > loss_disc_real_1: 0.24742300808429718 (0.21555479882288134) + | > loss_disc_real_2: 0.24780943989753723 (0.2376613018886637) + | > loss_disc_real_3: 0.22102974355220795 (0.2247404052324682) + | > loss_disc_real_4: 0.19848310947418213 (0.22227530787003172) + | > loss_disc_real_5: 0.26051121950149536 (0.2356958839835043) + | > loss_0: 2.606874465942383 (2.4572072411065964) + | > grad_norm_0: tensor(14.9829, device='cuda:0') (tensor(103.7274, device='cuda:0')) + | > loss_gen: 2.4131855964660645 (2.364388688619787) + | > loss_kl: 1.5483670234680176 (1.5190902477975237) + | > loss_feat: 5.191147804260254 (5.570295394974654) + | > loss_mel: 22.889577865600586 (22.808504567781547) + | > loss_duration: 1.7245780229568481 (1.7625222457400063) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.7668571472168 (34.024801132047756) + | > grad_norm_1: tensor(419.4919, device='cuda:0') (tensor(687.2800, device='cuda:0')) + | > current_lr_0: 0.00019945072127379438 + | > current_lr_1: 0.00019945072127379438 + | > step_time: 0.9952 (0.8864910485973646) + | > loader_time: 0.014 (0.007221647700009018) + + + --> TIME: 2024-11-22 15:17:15 -- STEP: 618/797 -- GLOBAL_STEP: 18375 + | > loss_disc: 2.422173261642456 (2.458908440225719) + | > loss_disc_real_0: 0.12534037232398987 (0.12169925281988957) + | > loss_disc_real_1: 0.23945799469947815 (0.21549963993306676) + | > loss_disc_real_2: 0.21233350038528442 (0.23771044737312785) + | > loss_disc_real_3: 0.21143335103988647 (0.22478523418837776) + | > loss_disc_real_4: 0.20852378010749817 (0.22238991385428256) + | > loss_disc_real_5: 0.24863949418067932 (0.23557276787495535) + | > loss_0: 2.422173261642456 (2.458908440225719) + | > grad_norm_0: tensor(65.9089, device='cuda:0') (tensor(106.0375, device='cuda:0')) + | > loss_gen: 2.3629679679870605 (2.365197607228674) + | > loss_kl: 1.5663059949874878 (1.5179279338580502) + | > loss_feat: 4.793407440185547 (5.565581766147057) + | > loss_mel: 19.53318977355957 (22.808116243109342) + | > loss_duration: 1.7712820768356323 (1.762312554232897) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.02715301513672 (34.01913608625098) + | > grad_norm_1: tensor(1370.8409, device='cuda:0') (tensor(693.8085, device='cuda:0')) + | > current_lr_0: 0.00019945072127379438 + | > current_lr_1: 0.00019945072127379438 + | > step_time: 1.0009 (0.8893639929472048) + | > loader_time: 0.0088 (0.007293467768573454) + + + --> TIME: 2024-11-22 15:17:40 -- STEP: 643/797 -- GLOBAL_STEP: 18400 + | > loss_disc: 2.355109453201294 (2.4579751524917812) + | > loss_disc_real_0: 0.11899877339601517 (0.12136577615517294) + | > loss_disc_real_1: 0.17234249413013458 (0.2153555038812371) + | > loss_disc_real_2: 0.24225445091724396 (0.23788026573127757) + | > loss_disc_real_3: 0.2196887582540512 (0.2247881391092927) + | > loss_disc_real_4: 0.2641887962818146 (0.22249129780714463) + | > loss_disc_real_5: 0.24709290266036987 (0.23553989676999082) + | > loss_0: 2.355109453201294 (2.4579751524917812) + | > grad_norm_0: tensor(14.3422, device='cuda:0') (tensor(104.5208, device='cuda:0')) + | > loss_gen: 2.546844482421875 (2.3651171053178968) + | > loss_kl: 1.5372294187545776 (1.5166604659790937) + | > loss_feat: 5.834652423858643 (5.558326964430265) + | > loss_mel: 23.457666397094727 (22.805925778615908) + | > loss_duration: 1.728846549987793 (1.7623782956952445) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.10523986816406 (34.00840857462787) + | > grad_norm_1: tensor(548.5323, device='cuda:0') (tensor(689.6174, device='cuda:0')) + | > current_lr_0: 0.00019945072127379438 + | > current_lr_1: 0.00019945072127379438 + | > step_time: 0.9679 (0.8928258255888847) + | > loader_time: 0.0087 (0.007377802491373446) + + + --> TIME: 2024-11-22 15:18:05 -- STEP: 668/797 -- GLOBAL_STEP: 18425 + | > loss_disc: 2.364842176437378 (2.4583665571526847) + | > loss_disc_real_0: 0.11136959493160248 (0.12154590521386997) + | > loss_disc_real_1: 0.18813186883926392 (0.21542971071502753) + | > loss_disc_real_2: 0.2173546850681305 (0.2377448989424163) + | > loss_disc_real_3: 0.20110444724559784 (0.2246453944080605) + | > loss_disc_real_4: 0.22314316034317017 (0.2224171910724953) + | > loss_disc_real_5: 0.24207311868667603 (0.23543860372936654) + | > loss_0: 2.364842176437378 (2.4583665571526847) + | > grad_norm_0: tensor(259.9973, device='cuda:0') (tensor(104.3834, device='cuda:0')) + | > loss_gen: 2.304600954055786 (2.3633103574107532) + | > loss_kl: 1.5332896709442139 (1.515900884738225) + | > loss_feat: 5.528403282165527 (5.549200355649704) + | > loss_mel: 22.849599838256836 (22.792052434590047) + | > loss_duration: 1.7710843086242676 (1.7619104328269732) + | > amp_scaler: 128.0 (129.34131736526948) + | > loss_1: 33.986976623535156 (33.982374422564476) + | > grad_norm_1: tensor(296.3028, device='cuda:0') (tensor(687.4678, device='cuda:0')) + | > current_lr_0: 0.00019945072127379438 + | > current_lr_1: 0.00019945072127379438 + | > step_time: 0.9825 (0.8957913243128153) + | > loader_time: 0.0103 (0.007494398219856675) + + + --> TIME: 2024-11-22 15:18:30 -- STEP: 693/797 -- GLOBAL_STEP: 18450 + | > loss_disc: 2.4421885013580322 (2.4581440379265236) + | > loss_disc_real_0: 0.13261087238788605 (0.12199182297717269) + | > loss_disc_real_1: 0.17856648564338684 (0.21543701918739253) + | > loss_disc_real_2: 0.22408734261989594 (0.23748106215939377) + | > loss_disc_real_3: 0.24161672592163086 (0.22446767770796808) + | > loss_disc_real_4: 0.24511010944843292 (0.22232566090115213) + | > loss_disc_real_5: 0.16266688704490662 (0.2354304027376753) + | > loss_0: 2.4421885013580322 (2.4581440379265236) + | > grad_norm_0: tensor(48.0845, device='cuda:0') (tensor(104.2980, device='cuda:0')) + | > loss_gen: 2.2668702602386475 (2.360822251348786) + | > loss_kl: 1.3794764280319214 (1.517213734025391) + | > loss_feat: 5.225352764129639 (5.543308496819255) + | > loss_mel: 22.801456451416016 (22.80056027554158) + | > loss_duration: 1.7787444591522217 (1.7611978559783015) + | > amp_scaler: 128.0 (129.2929292929294) + | > loss_1: 33.451900482177734 (33.983102572772744) + | > grad_norm_1: tensor(619.9299, device='cuda:0') (tensor(689.4197, device='cuda:0')) + | > current_lr_0: 0.00019945072127379438 + | > current_lr_1: 0.00019945072127379438 + | > step_time: 0.9732 (0.8990947388295314) + | > loader_time: 0.0144 (0.007580883747227437) + + + --> TIME: 2024-11-22 15:18:56 -- STEP: 718/797 -- GLOBAL_STEP: 18475 + | > loss_disc: 2.4397311210632324 (2.457486182202203) + | > loss_disc_real_0: 0.06638246029615402 (0.12215144451302905) + | > loss_disc_real_1: 0.18065746128559113 (0.2151979994454257) + | > loss_disc_real_2: 0.22572089731693268 (0.23741050203613584) + | > loss_disc_real_3: 0.1751815676689148 (0.2241793001138069) + | > loss_disc_real_4: 0.24194779992103577 (0.22238626993134153) + | > loss_disc_real_5: 0.22320231795310974 (0.2355496711551645) + | > loss_0: 2.4397311210632324 (2.457486182202203) + | > grad_norm_0: tensor(10.5122, device='cuda:0') (tensor(104.9364, device='cuda:0')) + | > loss_gen: 2.3234097957611084 (2.360614352903661) + | > loss_kl: 1.3152886629104614 (1.5174333376804767) + | > loss_feat: 5.251389026641846 (5.542509460183569) + | > loss_mel: 22.162092208862305 (22.795402338245772) + | > loss_duration: 1.7803754806518555 (1.7603440004138897) + | > amp_scaler: 128.0 (129.24791086350982) + | > loss_1: 32.83255386352539 (33.97630345389704) + | > grad_norm_1: tensor(498.8795, device='cuda:0') (tensor(695.8337, device='cuda:0')) + | > current_lr_0: 0.00019945072127379438 + | > current_lr_1: 0.00019945072127379438 + | > step_time: 0.9709 (0.9027171573267008) + | > loader_time: 0.0095 (0.007701682513138711) + + + --> TIME: 2024-11-22 15:19:22 -- STEP: 743/797 -- GLOBAL_STEP: 18500 + | > loss_disc: 2.6600778102874756 (2.4578085927591027) + | > loss_disc_real_0: 0.18683502078056335 (0.12235599242321255) + | > loss_disc_real_1: 0.19905701279640198 (0.21491293620172766) + | > loss_disc_real_2: 0.2359439581632614 (0.23755673163671995) + | > loss_disc_real_3: 0.23236070573329926 (0.22444367304464377) + | > loss_disc_real_4: 0.26685094833374023 (0.22262687158857342) + | > loss_disc_real_5: 0.25159069895744324 (0.2354860019996702) + | > loss_0: 2.6600778102874756 (2.4578085927591027) + | > grad_norm_0: tensor(293.1034, device='cuda:0') (tensor(104.4135, device='cuda:0')) + | > loss_gen: 2.2820892333984375 (2.3604025959487274) + | > loss_kl: 1.7094091176986694 (1.5163485567470258) + | > loss_feat: 5.408840179443359 (5.543815533854917) + | > loss_mel: 22.77589988708496 (22.809193540550005) + | > loss_duration: 1.697025179862976 (1.7593483871919473) + | > amp_scaler: 128.0 (129.20592193808892) + | > loss_1: 33.87326431274414 (33.98910857466318) + | > grad_norm_1: tensor(1258.0585, device='cuda:0') (tensor(687.6340, device='cuda:0')) + | > current_lr_0: 0.00019945072127379438 + | > current_lr_1: 0.00019945072127379438 + | > step_time: 1.0106 (0.9065209795616836) + | > loader_time: 0.1024 (0.008998516591047697) + + + --> TIME: 2024-11-22 15:19:52 -- STEP: 768/797 -- GLOBAL_STEP: 18525 + | > loss_disc: 2.490828275680542 (2.456871433183551) + | > loss_disc_real_0: 0.10221440345048904 (0.12199287050073811) + | > loss_disc_real_1: 0.18481333553791046 (0.21484938206655588) + | > loss_disc_real_2: 0.24040885269641876 (0.23737523204181343) + | > loss_disc_real_3: 0.2200290560722351 (0.22445230038526165) + | > loss_disc_real_4: 0.23265600204467773 (0.22255305879904572) + | > loss_disc_real_5: 0.2224862426519394 (0.2355756585408623) + | > loss_0: 2.490828275680542 (2.456871433183551) + | > grad_norm_0: tensor(397.6042, device='cuda:0') (tensor(104.1569, device='cuda:0')) + | > loss_gen: 2.206702709197998 (2.361939883480473) + | > loss_kl: 1.6991219520568848 (1.5167760356950264) + | > loss_feat: 5.534060001373291 (5.550227833911774) + | > loss_mel: 22.019798278808594 (22.819930342336487) + | > loss_duration: 1.7213363647460938 (1.758131055782239) + | > amp_scaler: 128.0 (129.16666666666683) + | > loss_1: 33.1810188293457 (34.007005105416006) + | > grad_norm_1: tensor(1074.6823, device='cuda:0') (tensor(688.0043, device='cuda:0')) + | > current_lr_0: 0.00019945072127379438 + | > current_lr_1: 0.00019945072127379438 + | > step_time: 1.4476 (0.9125367188826202) + | > loader_time: 0.1031 (0.012128332008918127) + + + --> TIME: 2024-11-22 15:20:51 -- STEP: 793/797 -- GLOBAL_STEP: 18550 + | > loss_disc: 2.5157535076141357 (2.457706178422232) + | > loss_disc_real_0: 0.08240372687578201 (0.12215406052101155) + | > loss_disc_real_1: 0.17902281880378723 (0.21492833666700725) + | > loss_disc_real_2: 0.2269287258386612 (0.23740409859567693) + | > loss_disc_real_3: 0.22834104299545288 (0.22458445633119178) + | > loss_disc_real_4: 0.22581757605075836 (0.22265790205585093) + | > loss_disc_real_5: 0.18555884063243866 (0.23562726128522266) + | > loss_0: 2.5157535076141357 (2.457706178422232) + | > grad_norm_0: tensor(125.8696, device='cuda:0') (tensor(105.3108, device='cuda:0')) + | > loss_gen: 2.130321979522705 (2.3635483798283237) + | > loss_kl: 1.4437623023986816 (1.5166843812372466) + | > loss_feat: 5.192751407623291 (5.553812569357255) + | > loss_mel: 22.15727996826172 (22.828447219252126) + | > loss_duration: 1.732292890548706 (1.7572241892279474) + | > amp_scaler: 128.0 (129.12988650693583) + | > loss_1: 32.65640640258789 (34.0197166789225) + | > grad_norm_1: tensor(1015.0775, device='cuda:0') (tensor(688.3560, device='cuda:0')) + | > current_lr_0: 0.00019945072127379438 + | > current_lr_1: 0.00019945072127379438 + | > step_time: 3.9064 (0.954174668010216) + | > loader_time: 0.1021 (0.015287266402948098) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.378446578979492 (2.378446578979492) + | > loss_disc_real_0: 0.07453727722167969 (0.07453727722167969) + | > loss_disc_real_1: 0.1504007875919342 (0.1504007875919342) + | > loss_disc_real_2: 0.16104476153850555 (0.16104476153850555) + | > loss_disc_real_3: 0.21199481189250946 (0.21199481189250946) + | > loss_disc_real_4: 0.20616492629051208 (0.20616492629051208) + | > loss_disc_real_5: 0.1953522115945816 (0.1953522115945816) + | > loss_0: 2.378446578979492 (2.378446578979492) + | > loss_gen: 2.0163803100585938 (2.0163803100585938) + | > loss_kl: 1.3777086734771729 (1.3777086734771729) + | > loss_feat: 6.9989333152771 (6.9989333152771) + | > loss_mel: 25.173795700073242 (25.173795700073242) + | > loss_duration: 1.958732008934021 (1.958732008934021) + | > loss_1: 37.525550842285156 (37.525550842285156) + + --> STEP: 1 + | > loss_disc: 2.3436453342437744 (2.3436453342437744) + | > loss_disc_real_0: 0.023484181612730026 (0.023484181612730026) + | > loss_disc_real_1: 0.22620926797389984 (0.22620926797389984) + | > loss_disc_real_2: 0.2342987209558487 (0.2342987209558487) + | > loss_disc_real_3: 0.2392760068178177 (0.2392760068178177) + | > loss_disc_real_4: 0.23572559654712677 (0.23572559654712677) + | > loss_disc_real_5: 0.225193053483963 (0.225193053483963) + | > loss_0: 2.3436453342437744 (2.3436453342437744) + | > loss_gen: 2.278932571411133 (2.278932571411133) + | > loss_kl: 1.8758939504623413 (1.8758939504623413) + | > loss_feat: 5.704258918762207 (5.704258918762207) + | > loss_mel: 23.7084903717041 (23.7084903717041) + | > loss_duration: 1.7521849870681763 (1.7521849870681763) + | > loss_1: 35.319759368896484 (35.319759368896484) + + --> STEP: 2 + | > loss_disc: 2.3233442306518555 (2.333494782447815) + | > loss_disc_real_0: 0.09609021991491318 (0.0597872007638216) + | > loss_disc_real_1: 0.24318818747997284 (0.23469872772693634) + | > loss_disc_real_2: 0.20427179336547852 (0.2192852571606636) + | > loss_disc_real_3: 0.18900083005428314 (0.21413841843605042) + | > loss_disc_real_4: 0.2538977861404419 (0.24481169134378433) + | > loss_disc_real_5: 0.29901057481765747 (0.26210181415081024) + | > loss_0: 2.3233442306518555 (2.333494782447815) + | > loss_gen: 2.5064539909362793 (2.392693281173706) + | > loss_kl: 1.4476221799850464 (1.6617580652236938) + | > loss_feat: 6.0484700202941895 (5.876364469528198) + | > loss_mel: 24.787002563476562 (24.247746467590332) + | > loss_duration: 1.7315679788589478 (1.741876482963562) + | > loss_1: 36.5211181640625 (35.92043876647949) + + --> STEP: 3 + | > loss_disc: 2.1380867958068848 (2.2683587869008384) + | > loss_disc_real_0: 0.07746283710002899 (0.0656790795425574) + | > loss_disc_real_1: 0.31418585777282715 (0.2611944377422333) + | > loss_disc_real_2: 0.2659534215927124 (0.23484131197134653) + | > loss_disc_real_3: 0.25776734948158264 (0.22868139545122781) + | > loss_disc_real_4: 0.11617441475391388 (0.20193259914716086) + | > loss_disc_real_5: 0.2146168351173401 (0.2462734878063202) + | > loss_0: 2.1380867958068848 (2.2683587869008384) + | > loss_gen: 2.65396785736084 (2.4797848065694175) + | > loss_kl: 1.4889086484909058 (1.6041415929794312) + | > loss_feat: 6.228065013885498 (5.993597984313965) + | > loss_mel: 23.524269104003906 (24.006587346394856) + | > loss_duration: 1.8114471435546875 (1.7650667031606038) + | > loss_1: 35.70665740966797 (35.849178314208984) + + --> STEP: 4 + | > loss_disc: 2.227015733718872 (2.2580230236053467) + | > loss_disc_real_0: 0.03655834496021271 (0.058398895896971226) + | > loss_disc_real_1: 0.1866517812013626 (0.2425587736070156) + | > loss_disc_real_2: 0.20037171244621277 (0.2262239120900631) + | > loss_disc_real_3: 0.1967775821685791 (0.22070544213056564) + | > loss_disc_real_4: 0.1902419924736023 (0.1990099474787712) + | > loss_disc_real_5: 0.17612026631832123 (0.22873518243432045) + | > loss_0: 2.227015733718872 (2.2580230236053467) + | > loss_gen: 2.1406633853912354 (2.395004451274872) + | > loss_kl: 1.4107073545455933 (1.5557830333709717) + | > loss_feat: 6.136184215545654 (6.029244542121887) + | > loss_mel: 22.906005859375 (23.731441974639893) + | > loss_duration: 1.6730008125305176 (1.7420502305030823) + | > loss_1: 34.266563415527344 (35.453524589538574) + + --> STEP: 5 + | > loss_disc: 2.3923346996307373 (2.284885358810425) + | > loss_disc_real_0: 0.03278418630361557 (0.053275953978300095) + | > loss_disc_real_1: 0.20981091260910034 (0.23600920140743256) + | > loss_disc_real_2: 0.13689681887626648 (0.20835849344730378) + | > loss_disc_real_3: 0.15133030712604523 (0.20683041512966155) + | > loss_disc_real_4: 0.20821402966976166 (0.2008507639169693) + | > loss_disc_real_5: 0.1474923938512802 (0.2124866247177124) + | > loss_0: 2.3923346996307373 (2.284885358810425) + | > loss_gen: 2.0146923065185547 (2.3189420223236086) + | > loss_kl: 1.7087846994400024 (1.5863833665847777) + | > loss_feat: 7.712618827819824 (6.365919399261474) + | > loss_mel: 24.90179443359375 (23.965512466430663) + | > loss_duration: 1.8632513284683228 (1.7662904500961303) + | > loss_1: 38.201141357421875 (36.003047943115234) + + --> STEP: 6 + | > loss_disc: 2.06607723236084 (2.248417337735494) + | > loss_disc_real_0: 0.06311945617198944 (0.05491653767724832) + | > loss_disc_real_1: 0.23206472396850586 (0.23535178850094476) + | > loss_disc_real_2: 0.19284942746162415 (0.20577364911635718) + | > loss_disc_real_3: 0.21283654868602753 (0.20783143738905588) + | > loss_disc_real_4: 0.2078462839126587 (0.20201668391625086) + | > loss_disc_real_5: 0.1621590107679367 (0.20409868905941644) + | > loss_0: 2.06607723236084 (2.248417337735494) + | > loss_gen: 2.3795125484466553 (2.3290371100107827) + | > loss_kl: 1.4092066287994385 (1.5568539102872212) + | > loss_feat: 5.978887557983398 (6.301414092381795) + | > loss_mel: 24.890254974365234 (24.119636217753094) + | > loss_duration: 1.7438404560089111 (1.7625487844149272) + | > loss_1: 36.401702880859375 (36.06949043273926) + + --> STEP: 7 + | > loss_disc: 2.2703943252563477 (2.2515569073813304) + | > loss_disc_real_0: 0.051958970725536346 (0.054494028112718036) + | > loss_disc_real_1: 0.28288134932518005 (0.24214172576154983) + | > loss_disc_real_2: 0.16175614297389984 (0.19948543395314897) + | > loss_disc_real_3: 0.19423869252204895 (0.20588961669376918) + | > loss_disc_real_4: 0.12316911667585373 (0.19075274573905127) + | > loss_disc_real_5: 0.18971185386180878 (0.20204342688832963) + | > loss_0: 2.2703943252563477 (2.2515569073813304) + | > loss_gen: 2.3012261390686035 (2.3250641141619) + | > loss_kl: 2.2742483615875244 (1.6593388319015503) + | > loss_feat: 7.729940891265869 (6.505489349365234) + | > loss_mel: 22.86946678161621 (23.94104058401925) + | > loss_duration: 1.704114556312561 (1.7542010375431605) + | > loss_1: 36.878997802734375 (36.18513434273856) + + --> STEP: 8 + | > loss_disc: 2.2010257244110107 (2.2452405095100403) + | > loss_disc_real_0: 0.07177090644836426 (0.056653637904673815) + | > loss_disc_real_1: 0.174133762717247 (0.23364073038101196) + | > loss_disc_real_2: 0.21498022973537445 (0.20142228342592716) + | > loss_disc_real_3: 0.1975764036178589 (0.2048504650592804) + | > loss_disc_real_4: 0.1572035700082779 (0.1865590987727046) + | > loss_disc_real_5: 0.15825234353542328 (0.19656954146921635) + | > loss_0: 2.2010257244110107 (2.2452405095100403) + | > loss_gen: 2.2597832679748535 (2.3169040083885193) + | > loss_kl: 1.5430059432983398 (1.644797220826149) + | > loss_feat: 6.026088237762451 (6.4455642104148865) + | > loss_mel: 23.651174545288086 (23.904807329177856) + | > loss_duration: 1.8048781156539917 (1.7605356723070145) + | > loss_1: 35.28493118286133 (36.072608947753906) + + --> STEP: 9 + | > loss_disc: 2.3088741302490234 (2.2523109118143716) + | > loss_disc_real_0: 0.08895523846149445 (0.06024270463320944) + | > loss_disc_real_1: 0.21909761428833008 (0.2320248285929362) + | > loss_disc_real_2: 0.19049695134162903 (0.20020835763878292) + | > loss_disc_real_3: 0.25273218750953674 (0.2101706564426422) + | > loss_disc_real_4: 0.22866280376911163 (0.19123728821674982) + | > loss_disc_real_5: 0.21947437524795532 (0.19911452300018734) + | > loss_0: 2.3088741302490234 (2.2523109118143716) + | > loss_gen: 2.3543317317962646 (2.3210626443227134) + | > loss_kl: 1.9403326511383057 (1.6776344908608332) + | > loss_feat: 5.642764091491699 (6.356364197201199) + | > loss_mel: 24.124258041381836 (23.929190741644966) + | > loss_duration: 1.7264043092727661 (1.7567432986365423) + | > loss_1: 35.78809356689453 (36.04099612765842) + + --> STEP: 10 + | > loss_disc: 2.6085641384124756 (2.287936234474182) + | > loss_disc_real_0: 0.049373555928468704 (0.05915578976273537) + | > loss_disc_real_1: 0.2574319839477539 (0.23456554412841796) + | > loss_disc_real_2: 0.22824929654598236 (0.20301245152950287) + | > loss_disc_real_3: 0.26959529519081116 (0.2161131203174591) + | > loss_disc_real_4: 0.2790582776069641 (0.20001938715577125) + | > loss_disc_real_5: 0.2614623010158539 (0.205349300801754) + | > loss_0: 2.6085641384124756 (2.287936234474182) + | > loss_gen: 2.022486925125122 (2.291205072402954) + | > loss_kl: 1.5240843296051025 (1.66227947473526) + | > loss_feat: 3.4521634578704834 (6.065944123268127) + | > loss_mel: 19.087495803833008 (23.44502124786377) + | > loss_duration: 1.647297739982605 (1.7457987427711488) + | > loss_1: 27.73352813720703 (35.21024932861328) + + --> STEP: 11 + | > loss_disc: 2.2739434242248535 (2.2866641608151523) + | > loss_disc_real_0: 0.0693628191947937 (0.060083701529286125) + | > loss_disc_real_1: 0.21649643778800964 (0.23292289809747177) + | > loss_disc_real_2: 0.15413184463977814 (0.19856875999407333) + | > loss_disc_real_3: 0.17304764688014984 (0.2121980772777037) + | > loss_disc_real_4: 0.19335459172725677 (0.19941349666226993) + | > loss_disc_real_5: 0.16647768020629883 (0.20181551711125809) + | > loss_0: 2.2739434242248535 (2.2866641608151523) + | > loss_gen: 2.1513173580169678 (2.2784880074587734) + | > loss_kl: 1.8056402206420898 (1.675312269817699) + | > loss_feat: 6.947917938232422 (6.146123560992154) + | > loss_mel: 22.87535858154297 (23.393233732743695) + | > loss_duration: 1.648530125617981 (1.7369561412117698) + | > loss_1: 35.42876434326172 (35.23011432994496) + + --> STEP: 12 + | > loss_disc: 2.3248531818389893 (2.289846579233805) + | > loss_disc_real_0: 0.07618400454521179 (0.06142539344727993) + | > loss_disc_real_1: 0.2590707242488861 (0.23510188361008963) + | > loss_disc_real_2: 0.22793853282928467 (0.2010162410636743) + | > loss_disc_real_3: 0.22592668235301971 (0.21334212770064673) + | > loss_disc_real_4: 0.20813879370689392 (0.20014060474932194) + | > loss_disc_real_5: 0.19783300161361694 (0.20148364081978798) + | > loss_0: 2.3248531818389893 (2.289846579233805) + | > loss_gen: 2.396200180053711 (2.2882973551750183) + | > loss_kl: 1.3537845611572266 (1.648518294095993) + | > loss_feat: 6.249576091766357 (6.154744605223338) + | > loss_mel: 23.430166244506836 (23.396311442057293) + | > loss_duration: 1.7827973365783691 (1.740776240825653) + | > loss_1: 35.2125244140625 (35.22864850362142) + + --> STEP: 13 + | > loss_disc: 2.341337203979492 (2.293807396521935) + | > loss_disc_real_0: 0.08558212220668793 (0.06328360335184978) + | > loss_disc_real_1: 0.1378408670425415 (0.22762026695104745) + | > loss_disc_real_2: 0.13471315801143646 (0.19591600390580985) + | > loss_disc_real_3: 0.10725273936986923 (0.20518140552135614) + | > loss_disc_real_4: 0.1317981332540512 (0.19488349155737802) + | > loss_disc_real_5: 0.10362574458122253 (0.19395611033989832) + | > loss_0: 2.341337203979492 (2.293807396521935) + | > loss_gen: 1.95309579372406 (2.2625126196787906) + | > loss_kl: 1.5108124017715454 (1.6379255331479585) + | > loss_feat: 7.785387992858887 (6.280178711964534) + | > loss_mel: 25.052902221679688 (23.523741502028244) + | > loss_duration: 1.7813866138458252 (1.7439001156733587) + | > loss_1: 38.08358383178711 (35.448258913480316) + + --> STEP: 14 + | > loss_disc: 2.6702816486358643 (2.320698414530073) + | > loss_disc_real_0: 0.1040775328874588 (0.06619745546153613) + | > loss_disc_real_1: 0.30336225032806396 (0.23303040862083435) + | > loss_disc_real_2: 0.2588358521461487 (0.20041027878011977) + | > loss_disc_real_3: 0.24701626598834991 (0.20816960984042712) + | > loss_disc_real_4: 0.3497254550457001 (0.2059436318065439) + | > loss_disc_real_5: 0.26689305901527405 (0.19916589238813945) + | > loss_0: 2.6702816486358643 (2.320698414530073) + | > loss_gen: 2.3255512714385986 (2.2670153805187767) + | > loss_kl: 1.314164638519287 (1.6147997549601965) + | > loss_feat: 4.0930962562561035 (6.123958536556789) + | > loss_mel: 22.987051010131836 (23.485406466892787) + | > loss_duration: 1.7610570192337036 (1.745125608784812) + | > loss_1: 32.48092269897461 (35.23630632672991) + + --> STEP: 15 + | > loss_disc: 2.2517752647399902 (2.316103537877401) + | > loss_disc_real_0: 0.0716797411441803 (0.0665629411737124) + | > loss_disc_real_1: 0.276935338973999 (0.235957403977712) + | > loss_disc_real_2: 0.22058932483196259 (0.20175554851690927) + | > loss_disc_real_3: 0.23039546608924866 (0.20965133359034857) + | > loss_disc_real_4: 0.22286401689052582 (0.20707165747880935) + | > loss_disc_real_5: 0.18300575017929077 (0.1980885495742162) + | > loss_0: 2.2517752647399902 (2.316103537877401) + | > loss_gen: 2.47021484375 (2.2805620114008587) + | > loss_kl: 1.9655226469039917 (1.6381812810897827) + | > loss_feat: 4.883126735687256 (6.04123641649882) + | > loss_mel: 21.067106246948242 (23.324186452229817) + | > loss_duration: 1.7569092512130737 (1.745911184946696) + | > loss_1: 32.142879486083984 (35.030077870686846) + + --> STEP: 16 + | > loss_disc: 2.2371480464935303 (2.311168819665909) + | > loss_disc_real_0: 0.05231165885925293 (0.0656722360290587) + | > loss_disc_real_1: 0.2514485716819763 (0.23692560195922852) + | > loss_disc_real_2: 0.1966000199317932 (0.20143332798033953) + | > loss_disc_real_3: 0.19360391795635223 (0.2086483701132238) + | > loss_disc_real_4: 0.18236342072486877 (0.20552739268168807) + | > loss_disc_real_5: 0.20960648357868195 (0.19880842044949532) + | > loss_0: 2.2371480464935303 (2.311168819665909) + | > loss_gen: 2.3735859394073486 (2.286376006901264) + | > loss_kl: 1.3575342893600464 (1.6206408441066742) + | > loss_feat: 6.2628254890441895 (6.055085733532906) + | > loss_mel: 26.151342391967773 (23.50088369846344) + | > loss_duration: 1.8398940563201904 (1.7517851144075394) + | > loss_1: 37.98517990112305 (35.21477174758911) + + --> STEP: 17 + | > loss_disc: 2.2541615962982178 (2.3078154535854565) + | > loss_disc_real_0: 0.06997422873973846 (0.06592529442380457) + | > loss_disc_real_1: 0.21072736382484436 (0.23538452912779415) + | > loss_disc_real_2: 0.21604415774345398 (0.2022927885546404) + | > loss_disc_real_3: 0.190637469291687 (0.20758890535901575) + | > loss_disc_real_4: 0.22490082681179047 (0.20666700645404704) + | > loss_disc_real_5: 0.19463379681110382 (0.19856285435311935) + | > loss_0: 2.2541615962982178 (2.3078154535854565) + | > loss_gen: 2.3089165687561035 (2.28770192230449) + | > loss_kl: 1.1806209087371826 (1.594757318496704) + | > loss_feat: 4.873305797576904 (5.985569266711964) + | > loss_mel: 18.5754451751709 (23.211152020622702) + | > loss_duration: 1.7118322849273682 (1.7494349479675293) + | > loss_1: 28.65011978149414 (34.82861574958353) + + --> STEP: 18 + | > loss_disc: 2.396083354949951 (2.312719225883484) + | > loss_disc_real_0: 0.06103662773966789 (0.06565370183024141) + | > loss_disc_real_1: 0.14626748859882355 (0.23043358243174022) + | > loss_disc_real_2: 0.1600726991891861 (0.19994722803433737) + | > loss_disc_real_3: 0.17679324746131897 (0.20587803547581038) + | > loss_disc_real_4: 0.1347900778055191 (0.20267384375135103) + | > loss_disc_real_5: 0.17277544736862183 (0.19713022063175836) + | > loss_0: 2.396083354949951 (2.312719225883484) + | > loss_gen: 1.977795124053955 (2.270484877957238) + | > loss_kl: 1.6928917169570923 (1.6002092295222812) + | > loss_feat: 6.802264213562012 (6.030941208203633) + | > loss_mel: 26.62984848022461 (23.401079601711697) + | > loss_duration: 1.698653221130371 (1.7466137409210205) + | > loss_1: 38.80145263671875 (35.04932890997993) + + --> STEP: 19 + | > loss_disc: 2.3622727394104004 (2.3153273055427954) + | > loss_disc_real_0: 0.040540553629398346 (0.06433195718809177) + | > loss_disc_real_1: 0.18607592582702637 (0.22809896892622897) + | > loss_disc_real_2: 0.16250072419643402 (0.19797635941128983) + | > loss_disc_real_3: 0.19942478835582733 (0.2055383908905481) + | > loss_disc_real_4: 0.13556663691997528 (0.1991418854970681) + | > loss_disc_real_5: 0.13607639074325562 (0.19391686116394244) + | > loss_0: 2.3622727394104004 (2.3153273055427954) + | > loss_gen: 1.9751697778701782 (2.254941977952656) + | > loss_kl: 1.8597393035888672 (1.613868707104733) + | > loss_feat: 7.368013381958008 (6.101313427874916) + | > loss_mel: 25.63791847229004 (23.518807963321084) + | > loss_duration: 1.8037903308868408 (1.749623035129748) + | > loss_1: 38.644630432128906 (35.23855530588251) + + --> STEP: 20 + | > loss_disc: 2.447728157043457 (2.3219473481178285) + | > loss_disc_real_0: 0.07537093013525009 (0.06488390583544969) + | > loss_disc_real_1: 0.23925839364528656 (0.22865694016218185) + | > loss_disc_real_2: 0.20925769209861755 (0.1985404260456562) + | > loss_disc_real_3: 0.29373082518577576 (0.2099480126053095) + | > loss_disc_real_4: 0.3042599856853485 (0.20439779050648213) + | > loss_disc_real_5: 0.28938063979148865 (0.19869005009531976) + | > loss_0: 2.447728157043457 (2.3219473481178285) + | > loss_gen: 2.289242744445801 (2.2566570162773134) + | > loss_kl: 1.2847727537155151 (1.5974139094352722) + | > loss_feat: 4.897768020629883 (6.041136157512665) + | > loss_mel: 22.72369956970215 (23.479052543640137) + | > loss_duration: 1.7336688041687012 (1.7488253235816955) + | > loss_1: 32.92915344238281 (35.12308521270752) + + --> STEP: 21 + | > loss_disc: 2.4041574001312256 (2.3258621124994185) + | > loss_disc_real_0: 0.084260955452919 (0.06580662248390061) + | > loss_disc_real_1: 0.2781926095485687 (0.2310157815615336) + | > loss_disc_real_2: 0.1851586103439331 (0.19790319672652654) + | > loss_disc_real_3: 0.2700062096118927 (0.21280792674848012) + | > loss_disc_real_4: 0.19350971281528473 (0.2038793106164251) + | > loss_disc_real_5: 0.19709451496601105 (0.19861407223201932) + | > loss_0: 2.4041574001312256 (2.3258621124994185) + | > loss_gen: 2.226470947265625 (2.255219584419614) + | > loss_kl: 1.3874315023422241 (1.5874147471927462) + | > loss_feat: 4.157595157623291 (5.951443728946504) + | > loss_mel: 18.00252914428711 (23.218265715099516) + | > loss_duration: 1.719301700592041 (1.7474194367726643) + | > loss_1: 27.493328094482422 (34.75976344517299) + + --> STEP: 22 + | > loss_disc: 2.1383211612701416 (2.3173375238071787) + | > loss_disc_real_0: 0.07918594777584076 (0.06641477363353425) + | > loss_disc_real_1: 0.2248857170343399 (0.230737142264843) + | > loss_disc_real_2: 0.15629352629184723 (0.19601184807040475) + | > loss_disc_real_3: 0.16532789170742035 (0.21064974333752284) + | > loss_disc_real_4: 0.11068163067102432 (0.1996430524370887) + | > loss_disc_real_5: 0.1319553405046463 (0.19558412988077511) + | > loss_0: 2.1383211612701416 (2.3173375238071787) + | > loss_gen: 2.316498041152954 (2.258004968816584) + | > loss_kl: 1.5667636394500732 (1.5864760604771702) + | > loss_feat: 7.516577243804932 (6.022586161440069) + | > loss_mel: 26.42913246154785 (23.36421420357444) + | > loss_duration: 1.8384990692138672 (1.7515594200654463) + | > loss_1: 39.66747283935547 (34.982841144908555) + + --> STEP: 23 + | > loss_disc: 2.4227070808410645 (2.321918808895609) + | > loss_disc_real_0: 0.11395606398582458 (0.06848178625754688) + | > loss_disc_real_1: 0.29314643144607544 (0.23345058962054874) + | > loss_disc_real_2: 0.2186747044324875 (0.19699718965136487) + | > loss_disc_real_3: 0.2077280879020691 (0.21052271484032922) + | > loss_disc_real_4: 0.20943018794059753 (0.20006858006767606) + | > loss_disc_real_5: 0.21588900685310364 (0.19646695061870242) + | > loss_0: 2.4227070808410645 (2.321918808895609) + | > loss_gen: 2.3622238636016846 (2.2625362251115884) + | > loss_kl: 1.3975082635879517 (1.5782600693080737) + | > loss_feat: 5.280929088592529 (5.990340201751046) + | > loss_mel: 22.966402053833008 (23.3469180231509) + | > loss_duration: 1.8327305316925049 (1.75508859883184) + | > loss_1: 33.83979415893555 (34.93314344986625) + + --> STEP: 24 + | > loss_disc: 2.427197217941284 (2.326305409272512) + | > loss_disc_real_0: 0.06700415909290314 (0.06842021845902005) + | > loss_disc_real_1: 0.22967484593391418 (0.23329326696693897) + | > loss_disc_real_2: 0.19719599187374115 (0.1970054730772972) + | > loss_disc_real_3: 0.25504282116889954 (0.2123777192706863) + | > loss_disc_real_4: 0.16225697100162506 (0.1984930963565906) + | > loss_disc_real_5: 0.2460990846157074 (0.19853495620191097) + | > loss_0: 2.427197217941284 (2.326305409272512) + | > loss_gen: 2.154478073120117 (2.2580338021119437) + | > loss_kl: 1.4443769454956055 (1.5726816058158875) + | > loss_feat: 5.107889652252197 (5.95357142885526) + | > loss_mel: 21.792640686035156 (23.282156467437744) + | > loss_duration: 1.6882975101470947 (1.7523056368033092) + | > loss_1: 32.18768310546875 (34.818749268849686) + + --> STEP: 25 + | > loss_disc: 2.277151584625244 (2.324339256286621) + | > loss_disc_real_0: 0.07245632261037827 (0.06858166262507438) + | > loss_disc_real_1: 0.23959635198116302 (0.23354539036750793) + | > loss_disc_real_2: 0.20267102122306824 (0.19723209500312805) + | > loss_disc_real_3: 0.22542326152324677 (0.21289954096078872) + | > loss_disc_real_4: 0.18999511003494263 (0.19815317690372466) + | > loss_disc_real_5: 0.24309052526950836 (0.20031717896461487) + | > loss_0: 2.277151584625244 (2.324339256286621) + | > loss_gen: 2.3266735076904297 (2.260779390335083) + | > loss_kl: 1.4335694313049316 (1.5671171188354491) + | > loss_feat: 4.903830528259277 (5.911581792831421) + | > loss_mel: 23.0831356048584 (23.27419563293457) + | > loss_duration: 1.6868032217025757 (1.7496855401992797) + | > loss_1: 33.43401336669922 (34.76335983276367) + + --> STEP: 26 + | > loss_disc: 2.288839817047119 (2.322973893238948) + | > loss_disc_real_0: 0.06816756725311279 (0.06856573587999894) + | > loss_disc_real_1: 0.22782891988754272 (0.2333255261182785) + | > loss_disc_real_2: 0.1807415783405304 (0.1965978443622589) + | > loss_disc_real_3: 0.21597039699554443 (0.21301765080827934) + | > loss_disc_real_4: 0.18621405959129333 (0.19769398008401579) + | > loss_disc_real_5: 0.1976318657398224 (0.20021389768673822) + | > loss_0: 2.288839817047119 (2.322973893238948) + | > loss_gen: 2.1916143894195557 (2.258119197992178) + | > loss_kl: 0.9265211820602417 (1.5424788135748644) + | > loss_feat: 5.198940277099609 (5.8841725037648125) + | > loss_mel: 21.843215942382812 (23.219157952528732) + | > loss_duration: 1.732741117477417 (1.7490338316330543) + | > loss_1: 31.89303207397461 (34.65296261127178) + + --> STEP: 27 + | > loss_disc: 2.4356257915496826 (2.3271461857689753) + | > loss_disc_real_0: 0.0904707983136177 (0.06937703448865148) + | > loss_disc_real_1: 0.2925467789173126 (0.23551890585157606) + | > loss_disc_real_2: 0.18274208903312683 (0.19608466823895773) + | > loss_disc_real_3: 0.2156522572040558 (0.2131152288229377) + | > loss_disc_real_4: 0.250588595867157 (0.1996530399278358) + | > loss_disc_real_5: 0.2485315203666687 (0.2020034392674764) + | > loss_0: 2.4356257915496826 (2.3271461857689753) + | > loss_gen: 2.3933262825012207 (2.2631268677888094) + | > loss_kl: 1.6931655406951904 (1.5480598034682098) + | > loss_feat: 5.591630935668945 (5.873337630872373) + | > loss_mel: 23.019479751586914 (23.211762463604963) + | > loss_duration: 1.7463617324829102 (1.7489348649978638) + | > loss_1: 34.44396209716797 (34.645221851490156) + + --> STEP: 28 + | > loss_disc: 2.1488404273986816 (2.320778122970036) + | > loss_disc_real_0: 0.04277661442756653 (0.06842701948646988) + | > loss_disc_real_1: 0.25414708256721497 (0.2361841978771346) + | > loss_disc_real_2: 0.17860282957553864 (0.19546031685812132) + | > loss_disc_real_3: 0.21016177535057068 (0.21300974834178174) + | > loss_disc_real_4: 0.18606092035770416 (0.1991676070860454) + | > loss_disc_real_5: 0.13334867358207703 (0.1995514833501407) + | > loss_0: 2.1488404273986816 (2.320778122970036) + | > loss_gen: 2.369194507598877 (2.266914997782026) + | > loss_kl: 1.5730047225952148 (1.5489506934370314) + | > loss_feat: 6.950255393981934 (5.911798979554858) + | > loss_mel: 25.061962127685547 (23.277841023036412) + | > loss_duration: 1.758272647857666 (1.7492683572428567) + | > loss_1: 37.71268844604492 (34.75477422986712) + + --> STEP: 29 + | > loss_disc: 2.2259719371795654 (2.317508944149675) + | > loss_disc_real_0: 0.060953088104724884 (0.06816929771468558) + | > loss_disc_real_1: 0.21436543762683868 (0.23543182683402095) + | > loss_disc_real_2: 0.235922172665596 (0.19685555326527562) + | > loss_disc_real_3: 0.24556203186511993 (0.21413224087706928) + | > loss_disc_real_4: 0.2282499521970749 (0.20017044657263264) + | > loss_disc_real_5: 0.1538158506155014 (0.19797439256618762) + | > loss_0: 2.2259719371795654 (2.317508944149675) + | > loss_gen: 2.4994382858276367 (2.274933042197392) + | > loss_kl: 1.32211434841156 (1.5411287505051185) + | > loss_feat: 6.434482097625732 (5.929822535350405) + | > loss_mel: 25.241729736328125 (23.345561323494746) + | > loss_duration: 1.7460987567901611 (1.7491590606755223) + | > loss_1: 37.24386215209961 (34.840604847875134) + + --> STEP: 30 + | > loss_disc: 2.463811159133911 (2.3223856846491495) + | > loss_disc_real_0: 0.05988892540335655 (0.06789328530430794) + | > loss_disc_real_1: 0.21989379823207855 (0.23491389254728953) + | > loss_disc_real_2: 0.19096703827381134 (0.1966592694322268) + | > loss_disc_real_3: 0.28505855798721313 (0.2164964514474074) + | > loss_disc_real_4: 0.19490626454353333 (0.19999497383832932) + | > loss_disc_real_5: 0.1814790815114975 (0.1974245488643646) + | > loss_0: 2.463811159133911 (2.3223856846491495) + | > loss_gen: 2.232353687286377 (2.2735137303670245) + | > loss_kl: 1.8501144647598267 (1.5514282743136087) + | > loss_feat: 7.098585605621338 (5.968781304359436) + | > loss_mel: 24.367244720458984 (23.37961743672689) + | > loss_duration: 1.7748165130615234 (1.750014309088389) + | > loss_1: 37.32311248779297 (34.92335510253906) + + --> STEP: 31 + | > loss_disc: 2.2446625232696533 (2.3198784858949724) + | > loss_disc_real_0: 0.058749500662088394 (0.06759832450939764) + | > loss_disc_real_1: 0.20933941006660461 (0.23408890924146097) + | > loss_disc_real_2: 0.21150754392147064 (0.19713824602865404) + | > loss_disc_real_3: 0.21625570952892303 (0.2164886855790692) + | > loss_disc_real_4: 0.1973080337047577 (0.1999082983501496) + | > loss_disc_real_5: 0.19995570182800293 (0.19750619895996585) + | > loss_0: 2.2446625232696533 (2.3198784858949724) + | > loss_gen: 2.3818371295928955 (2.277008033567859) + | > loss_kl: 1.5177067518234253 (1.5503404832655383) + | > loss_feat: 6.989058494567871 (6.001693471785514) + | > loss_mel: 25.35515594482422 (23.44334448537519) + | > loss_duration: 1.706235408782959 (1.7486020864978913) + | > loss_1: 37.94999313354492 (35.02098858741022) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.012067294889880766 (+0.001849089899370748) + | > avg_loss_disc: 2.3198784858949724 (-0.11230374920752739) + | > avg_loss_disc_real_0: 0.06759832450939764 (-0.020088214066720775) + | > avg_loss_disc_real_1: 0.23408890924146097 (+0.08762167490297748) + | > avg_loss_disc_real_2: 0.19713824602865404 (-0.029886618737251514) + | > avg_loss_disc_real_3: 0.2164886855790692 (+0.036443415428361575) + | > avg_loss_disc_real_4: 0.1999082983501496 (-0.08034074258419774) + | > avg_loss_disc_real_5: 0.19750619895996585 (-0.09345310157345188) + | > avg_loss_0: 2.3198784858949724 (-0.11230374920752739) + | > avg_loss_gen: 2.277008033567859 (+0.027938758173296385) + | > avg_loss_kl: 1.5503404832655383 (-0.010488823536903613) + | > avg_loss_feat: 6.001693471785514 (+0.47318515469951006) + | > avg_loss_mel: 23.44334448537519 (+0.745194588938066) + | > avg_loss_duration: 1.7486020864978913 (+0.015082928442185839) + | > avg_loss_1: 35.02098858741022 (+1.2509122663928522) + + + > EPOCH: 21/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 15:21:13)  + + --> TIME: 2024-11-22 15:21:31 -- STEP: 21/797 -- GLOBAL_STEP: 18575 + | > loss_disc: 2.5314018726348877 (2.4504104228246786) + | > loss_disc_real_0: 0.09737578779459 (0.11590184927696273) + | > loss_disc_real_1: 0.2011948823928833 (0.21555251805555253) + | > loss_disc_real_2: 0.22280247509479523 (0.23089139092536198) + | > loss_disc_real_3: 0.219637930393219 (0.22878976733911605) + | > loss_disc_real_4: 0.24561718106269836 (0.21737336615721384) + | > loss_disc_real_5: 0.26532861590385437 (0.24775709921405428) + | > loss_0: 2.5314018726348877 (2.4504104228246786) + | > grad_norm_0: tensor(53.2239, device='cuda:0') (tensor(130.0956, device='cuda:0')) + | > loss_gen: 2.2167274951934814 (2.401607661020188) + | > loss_kl: 1.6071557998657227 (1.5670047033400762) + | > loss_feat: 5.211671829223633 (5.704663072313581) + | > loss_mel: 22.407047271728516 (22.394389924548914) + | > loss_duration: 1.9005348682403564 (1.9161799124308996) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.3431396484375 (33.98384493873233) + | > grad_norm_1: tensor(150.4569, device='cuda:0') (tensor(452.7807, device='cuda:0')) + | > current_lr_0: 0.00019942578993363514 + | > current_lr_1: 0.00019942578993363514 + | > step_time: 0.842 (0.8022884981972831) + | > loader_time: 0.0044 (0.004881586347307477) + + + --> TIME: 2024-11-22 15:21:52 -- STEP: 46/797 -- GLOBAL_STEP: 18600 + | > loss_disc: 2.594964027404785 (2.4446035416229916) + | > loss_disc_real_0: 0.11159051954746246 (0.11726474624289118) + | > loss_disc_real_1: 0.24452674388885498 (0.21396617073079813) + | > loss_disc_real_2: 0.2536316514015198 (0.23087557340445725) + | > loss_disc_real_3: 0.2277664989233017 (0.2269058042894239) + | > loss_disc_real_4: 0.2099609076976776 (0.22220756534648978) + | > loss_disc_real_5: 0.22012926638126373 (0.24015676165404526) + | > loss_0: 2.594964027404785 (2.4446035416229916) + | > grad_norm_0: tensor(95.2607, device='cuda:0') (tensor(113.7241, device='cuda:0')) + | > loss_gen: 2.309845447540283 (2.3701598229615595) + | > loss_kl: 1.7327576875686646 (1.5767709612846375) + | > loss_feat: 5.298840522766113 (5.679048797358638) + | > loss_mel: 22.576526641845703 (22.405102315156345) + | > loss_duration: 1.7384074926376343 (1.8625635090081587) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.656375885009766 (33.893645369488254) + | > grad_norm_1: tensor(299.5141, device='cuda:0') (tensor(574.7697, device='cuda:0')) + | > current_lr_0: 0.00019942578993363514 + | > current_lr_1: 0.00019942578993363514 + | > step_time: 0.8106 (0.8157659872718479) + | > loader_time: 0.0038 (0.004842276158540144) + + + --> TIME: 2024-11-22 15:22:13 -- STEP: 71/797 -- GLOBAL_STEP: 18625 + | > loss_disc: 2.45314884185791 (2.456410240119612) + | > loss_disc_real_0: 0.16714638471603394 (0.1254321808441424) + | > loss_disc_real_1: 0.19807998836040497 (0.2160372341602621) + | > loss_disc_real_2: 0.25139790773391724 (0.23742675046685716) + | > loss_disc_real_3: 0.20159269869327545 (0.22469682487803447) + | > loss_disc_real_4: 0.2532424330711365 (0.223201850350474) + | > loss_disc_real_5: 0.2863315939903259 (0.23696349897015262) + | > loss_0: 2.45314884185791 (2.456410240119612) + | > grad_norm_0: tensor(73.6535, device='cuda:0') (tensor(93.4662, device='cuda:0')) + | > loss_gen: 2.241135597229004 (2.347565496471567) + | > loss_kl: 1.4319502115249634 (1.549789291032603) + | > loss_feat: 4.587192535400391 (5.619275838556424) + | > loss_mel: 17.901126861572266 (22.45521220354966) + | > loss_duration: 1.767833948135376 (1.82857354761849) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 27.929237365722656 (33.800416409129824) + | > grad_norm_1: tensor(1640.0269, device='cuda:0') (tensor(559.2972, device='cuda:0')) + | > current_lr_0: 0.00019942578993363514 + | > current_lr_1: 0.00019942578993363514 + | > step_time: 0.8148 (0.8194327992452702) + | > loader_time: 0.0049 (0.005260548121492628) + + + --> TIME: 2024-11-22 15:22:34 -- STEP: 96/797 -- GLOBAL_STEP: 18650 + | > loss_disc: 2.598907470703125 (2.4574753021200504) + | > loss_disc_real_0: 0.17158359289169312 (0.1258221403307592) + | > loss_disc_real_1: 0.2175632119178772 (0.21693442451457182) + | > loss_disc_real_2: 0.22365902364253998 (0.2346517612847189) + | > loss_disc_real_3: 0.23326130211353302 (0.22411429788917303) + | > loss_disc_real_4: 0.2121506929397583 (0.22344130308677754) + | > loss_disc_real_5: 0.2549706697463989 (0.23625993930424252) + | > loss_0: 2.598907470703125 (2.4574753021200504) + | > grad_norm_0: tensor(37.3331, device='cuda:0') (tensor(96.7016, device='cuda:0')) + | > loss_gen: 2.3583903312683105 (2.3441222508748383) + | > loss_kl: 1.3860738277435303 (1.5461296383291483) + | > loss_feat: 4.9223175048828125 (5.627378731966019) + | > loss_mel: 21.06182861328125 (22.549013555049896) + | > loss_duration: 1.8020567893981934 (1.8148117053012054) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.530668258666992 (33.881455898284905) + | > grad_norm_1: tensor(607.7706, device='cuda:0') (tensor(642.5454, device='cuda:0')) + | > current_lr_0: 0.00019942578993363514 + | > current_lr_1: 0.00019942578993363514 + | > step_time: 0.8953 (0.8258929302295049) + | > loader_time: 0.0048 (0.0055365438262621565) + + + --> TIME: 2024-11-22 15:22:56 -- STEP: 121/797 -- GLOBAL_STEP: 18675 + | > loss_disc: 2.51857852935791 (2.453324469653043) + | > loss_disc_real_0: 0.16846640408039093 (0.12671767523096614) + | > loss_disc_real_1: 0.2377299964427948 (0.2160008347724095) + | > loss_disc_real_2: 0.25387948751449585 (0.23468165185825884) + | > loss_disc_real_3: 0.202517569065094 (0.22395721779874533) + | > loss_disc_real_4: 0.22462253272533417 (0.22346258680682538) + | > loss_disc_real_5: 0.24045634269714355 (0.23434704394379924) + | > loss_0: 2.51857852935791 (2.453324469653043) + | > grad_norm_0: tensor(107.1264, device='cuda:0') (tensor(94.8909, device='cuda:0')) + | > loss_gen: 2.5606837272644043 (2.345268139169236) + | > loss_kl: 1.8244726657867432 (1.5466263634114226) + | > loss_feat: 5.119453430175781 (5.629737700312591) + | > loss_mel: 22.631940841674805 (22.5481067531365) + | > loss_duration: 1.8685312271118164 (1.8070409741283449) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.00508117675781 (33.87677987153865) + | > grad_norm_1: tensor(902.7975, device='cuda:0') (tensor(627.8086, device='cuda:0')) + | > current_lr_0: 0.00019942578993363514 + | > current_lr_1: 0.00019942578993363514 + | > step_time: 0.8875 (0.8305011564049839) + | > loader_time: 0.0048 (0.00589143737288546) + + + --> TIME: 2024-11-22 15:23:17 -- STEP: 146/797 -- GLOBAL_STEP: 18700 + | > loss_disc: 2.4707436561584473 (2.464874816267458) + | > loss_disc_real_0: 0.04220152273774147 (0.1283504963686613) + | > loss_disc_real_1: 0.2292577028274536 (0.21695637243659527) + | > loss_disc_real_2: 0.29332834482192993 (0.2369939800198764) + | > loss_disc_real_3: 0.2813512980937958 (0.2246673101023452) + | > loss_disc_real_4: 0.24058519303798676 (0.22350961796633184) + | > loss_disc_real_5: 0.2521270513534546 (0.23534920627940192) + | > loss_0: 2.4707436561584473 (2.464874816267458) + | > grad_norm_0: tensor(149.3342, device='cuda:0') (tensor(104.9417, device='cuda:0')) + | > loss_gen: 2.468656539916992 (2.3453708968750413) + | > loss_kl: 1.2993839979171753 (1.5275481665787631) + | > loss_feat: 5.558462142944336 (5.61943282819774) + | > loss_mel: 22.28209686279297 (22.55968370829543) + | > loss_duration: 1.693572759628296 (1.8017288119825599) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.30216979980469 (33.85376435110014) + | > grad_norm_1: tensor(576.7507, device='cuda:0') (tensor(637.3171, device='cuda:0')) + | > current_lr_0: 0.00019942578993363514 + | > current_lr_1: 0.00019942578993363514 + | > step_time: 0.8749 (0.8316763394499479) + | > loader_time: 0.0052 (0.005954966153184028) + + + --> TIME: 2024-11-22 15:23:38 -- STEP: 171/797 -- GLOBAL_STEP: 18725 + | > loss_disc: 2.5511257648468018 (2.469030125099317) + | > loss_disc_real_0: 0.08433274924755096 (0.12803169472785722) + | > loss_disc_real_1: 0.20908589661121368 (0.21633347520354199) + | > loss_disc_real_2: 0.23302169144153595 (0.2373143987000337) + | > loss_disc_real_3: 0.2840292453765869 (0.2251781410815423) + | > loss_disc_real_4: 0.22382193803787231 (0.22333128654468826) + | > loss_disc_real_5: 0.20644137263298035 (0.23605826497077942) + | > loss_0: 2.5511257648468018 (2.469030125099317) + | > grad_norm_0: tensor(103.9053, device='cuda:0') (tensor(108.9275, device='cuda:0')) + | > loss_gen: 2.3140013217926025 (2.342223425357662) + | > loss_kl: 1.7552425861358643 (1.5275045755313852) + | > loss_feat: 5.8197526931762695 (5.603731094048038) + | > loss_mel: 24.388837814331055 (22.587615754869255) + | > loss_duration: 1.6997478008270264 (1.7947195336135506) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.97758483886719 (33.85579439352829) + | > grad_norm_1: tensor(500.2320, device='cuda:0') (tensor(647.4606, device='cuda:0')) + | > current_lr_0: 0.00019942578993363514 + | > current_lr_1: 0.00019942578993363514 + | > step_time: 0.8256 (0.8334600981215985) + | > loader_time: 0.005 (0.006161012147602282) + + + --> TIME: 2024-11-22 15:24:00 -- STEP: 196/797 -- GLOBAL_STEP: 18750 + | > loss_disc: 2.4332053661346436 (2.462668365361741) + | > loss_disc_real_0: 0.10121548175811768 (0.12540966354082433) + | > loss_disc_real_1: 0.2096678465604782 (0.2158470990858516) + | > loss_disc_real_2: 0.17002412676811218 (0.2367459889881465) + | > loss_disc_real_3: 0.25627341866493225 (0.2257547387663199) + | > loss_disc_real_4: 0.25573796033859253 (0.223384755150396) + | > loss_disc_real_5: 0.28686681389808655 (0.23599663027087037) + | > loss_0: 2.4332053661346436 (2.462668365361741) + | > grad_norm_0: tensor(13.9768, device='cuda:0') (tensor(110.2975, device='cuda:0')) + | > loss_gen: 2.2456672191619873 (2.352501559014224) + | > loss_kl: 1.5301690101623535 (1.5233413507135547) + | > loss_feat: 5.3778157234191895 (5.62268467582002) + | > loss_mel: 21.67052459716797 (22.602936968511475) + | > loss_duration: 1.755355715751648 (1.7893223032659413) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.579532623291016 (33.89078690081227) + | > grad_norm_1: tensor(838.1258, device='cuda:0') (tensor(652.8990, device='cuda:0')) + | > current_lr_0: 0.00019942578993363514 + | > current_lr_1: 0.00019942578993363514 + | > step_time: 0.8659 (0.8355214559302038) + | > loader_time: 0.0095 (0.0062947175940688774) + + + --> TIME: 2024-11-22 15:24:22 -- STEP: 221/797 -- GLOBAL_STEP: 18775 + | > loss_disc: 2.5533227920532227 (2.4598310080049286) + | > loss_disc_real_0: 0.12206155061721802 (0.12311084649411803) + | > loss_disc_real_1: 0.3304308354854584 (0.21662466221265664) + | > loss_disc_real_2: 0.24582189321517944 (0.2376785771204875) + | > loss_disc_real_3: 0.24065643548965454 (0.22492454770733328) + | > loss_disc_real_4: 0.1764584332704544 (0.22333903010614317) + | > loss_disc_real_5: 0.2279651165008545 (0.23534876458785114) + | > loss_0: 2.5533227920532227 (2.4598310080049286) + | > grad_norm_0: tensor(139.3171, device='cuda:0') (tensor(110.3055, device='cuda:0')) + | > loss_gen: 2.3654825687408447 (2.3583742439477153) + | > loss_kl: 1.750726342201233 (1.5254125284932858) + | > loss_feat: 5.302051067352295 (5.627668704382435) + | > loss_mel: 22.4913272857666 (22.638806036694564) + | > loss_duration: 1.7376667261123657 (1.7865709853927474) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.647254943847656 (33.936832557436574) + | > grad_norm_1: tensor(796.7372, device='cuda:0') (tensor(669.7897, device='cuda:0')) + | > current_lr_0: 0.00019942578993363514 + | > current_lr_1: 0.00019942578993363514 + | > step_time: 0.8304 (0.8377880650947537) + | > loader_time: 0.0052 (0.006299146160281082) + + + --> TIME: 2024-11-22 15:24:43 -- STEP: 246/797 -- GLOBAL_STEP: 18800 + | > loss_disc: 2.3650951385498047 (2.457705527786319) + | > loss_disc_real_0: 0.051744863390922546 (0.12314057394074716) + | > loss_disc_real_1: 0.19452211260795593 (0.2162026260805324) + | > loss_disc_real_2: 0.20246165990829468 (0.23670981152028572) + | > loss_disc_real_3: 0.24531890451908112 (0.22499622537837766) + | > loss_disc_real_4: 0.23083508014678955 (0.22337362878933187) + | > loss_disc_real_5: 0.237309068441391 (0.23583448714599375) + | > loss_0: 2.3650951385498047 (2.457705527786319) + | > grad_norm_0: tensor(7.4954, device='cuda:0') (tensor(112.4480, device='cuda:0')) + | > loss_gen: 2.2831273078918457 (2.3662047105106883) + | > loss_kl: 1.5596877336502075 (1.5250328587807291) + | > loss_feat: 5.705385208129883 (5.649066731212585) + | > loss_mel: 23.349056243896484 (22.650556781427653) + | > loss_duration: 1.8078113794326782 (1.7816222954571732) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.7050666809082 (33.9724834411125) + | > grad_norm_1: tensor(274.2530, device='cuda:0') (tensor(659.7660, device='cuda:0')) + | > current_lr_0: 0.00019942578993363514 + | > current_lr_1: 0.00019942578993363514 + | > step_time: 0.8136 (0.8390738750860943) + | > loader_time: 0.0065 (0.006347509903636405) + + + --> TIME: 2024-11-22 15:25:05 -- STEP: 271/797 -- GLOBAL_STEP: 18825 + | > loss_disc: 2.490353584289551 (2.454379850647988) + | > loss_disc_real_0: 0.05587472394108772 (0.12014925283314556) + | > loss_disc_real_1: 0.28539374470710754 (0.2163290459511465) + | > loss_disc_real_2: 0.2611749470233917 (0.23721119849444317) + | > loss_disc_real_3: 0.2666190564632416 (0.2253446968279202) + | > loss_disc_real_4: 0.23202592134475708 (0.22320209075164088) + | > loss_disc_real_5: 0.28131771087646484 (0.23588080181846757) + | > loss_0: 2.490353584289551 (2.454379850647988) + | > grad_norm_0: tensor(36.1465, device='cuda:0') (tensor(110.6497, device='cuda:0')) + | > loss_gen: 2.430323600769043 (2.372933481012323) + | > loss_kl: 1.5857096910476685 (1.5241907212567065) + | > loss_feat: 5.889285087585449 (5.65753947500813) + | > loss_mel: 24.806673049926758 (22.67356892265518) + | > loss_duration: 1.7696479558944702 (1.7785890427902615) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.48164367675781 (34.00682170628623) + | > grad_norm_1: tensor(803.8021, device='cuda:0') (tensor(653.8940, device='cuda:0')) + | > current_lr_0: 0.00019942578993363514 + | > current_lr_1: 0.00019942578993363514 + | > step_time: 0.8816 (0.8411019710597077) + | > loader_time: 0.0059 (0.006425347275399634) + + + --> TIME: 2024-11-22 15:25:27 -- STEP: 296/797 -- GLOBAL_STEP: 18850 + | > loss_disc: 2.5513715744018555 (2.450988085688773) + | > loss_disc_real_0: 0.08126847445964813 (0.11947546592233954) + | > loss_disc_real_1: 0.1880287528038025 (0.21599070133792386) + | > loss_disc_real_2: 0.2316599041223526 (0.2367644563720033) + | > loss_disc_real_3: 0.2002512365579605 (0.22514157973833987) + | > loss_disc_real_4: 0.2094815969467163 (0.22322481613908254) + | > loss_disc_real_5: 0.22276534140110016 (0.2354447732402666) + | > loss_0: 2.5513715744018555 (2.450988085688773) + | > grad_norm_0: tensor(153.2831, device='cuda:0') (tensor(109.1136, device='cuda:0')) + | > loss_gen: 2.1408467292785645 (2.3810199064177437) + | > loss_kl: 1.6868891716003418 (1.5274694503561876) + | > loss_feat: 5.0936713218688965 (5.673455199679811) + | > loss_mel: 22.05722427368164 (22.68954574739612) + | > loss_duration: 1.7173054218292236 (1.776497809870823) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.6959342956543 (34.04798820212082) + | > grad_norm_1: tensor(251.2061, device='cuda:0') (tensor(641.7254, device='cuda:0')) + | > current_lr_0: 0.00019942578993363514 + | > current_lr_1: 0.00019942578993363514 + | > step_time: 0.8416 (0.8437118449726619) + | > loader_time: 0.0064 (0.006549462273314192) + + + --> TIME: 2024-11-22 15:25:50 -- STEP: 321/797 -- GLOBAL_STEP: 18875 + | > loss_disc: 2.4030253887176514 (2.452521709638223) + | > loss_disc_real_0: 0.09458755701780319 (0.11999177629841823) + | > loss_disc_real_1: 0.15618422627449036 (0.21568461208142967) + | > loss_disc_real_2: 0.22375790774822235 (0.23694845936565756) + | > loss_disc_real_3: 0.19210609793663025 (0.2255668483233526) + | > loss_disc_real_4: 0.17689785361289978 (0.22319889272856183) + | > loss_disc_real_5: 0.21041139960289001 (0.2359943248772547) + | > loss_0: 2.4030253887176514 (2.452521709638223) + | > grad_norm_0: tensor(297.7817, device='cuda:0') (tensor(107.4437, device='cuda:0')) + | > loss_gen: 2.237548351287842 (2.37449166559356) + | > loss_kl: 1.5058598518371582 (1.5243215703889965) + | > loss_feat: 5.778897762298584 (5.644418510692512) + | > loss_mel: 21.534719467163086 (22.658614179427023) + | > loss_duration: 1.783968448638916 (1.7747803525389911) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.84099578857422 (33.97662635161499) + | > grad_norm_1: tensor(599.4299, device='cuda:0') (tensor(627.4017, device='cuda:0')) + | > current_lr_0: 0.00019942578993363514 + | > current_lr_1: 0.00019942578993363514 + | > step_time: 1.0194 (0.8481259925343166) + | > loader_time: 0.0065 (0.006687489625449492) + + + --> TIME: 2024-11-22 15:26:13 -- STEP: 346/797 -- GLOBAL_STEP: 18900 + | > loss_disc: 2.501483917236328 (2.4583569689293148) + | > loss_disc_real_0: 0.11940431594848633 (0.12161828466621093) + | > loss_disc_real_1: 0.20594662427902222 (0.21672062692097846) + | > loss_disc_real_2: 0.29514962434768677 (0.23704322393057664) + | > loss_disc_real_3: 0.21946240961551666 (0.22549855782289727) + | > loss_disc_real_4: 0.2855161130428314 (0.22325411202073778) + | > loss_disc_real_5: 0.21287031471729279 (0.2359383233279162) + | > loss_0: 2.501483917236328 (2.4583569689293148) + | > grad_norm_0: tensor(41.5628, device='cuda:0') (tensor(107.0379, device='cuda:0')) + | > loss_gen: 2.4503817558288574 (2.365190392284725) + | > loss_kl: 1.3820945024490356 (1.5248866902955003) + | > loss_feat: 5.9053730964660645 (5.615059353023594) + | > loss_mel: 23.811477661132812 (22.643366367141642) + | > loss_duration: 1.729096531867981 (1.772105105695008) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.27842330932617 (33.92060799681382) + | > grad_norm_1: tensor(317.1708, device='cuda:0') (tensor(630.8301, device='cuda:0')) + | > current_lr_0: 0.00019942578993363514 + | > current_lr_1: 0.00019942578993363514 + | > step_time: 0.8912 (0.8535395144038118) + | > loader_time: 0.0073 (0.006742985951418133) + + + --> TIME: 2024-11-22 15:26:36 -- STEP: 371/797 -- GLOBAL_STEP: 18925 + | > loss_disc: 2.485863208770752 (2.458187920063977) + | > loss_disc_real_0: 0.10107901692390442 (0.1213976924792133) + | > loss_disc_real_1: 0.23908361792564392 (0.21683839212530706) + | > loss_disc_real_2: 0.2700488269329071 (0.23691775631711812) + | > loss_disc_real_3: 0.22482703626155853 (0.2254246321489226) + | > loss_disc_real_4: 0.26911088824272156 (0.222945329916445) + | > loss_disc_real_5: 0.27290013432502747 (0.23601102415281486) + | > loss_0: 2.485863208770752 (2.458187920063977) + | > grad_norm_0: tensor(71.5137, device='cuda:0') (tensor(106.4241, device='cuda:0')) + | > loss_gen: 2.449930429458618 (2.364393186697743) + | > loss_kl: 1.829575777053833 (1.526079682166364) + | > loss_feat: 5.180401802062988 (5.609165074047692) + | > loss_mel: 22.980789184570312 (22.648265627837887) + | > loss_duration: 1.7154699563980103 (1.769568236047688) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.156166076660156 (33.9174718728284) + | > grad_norm_1: tensor(830.0154, device='cuda:0') (tensor(642.9999, device='cuda:0')) + | > current_lr_0: 0.00019942578993363514 + | > current_lr_1: 0.00019942578993363514 + | > step_time: 0.9296 (0.8570715552070391) + | > loader_time: 0.0073 (0.0068704490713032106) + + + --> TIME: 2024-11-22 15:26:59 -- STEP: 396/797 -- GLOBAL_STEP: 18950 + | > loss_disc: 2.3492674827575684 (2.4584508062613146) + | > loss_disc_real_0: 0.0853586196899414 (0.12144578165478176) + | > loss_disc_real_1: 0.2927228510379791 (0.21672560030011215) + | > loss_disc_real_2: 0.2719527781009674 (0.2368235049599951) + | > loss_disc_real_3: 0.20229753851890564 (0.2254530124441542) + | > loss_disc_real_4: 0.2592102885246277 (0.22311885907041898) + | > loss_disc_real_5: 0.24120375514030457 (0.23601508746394004) + | > loss_0: 2.3492674827575684 (2.4584508062613146) + | > grad_norm_0: tensor(57.7475, device='cuda:0') (tensor(106.2859, device='cuda:0')) + | > loss_gen: 2.6866257190704346 (2.3654330878546754) + | > loss_kl: 1.4067283868789673 (1.523299928415905) + | > loss_feat: 6.669857501983643 (5.611336629198052) + | > loss_mel: 24.58308219909668 (22.659797827402752) + | > loss_duration: 1.6851086616516113 (1.767587054859508) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.031402587890625 (33.927454601634636) + | > grad_norm_1: tensor(405.5172, device='cuda:0') (tensor(644.5568, device='cuda:0')) + | > current_lr_0: 0.00019942578993363514 + | > current_lr_1: 0.00019942578993363514 + | > step_time: 0.9165 (0.8602177380311369) + | > loader_time: 0.0072 (0.0069921624780905365) + + + --> TIME: 2024-11-22 15:27:22 -- STEP: 421/797 -- GLOBAL_STEP: 18975 + | > loss_disc: 2.5454001426696777 (2.4586362697166404) + | > loss_disc_real_0: 0.1290803998708725 (0.12157935673932847) + | > loss_disc_real_1: 0.17819719016551971 (0.2167947340110702) + | > loss_disc_real_2: 0.24473632872104645 (0.23705691552218802) + | > loss_disc_real_3: 0.23688986897468567 (0.22551590752856465) + | > loss_disc_real_4: 0.23304983973503113 (0.22285287850259877) + | > loss_disc_real_5: 0.2186598926782608 (0.2355052100720145) + | > loss_0: 2.5454001426696777 (2.4586362697166404) + | > grad_norm_0: tensor(109.6069, device='cuda:0') (tensor(105.2309, device='cuda:0')) + | > loss_gen: 2.2128584384918213 (2.3647615507492827) + | > loss_kl: 1.6267489194869995 (1.5201017798550618) + | > loss_feat: 5.519619464874268 (5.610120972091963) + | > loss_mel: 22.480289459228516 (22.64578236197066) + | > loss_duration: 1.7617319822311401 (1.7660141248884225) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.60124588012695 (33.90678085907056) + | > grad_norm_1: tensor(662.7102, device='cuda:0') (tensor(631.3745, device='cuda:0')) + | > current_lr_0: 0.00019942578993363514 + | > current_lr_1: 0.00019942578993363514 + | > step_time: 0.918 (0.8624831786348248) + | > loader_time: 0.0073 (0.007107048306499128) + + + --> TIME: 2024-11-22 15:27:45 -- STEP: 446/797 -- GLOBAL_STEP: 19000 + | > loss_disc: 2.488677501678467 (2.460382845369691) + | > loss_disc_real_0: 0.10212002694606781 (0.12147477810425608) + | > loss_disc_real_1: 0.1539888083934784 (0.21690146812141745) + | > loss_disc_real_2: 0.2663404643535614 (0.23741033021778268) + | > loss_disc_real_3: 0.23138508200645447 (0.22559551614015091) + | > loss_disc_real_4: 0.2310584932565689 (0.22316457484869673) + | > loss_disc_real_5: 0.2805140018463135 (0.23616920551911597) + | > loss_0: 2.488677501678467 (2.460382845369691) + | > grad_norm_0: tensor(76.9164, device='cuda:0') (tensor(104.5259, device='cuda:0')) + | > loss_gen: 2.3565659523010254 (2.36286467340495) + | > loss_kl: 1.4474151134490967 (1.5196746583744012) + | > loss_feat: 5.662662506103516 (5.605537283580932) + | > loss_mel: 22.709184646606445 (22.669460826925096) + | > loss_duration: 1.7450478076934814 (1.7646747461348906) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.92087936401367 (33.92221226285926) + | > grad_norm_1: tensor(697.6014, device='cuda:0') (tensor(638.7378, device='cuda:0')) + | > current_lr_0: 0.00019942578993363514 + | > current_lr_1: 0.00019942578993363514 + | > step_time: 0.9171 (0.8649724786057066) + | > loader_time: 0.0092 (0.007185269364327058) + + + --> TIME: 2024-11-22 15:28:09 -- STEP: 471/797 -- GLOBAL_STEP: 19025 + | > loss_disc: 2.4993832111358643 (2.4585496473211155) + | > loss_disc_real_0: 0.1471354216337204 (0.12163581273611437) + | > loss_disc_real_1: 0.16572442650794983 (0.21666435305733084) + | > loss_disc_real_2: 0.19951915740966797 (0.23648076170695562) + | > loss_disc_real_3: 0.22130505740642548 (0.22557018295468292) + | > loss_disc_real_4: 0.18249505758285522 (0.22279543744404093) + | > loss_disc_real_5: 0.1821824461221695 (0.2356800499299023) + | > loss_0: 2.4993832111358643 (2.4585496473211155) + | > grad_norm_0: tensor(49.0924, device='cuda:0') (tensor(103.5201, device='cuda:0')) + | > loss_gen: 2.2645373344421387 (2.363602045488459) + | > loss_kl: 1.716601848602295 (1.5195732738055492) + | > loss_feat: 6.185441493988037 (5.61663180399852) + | > loss_mel: 24.06263542175293 (22.694070281496472) + | > loss_duration: 1.7247366905212402 (1.7636009145947271) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.95395278930664 (33.95747838354414) + | > grad_norm_1: tensor(435.8191, device='cuda:0') (tensor(642.9562, device='cuda:0')) + | > current_lr_0: 0.00019942578993363514 + | > current_lr_1: 0.00019942578993363514 + | > step_time: 0.9164 (0.8680926082999842) + | > loader_time: 0.0076 (0.007330998240509357) + + + --> TIME: 2024-11-22 15:28:32 -- STEP: 496/797 -- GLOBAL_STEP: 19050 + | > loss_disc: 2.4425506591796875 (2.460187113092793) + | > loss_disc_real_0: 0.10390590131282806 (0.121943908638411) + | > loss_disc_real_1: 0.20302096009254456 (0.21698397031474498) + | > loss_disc_real_2: 0.2188095897436142 (0.23736915473015077) + | > loss_disc_real_3: 0.22264699637889862 (0.2252567012403761) + | > loss_disc_real_4: 0.19468502700328827 (0.22318802834037807) + | > loss_disc_real_5: 0.19579803943634033 (0.23574357329597395) + | > loss_0: 2.4425506591796875 (2.460187113092793) + | > grad_norm_0: tensor(24.2391, device='cuda:0') (tensor(102.6411, device='cuda:0')) + | > loss_gen: 2.1547508239746094 (2.3629302733367488) + | > loss_kl: 1.668208360671997 (1.5199133173352286) + | > loss_feat: 5.372303485870361 (5.611084542447519) + | > loss_mel: 22.632606506347656 (22.697301391632326) + | > loss_duration: 1.7098047733306885 (1.762220524251461) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.53767395019531 (33.95345009911445) + | > grad_norm_1: tensor(310.7188, device='cuda:0') (tensor(649.1666, device='cuda:0')) + | > current_lr_0: 0.00019942578993363514 + | > current_lr_1: 0.00019942578993363514 + | > step_time: 0.8953 (0.8708169791967638) + | > loader_time: 0.0074 (0.00741436404566611) + + + --> TIME: 2024-11-22 15:28:55 -- STEP: 521/797 -- GLOBAL_STEP: 19075 + | > loss_disc: 2.365107536315918 (2.4632880312467504) + | > loss_disc_real_0: 0.06583524495363235 (0.12448255964438655) + | > loss_disc_real_1: 0.19083768129348755 (0.216837578079522) + | > loss_disc_real_2: 0.25336283445358276 (0.2368981636016703) + | > loss_disc_real_3: 0.20875899493694305 (0.2254571916388916) + | > loss_disc_real_4: 0.22276639938354492 (0.22287065651618124) + | > loss_disc_real_5: 0.2550885081291199 (0.23575941125742533) + | > loss_0: 2.365107536315918 (2.4632880312467504) + | > grad_norm_0: tensor(43.7085, device='cuda:0') (tensor(103.4930, device='cuda:0')) + | > loss_gen: 2.1936962604522705 (2.359898349831521) + | > loss_kl: 1.4639314413070679 (1.5179236920232277) + | > loss_feat: 5.33362340927124 (5.60589519663644) + | > loss_mel: 20.693998336791992 (22.68952781911546) + | > loss_duration: 1.7839035987854004 (1.7611660241165454) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.469154357910156 (33.93441114956495) + | > grad_norm_1: tensor(496.8080, device='cuda:0') (tensor(641.7343, device='cuda:0')) + | > current_lr_0: 0.00019942578993363514 + | > current_lr_1: 0.00019942578993363514 + | > step_time: 0.858 (0.8726003028152086) + | > loader_time: 0.0131 (0.00747691372305784) + + + --> TIME: 2024-11-22 15:29:19 -- STEP: 546/797 -- GLOBAL_STEP: 19100 + | > loss_disc: 2.6619622707366943 (2.4629737640911853) + | > loss_disc_real_0: 0.1110042855143547 (0.12489182624843094) + | > loss_disc_real_1: 0.2031235545873642 (0.21652984237059572) + | > loss_disc_real_2: 0.1969558596611023 (0.23651464507256673) + | > loss_disc_real_3: 0.16406886279582977 (0.22526937193704613) + | > loss_disc_real_4: 0.18509332835674286 (0.22287989448715037) + | > loss_disc_real_5: 0.2577868402004242 (0.23598888011533262) + | > loss_0: 2.6619622707366943 (2.4629737640911853) + | > grad_norm_0: tensor(46.0321, device='cuda:0') (tensor(103.2722, device='cuda:0')) + | > loss_gen: 1.958796739578247 (2.3604171411458386) + | > loss_kl: 1.481872320175171 (1.5154886360351851) + | > loss_feat: 5.232260227203369 (5.609763787779614) + | > loss_mel: 22.93621253967285 (22.689807133796894) + | > loss_duration: 1.7278367280960083 (1.7609309879414767) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.336978912353516 (33.9364077564561) + | > grad_norm_1: tensor(464.5167, device='cuda:0') (tensor(632.4932, device='cuda:0')) + | > current_lr_0: 0.00019942578993363514 + | > current_lr_1: 0.00019942578993363514 + | > step_time: 0.9637 (0.8748460422942055) + | > loader_time: 0.008 (0.007555965975527362) + + + --> TIME: 2024-11-22 15:29:42 -- STEP: 571/797 -- GLOBAL_STEP: 19125 + | > loss_disc: 2.5453431606292725 (2.4667431594193925) + | > loss_disc_real_0: 0.08161390572786331 (0.12662542865802448) + | > loss_disc_real_1: 0.20916898548603058 (0.21652928803722823) + | > loss_disc_real_2: 0.28646886348724365 (0.23671699392294507) + | > loss_disc_real_3: 0.24465304613113403 (0.22593109121777757) + | > loss_disc_real_4: 0.23790687322616577 (0.2227832851132243) + | > loss_disc_real_5: 0.2941938042640686 (0.2358863754573094) + | > loss_0: 2.5453431606292725 (2.4667431594193925) + | > grad_norm_0: tensor(59.7766, device='cuda:0') (tensor(103.5257, device='cuda:0')) + | > loss_gen: 1.9892394542694092 (2.358704905585107) + | > loss_kl: 1.345638632774353 (1.5170163453773524) + | > loss_feat: 4.714174747467041 (5.608704649212062) + | > loss_mel: 22.29784393310547 (22.690325180828687) + | > loss_duration: 1.7332196235656738 (1.760008673534293) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.080116271972656 (33.93475979472627) + | > grad_norm_1: tensor(368.6876, device='cuda:0') (tensor(622.8333, device='cuda:0')) + | > current_lr_0: 0.00019942578993363514 + | > current_lr_1: 0.00019942578993363514 + | > step_time: 0.9207 (0.877408628497149) + | > loader_time: 0.0089 (0.007662091280240728) + + + --> TIME: 2024-11-22 15:30:06 -- STEP: 596/797 -- GLOBAL_STEP: 19150 + | > loss_disc: 2.309746265411377 (2.4668176154162262) + | > loss_disc_real_0: 0.09907376766204834 (0.1265439004106009) + | > loss_disc_real_1: 0.22106239199638367 (0.2169161525948735) + | > loss_disc_real_2: 0.2414730340242386 (0.23686491127982234) + | > loss_disc_real_3: 0.18671630322933197 (0.22552671593507664) + | > loss_disc_real_4: 0.21684280037879944 (0.22293480485677705) + | > loss_disc_real_5: 0.200413778424263 (0.23586097142140336) + | > loss_0: 2.309746265411377 (2.4668176154162262) + | > grad_norm_0: tensor(53.2265, device='cuda:0') (tensor(101.6261, device='cuda:0')) + | > loss_gen: 2.239760160446167 (2.3549012937801805) + | > loss_kl: 1.4032585620880127 (1.5181850643966013) + | > loss_feat: 6.604219436645508 (5.600876797365663) + | > loss_mel: 23.973752975463867 (22.70032115590653) + | > loss_duration: 1.7238188982009888 (1.7592299334554864) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.9448127746582 (33.9335142814073) + | > grad_norm_1: tensor(918.7935, device='cuda:0') (tensor(615.7910, device='cuda:0')) + | > current_lr_0: 0.00019942578993363514 + | > current_lr_1: 0.00019942578993363514 + | > step_time: 0.9677 (0.8803307170035856) + | > loader_time: 0.0083 (0.007719953588191295) + + + --> TIME: 2024-11-22 15:30:30 -- STEP: 621/797 -- GLOBAL_STEP: 19175 + | > loss_disc: 2.44254207611084 (2.467169514792746) + | > loss_disc_real_0: 0.11209328472614288 (0.1263935089639228) + | > loss_disc_real_1: 0.2088843584060669 (0.21690530508708641) + | > loss_disc_real_2: 0.245057612657547 (0.23653187860709265) + | > loss_disc_real_3: 0.1736866682767868 (0.22552989675226995) + | > loss_disc_real_4: 0.20463581383228302 (0.22293912123846726) + | > loss_disc_real_5: 0.22885693609714508 (0.23615618971522878) + | > loss_0: 2.44254207611084 (2.467169514792746) + | > grad_norm_0: tensor(50.0612, device='cuda:0') (tensor(99.8622, device='cuda:0')) + | > loss_gen: 2.255197048187256 (2.351774760490455) + | > loss_kl: 1.5293333530426025 (1.5171496373827704) + | > loss_feat: 5.822510242462158 (5.5921155876583555) + | > loss_mel: 22.72804069519043 (22.708247428930903) + | > loss_duration: 1.759942650794983 (1.758934712064439) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.09502029418945 (33.928222146395136) + | > grad_norm_1: tensor(796.3547, device='cuda:0') (tensor(616.5172, device='cuda:0')) + | > current_lr_0: 0.00019942578993363514 + | > current_lr_1: 0.00019942578993363514 + | > step_time: 0.9483 (0.8827353794601612) + | > loader_time: 0.0081 (0.00780683823061834) + + + --> TIME: 2024-11-22 15:30:55 -- STEP: 646/797 -- GLOBAL_STEP: 19200 + | > loss_disc: 2.3854520320892334 (2.4679467770337338) + | > loss_disc_real_0: 0.12568500638008118 (0.12669483527264364) + | > loss_disc_real_1: 0.19743680953979492 (0.21681436628749123) + | > loss_disc_real_2: 0.25638458132743835 (0.2370005726076132) + | > loss_disc_real_3: 0.22881194949150085 (0.22573425101791003) + | > loss_disc_real_4: 0.20508280396461487 (0.22321456806855292) + | > loss_disc_real_5: 0.201619952917099 (0.2360021988673845) + | > loss_0: 2.3854520320892334 (2.4679467770337338) + | > grad_norm_0: tensor(36.4274, device='cuda:0') (tensor(100.4157, device='cuda:0')) + | > loss_gen: 2.287114143371582 (2.351103367820244) + | > loss_kl: 1.6251142024993896 (1.5162611909141472) + | > loss_feat: 5.189306259155273 (5.582527970381937) + | > loss_mel: 21.954631805419922 (22.705212336206582) + | > loss_duration: 1.688226342201233 (1.7589339506884478) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.74439239501953 (33.91403883234267) + | > grad_norm_1: tensor(415.3403, device='cuda:0') (tensor(622.1925, device='cuda:0')) + | > current_lr_0: 0.00019942578993363514 + | > current_lr_1: 0.00019942578993363514 + | > step_time: 0.9539 (0.8858693926696068) + | > loader_time: 0.0079 (0.007917640378969741) + + + --> TIME: 2024-11-22 15:31:19 -- STEP: 671/797 -- GLOBAL_STEP: 19225 + | > loss_disc: 2.4250993728637695 (2.467144685779352) + | > loss_disc_real_0: 0.15127985179424286 (0.12620310777390234) + | > loss_disc_real_1: 0.22290973365306854 (0.2168536219307278) + | > loss_disc_real_2: 0.20695675909519196 (0.23662724573548255) + | > loss_disc_real_3: 0.21162275969982147 (0.2258902647367355) + | > loss_disc_real_4: 0.21797627210617065 (0.22308570464126387) + | > loss_disc_real_5: 0.2621254324913025 (0.23588303204531463) + | > loss_0: 2.4250993728637695 (2.467144685779352) + | > grad_norm_0: tensor(175.5291, device='cuda:0') (tensor(100.6165, device='cuda:0')) + | > loss_gen: 2.3257436752319336 (2.350582392489324) + | > loss_kl: 1.6360664367675781 (1.5178187894572437) + | > loss_feat: 5.250661849975586 (5.583987103844544) + | > loss_mel: 22.8912410736084 (22.719210560737526) + | > loss_duration: 1.7310636043548584 (1.758532756664714) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.83477783203125 (33.93013159386628) + | > grad_norm_1: tensor(906.1831, device='cuda:0') (tensor(626.9995, device='cuda:0')) + | > current_lr_0: 0.00019942578993363514 + | > current_lr_1: 0.00019942578993363514 + | > step_time: 0.9911 (0.8890154777447264) + | > loader_time: 0.0095 (0.00801730084881164) + + + --> TIME: 2024-11-22 15:31:44 -- STEP: 696/797 -- GLOBAL_STEP: 19250 + | > loss_disc: 2.4905357360839844 (2.4682845723354974) + | > loss_disc_real_0: 0.1346617490053177 (0.126335292208897) + | > loss_disc_real_1: 0.22396259009838104 (0.21696596999449289) + | > loss_disc_real_2: 0.26391682028770447 (0.23696820444331088) + | > loss_disc_real_3: 0.2442488819360733 (0.22582359652666525) + | > loss_disc_real_4: 0.258716344833374 (0.22340300469391636) + | > loss_disc_real_5: 0.2522624135017395 (0.23595261378963103) + | > loss_0: 2.4905357360839844 (2.4682845723354974) + | > grad_norm_0: tensor(109.1116, device='cuda:0') (tensor(101.4656, device='cuda:0')) + | > loss_gen: 2.43685245513916 (2.3509265143295806) + | > loss_kl: 1.394031047821045 (1.5195654932966172) + | > loss_feat: 5.303804874420166 (5.578520979689458) + | > loss_mel: 23.47707176208496 (22.721770867534065) + | > loss_duration: 1.732405185699463 (1.7577331256249855) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.34416580200195 (33.92851698809659) + | > grad_norm_1: tensor(550.6658, device='cuda:0') (tensor(627.3886, device='cuda:0')) + | > current_lr_0: 0.00019942578993363514 + | > current_lr_1: 0.00019942578993363514 + | > step_time: 0.9772 (0.8923666470352261) + | > loader_time: 0.0126 (0.00811473048966506) + + + --> TIME: 2024-11-22 15:32:11 -- STEP: 721/797 -- GLOBAL_STEP: 19275 + | > loss_disc: 2.5312867164611816 (2.4677902822190307) + | > loss_disc_real_0: 0.05144750326871872 (0.12600572895511844) + | > loss_disc_real_1: 0.20060734450817108 (0.2167194642116226) + | > loss_disc_real_2: 0.2747395634651184 (0.2369199130637636) + | > loss_disc_real_3: 0.24507150053977966 (0.2261052406941968) + | > loss_disc_real_4: 0.22311031818389893 (0.2233675156775525) + | > loss_disc_real_5: 0.2743561565876007 (0.23631175974288363) + | > loss_0: 2.5312867164611816 (2.4677902822190307) + | > grad_norm_0: tensor(145.3713, device='cuda:0') (tensor(102.3110, device='cuda:0')) + | > loss_gen: 2.227231740951538 (2.353474740347155) + | > loss_kl: 1.7633382081985474 (1.5212915979542772) + | > loss_feat: 5.347712993621826 (5.584748748271379) + | > loss_mel: 21.667749404907227 (22.716612047362098) + | > loss_duration: 1.732949137687683 (1.7569921416813061) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.738983154296875 (33.93311926991204) + | > grad_norm_1: tensor(682.2535, device='cuda:0') (tensor(623.7292, device='cuda:0')) + | > current_lr_0: 0.00019942578993363514 + | > current_lr_1: 0.00019942578993363514 + | > step_time: 1.0881 (0.8984467755078277) + | > loader_time: 0.0089 (0.008212697985433498) + + + --> TIME: 2024-11-22 15:32:45 -- STEP: 746/797 -- GLOBAL_STEP: 19300 + | > loss_disc: 2.3173398971557617 (2.467802461286656) + | > loss_disc_real_0: 0.14844068884849548 (0.12593660226476253) + | > loss_disc_real_1: 0.2679295837879181 (0.21671857798706745) + | > loss_disc_real_2: 0.2340056151151657 (0.23697802322559638) + | > loss_disc_real_3: 0.21044453978538513 (0.22601606237424923) + | > loss_disc_real_4: 0.22975769639015198 (0.22348372999768462) + | > loss_disc_real_5: 0.2220619022846222 (0.23617621794862337) + | > loss_0: 2.3173398971557617 (2.467802461286656) + | > grad_norm_0: tensor(45.0547, device='cuda:0') (tensor(101.4030, device='cuda:0')) + | > loss_gen: 2.493309497833252 (2.352264693850807) + | > loss_kl: 1.4987668991088867 (1.5222754225174793) + | > loss_feat: 5.877692222595215 (5.5825490235643205) + | > loss_mel: 24.44682502746582 (22.729475854868543) + | > loss_duration: 1.7233188152313232 (1.7558150743671141) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.039913177490234 (33.9423800818722) + | > grad_norm_1: tensor(130.1363, device='cuda:0') (tensor(617.2822, device='cuda:0')) + | > current_lr_0: 0.00019942578993363514 + | > current_lr_1: 0.00019942578993363514 + | > step_time: 1.9109 (0.9127479213172565) + | > loader_time: 0.0102 (0.008356152526814554) + + + --> TIME: 2024-11-22 15:33:40 -- STEP: 771/797 -- GLOBAL_STEP: 19325 + | > loss_disc: 2.468357563018799 (2.4670673239246605) + | > loss_disc_real_0: 0.06820917874574661 (0.1253974210910605) + | > loss_disc_real_1: 0.2950074076652527 (0.21691959499153177) + | > loss_disc_real_2: 0.2320799082517624 (0.23669568558456677) + | > loss_disc_real_3: 0.27686190605163574 (0.22595115549060313) + | > loss_disc_real_4: 0.2590736746788025 (0.22354209989347953) + | > loss_disc_real_5: 0.22951465845108032 (0.23610086447224699) + | > loss_0: 2.468357563018799 (2.4670673239246605) + | > grad_norm_0: tensor(120.8993, device='cuda:0') (tensor(100.8269, device='cuda:0')) + | > loss_gen: 2.326313018798828 (2.3530393274532364) + | > loss_kl: 1.572891116142273 (1.5218507437235953) + | > loss_feat: 5.4059157371521 (5.584391368811547) + | > loss_mel: 22.960994720458984 (22.727233401841534) + | > loss_duration: 1.7223310470581055 (1.754524233276278) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.98844528198242 (33.94103909899444) + | > grad_norm_1: tensor(791.9949, device='cuda:0') (tensor(618.8873, device='cuda:0')) + | > current_lr_0: 0.00019942578993363514 + | > current_lr_1: 0.00019942578993363514 + | > step_time: 2.5877 (0.9534881761256514) + | > loader_time: 0.012 (0.008548734407635202) + + + --> TIME: 2024-11-22 15:35:09 -- STEP: 796/797 -- GLOBAL_STEP: 19350 + | > loss_disc: 2.423081874847412 (2.467880989438927) + | > loss_disc_real_0: 0.15309104323387146 (0.1254572394495857) + | > loss_disc_real_1: 0.29896003007888794 (0.21703123593300427) + | > loss_disc_real_2: 0.23268897831439972 (0.2368332505525656) + | > loss_disc_real_3: 0.22970131039619446 (0.22613362002013318) + | > loss_disc_real_4: 0.33903267979621887 (0.22380840862591053) + | > loss_disc_real_5: 0.2904582917690277 (0.23626213245580543) + | > loss_0: 2.423081874847412 (2.467880989438927) + | > grad_norm_0: tensor(14.0760, device='cuda:0') (tensor(100.6336, device='cuda:0')) + | > loss_gen: 2.4869165420532227 (2.352788300370449) + | > loss_kl: 1.1539007425308228 (1.5225618447939948) + | > loss_feat: 6.037139892578125 (5.589179103697968) + | > loss_mel: 23.963438034057617 (22.742654457763212) + | > loss_duration: 1.7259669303894043 (1.7536955839724997) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.36736297607422 (33.96087930909355) + | > grad_norm_1: tensor(401.0503, device='cuda:0') (tensor(622.6520, device='cuda:0')) + | > current_lr_0: 0.00019942578993363514 + | > current_lr_1: 0.00019942578993363514 + | > step_time: 2.5058 (1.0352299033696928) + | > loader_time: 0.0082 (0.00870122412341323) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.5168204307556152 (2.5168204307556152) + | > loss_disc_real_0: 0.10430783033370972 (0.10430783033370972) + | > loss_disc_real_1: 0.14264412224292755 (0.14264412224292755) + | > loss_disc_real_2: 0.21726074814796448 (0.21726074814796448) + | > loss_disc_real_3: 0.2712027132511139 (0.2712027132511139) + | > loss_disc_real_4: 0.18664409220218658 (0.18664409220218658) + | > loss_disc_real_5: 0.2634640336036682 (0.2634640336036682) + | > loss_0: 2.5168204307556152 (2.5168204307556152) + | > loss_gen: 1.9573427438735962 (1.9573427438735962) + | > loss_kl: 1.7915054559707642 (1.7915054559707642) + | > loss_feat: 4.4577460289001465 (4.4577460289001465) + | > loss_mel: 21.455944061279297 (21.455944061279297) + | > loss_duration: 2.007826566696167 (2.007826566696167) + | > loss_1: 31.670364379882812 (31.670364379882812) + + --> STEP: 1 + | > loss_disc: 2.464050769805908 (2.464050769805908) + | > loss_disc_real_0: 0.08392453193664551 (0.08392453193664551) + | > loss_disc_real_1: 0.10694357007741928 (0.10694357007741928) + | > loss_disc_real_2: 0.17857679724693298 (0.17857679724693298) + | > loss_disc_real_3: 0.24714691936969757 (0.24714691936969757) + | > loss_disc_real_4: 0.16388897597789764 (0.16388897597789764) + | > loss_disc_real_5: 0.2570321559906006 (0.2570321559906006) + | > loss_0: 2.464050769805908 (2.464050769805908) + | > loss_gen: 1.8646613359451294 (1.8646613359451294) + | > loss_kl: 1.9546669721603394 (1.9546669721603394) + | > loss_feat: 5.948401927947998 (5.948401927947998) + | > loss_mel: 24.499820709228516 (24.499820709228516) + | > loss_duration: 1.708603858947754 (1.708603858947754) + | > loss_1: 35.97615432739258 (35.97615432739258) + + --> STEP: 2 + | > loss_disc: 2.5774476528167725 (2.5207492113113403) + | > loss_disc_real_0: 0.08321841806173325 (0.08357147499918938) + | > loss_disc_real_1: 0.14987188577651978 (0.12840772792696953) + | > loss_disc_real_2: 0.26303282380104065 (0.22080481052398682) + | > loss_disc_real_3: 0.2319021075963974 (0.23952451348304749) + | > loss_disc_real_4: 0.2483348250389099 (0.20611190050840378) + | > loss_disc_real_5: 0.25705212354660034 (0.25704213976860046) + | > loss_0: 2.5774476528167725 (2.5207492113113403) + | > loss_gen: 1.9173351526260376 (1.8909982442855835) + | > loss_kl: 1.1761527061462402 (1.5654098391532898) + | > loss_feat: 4.841689586639404 (5.395045757293701) + | > loss_mel: 22.553255081176758 (23.526537895202637) + | > loss_duration: 1.685518741607666 (1.69706130027771) + | > loss_1: 32.173954010009766 (34.07505416870117) + + --> STEP: 3 + | > loss_disc: 2.33614444732666 (2.4592142899831138) + | > loss_disc_real_0: 0.19122788310050964 (0.11945694436629613) + | > loss_disc_real_1: 0.08215000480413437 (0.11298848688602448) + | > loss_disc_real_2: 0.19257329404354095 (0.21139430503050485) + | > loss_disc_real_3: 0.22050154209136963 (0.23318352301915488) + | > loss_disc_real_4: 0.24354466795921326 (0.2185894896586736) + | > loss_disc_real_5: 0.2554289996623993 (0.25650442639986676) + | > loss_0: 2.33614444732666 (2.4592142899831138) + | > loss_gen: 2.2369496822357178 (2.0063153902689614) + | > loss_kl: 0.8704847097396851 (1.3337681293487549) + | > loss_feat: 5.830240249633789 (5.5401105880737305) + | > loss_mel: 24.321392059326172 (23.791489283243816) + | > loss_duration: 1.759442687034607 (1.7178550958633423) + | > loss_1: 35.01850891113281 (34.389539082845054) + + --> STEP: 4 + | > loss_disc: 2.4713215827941895 (2.4622411131858826) + | > loss_disc_real_0: 0.08301684260368347 (0.11034691892564297) + | > loss_disc_real_1: 0.14756746590137482 (0.12163323163986206) + | > loss_disc_real_2: 0.20181450247764587 (0.20899935439229012) + | > loss_disc_real_3: 0.24881517887115479 (0.23709143698215485) + | > loss_disc_real_4: 0.2241661101579666 (0.21998364478349686) + | > loss_disc_real_5: 0.20907658338546753 (0.24464746564626694) + | > loss_0: 2.4713215827941895 (2.4622411131858826) + | > loss_gen: 1.9564690589904785 (1.9938538074493408) + | > loss_kl: 1.7768323421478271 (1.444534182548523) + | > loss_feat: 5.565698146820068 (5.546507477760315) + | > loss_mel: 23.157825469970703 (23.633073329925537) + | > loss_duration: 1.6925690174102783 (1.7115335762500763) + | > loss_1: 34.14939498901367 (34.32950305938721) + + --> STEP: 5 + | > loss_disc: 2.314621686935425 (2.432717227935791) + | > loss_disc_real_0: 0.08227740228176117 (0.10473301559686661) + | > loss_disc_real_1: 0.08186496049165726 (0.1136795774102211) + | > loss_disc_real_2: 0.17110420763492584 (0.20142032504081725) + | > loss_disc_real_3: 0.19619037210941315 (0.2289112240076065) + | > loss_disc_real_4: 0.17172092199325562 (0.2103311002254486) + | > loss_disc_real_5: 0.1678689420223236 (0.22929176092147827) + | > loss_0: 2.314621686935425 (2.432717227935791) + | > loss_gen: 1.8204776048660278 (1.9591785669326782) + | > loss_kl: 1.9283541440963745 (1.5412981748580932) + | > loss_feat: 6.69666862487793 (5.776539707183838) + | > loss_mel: 24.066190719604492 (23.71969680786133) + | > loss_duration: 1.9022815227508545 (1.7496831655502318) + | > loss_1: 36.41397476196289 (34.74639739990234) + + --> STEP: 6 + | > loss_disc: 2.6073012351989746 (2.461814562479655) + | > loss_disc_real_0: 0.08347338438034058 (0.1011897437274456) + | > loss_disc_real_1: 0.11951150000095367 (0.11465156450867653) + | > loss_disc_real_2: 0.2425113469362259 (0.20826882869005203) + | > loss_disc_real_3: 0.23936590552330017 (0.2306536709268888) + | > loss_disc_real_4: 0.1733652651309967 (0.20417012770970663) + | > loss_disc_real_5: 0.2270725518465042 (0.22892189274231592) + | > loss_0: 2.6073012351989746 (2.461814562479655) + | > loss_gen: 1.8558043241500854 (1.9419495264689128) + | > loss_kl: 1.2560404539108276 (1.4937552213668823) + | > loss_feat: 4.09371280670166 (5.496068557103475) + | > loss_mel: 18.77128791809082 (22.894961992899578) + | > loss_duration: 1.6503474712371826 (1.7331272164980571) + | > loss_1: 27.6271915435791 (33.55986309051514) + + --> STEP: 7 + | > loss_disc: 2.3538148403167725 (2.4463860307421004) + | > loss_disc_real_0: 0.07924067974090576 (0.09805416315793991) + | > loss_disc_real_1: 0.08913629502058029 (0.11100652601037707) + | > loss_disc_real_2: 0.18227176368236542 (0.20455496226038253) + | > loss_disc_real_3: 0.25335827469825745 (0.23389718575137003) + | > loss_disc_real_4: 0.19785305857658386 (0.20326768926211766) + | > loss_disc_real_5: 0.2694825828075409 (0.23471627703734807) + | > loss_0: 2.3538148403167725 (2.4463860307421004) + | > loss_gen: 2.158099412918091 (1.9728280816759383) + | > loss_kl: 1.2502436637878418 (1.458967855998448) + | > loss_feat: 6.393233299255371 (5.62423494883946) + | > loss_mel: 24.158672332763672 (23.07549204145159) + | > loss_duration: 1.7032954692840576 (1.7288655383246285) + | > loss_1: 35.663543701171875 (33.86038889203753) + + --> STEP: 8 + | > loss_disc: 2.670909881591797 (2.4744515120983124) + | > loss_disc_real_0: 0.05685067176818848 (0.09290372673422098) + | > loss_disc_real_1: 0.11995621025562286 (0.11212523654103279) + | > loss_disc_real_2: 0.21795621514320374 (0.20623011887073517) + | > loss_disc_real_3: 0.21954655647277832 (0.23210335709154606) + | > loss_disc_real_4: 0.20734652876853943 (0.20377754420042038) + | > loss_disc_real_5: 0.18431256711483002 (0.2284158132970333) + | > loss_0: 2.670909881591797 (2.4744515120983124) + | > loss_gen: 1.6053261756896973 (1.926890343427658) + | > loss_kl: 1.6754701137542725 (1.486030638217926) + | > loss_feat: 3.919926643371582 (5.411196410655975) + | > loss_mel: 16.105087280273438 (22.20419144630432) + | > loss_duration: 1.7491779327392578 (1.7314045876264572) + | > loss_1: 25.054988861083984 (32.759713888168335) + + --> STEP: 9 + | > loss_disc: 2.554936647415161 (2.4833943049112954) + | > loss_disc_real_0: 0.0838480293750763 (0.09189753813876046) + | > loss_disc_real_1: 0.1245313286781311 (0.1135036912229326) + | > loss_disc_real_2: 0.21770402789115906 (0.20750499765078226) + | > loss_disc_real_3: 0.2198038101196289 (0.23073674076133305) + | > loss_disc_real_4: 0.18393422663211823 (0.2015727311372757) + | > loss_disc_real_5: 0.32050809264183044 (0.23864828877978855) + | > loss_0: 2.554936647415161 (2.4833943049112954) + | > loss_gen: 1.876218318939209 (1.921260118484497) + | > loss_kl: 1.4146195650100708 (1.4780960745281644) + | > loss_feat: 4.643041610717773 (5.325845877329509) + | > loss_mel: 21.4943790435791 (22.125323401557075) + | > loss_duration: 1.7292886972427368 (1.7311694886949327) + | > loss_1: 31.157546997070312 (32.581695344713) + + --> STEP: 10 + | > loss_disc: 2.456001043319702 (2.480654978752136) + | > loss_disc_real_0: 0.08848902583122253 (0.09155668690800667) + | > loss_disc_real_1: 0.10476913303136826 (0.11263023540377617) + | > loss_disc_real_2: 0.2387172132730484 (0.2106262192130089) + | > loss_disc_real_3: 0.3178989291191101 (0.23945295959711074) + | > loss_disc_real_4: 0.19055910408496857 (0.200471368432045) + | > loss_disc_real_5: 0.20661471784114838 (0.23544493168592454) + | > loss_0: 2.456001043319702 (2.480654978752136) + | > loss_gen: 2.1198627948760986 (1.9411203861236572) + | > loss_kl: 1.577017068862915 (1.4879881739616394) + | > loss_feat: 6.0069899559021 (5.393960285186767) + | > loss_mel: 24.014074325561523 (22.31419849395752) + | > loss_duration: 1.6189056634902954 (1.719943106174469) + | > loss_1: 35.336849212646484 (32.85721073150635) + + --> STEP: 11 + | > loss_disc: 2.5011343955993652 (2.482516743920066) + | > loss_disc_real_0: 0.08214867115020752 (0.09070141274820674) + | > loss_disc_real_1: 0.10546961426734924 (0.11197926984591917) + | > loss_disc_real_2: 0.20562857389450073 (0.21017188782041724) + | > loss_disc_real_3: 0.23685139417648315 (0.23921645364978097) + | > loss_disc_real_4: 0.21354396641254425 (0.2016597864302722) + | > loss_disc_real_5: 0.22666354477405548 (0.23464662378484552) + | > loss_0: 2.5011343955993652 (2.482516743920066) + | > loss_gen: 2.042809009552002 (1.950364806435325) + | > loss_kl: 1.1676561832427979 (1.4588670838962903) + | > loss_feat: 5.470109939575195 (5.400882981040261) + | > loss_mel: 22.28469467163086 (22.31151632829146) + | > loss_duration: 1.6611592769622803 (1.7145991217006336) + | > loss_1: 32.626426696777344 (32.836230364712804) + + --> STEP: 12 + | > loss_disc: 2.548229217529297 (2.4879927833875017) + | > loss_disc_real_0: 0.15164600312709808 (0.09578012861311436) + | > loss_disc_real_1: 0.16067497432231903 (0.11603724521895249) + | > loss_disc_real_2: 0.228288471698761 (0.21168160314361253) + | > loss_disc_real_3: 0.2723316252231598 (0.24197605128089586) + | > loss_disc_real_4: 0.23472850024700165 (0.20441551258166632) + | > loss_disc_real_5: 0.3020896017551422 (0.24026687194903693) + | > loss_0: 2.548229217529297 (2.4879927833875017) + | > loss_gen: 2.1088266372680664 (1.96356995900472) + | > loss_kl: 1.5165503025054932 (1.4636740187803905) + | > loss_feat: 5.2688069343566895 (5.38987664381663) + | > loss_mel: 23.861722946166992 (22.44070021311442) + | > loss_duration: 1.7487207651138306 (1.7174425919850667) + | > loss_1: 34.5046272277832 (32.97526343663534) + + --> STEP: 13 + | > loss_disc: 2.2839999198913574 (2.472301024657029) + | > loss_disc_real_0: 0.054337747395038605 (0.09259225313480084) + | > loss_disc_real_1: 0.11187522858381271 (0.11571709009317252) + | > loss_disc_real_2: 0.1940290629863739 (0.21032371543920958) + | > loss_disc_real_3: 0.25555601716041565 (0.24302066404085892) + | > loss_disc_real_4: 0.19817018508911133 (0.20393510277454668) + | > loss_disc_real_5: 0.2584749758243561 (0.24166749532406145) + | > loss_0: 2.2839999198913574 (2.472301024657029) + | > loss_gen: 2.2644286155700684 (1.98671293258667) + | > loss_kl: 1.5284024477005005 (1.468653128697322) + | > loss_feat: 6.776834964752197 (5.496565745427058) + | > loss_mel: 26.662538528442383 (22.76545700660119) + | > loss_duration: 1.7809593677520752 (1.7223284978132982) + | > loss_1: 39.01316452026367 (33.43971736614521) + + --> STEP: 14 + | > loss_disc: 2.440269947052002 (2.4700130905423845) + | > loss_disc_real_0: 0.15839466452598572 (0.09729242537702833) + | > loss_disc_real_1: 0.0882658138871193 (0.113756284649883) + | > loss_disc_real_2: 0.23150022327899933 (0.2118363231420517) + | > loss_disc_real_3: 0.2986268997192383 (0.24699253801788604) + | > loss_disc_real_4: 0.2393224835395813 (0.20646277282919204) + | > loss_disc_real_5: 0.28418299555778503 (0.24470431676932744) + | > loss_0: 2.440269947052002 (2.4700130905423845) + | > loss_gen: 2.241255760192871 (2.00489456312997) + | > loss_kl: 0.8882926106452942 (1.42719880597932) + | > loss_feat: 5.3620524406433105 (5.486957652228219) + | > loss_mel: 24.005788803100586 (22.854052134922572) + | > loss_duration: 1.766403079032898 (1.7254766821861267) + | > loss_1: 34.2637939453125 (33.49857997894288) + + --> STEP: 15 + | > loss_disc: 2.430525302886963 (2.4673805713653563) + | > loss_disc_real_0: 0.08972896635532379 (0.09678819477558136) + | > loss_disc_real_1: 0.12704525887966156 (0.11464221626520157) + | > loss_disc_real_2: 0.2617259919643402 (0.2151623010635376) + | > loss_disc_real_3: 0.29357975721359253 (0.2500983526309331) + | > loss_disc_real_4: 0.23576483130455017 (0.2084162433942159) + | > loss_disc_real_5: 0.25986096262931824 (0.24571475982666016) + | > loss_0: 2.430525302886963 (2.4673805713653563) + | > loss_gen: 2.437978744506836 (2.033766841888428) + | > loss_kl: 1.1686381101608276 (1.409961426258087) + | > loss_feat: 5.142519474029541 (5.463995107014974) + | > loss_mel: 24.462690353393555 (22.96129468282064) + | > loss_duration: 1.717914342880249 (1.7249725262324016) + | > loss_1: 34.92974090576172 (33.59399070739747) + + --> STEP: 16 + | > loss_disc: 2.554666757583618 (2.472835958003998) + | > loss_disc_real_0: 0.09586149454116821 (0.09673027601093054) + | > loss_disc_real_1: 0.11168830096721649 (0.1144575965590775) + | > loss_disc_real_2: 0.22907927632331848 (0.2160321120172739) + | > loss_disc_real_3: 0.280873566865921 (0.25202180352061987) + | > loss_disc_real_4: 0.2577095925807953 (0.2114970777183771) + | > loss_disc_real_5: 0.21839115023612976 (0.244007034227252) + | > loss_0: 2.554666757583618 (2.472835958003998) + | > loss_gen: 1.9486074447631836 (2.0284443795681) + | > loss_kl: 1.7322399616241455 (1.4301038347184658) + | > loss_feat: 6.409635543823242 (5.523097634315491) + | > loss_mel: 24.263885498046875 (23.042706608772278) + | > loss_duration: 1.8271335363388062 (1.7313575893640518) + | > loss_1: 36.18150329589844 (33.75571024417878) + + --> STEP: 17 + | > loss_disc: 2.8911471366882324 (2.4974424979266) + | > loss_disc_real_0: 0.11246481537818909 (0.09765583715018104) + | > loss_disc_real_1: 0.16124992072582245 (0.11721008621594485) + | > loss_disc_real_2: 0.2433832734823227 (0.21764100386815913) + | > loss_disc_real_3: 0.21564055979251862 (0.24988173036014333) + | > loss_disc_real_4: 0.21188850700855255 (0.21152010297074036) + | > loss_disc_real_5: 0.21798056364059448 (0.24247606536921332) + | > loss_0: 2.8911471366882324 (2.4974424979266) + | > loss_gen: 1.6143471002578735 (2.0040857160792633) + | > loss_kl: 1.548362374305725 (1.4370602194000692) + | > loss_feat: 3.102252721786499 (5.38069499240202) + | > loss_mel: 17.926034927368164 (22.74172592163086) + | > loss_duration: 1.6862225532531738 (1.7287025872398825) + | > loss_1: 25.877220153808594 (33.29226965062759) + + --> STEP: 18 + | > loss_disc: 2.5726237297058105 (2.501619233025445) + | > loss_disc_real_0: 0.08155854791402817 (0.0967615433037281) + | > loss_disc_real_1: 0.10688240081071854 (0.1166363259156545) + | > loss_disc_real_2: 0.1954052895307541 (0.21640568640496996) + | > loss_disc_real_3: 0.2012512981891632 (0.24718003968397775) + | > loss_disc_real_4: 0.18511538207530975 (0.21005317403210533) + | > loss_disc_real_5: 0.3062201738357544 (0.24601740472846562) + | > loss_0: 2.5726237297058105 (2.501619233025445) + | > loss_gen: 1.772749900817871 (1.991233726342519) + | > loss_kl: 1.2925169467926025 (1.4290300375885434) + | > loss_feat: 4.236953258514404 (5.3171537849638195) + | > loss_mel: 18.416257858276367 (22.50142214033339) + | > loss_duration: 1.6854116916656494 (1.7262975374857585) + | > loss_1: 27.40389060974121 (32.96513748168945) + + --> STEP: 19 + | > loss_disc: 2.4099395275115967 (2.4967939853668213) + | > loss_disc_real_0: 0.06746634095907211 (0.09521969054874621) + | > loss_disc_real_1: 0.08753965049982071 (0.1151049219464001) + | > loss_disc_real_2: 0.21766598522663116 (0.2164720179218995) + | > loss_disc_real_3: 0.2461370825767517 (0.24712514720465006) + | > loss_disc_real_4: 0.22346138954162598 (0.210758869585238) + | > loss_disc_real_5: 0.18265792727470398 (0.24268269538879395) + | > loss_0: 2.4099395275115967 (2.4967939853668213) + | > loss_gen: 1.904186725616455 (1.9866523052516736) + | > loss_kl: 1.3994734287261963 (1.4274744265957882) + | > loss_feat: 6.172643661499023 (5.362179567939357) + | > loss_mel: 23.916601181030273 (22.575905247738486) + | > loss_duration: 1.7901934385299683 (1.72966047964598) + | > loss_1: 35.18309783935547 (33.08187223735609) + + --> STEP: 20 + | > loss_disc: 2.323324203491211 (2.4881204962730408) + | > loss_disc_real_0: 0.09960751235485077 (0.09543908163905143) + | > loss_disc_real_1: 0.10377559810876846 (0.11453845575451851) + | > loss_disc_real_2: 0.20106203854084015 (0.21570151895284653) + | > loss_disc_real_3: 0.2674841582775116 (0.24814309775829316) + | > loss_disc_real_4: 0.25935420393943787 (0.213188636302948) + | > loss_disc_real_5: 0.2302367240190506 (0.24206039682030678) + | > loss_0: 2.323324203491211 (2.4881204962730408) + | > loss_gen: 2.2459046840667725 (1.9996149241924286) + | > loss_kl: 1.66889488697052 (1.4395454496145248) + | > loss_feat: 6.106260776519775 (5.399383628368378) + | > loss_mel: 26.41006088256836 (22.767613029479982) + | > loss_duration: 1.672701120376587 (1.7268125116825104) + | > loss_1: 38.10382080078125 (33.332969665527344) + + --> STEP: 21 + | > loss_disc: 2.349395990371704 (2.481514567420596) + | > loss_disc_real_0: 0.05795074254274368 (0.09365392263446536) + | > loss_disc_real_1: 0.10161083936691284 (0.11392285497415633) + | > loss_disc_real_2: 0.2273389846086502 (0.21625568398407527) + | > loss_disc_real_3: 0.21162660419940948 (0.24640421711263202) + | > loss_disc_real_4: 0.2543342411518097 (0.21514795081956045) + | > loss_disc_real_5: 0.22615589201450348 (0.24130303944860185) + | > loss_0: 2.349395990371704 (2.481514567420596) + | > loss_gen: 2.0823659896850586 (2.0035554511206493) + | > loss_kl: 1.9325008392333984 (1.4630195157868522) + | > loss_feat: 5.723506927490234 (5.414818071183705) + | > loss_mel: 23.791812896728516 (22.81638445172991) + | > loss_duration: 1.7042615413665771 (1.7257386559531802) + | > loss_1: 35.23444747924805 (33.423516228085475) + + --> STEP: 22 + | > loss_disc: 2.6565561294555664 (2.4894710020585493) + | > loss_disc_real_0: 0.15308266878128052 (0.09635522927750241) + | > loss_disc_real_1: 0.14872340857982635 (0.1155046983198686) + | > loss_disc_real_2: 0.2156461477279663 (0.21622797779061578) + | > loss_disc_real_3: 0.3025103211402893 (0.24895449456843463) + | > loss_disc_real_4: 0.21339911222457886 (0.2150684581561522) + | > loss_disc_real_5: 0.27437999844551086 (0.24280653758482498) + | > loss_0: 2.6565561294555664 (2.4894710020585493) + | > loss_gen: 2.011242628097534 (2.003904868255962) + | > loss_kl: 1.4115382432937622 (1.4606794579462572) + | > loss_feat: 5.756218910217285 (5.430336291139777) + | > loss_mel: 24.465364456176758 (22.891338088295676) + | > loss_duration: 1.826974868774414 (1.730340301990509) + | > loss_1: 35.471336364746094 (33.51659896157005) + + --> STEP: 23 + | > loss_disc: 2.6221842765808105 (2.4952411444290825) + | > loss_disc_real_0: 0.10913805663585663 (0.09691100438003955) + | > loss_disc_real_1: 0.09901107102632523 (0.11478758408971455) + | > loss_disc_real_2: 0.18367891013622284 (0.21481280093607696) + | > loss_disc_real_3: 0.19614098966121674 (0.24665825522464255) + | > loss_disc_real_4: 0.2271452248096466 (0.2155935349671737) + | > loss_disc_real_5: 0.21513774991035461 (0.24160354681636975) + | > loss_0: 2.6221842765808105 (2.4952411444290825) + | > loss_gen: 1.6768136024475098 (1.9896835088729858) + | > loss_kl: 1.716166615486145 (1.4717875952306) + | > loss_feat: 5.701920032501221 (5.442144279894622) + | > loss_mel: 24.492685317993164 (22.96096188089122) + | > loss_duration: 1.8263295888900757 (1.734513749247012) + | > loss_1: 35.41391372680664 (33.59909090788468) + + --> STEP: 24 + | > loss_disc: 2.794645309448242 (2.5077163179715476) + | > loss_disc_real_0: 0.16416750848293304 (0.09971335871766011) + | > loss_disc_real_1: 0.1309925764799118 (0.11546279210597277) + | > loss_disc_real_2: 0.24952571094036102 (0.21625917218625546) + | > loss_disc_real_3: 0.2442370355129242 (0.24655737106998762) + | > loss_disc_real_4: 0.24466553330421448 (0.21680486823121706) + | > loss_disc_real_5: 0.3084976077079773 (0.24439079935352007) + | > loss_0: 2.794645309448242 (2.5077163179715476) + | > loss_gen: 1.7665870189666748 (1.9803878217935562) + | > loss_kl: 1.5723530054092407 (1.47597782065471) + | > loss_feat: 3.45839786529541 (5.359488179286321) + | > loss_mel: 19.793704986572266 (22.82899284362793) + | > loss_duration: 1.7025383710861206 (1.7331814418236415) + | > loss_1: 28.2935791015625 (33.37802791595459) + + --> STEP: 25 + | > loss_disc: 2.727511405944824 (2.5165081214904785) + | > loss_disc_real_0: 0.13595059514045715 (0.101162848174572) + | > loss_disc_real_1: 0.17010757327079773 (0.11764858335256577) + | > loss_disc_real_2: 0.2369844913482666 (0.2170881849527359) + | > loss_disc_real_3: 0.20977918803691864 (0.24508624374866486) + | > loss_disc_real_4: 0.22133825719356537 (0.216986203789711) + | > loss_disc_real_5: 0.2675335109233856 (0.2453165078163147) + | > loss_0: 2.727511405944824 (2.5165081214904785) + | > loss_gen: 1.7925035953521729 (1.972872452735901) + | > loss_kl: 1.5367255210876465 (1.4784077286720276) + | > loss_feat: 5.505559921264648 (5.365331048965454) + | > loss_mel: 25.149356842041016 (22.921807403564454) + | > loss_duration: 1.6841917037963867 (1.7312218523025513) + | > loss_1: 35.668338775634766 (33.4696403503418) + + --> STEP: 26 + | > loss_disc: 2.5263869762420654 (2.5168880774424625) + | > loss_disc_real_0: 0.10695742070674896 (0.10138571634888649) + | > loss_disc_real_1: 0.13243389129638672 (0.11821724904271272) + | > loss_disc_real_2: 0.2539248466491699 (0.21850497963336799) + | > loss_disc_real_3: 0.2302478700876236 (0.24451553706939405) + | > loss_disc_real_4: 0.20800477266311646 (0.2166407641309958) + | > loss_disc_real_5: 0.28519803285598755 (0.2468504126255329) + | > loss_0: 2.5263869762420654 (2.5168880774424625) + | > loss_gen: 2.0287418365478516 (1.9750212751902068) + | > loss_kl: 1.2789651155471802 (1.4707368589364564) + | > loss_feat: 5.379841327667236 (5.36588913660783) + | > loss_mel: 23.624460220336914 (22.948832511901855) + | > loss_duration: 1.7473796606063843 (1.7318433064680834) + | > loss_1: 34.05938720703125 (33.49232292175293) + + --> STEP: 27 + | > loss_disc: 2.3808600902557373 (2.5118500038429543) + | > loss_disc_real_0: 0.07857160270214081 (0.1005407491767848) + | > loss_disc_real_1: 0.08411823958158493 (0.11695432276637466) + | > loss_disc_real_2: 0.21117743849754333 (0.21823358922093003) + | > loss_disc_real_3: 0.21763792634010315 (0.24352007000534623) + | > loss_disc_real_4: 0.20809097588062286 (0.21632410530690793) + | > loss_disc_real_5: 0.21113412082195282 (0.24552758700317806) + | > loss_0: 2.3808600902557373 (2.5118500038429543) + | > loss_gen: 1.9394794702529907 (1.973704912044384) + | > loss_kl: 1.4332433938980103 (1.4693482120831807) + | > loss_feat: 5.446201324462891 (5.368863662083943) + | > loss_mel: 22.16417694091797 (22.919771194458008) + | > loss_duration: 1.749920129776001 (1.7325128184424505) + | > loss_1: 32.7330207824707 (33.46420062029803) + + --> STEP: 28 + | > loss_disc: 2.6413068771362305 (2.5164734636034285) + | > loss_disc_real_0: 0.07104086875915527 (0.09948718201901231) + | > loss_disc_real_1: 0.12337157875299454 (0.11718351048018251) + | > loss_disc_real_2: 0.2285100221633911 (0.21860060468316078) + | > loss_disc_real_3: 0.22338254749774933 (0.24280087277293205) + | > loss_disc_real_4: 0.20060545206069946 (0.21576272483382905) + | > loss_disc_real_5: 0.2367689162492752 (0.24521477733339583) + | > loss_0: 2.6413068771362305 (2.5164734636034285) + | > loss_gen: 1.7402631044387817 (1.965367704629898) + | > loss_kl: 1.4957585334777832 (1.4702914378472738) + | > loss_feat: 4.464954376220703 (5.336581187588828) + | > loss_mel: 20.398094177246094 (22.829711300986155) + | > loss_duration: 1.7288758754730225 (1.7323829276221139) + | > loss_1: 29.827945709228516 (33.334334373474114) + + --> STEP: 29 + | > loss_disc: 2.5621323585510254 (2.518047908256794) + | > loss_disc_real_0: 0.09419670701026917 (0.09930475184629703) + | > loss_disc_real_1: 0.12977658212184906 (0.11761775432989516) + | > loss_disc_real_2: 0.23281727731227875 (0.21909083477382002) + | > loss_disc_real_3: 0.2193755954504013 (0.24199310458939652) + | > loss_disc_real_4: 0.22229993343353271 (0.21598814582002573) + | > loss_disc_real_5: 0.2747635245323181 (0.24623369965060005) + | > loss_0: 2.5621323585510254 (2.518047908256794) + | > loss_gen: 1.982579231262207 (1.9659612055482536) + | > loss_kl: 1.2210872173309326 (1.4616981888639515) + | > loss_feat: 4.4810895919799805 (5.307081477395419) + | > loss_mel: 18.350299835205078 (22.675248836648876) + | > loss_duration: 1.7140840291976929 (1.73175193112472) + | > loss_1: 27.749141693115234 (33.14174152242725) + + --> STEP: 30 + | > loss_disc: 2.3595728874206543 (2.512765407562256) + | > loss_disc_real_0: 0.09378260374069214 (0.09912068024277687) + | > loss_disc_real_1: 0.08301067352294922 (0.11646418496966363) + | > loss_disc_real_2: 0.22384165227413177 (0.21924919535716375) + | > loss_disc_real_3: 0.27334296703338623 (0.24303810000419618) + | > loss_disc_real_4: 0.2549615204334259 (0.21728725830713908) + | > loss_disc_real_5: 0.23699310421943665 (0.2459256798028946) + | > loss_0: 2.3595728874206543 (2.512765407562256) + | > loss_gen: 2.14874529838562 (1.9720540086428324) + | > loss_kl: 1.905272126197815 (1.4764839867750803) + | > loss_feat: 6.193562030792236 (5.336630829175314) + | > loss_mel: 25.890405654907227 (22.78242073059082) + | > loss_duration: 1.754744291305542 (1.7325183431307474) + | > loss_1: 37.892730712890625 (33.300107828776035) + + --> STEP: 31 + | > loss_disc: 2.7141828536987305 (2.5192627445344002) + | > loss_disc_real_0: 0.0621182955801487 (0.09792705493107919) + | > loss_disc_real_1: 0.16169559955596924 (0.11792326285954445) + | > loss_disc_real_2: 0.2714109718799591 (0.220931833309512) + | > loss_disc_real_3: 0.23890040814876556 (0.24290462607337582) + | > loss_disc_real_4: 0.2044861614704132 (0.21687431969950277) + | > loss_disc_real_5: 0.26903021335601807 (0.24667098733686632) + | > loss_0: 2.7141828536987305 (2.5192627445344002) + | > loss_gen: 1.778830647468567 (1.9658209969920497) + | > loss_kl: 1.4166109561920166 (1.4745525986917558) + | > loss_feat: 3.585320472717285 (5.280136946708925) + | > loss_mel: 19.64940643310547 (22.681355753252582) + | > loss_duration: 1.663010597229004 (1.7302761577790784) + | > loss_1: 28.093177795410156 (33.13214234382875) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.011062406724499117 (-0.0010048881653816483) + | > avg_loss_disc: 2.5192627445344002 (+0.19938425863942788) + | > avg_loss_disc_real_0: 0.09792705493107919 (+0.03032873042168155) + | > avg_loss_disc_real_1: 0.11792326285954445 (-0.11616564638191652) + | > avg_loss_disc_real_2: 0.220931833309512 (+0.023793587280857953) + | > avg_loss_disc_real_3: 0.24290462607337582 (+0.026415940494306622) + | > avg_loss_disc_real_4: 0.21687431969950277 (+0.016966021349353183) + | > avg_loss_disc_real_5: 0.24667098733686632 (+0.04916478837690047) + | > avg_loss_0: 2.5192627445344002 (+0.19938425863942788) + | > avg_loss_gen: 1.9658209969920497 (-0.3111870365758094) + | > avg_loss_kl: 1.4745525986917558 (-0.0757878845737825) + | > avg_loss_feat: 5.280136946708925 (-0.721556525076589) + | > avg_loss_mel: 22.681355753252582 (-0.7619887321226066) + | > avg_loss_duration: 1.7302761577790784 (-0.01832592871881289) + | > avg_loss_1: 33.13214234382875 (-1.888846243581476) + + > BEST MODEL : vits_shi_male-November-22-2024_02+49AM-0000000/best_model_19351.pth + + > EPOCH: 22/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 15:35:30)  + + --> TIME: 2024-11-22 15:35:51 -- STEP: 24/797 -- GLOBAL_STEP: 19375 + | > loss_disc: 2.575122594833374 (2.4926089545090995) + | > loss_disc_real_0: 0.19765007495880127 (0.1293410970829427) + | > loss_disc_real_1: 0.2557317912578583 (0.22830909366408983) + | > loss_disc_real_2: 0.2919783592224121 (0.247183450187246) + | > loss_disc_real_3: 0.22992365062236786 (0.22615589884420237) + | > loss_disc_real_4: 0.22875021398067474 (0.21437538911898932) + | > loss_disc_real_5: 0.23620204627513885 (0.24257800169289112) + | > loss_0: 2.575122594833374 (2.4926089545090995) + | > grad_norm_0: tensor(361.6697, device='cuda:0') (tensor(170.2499, device='cuda:0')) + | > loss_gen: 2.357001543045044 (2.348576545715332) + | > loss_kl: 1.4439091682434082 (1.5871837933858235) + | > loss_feat: 4.907096862792969 (5.451704760392507) + | > loss_mel: 20.633525848388672 (21.902393579483032) + | > loss_duration: 1.8499095439910889 (1.9020819912354152) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.191442489624023 (33.191940863927215) + | > grad_norm_1: tensor(1045.1548, device='cuda:0') (tensor(904.8746, device='cuda:0')) + | > current_lr_0: 0.00019940086170989343 + | > current_lr_1: 0.00019940086170989343 + | > step_time: 0.7457 (0.8074614604314169) + | > loader_time: 0.0035 (0.0042351484298706055) + + + --> TIME: 2024-11-22 15:36:11 -- STEP: 49/797 -- GLOBAL_STEP: 19400 + | > loss_disc: 2.4439728260040283 (2.4722019701587903) + | > loss_disc_real_0: 0.12709586322307587 (0.12357282547318202) + | > loss_disc_real_1: 0.2137046605348587 (0.22044406071001169) + | > loss_disc_real_2: 0.22562424838542938 (0.24169053623870929) + | > loss_disc_real_3: 0.22461101412773132 (0.22570252813854996) + | > loss_disc_real_4: 0.2198033332824707 (0.2177238397452296) + | > loss_disc_real_5: 0.22348368167877197 (0.23667975560742982) + | > loss_0: 2.4439728260040283 (2.4722019701587903) + | > grad_norm_0: tensor(43.7684, device='cuda:0') (tensor(122.7061, device='cuda:0')) + | > loss_gen: 2.4004642963409424 (2.3505352175965606) + | > loss_kl: 1.4553463459014893 (1.5811131243803063) + | > loss_feat: 5.799462795257568 (5.561937925766926) + | > loss_mel: 23.29644775390625 (22.16836107993613) + | > loss_duration: 1.72585129737854 (1.8523225930272316) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.677574157714844 (33.51426980933363) + | > grad_norm_1: tensor(762.4655, device='cuda:0') (tensor(761.5834, device='cuda:0')) + | > current_lr_0: 0.00019940086170989343 + | > current_lr_1: 0.00019940086170989343 + | > step_time: 0.789 (0.8014742549584837) + | > loader_time: 0.0038 (0.004388439412019693) + + + --> TIME: 2024-11-22 15:36:32 -- STEP: 74/797 -- GLOBAL_STEP: 19425 + | > loss_disc: 2.2454023361206055 (2.465483755678744) + | > loss_disc_real_0: 0.06392265856266022 (0.12425349894407628) + | > loss_disc_real_1: 0.20782768726348877 (0.21819566371473106) + | > loss_disc_real_2: 0.18669675290584564 (0.23796847603611043) + | > loss_disc_real_3: 0.1887940615415573 (0.2238509401276305) + | > loss_disc_real_4: 0.19429230690002441 (0.22214460876342412) + | > loss_disc_real_5: 0.18590205907821655 (0.2361320702208055) + | > loss_0: 2.2454023361206055 (2.465483755678744) + | > grad_norm_0: tensor(34.8490, device='cuda:0') (tensor(113.6819, device='cuda:0')) + | > loss_gen: 2.3707540035247803 (2.35006108477309) + | > loss_kl: 1.9067059755325317 (1.5820140967497955) + | > loss_feat: 6.014453411102295 (5.618140027329728) + | > loss_mel: 21.937685012817383 (22.404621175817542) + | > loss_duration: 1.786495566368103 (1.822951012366527) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.01609420776367 (33.777787234332095) + | > grad_norm_1: tensor(344.8888, device='cuda:0') (tensor(765.5671, device='cuda:0')) + | > current_lr_0: 0.00019940086170989343 + | > current_lr_1: 0.00019940086170989343 + | > step_time: 0.8159 (0.8094195965174082) + | > loader_time: 0.0039 (0.004525033203331202) + + + --> TIME: 2024-11-22 15:36:52 -- STEP: 99/797 -- GLOBAL_STEP: 19450 + | > loss_disc: 2.532320499420166 (2.4742461021500395) + | > loss_disc_real_0: 0.0930241197347641 (0.12653069634630218) + | > loss_disc_real_1: 0.1942421793937683 (0.21853848027460504) + | > loss_disc_real_2: 0.2530154287815094 (0.23855530041636844) + | > loss_disc_real_3: 0.2094879299402237 (0.22344449011966436) + | > loss_disc_real_4: 0.2288740575313568 (0.22171529209372973) + | > loss_disc_real_5: 0.21319647133350372 (0.23600113933736627) + | > loss_0: 2.532320499420166 (2.4742461021500395) + | > grad_norm_0: tensor(13.7764, device='cuda:0') (tensor(109.3435, device='cuda:0')) + | > loss_gen: 2.3222076892852783 (2.349515842668938) + | > loss_kl: 1.5235823392868042 (1.550744071753338) + | > loss_feat: 6.073055267333984 (5.62327519811765) + | > loss_mel: 23.569751739501953 (22.42524484191278) + | > loss_duration: 1.7893210649490356 (1.8111341710042472) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.27791976928711 (33.7599140128704) + | > grad_norm_1: tensor(438.8902, device='cuda:0') (tensor(759.8331, device='cuda:0')) + | > current_lr_0: 0.00019940086170989343 + | > current_lr_1: 0.00019940086170989343 + | > step_time: 0.8144 (0.8107673447541519) + | > loader_time: 0.0046 (0.004686069006871698) + + + --> TIME: 2024-11-22 15:37:13 -- STEP: 124/797 -- GLOBAL_STEP: 19475 + | > loss_disc: 2.4765820503234863 (2.4712294993862023) + | > loss_disc_real_0: 0.09862102568149567 (0.1238525306445456) + | > loss_disc_real_1: 0.18920016288757324 (0.21811146685673344) + | > loss_disc_real_2: 0.2600390315055847 (0.238683482451785) + | > loss_disc_real_3: 0.21605369448661804 (0.22558029777100008) + | > loss_disc_real_4: 0.24626187980175018 (0.22143051569019595) + | > loss_disc_real_5: 0.23116140067577362 (0.23663330354517506) + | > loss_0: 2.4765820503234863 (2.4712294993862023) + | > grad_norm_0: tensor(120.0614, device='cuda:0') (tensor(106.6780, device='cuda:0')) + | > loss_gen: 2.353355646133423 (2.3533261437569895) + | > loss_kl: 1.7247288227081299 (1.5431163392720684) + | > loss_feat: 5.86914587020874 (5.648824453353881) + | > loss_mel: 22.719369888305664 (22.4703461124051) + | > loss_duration: 1.8051130771636963 (1.8034566938877106) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.47171401977539 (33.81906966240175) + | > grad_norm_1: tensor(794.4306, device='cuda:0') (tensor(750.5110, device='cuda:0')) + | > current_lr_0: 0.00019940086170989343 + | > current_lr_1: 0.00019940086170989343 + | > step_time: 0.8274 (0.8135283877772672) + | > loader_time: 0.0073 (0.004883462382901101) + + + --> TIME: 2024-11-22 15:37:34 -- STEP: 149/797 -- GLOBAL_STEP: 19500 + | > loss_disc: 2.3044955730438232 (2.4722585774108063) + | > loss_disc_real_0: 0.048993900418281555 (0.12526925453203633) + | > loss_disc_real_1: 0.21418172121047974 (0.21741695152033094) + | > loss_disc_real_2: 0.22612032294273376 (0.23866111020113798) + | > loss_disc_real_3: 0.20095539093017578 (0.22461283536965415) + | > loss_disc_real_4: 0.18571530282497406 (0.2209306477300272) + | > loss_disc_real_5: 0.2127087116241455 (0.23661975592574816) + | > loss_0: 2.3044955730438232 (2.4722585774108063) + | > grad_norm_0: tensor(34.5270, device='cuda:0') (tensor(113.8678, device='cuda:0')) + | > loss_gen: 2.3706588745117188 (2.3572271542261105) + | > loss_kl: 1.5417709350585938 (1.5355873295924807) + | > loss_feat: 6.110345363616943 (5.654112428626757) + | > loss_mel: 22.65503692626953 (22.47130209647569) + | > loss_duration: 1.7902127504348755 (1.7977559230471618) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.46802520751953 (33.81598485396212) + | > grad_norm_1: tensor(464.2249, device='cuda:0') (tensor(731.6296, device='cuda:0')) + | > current_lr_0: 0.00019940086170989343 + | > current_lr_1: 0.00019940086170989343 + | > step_time: 0.8333 (0.8147363838733445) + | > loader_time: 0.0048 (0.005079376617534051) + + + --> TIME: 2024-11-22 15:37:55 -- STEP: 174/797 -- GLOBAL_STEP: 19525 + | > loss_disc: 2.433715581893921 (2.471669653366351) + | > loss_disc_real_0: 0.13443802297115326 (0.1253089451113308) + | > loss_disc_real_1: 0.15826430916786194 (0.2169247879379097) + | > loss_disc_real_2: 0.253513365983963 (0.23761596282323202) + | > loss_disc_real_3: 0.2578623592853546 (0.22479605434954852) + | > loss_disc_real_4: 0.275206983089447 (0.2218616161195711) + | > loss_disc_real_5: 0.26209259033203125 (0.23708927263131088) + | > loss_0: 2.433715581893921 (2.471669653366351) + | > grad_norm_0: tensor(33.8584, device='cuda:0') (tensor(107.5394, device='cuda:0')) + | > loss_gen: 2.4538493156433105 (2.349125060541875) + | > loss_kl: 1.422787070274353 (1.5315395213406657) + | > loss_feat: 5.620917797088623 (5.634775342612429) + | > loss_mel: 23.486923217773438 (22.488879916311685) + | > loss_duration: 1.7577831745147705 (1.7904034955748196) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.74225997924805 (33.7947232586214) + | > grad_norm_1: tensor(615.0078, device='cuda:0') (tensor(678.8673, device='cuda:0')) + | > current_lr_0: 0.00019940086170989343 + | > current_lr_1: 0.00019940086170989343 + | > step_time: 0.8345 (0.8173631046010164) + | > loader_time: 0.0045 (0.005247617590016333) + + + --> TIME: 2024-11-22 15:38:16 -- STEP: 199/797 -- GLOBAL_STEP: 19550 + | > loss_disc: 2.453047275543213 (2.4734715972114434) + | > loss_disc_real_0: 0.13250866532325745 (0.1268650432814604) + | > loss_disc_real_1: 0.19255217909812927 (0.21655076749660263) + | > loss_disc_real_2: 0.1962607204914093 (0.23765106514171142) + | > loss_disc_real_3: 0.197598397731781 (0.22408860981763906) + | > loss_disc_real_4: 0.20882518589496613 (0.22169582268700525) + | > loss_disc_real_5: 0.2625749409198761 (0.2375144213438034) + | > loss_0: 2.453047275543213 (2.4734715972114434) + | > grad_norm_0: tensor(82.7902, device='cuda:0') (tensor(107.2260, device='cuda:0')) + | > loss_gen: 2.1504175662994385 (2.340181598711252) + | > loss_kl: 1.4671337604522705 (1.523552938022805) + | > loss_feat: 5.697965145111084 (5.615821083586417) + | > loss_mel: 23.90862464904785 (22.518662773784087) + | > loss_duration: 1.7380213737487793 (1.7862674357304023) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.962162017822266 (33.78448574507058) + | > grad_norm_1: tensor(1191.2236, device='cuda:0') (tensor(684.5480, device='cuda:0')) + | > current_lr_0: 0.00019940086170989343 + | > current_lr_1: 0.00019940086170989343 + | > step_time: 0.7923 (0.8208139086488506) + | > loader_time: 0.0051 (0.005317989905275894) + + + --> TIME: 2024-11-22 15:38:39 -- STEP: 224/797 -- GLOBAL_STEP: 19575 + | > loss_disc: 2.374958038330078 (2.4672017384852674) + | > loss_disc_real_0: 0.05469181388616562 (0.12359274363344788) + | > loss_disc_real_1: 0.1690850853919983 (0.21606772053720696) + | > loss_disc_real_2: 0.2582586109638214 (0.2385865427952792) + | > loss_disc_real_3: 0.20391789078712463 (0.22311257092016085) + | > loss_disc_real_4: 0.24457086622714996 (0.22184566747663273) + | > loss_disc_real_5: 0.2671889364719391 (0.23767168161326221) + | > loss_0: 2.374958038330078 (2.4672017384852674) + | > grad_norm_0: tensor(40.1963, device='cuda:0') (tensor(105.4216, device='cuda:0')) + | > loss_gen: 2.413400888442993 (2.349525594285556) + | > loss_kl: 1.4721441268920898 (1.5267950490649256) + | > loss_feat: 6.694889068603516 (5.644024670124052) + | > loss_mel: 24.432727813720703 (22.562798431941445) + | > loss_duration: 1.7208824157714844 (1.7834807698215758) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.734046936035156 (33.86662448304042) + | > grad_norm_1: tensor(501.6335, device='cuda:0') (tensor(682.5622, device='cuda:0')) + | > current_lr_0: 0.00019940086170989343 + | > current_lr_1: 0.00019940086170989343 + | > step_time: 0.8589 (0.8303703314491683) + | > loader_time: 0.006 (0.00547371166093009) + + + --> TIME: 2024-11-22 15:39:02 -- STEP: 249/797 -- GLOBAL_STEP: 19600 + | > loss_disc: 2.3919882774353027 (2.4652231218345664) + | > loss_disc_real_0: 0.16076141595840454 (0.12339633291804157) + | > loss_disc_real_1: 0.2003045678138733 (0.21627513298308515) + | > loss_disc_real_2: 0.2742878794670105 (0.23826563358306885) + | > loss_disc_real_3: 0.2426345944404602 (0.22378574461343298) + | > loss_disc_real_4: 0.21080264449119568 (0.22182232285120398) + | > loss_disc_real_5: 0.2627663314342499 (0.23724973943817568) + | > loss_0: 2.3919882774353027 (2.4652231218345664) + | > grad_norm_0: tensor(229.1314, device='cuda:0') (tensor(105.1434, device='cuda:0')) + | > loss_gen: 2.544931650161743 (2.3555942223253976) + | > loss_kl: 1.4185515642166138 (1.521672920768998) + | > loss_feat: 5.715025901794434 (5.641754121665493) + | > loss_mel: 22.071428298950195 (22.546425287024565) + | > loss_duration: 1.7086125612258911 (1.7786419315031734) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.45854949951172 (33.84408844331183) + | > grad_norm_1: tensor(532.2764, device='cuda:0') (tensor(669.3956, device='cuda:0')) + | > current_lr_0: 0.00019940086170989343 + | > current_lr_1: 0.00019940086170989343 + | > step_time: 0.8923 (0.8377583620538676) + | > loader_time: 0.0055 (0.005663139274321409) + + + --> TIME: 2024-11-22 15:39:38 -- STEP: 274/797 -- GLOBAL_STEP: 19625 + | > loss_disc: 2.4475152492523193 (2.4630085412603218) + | > loss_disc_real_0: 0.08447449654340744 (0.12136358460479399) + | > loss_disc_real_1: 0.2097591906785965 (0.21669209645177326) + | > loss_disc_real_2: 0.24714291095733643 (0.23810923637917442) + | > loss_disc_real_3: 0.2248384803533554 (0.22384882169048279) + | > loss_disc_real_4: 0.22272199392318726 (0.2217422671017856) + | > loss_disc_real_5: 0.22193841636180878 (0.23741528973744733) + | > loss_0: 2.4475152492523193 (2.4630085412603218) + | > grad_norm_0: tensor(150.9577, device='cuda:0') (tensor(104.5912, device='cuda:0')) + | > loss_gen: 2.3731179237365723 (2.360380624332567) + | > loss_kl: 1.4787213802337646 (1.5230849866014324) + | > loss_feat: 5.541281700134277 (5.656134203402663) + | > loss_mel: 22.224258422851562 (22.59533939918463) + | > loss_duration: 1.7228858470916748 (1.7749666963180484) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.340267181396484 (33.909905851322385) + | > grad_norm_1: tensor(965.8516, device='cuda:0') (tensor(677.4840, device='cuda:0')) + | > current_lr_0: 0.00019940086170989343 + | > current_lr_1: 0.00019940086170989343 + | > step_time: 0.973 (0.8889576527324038) + | > loader_time: 0.0068 (0.005978435495474045) + + + --> TIME: 2024-11-22 15:40:03 -- STEP: 299/797 -- GLOBAL_STEP: 19650 + | > loss_disc: 2.263305902481079 (2.4584507870434904) + | > loss_disc_real_0: 0.04780668020248413 (0.12059213517601265) + | > loss_disc_real_1: 0.198167085647583 (0.21694706774076894) + | > loss_disc_real_2: 0.17905166745185852 (0.23745747872419581) + | > loss_disc_real_3: 0.2001660168170929 (0.22372726512991858) + | > loss_disc_real_4: 0.19290752708911896 (0.2209378030387853) + | > loss_disc_real_5: 0.23381218314170837 (0.23708926749269302) + | > loss_0: 2.263305902481079 (2.4584507870434904) + | > grad_norm_0: tensor(14.4713, device='cuda:0') (tensor(105.6118, device='cuda:0')) + | > loss_gen: 2.4594502449035645 (2.365930224740785) + | > loss_kl: 1.3612948656082153 (1.525558089133489) + | > loss_feat: 6.347413063049316 (5.669153988560705) + | > loss_mel: 22.653404235839844 (22.599990276987345) + | > loss_duration: 1.7360855340957642 (1.7723895243577734) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.557647705078125 (33.933021991946624) + | > grad_norm_1: tensor(418.1610, device='cuda:0') (tensor(673.6989, device='cuda:0')) + | > current_lr_0: 0.00019940086170989343 + | > current_lr_1: 0.00019940086170989343 + | > step_time: 0.9769 (0.8982043146688404) + | > loader_time: 0.0062 (0.006073199785672702) + + + --> TIME: 2024-11-22 15:40:27 -- STEP: 324/797 -- GLOBAL_STEP: 19675 + | > loss_disc: 2.3395237922668457 (2.463324949329281) + | > loss_disc_real_0: 0.18088090419769287 (0.12098582882296147) + | > loss_disc_real_1: 0.18200306594371796 (0.216554099900855) + | > loss_disc_real_2: 0.21479877829551697 (0.23819406588136413) + | > loss_disc_real_3: 0.15313391387462616 (0.22403970765478812) + | > loss_disc_real_4: 0.22662095725536346 (0.2217972483255981) + | > loss_disc_real_5: 0.20974944531917572 (0.23731351873756926) + | > loss_0: 2.3395237922668457 (2.463324949329281) + | > grad_norm_0: tensor(108.9292, device='cuda:0') (tensor(104.9027, device='cuda:0')) + | > loss_gen: 2.5475873947143555 (2.3636996510588095) + | > loss_kl: 1.822330355644226 (1.5313921278273617) + | > loss_feat: 5.963094711303711 (5.651281961688289) + | > loss_mel: 24.67453956604004 (22.600671544487103) + | > loss_duration: 1.7520748376846313 (1.770679220373248) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.75962829589844 (33.91772446808991) + | > grad_norm_1: tensor(335.0453, device='cuda:0') (tensor(660.9604, device='cuda:0')) + | > current_lr_0: 0.00019940086170989343 + | > current_lr_1: 0.00019940086170989343 + | > step_time: 1.0486 (0.9034791780106816) + | > loader_time: 0.0106 (0.006144224125661969) + + + --> TIME: 2024-11-22 15:40:54 -- STEP: 349/797 -- GLOBAL_STEP: 19700 + | > loss_disc: 2.3365378379821777 (2.4637310901139045) + | > loss_disc_real_0: 0.18207357823848724 (0.12235605396479787) + | > loss_disc_real_1: 0.21459659934043884 (0.21678495863959582) + | > loss_disc_real_2: 0.19504807889461517 (0.23806995452304283) + | > loss_disc_real_3: 0.22253765165805817 (0.22389442228143738) + | > loss_disc_real_4: 0.2213573306798935 (0.22170398672535632) + | > loss_disc_real_5: 0.2577177584171295 (0.23713696750153102) + | > loss_0: 2.3365378379821777 (2.4637310901139045) + | > grad_norm_0: tensor(106.9518, device='cuda:0') (tensor(103.0845, device='cuda:0')) + | > loss_gen: 2.460160970687866 (2.360165453571985) + | > loss_kl: 1.5112190246582031 (1.5328539375930939) + | > loss_feat: 5.899718761444092 (5.6434106239275135) + | > loss_mel: 23.857152938842773 (22.60752975769917) + | > loss_duration: 1.7238539457321167 (1.7675602559032275) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.45210647583008 (33.91151996055099) + | > grad_norm_1: tensor(714.6622, device='cuda:0') (tensor(653.7299, device='cuda:0')) + | > current_lr_0: 0.00019940086170989343 + | > current_lr_1: 0.00019940086170989343 + | > step_time: 0.9732 (0.9127558514176946) + | > loader_time: 0.0074 (0.006211192696688852) + + + --> TIME: 2024-11-22 15:41:20 -- STEP: 374/797 -- GLOBAL_STEP: 19725 + | > loss_disc: 2.455306053161621 (2.4650243080873544) + | > loss_disc_real_0: 0.19110271334648132 (0.12262687355997083) + | > loss_disc_real_1: 0.26641976833343506 (0.21727433581562608) + | > loss_disc_real_2: 0.2368321716785431 (0.23811406626261492) + | > loss_disc_real_3: 0.18760819733142853 (0.22393692535831325) + | > loss_disc_real_4: 0.23414044082164764 (0.22179371907430537) + | > loss_disc_real_5: 0.24145887792110443 (0.23709530486939426) + | > loss_0: 2.455306053161621 (2.4650243080873544) + | > grad_norm_0: tensor(283.0108, device='cuda:0') (tensor(102.5072, device='cuda:0')) + | > loss_gen: 2.4454383850097656 (2.3597928531029626) + | > loss_kl: 1.3852828741073608 (1.5303057354083036) + | > loss_feat: 5.181269645690918 (5.640773100011489) + | > loss_mel: 21.625947952270508 (22.59726193371941) + | > loss_duration: 1.719735860824585 (1.7646605672045825) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.35767364501953 (33.89279413988246) + | > grad_norm_1: tensor(840.5958, device='cuda:0') (tensor(650.7606, device='cuda:0')) + | > current_lr_0: 0.00019940086170989343 + | > current_lr_1: 0.00019940086170989343 + | > step_time: 1.066 (0.9202818947042374) + | > loader_time: 0.0055 (0.006281503381576132) + + + --> TIME: 2024-11-22 15:41:44 -- STEP: 399/797 -- GLOBAL_STEP: 19750 + | > loss_disc: 2.5665199756622314 (2.46335764696126) + | > loss_disc_real_0: 0.10133448243141174 (0.12249270225303208) + | > loss_disc_real_1: 0.18014627695083618 (0.21676171580352882) + | > loss_disc_real_2: 0.23716086149215698 (0.2380582708912087) + | > loss_disc_real_3: 0.2783093750476837 (0.22399694082282834) + | > loss_disc_real_4: 0.1741211861371994 (0.22141321559896446) + | > loss_disc_real_5: 0.27920761704444885 (0.2368541611615279) + | > loss_0: 2.5665199756622314 (2.46335764696126) + | > grad_norm_0: tensor(77.5208, device='cuda:0') (tensor(100.0782, device='cuda:0')) + | > loss_gen: 2.2007081508636475 (2.3570595878108684) + | > loss_kl: 1.3961820602416992 (1.528916210907145) + | > loss_feat: 5.915924072265625 (5.640796190515198) + | > loss_mel: 23.05523109436035 (22.59350311068963) + | > loss_duration: 1.722436547279358 (1.762925462316451) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.29047775268555 (33.88320052354856) + | > grad_norm_1: tensor(1037.2174, device='cuda:0') (tensor(648.1359, device='cuda:0')) + | > current_lr_0: 0.00019940086170989343 + | > current_lr_1: 0.00019940086170989343 + | > step_time: 0.956 (0.9227110568742106) + | > loader_time: 0.0066 (0.006327758755600244) + + + --> TIME: 2024-11-22 15:42:10 -- STEP: 424/797 -- GLOBAL_STEP: 19775 + | > loss_disc: 2.543191432952881 (2.46359084687143) + | > loss_disc_real_0: 0.12667085230350494 (0.1230249471066273) + | > loss_disc_real_1: 0.2735308110713959 (0.21685119275495696) + | > loss_disc_real_2: 0.23422545194625854 (0.23764403586117727) + | > loss_disc_real_3: 0.26304396986961365 (0.22448600772416813) + | > loss_disc_real_4: 0.2155059278011322 (0.2216207613500784) + | > loss_disc_real_5: 0.2521679103374481 (0.23658053661292455) + | > loss_0: 2.543191432952881 (2.46359084687143) + | > grad_norm_0: tensor(70.6614, device='cuda:0') (tensor(101.4098, device='cuda:0')) + | > loss_gen: 2.1951184272766113 (2.3590612020694963) + | > loss_kl: 1.4392348527908325 (1.5256060863722045) + | > loss_feat: 5.101465702056885 (5.648415550870715) + | > loss_mel: 21.944679260253906 (22.615198351302237) + | > loss_duration: 1.6971080303192139 (1.761272854118977) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.37760543823242 (33.909553991173816) + | > grad_norm_1: tensor(300.5312, device='cuda:0') (tensor(647.2246, device='cuda:0')) + | > current_lr_0: 0.00019940086170989343 + | > current_lr_1: 0.00019940086170989343 + | > step_time: 1.2243 (0.9282976574492905) + | > loader_time: 0.0094 (0.006470508170577716) + + + --> TIME: 2024-11-22 15:42:34 -- STEP: 449/797 -- GLOBAL_STEP: 19800 + | > loss_disc: 2.498575448989868 (2.4648295606430497) + | > loss_disc_real_0: 0.1034092903137207 (0.12282900918764626) + | > loss_disc_real_1: 0.1900726854801178 (0.21665769732476345) + | > loss_disc_real_2: 0.2485104501247406 (0.23770968871552056) + | > loss_disc_real_3: 0.22107918560504913 (0.22495378749673242) + | > loss_disc_real_4: 0.28757765889167786 (0.22202295512956607) + | > loss_disc_real_5: 0.22689463198184967 (0.2365208280776816) + | > loss_0: 2.498575448989868 (2.4648295606430497) + | > grad_norm_0: tensor(40.9322, device='cuda:0') (tensor(100.7592, device='cuda:0')) + | > loss_gen: 2.196606159210205 (2.3582072802269614) + | > loss_kl: 1.5429749488830566 (1.5229670423972845) + | > loss_feat: 5.585836887359619 (5.6467591988748325) + | > loss_mel: 21.6322021484375 (22.61856973728783) + | > loss_duration: 1.7641263008117676 (1.7600651626332036) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.721744537353516 (33.906568382789956) + | > grad_norm_1: tensor(435.4320, device='cuda:0') (tensor(643.9908, device='cuda:0')) + | > current_lr_0: 0.00019940086170989343 + | > current_lr_1: 0.00019940086170989343 + | > step_time: 0.8829 (0.93121700987784) + | > loader_time: 0.0155 (0.00654931270200054) + + + --> TIME: 2024-11-22 15:42:59 -- STEP: 474/797 -- GLOBAL_STEP: 19825 + | > loss_disc: 2.479112148284912 (2.4619311984581285) + | > loss_disc_real_0: 0.14580154418945312 (0.12185032123440423) + | > loss_disc_real_1: 0.17677879333496094 (0.21650768244316812) + | > loss_disc_real_2: 0.20428234338760376 (0.23757383104743837) + | > loss_disc_real_3: 0.16887091100215912 (0.2246164026579776) + | > loss_disc_real_4: 0.19881214201450348 (0.22192835358250493) + | > loss_disc_real_5: 0.2713029384613037 (0.2364978251766555) + | > loss_0: 2.479112148284912 (2.4619311984581285) + | > grad_norm_0: tensor(66.2740, device='cuda:0') (tensor(98.9405, device='cuda:0')) + | > loss_gen: 2.3109803199768066 (2.361477928574072) + | > loss_kl: 1.3208779096603394 (1.5218073364803058) + | > loss_feat: 5.436380386352539 (5.659906694154699) + | > loss_mel: 21.756919860839844 (22.643453980296975) + | > loss_duration: 1.7600840330123901 (1.759057768286532) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.585243225097656 (33.94570369559504) + | > grad_norm_1: tensor(173.5430, device='cuda:0') (tensor(640.1387, device='cuda:0')) + | > current_lr_0: 0.00019940086170989343 + | > current_lr_1: 0.00019940086170989343 + | > step_time: 1.0031 (0.9322717647512251) + | > loader_time: 0.0077 (0.0066843711877171) + + + --> TIME: 2024-11-22 15:43:23 -- STEP: 499/797 -- GLOBAL_STEP: 19850 + | > loss_disc: 2.4201672077178955 (2.46102231776786) + | > loss_disc_real_0: 0.14595839381217957 (0.12190684313346478) + | > loss_disc_real_1: 0.17141608893871307 (0.21647969201834266) + | > loss_disc_real_2: 0.26602041721343994 (0.2376033730640679) + | > loss_disc_real_3: 0.19745086133480072 (0.22455810126895176) + | > loss_disc_real_4: 0.20898063480854034 (0.22154583532609537) + | > loss_disc_real_5: 0.2337251603603363 (0.2363916714050488) + | > loss_0: 2.4201672077178955 (2.46102231776786) + | > grad_norm_0: tensor(156.3426, device='cuda:0') (tensor(97.5864, device='cuda:0')) + | > loss_gen: 2.577542543411255 (2.362290739535327) + | > loss_kl: 1.371975302696228 (1.5220960310561384) + | > loss_feat: 5.894164562225342 (5.672783642350313) + | > loss_mel: 23.37883949279785 (22.661667890682487) + | > loss_duration: 1.7019983530044556 (1.7575833735341777) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.924522399902344 (33.97642166581088) + | > grad_norm_1: tensor(969.7285, device='cuda:0') (tensor(640.3816, device='cuda:0')) + | > current_lr_0: 0.00019940086170989343 + | > current_lr_1: 0.00019940086170989343 + | > step_time: 1.0183 (0.9338324327984888) + | > loader_time: 0.007 (0.006823992203614995) + + + --> TIME: 2024-11-22 15:43:47 -- STEP: 524/797 -- GLOBAL_STEP: 19875 + | > loss_disc: 2.6146838665008545 (2.462677567059757) + | > loss_disc_real_0: 0.114163339138031 (0.1217624630835902) + | > loss_disc_real_1: 0.31156766414642334 (0.2169789902524639) + | > loss_disc_real_2: 0.25150761008262634 (0.23799900713426467) + | > loss_disc_real_3: 0.2415996491909027 (0.224747629395423) + | > loss_disc_real_4: 0.2604677081108093 (0.22186106941058437) + | > loss_disc_real_5: 0.30790042877197266 (0.23655340521958948) + | > loss_0: 2.6146838665008545 (2.462677567059757) + | > grad_norm_0: tensor(207.6797, device='cuda:0') (tensor(97.8884, device='cuda:0')) + | > loss_gen: 2.3046274185180664 (2.362040037644726) + | > loss_kl: 1.4360259771347046 (1.5224414277850216) + | > loss_feat: 4.563597679138184 (5.669819934677531) + | > loss_mel: 20.335247039794922 (22.66837586701371) + | > loss_duration: 1.6955645084381104 (1.75678034388382) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.335063934326172 (33.979457600426144) + | > grad_norm_1: tensor(509.0159, device='cuda:0') (tensor(643.0886, device='cuda:0')) + | > current_lr_0: 0.00019940086170989343 + | > current_lr_1: 0.00019940086170989343 + | > step_time: 0.9726 (0.9349813070006043) + | > loader_time: 0.0068 (0.006958103361930557) + + + --> TIME: 2024-11-22 15:44:13 -- STEP: 549/797 -- GLOBAL_STEP: 19900 + | > loss_disc: 2.5258374214172363 (2.462133756317945) + | > loss_disc_real_0: 0.14183691143989563 (0.12192712984775579) + | > loss_disc_real_1: 0.18739645183086395 (0.21655385874768204) + | > loss_disc_real_2: 0.29708752036094666 (0.2378338055043924) + | > loss_disc_real_3: 0.24991583824157715 (0.22501080660980688) + | > loss_disc_real_4: 0.23467451333999634 (0.2215412535139772) + | > loss_disc_real_5: 0.30575186014175415 (0.2364671638265985) + | > loss_0: 2.5258374214172363 (2.462133756317945) + | > grad_norm_0: tensor(140.6617, device='cuda:0') (tensor(97.3077, device='cuda:0')) + | > loss_gen: 2.473722219467163 (2.3603895238188426) + | > loss_kl: 1.5953285694122314 (1.5228929557652637) + | > loss_feat: 5.942221641540527 (5.669732868562847) + | > loss_mel: 24.469478607177734 (22.684506105377807) + | > loss_duration: 1.733551025390625 (1.7564740302567061) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.214298248291016 (33.99399547542163) + | > grad_norm_1: tensor(708.2436, device='cuda:0') (tensor(646.0026, device='cuda:0')) + | > current_lr_0: 0.00019940086170989343 + | > current_lr_1: 0.00019940086170989343 + | > step_time: 0.9996 (0.9375751079323079) + | > loader_time: 0.0079 (0.007029713611568041) + + + --> TIME: 2024-11-22 15:44:39 -- STEP: 574/797 -- GLOBAL_STEP: 19925 + | > loss_disc: 2.544599771499634 (2.4613061308445405) + | > loss_disc_real_0: 0.13012495636940002 (0.121584798193144) + | > loss_disc_real_1: 0.18996921181678772 (0.21649831068744224) + | > loss_disc_real_2: 0.2324632704257965 (0.23783111709854743) + | > loss_disc_real_3: 0.197050079703331 (0.22467981286684396) + | > loss_disc_real_4: 0.19920162856578827 (0.22155186505371674) + | > loss_disc_real_5: 0.17558161914348602 (0.23646921641112204) + | > loss_0: 2.544599771499634 (2.4613061308445405) + | > grad_norm_0: tensor(116.5971, device='cuda:0') (tensor(98.1263, device='cuda:0')) + | > loss_gen: 2.2153286933898926 (2.3608616916560106) + | > loss_kl: 1.50465726852417 (1.5233543954452151) + | > loss_feat: 5.266942501068115 (5.66913212384081) + | > loss_mel: 21.431589126586914 (22.689942067508493) + | > loss_duration: 1.7363274097442627 (1.7555959608912055) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.15484619140625 (33.9988862280231) + | > grad_norm_1: tensor(249.9913, device='cuda:0') (tensor(649.2277, device='cuda:0')) + | > current_lr_0: 0.00019940086170989343 + | > current_lr_1: 0.00019940086170989343 + | > step_time: 0.9987 (0.9413539985331093) + | > loader_time: 0.0083 (0.007130342908852607) + + + --> TIME: 2024-11-22 15:45:07 -- STEP: 599/797 -- GLOBAL_STEP: 19950 + | > loss_disc: 2.4692554473876953 (2.461695610183306) + | > loss_disc_real_0: 0.11025615781545639 (0.12226095924990399) + | > loss_disc_real_1: 0.2350206971168518 (0.21648602187633514) + | > loss_disc_real_2: 0.28417548537254333 (0.23774833803085332) + | > loss_disc_real_3: 0.2361878752708435 (0.22460549298630333) + | > loss_disc_real_4: 0.23887377977371216 (0.2216449601075087) + | > loss_disc_real_5: 0.25860390067100525 (0.2366654294759085) + | > loss_0: 2.4692554473876953 (2.461695610183306) + | > grad_norm_0: tensor(41.2320, device='cuda:0') (tensor(97.3284, device='cuda:0')) + | > loss_gen: 2.388904571533203 (2.3591920372241697) + | > loss_kl: 1.5848904848098755 (1.5245920739110204) + | > loss_feat: 5.473730564117432 (5.669040386983269) + | > loss_mel: 24.182952880859375 (22.712768901767635) + | > loss_duration: 1.6989235877990723 (1.7549185275235442) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.329402923583984 (34.02051191377719) + | > grad_norm_1: tensor(659.6258, device='cuda:0') (tensor(652.1111, device='cuda:0')) + | > current_lr_0: 0.00019940086170989343 + | > current_lr_1: 0.00019940086170989343 + | > step_time: 1.4014 (0.9491630531909668) + | > loader_time: 0.0112 (0.007274483599527451) + + + --> TIME: 2024-11-22 15:45:38 -- STEP: 624/797 -- GLOBAL_STEP: 19975 + | > loss_disc: 2.409424066543579 (2.461788433102459) + | > loss_disc_real_0: 0.1805664598941803 (0.1225604738693875) + | > loss_disc_real_1: 0.2176527976989746 (0.2164140699001459) + | > loss_disc_real_2: 0.20497466623783112 (0.23754699492397216) + | > loss_disc_real_3: 0.21857941150665283 (0.22470711978773275) + | > loss_disc_real_4: 0.18762163817882538 (0.22180441864885572) + | > loss_disc_real_5: 0.24958829581737518 (0.23652769415042338) + | > loss_0: 2.409424066543579 (2.461788433102459) + | > grad_norm_0: tensor(262.7181, device='cuda:0') (tensor(98.5709, device='cuda:0')) + | > loss_gen: 2.473252058029175 (2.3576929777478526) + | > loss_kl: 1.523145318031311 (1.5242047520975273) + | > loss_feat: 5.496302604675293 (5.660331402069483) + | > loss_mel: 22.457067489624023 (22.70291843475439) + | > loss_duration: 1.7703053951263428 (1.7548912072028873) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.720069885253906 (34.00003876135899) + | > grad_norm_1: tensor(1138.5428, device='cuda:0') (tensor(655.5110, device='cuda:0')) + | > current_lr_0: 0.00019940086170989343 + | > current_lr_1: 0.00019940086170989343 + | > step_time: 1.1704 (0.9601719218951005) + | > loader_time: 0.0097 (0.007414009326543563) + + + --> TIME: 2024-11-22 15:46:10 -- STEP: 649/797 -- GLOBAL_STEP: 20000 + | > loss_disc: 2.5080726146698 (2.462123058610042) + | > loss_disc_real_0: 0.2198895961046219 (0.12258710403379927) + | > loss_disc_real_1: 0.16307345032691956 (0.21619251069651546) + | > loss_disc_real_2: 0.20654839277267456 (0.23767853465120672) + | > loss_disc_real_3: 0.2316579669713974 (0.22489042378078072) + | > loss_disc_real_4: 0.19104042649269104 (0.22206023865837152) + | > loss_disc_real_5: 0.23544955253601074 (0.23685174324020214) + | > loss_0: 2.5080726146698 (2.462123058610042) + | > grad_norm_0: tensor(170.9975, device='cuda:0') (tensor(101.4436, device='cuda:0')) + | > loss_gen: 2.069334030151367 (2.3603347719909555) + | > loss_kl: 1.44020676612854 (1.524071772311612) + | > loss_feat: 5.1299357414245605 (5.661473363867526) + | > loss_mel: 22.499252319335938 (22.701345188040943) + | > loss_duration: 1.7243576049804688 (1.754562942933963) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.86308670043945 (34.001788055584484) + | > grad_norm_1: tensor(419.7636, device='cuda:0') (tensor(652.0070, device='cuda:0')) + | > current_lr_0: 0.00019940086170989343 + | > current_lr_1: 0.00019940086170989343 + | > step_time: 1.4044 (0.9711078616613967) + | > loader_time: 0.0138 (0.007553825025749501) + + + > CHECKPOINT : vits_shi_male-November-22-2024_02+49AM-0000000/checkpoint_20000.pth + + --> TIME: 2024-11-22 15:47:01 -- STEP: 674/797 -- GLOBAL_STEP: 20025 + | > loss_disc: 2.4015164375305176 (2.4654251354738217) + | > loss_disc_real_0: 0.10929584503173828 (0.12392081304257095) + | > loss_disc_real_1: 0.2474517524242401 (0.2161923724748968) + | > loss_disc_real_2: 0.21353965997695923 (0.23735828850230406) + | > loss_disc_real_3: 0.21802125871181488 (0.22482302437815538) + | > loss_disc_real_4: 0.21995119750499725 (0.22222472156898196) + | > loss_disc_real_5: 0.19491451978683472 (0.23686278763970564) + | > loss_0: 2.4015164375305176 (2.4654251354738217) + | > grad_norm_0: tensor(128.5830, device='cuda:0') (tensor(101.7185, device='cuda:0')) + | > loss_gen: 2.357482433319092 (2.356396711721614) + | > loss_kl: 1.5128693580627441 (1.5248880114859573) + | > loss_feat: 5.685758590698242 (5.643179417717704) + | > loss_mel: 21.932710647583008 (22.664936224147905) + | > loss_duration: 1.7498832941055298 (1.7541839715635037) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.238704681396484 (33.943584348752154) + | > grad_norm_1: tensor(214.1965, device='cuda:0') (tensor(646.2042, device='cuda:0')) + | > current_lr_0: 0.00019940086170989343 + | > current_lr_1: 0.00019940086170989343 + | > step_time: 1.0153 (0.9802921596549738) + | > loader_time: 0.0095 (0.007788196515612503) + + + --> TIME: 2024-11-22 15:47:29 -- STEP: 699/797 -- GLOBAL_STEP: 20050 + | > loss_disc: 2.3816123008728027 (2.465657373013582) + | > loss_disc_real_0: 0.13120713829994202 (0.12432491865131642) + | > loss_disc_real_1: 0.24131880700588226 (0.21612270057030844) + | > loss_disc_real_2: 0.22511596977710724 (0.2376520251682047) + | > loss_disc_real_3: 0.2720141112804413 (0.22473108314393417) + | > loss_disc_real_4: 0.21499834954738617 (0.22230037371061723) + | > loss_disc_real_5: 0.21669024229049683 (0.23684880894226407) + | > loss_0: 2.3816123008728027 (2.465657373013582) + | > grad_norm_0: tensor(17.8162, device='cuda:0') (tensor(100.4587, device='cuda:0')) + | > loss_gen: 2.390571117401123 (2.3542783504221356) + | > loss_kl: 1.685455083847046 (1.525798482188851) + | > loss_feat: 5.640640735626221 (5.635015361128274) + | > loss_mel: 23.593734741210938 (22.66535172578432) + | > loss_duration: 1.7518916130065918 (1.7535225388318176) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.062294006347656 (33.93396646338641) + | > grad_norm_1: tensor(234.6202, device='cuda:0') (tensor(644.1786, device='cuda:0')) + | > current_lr_0: 0.00019940086170989343 + | > current_lr_1: 0.00019940086170989343 + | > step_time: 1.0232 (0.9845663877004206) + | > loader_time: 0.0089 (0.007933587304853404) + + + --> TIME: 2024-11-22 15:47:56 -- STEP: 724/797 -- GLOBAL_STEP: 20075 + | > loss_disc: 2.51249098777771 (2.466052621109048) + | > loss_disc_real_0: 0.13553282618522644 (0.12476336347319963) + | > loss_disc_real_1: 0.2555144131183624 (0.21611137504982686) + | > loss_disc_real_2: 0.25095176696777344 (0.23738086133042752) + | > loss_disc_real_3: 0.22819459438323975 (0.22487172216835602) + | > loss_disc_real_4: 0.23849596083164215 (0.222150417960645) + | > loss_disc_real_5: 0.23008449375629425 (0.23671484034693702) + | > loss_0: 2.51249098777771 (2.466052621109048) + | > grad_norm_0: tensor(106.8270, device='cuda:0') (tensor(100.1048, device='cuda:0')) + | > loss_gen: 2.331685781478882 (2.351534684883293) + | > loss_kl: 1.680895209312439 (1.5254792771122074) + | > loss_feat: 5.027467727661133 (5.630575931203953) + | > loss_mel: 21.391712188720703 (22.660933088861107) + | > loss_duration: 1.7305755615234375 (1.7525454059819494) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.16233825683594 (33.92106838120939) + | > grad_norm_1: tensor(1235.1727, device='cuda:0') (tensor(642.7598, device='cuda:0')) + | > current_lr_0: 0.00019940086170989343 + | > current_lr_1: 0.00019940086170989343 + | > step_time: 1.0484 (0.9880923230345078) + | > loader_time: 0.0237 (0.008191004971772926) + + + --> TIME: 2024-11-22 15:48:25 -- STEP: 749/797 -- GLOBAL_STEP: 20100 + | > loss_disc: 2.449462652206421 (2.466360939201587) + | > loss_disc_real_0: 0.23146453499794006 (0.12508103883612615) + | > loss_disc_real_1: 0.23355652391910553 (0.21602033930165426) + | > loss_disc_real_2: 0.25382697582244873 (0.2374856870507048) + | > loss_disc_real_3: 0.25327548384666443 (0.22487943990526593) + | > loss_disc_real_4: 0.22130529582500458 (0.22227287572996313) + | > loss_disc_real_5: 0.2566499710083008 (0.2368512671485603) + | > loss_0: 2.449462652206421 (2.466360939201587) + | > grad_norm_0: tensor(232.1879, device='cuda:0') (tensor(100.0508, device='cuda:0')) + | > loss_gen: 2.7623183727264404 (2.352504859620002) + | > loss_kl: 1.393878698348999 (1.5256039218526976) + | > loss_feat: 5.748668193817139 (5.633202461438754) + | > loss_mel: 22.42447280883789 (22.657585253543616) + | > loss_duration: 1.7023475170135498 (1.7512648307751912) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.03168487548828 (33.920161317282904) + | > grad_norm_1: tensor(747.1154, device='cuda:0') (tensor(645.8502, device='cuda:0')) + | > current_lr_0: 0.00019940086170989343 + | > current_lr_1: 0.00019940086170989343 + | > step_time: 1.115 (0.9900495296167595) + | > loader_time: 0.1216 (0.01083880241149576) + + + --> TIME: 2024-11-22 15:49:08 -- STEP: 774/797 -- GLOBAL_STEP: 20125 + | > loss_disc: 2.395594835281372 (2.467878395580812) + | > loss_disc_real_0: 0.04285246133804321 (0.12594891534468458) + | > loss_disc_real_1: 0.21919946372509003 (0.2161770433341502) + | > loss_disc_real_2: 0.2666325867176056 (0.23743366775432606) + | > loss_disc_real_3: 0.23393790423870087 (0.22525529211112696) + | > loss_disc_real_4: 0.20522473752498627 (0.22245553029985077) + | > loss_disc_real_5: 0.265199214220047 (0.23675090270911076) + | > loss_0: 2.395594835281372 (2.467878395580812) + | > grad_norm_0: tensor(33.5269, device='cuda:0') (tensor(99.9143, device='cuda:0')) + | > loss_gen: 2.3055834770202637 (2.3527684133182145) + | > loss_kl: 1.3584436178207397 (1.524396059664029) + | > loss_feat: 5.451927185058594 (5.634319667360266) + | > loss_mel: 23.142648696899414 (22.663610204553716) + | > loss_duration: 1.6848441362380981 (1.750117252039355) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.94344711303711 (33.92521158361311) + | > grad_norm_1: tensor(367.6430, device='cuda:0') (tensor(639.6703, device='cuda:0')) + | > current_lr_0: 0.00019940086170989343 + | > current_lr_1: 0.00019940086170989343 + | > step_time: 4.4381 (1.008300897378946) + | > loader_time: 0.1307 (0.01531699338316609) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.3772311210632324 (2.3772311210632324) + | > loss_disc_real_0: 0.15420189499855042 (0.15420189499855042) + | > loss_disc_real_1: 0.15973277390003204 (0.15973277390003204) + | > loss_disc_real_2: 0.22624263167381287 (0.22624263167381287) + | > loss_disc_real_3: 0.20579609274864197 (0.20579609274864197) + | > loss_disc_real_4: 0.2617955505847931 (0.2617955505847931) + | > loss_disc_real_5: 0.2838634252548218 (0.2838634252548218) + | > loss_0: 2.3772311210632324 (2.3772311210632324) + | > loss_gen: 2.706040382385254 (2.706040382385254) + | > loss_kl: 2.1196305751800537 (2.1196305751800537) + | > loss_feat: 5.704566955566406 (5.704566955566406) + | > loss_mel: 23.69679069519043 (23.69679069519043) + | > loss_duration: 2.0187277793884277 (2.0187277793884277) + | > loss_1: 36.24575424194336 (36.24575424194336) + + --> STEP: 1 + | > loss_disc: 2.602269172668457 (2.602269172668457) + | > loss_disc_real_0: 0.15219968557357788 (0.15219968557357788) + | > loss_disc_real_1: 0.1607399731874466 (0.1607399731874466) + | > loss_disc_real_2: 0.2239602506160736 (0.2239602506160736) + | > loss_disc_real_3: 0.25764787197113037 (0.25764787197113037) + | > loss_disc_real_4: 0.2918049991130829 (0.2918049991130829) + | > loss_disc_real_5: 0.2923036515712738 (0.2923036515712738) + | > loss_0: 2.602269172668457 (2.602269172668457) + | > loss_gen: 2.219074249267578 (2.219074249267578) + | > loss_kl: 1.6134452819824219 (1.6134452819824219) + | > loss_feat: 3.343475103378296 (3.343475103378296) + | > loss_mel: 16.740652084350586 (16.740652084350586) + | > loss_duration: 1.7400360107421875 (1.7400360107421875) + | > loss_1: 25.65668296813965 (25.65668296813965) + + --> STEP: 2 + | > loss_disc: 2.4685661792755127 (2.535417675971985) + | > loss_disc_real_0: 0.20880059897899628 (0.18050014227628708) + | > loss_disc_real_1: 0.20132002234458923 (0.1810299977660179) + | > loss_disc_real_2: 0.21570752561092377 (0.2198338881134987) + | > loss_disc_real_3: 0.2634124159812927 (0.26053014397621155) + | > loss_disc_real_4: 0.2705230414867401 (0.2811640202999115) + | > loss_disc_real_5: 0.31275099515914917 (0.3025273233652115) + | > loss_0: 2.4685661792755127 (2.535417675971985) + | > loss_gen: 2.8512768745422363 (2.5351755619049072) + | > loss_kl: 0.9797006249427795 (1.2965729534626007) + | > loss_feat: 5.361416339874268 (4.352445721626282) + | > loss_mel: 24.434371948242188 (20.587512016296387) + | > loss_duration: 1.6930463314056396 (1.7165411710739136) + | > loss_1: 35.3198127746582 (30.488247871398926) + + --> STEP: 3 + | > loss_disc: 2.8330564498901367 (2.6346306006113687) + | > loss_disc_real_0: 0.39740025997161865 (0.25280018150806427) + | > loss_disc_real_1: 0.1546669900417328 (0.17224232852458954) + | > loss_disc_real_2: 0.20302672684192657 (0.21423150102297464) + | > loss_disc_real_3: 0.16282282769680023 (0.22796103854974112) + | > loss_disc_real_4: 0.1751554161310196 (0.24582781891028085) + | > loss_disc_real_5: 0.222946435213089 (0.27600036064783734) + | > loss_0: 2.8330564498901367 (2.6346306006113687) + | > loss_gen: 2.4708707332611084 (2.513740619023641) + | > loss_kl: 1.625972867012024 (1.4063729246457417) + | > loss_feat: 6.46172571182251 (5.055539051691691) + | > loss_mel: 25.97028160095215 (22.381768544514973) + | > loss_duration: 1.7965683937072754 (1.743216911951701) + | > loss_1: 38.32542037963867 (33.10063870747884) + + --> STEP: 4 + | > loss_disc: 3.0158116817474365 (2.7299258708953857) + | > loss_disc_real_0: 0.23729108273983002 (0.2489229068160057) + | > loss_disc_real_1: 0.11072633415460587 (0.15686332993209362) + | > loss_disc_real_2: 0.11978606134653091 (0.19062014110386372) + | > loss_disc_real_3: 0.15536420047283173 (0.20981182903051376) + | > loss_disc_real_4: 0.1836182028055191 (0.23027541488409042) + | > loss_disc_real_5: 0.1673935502767563 (0.24884865805506706) + | > loss_0: 3.0158116817474365 (2.7299258708953857) + | > loss_gen: 2.6870789527893066 (2.5570752024650574) + | > loss_kl: 2.1383183002471924 (1.5893592685461044) + | > loss_feat: 8.276958465576172 (5.860893905162811) + | > loss_mel: 23.975177764892578 (22.780120849609375) + | > loss_duration: 1.6459249258041382 (1.7188939154148102) + | > loss_1: 38.72345733642578 (34.506343364715576) + + --> STEP: 5 + | > loss_disc: 2.485116720199585 (2.6809640407562254) + | > loss_disc_real_0: 0.15402963757514954 (0.22994425296783447) + | > loss_disc_real_1: 0.07965055108070374 (0.14142077416181564) + | > loss_disc_real_2: 0.12283220887184143 (0.17706255465745926) + | > loss_disc_real_3: 0.14281131327152252 (0.19641172587871553) + | > loss_disc_real_4: 0.17689742147922516 (0.21959981620311736) + | > loss_disc_real_5: 0.20383407175540924 (0.2398457407951355) + | > loss_0: 2.485116720199585 (2.6809640407562254) + | > loss_gen: 2.503835439682007 (2.5464272499084473) + | > loss_kl: 1.879236102104187 (1.647334635257721) + | > loss_feat: 7.656352996826172 (6.219985723495483) + | > loss_mel: 25.122085571289062 (23.248513793945314) + | > loss_duration: 1.935603380203247 (1.7622358083724976) + | > loss_1: 39.09711456298828 (35.42449760437012) + + --> STEP: 6 + | > loss_disc: 2.7234156131744385 (2.6880393028259277) + | > loss_disc_real_0: 0.3184048533439636 (0.244687686363856) + | > loss_disc_real_1: 0.17419494688510895 (0.14688313628236452) + | > loss_disc_real_2: 0.18353886902332306 (0.17814194038510323) + | > loss_disc_real_3: 0.20185020565986633 (0.19731813917557398) + | > loss_disc_real_4: 0.22813089191913605 (0.22102166215578714) + | > loss_disc_real_5: 0.2808564603328705 (0.24668086071809134) + | > loss_0: 2.7234156131744385 (2.6880393028259277) + | > loss_gen: 2.470397472381592 (2.533755620320638) + | > loss_kl: 1.6202096939086914 (1.6428138116995494) + | > loss_feat: 5.620795249938965 (6.120120644569397) + | > loss_mel: 26.491397857666016 (23.788994471232098) + | > loss_duration: 1.7153918743133545 (1.7544284860293071) + | > loss_1: 37.91819381713867 (35.84011363983154) + + --> STEP: 7 + | > loss_disc: 2.4632837772369385 (2.655931370598929) + | > loss_disc_real_0: 0.3277853727340698 (0.2565587844167437) + | > loss_disc_real_1: 0.10477578639984131 (0.1408678005848612) + | > loss_disc_real_2: 0.157545268535614 (0.17519955869231904) + | > loss_disc_real_3: 0.14570468664169312 (0.189944788813591) + | > loss_disc_real_4: 0.10955527424812317 (0.2050978924546923) + | > loss_disc_real_5: 0.19651277363300323 (0.2395139911345073) + | > loss_0: 2.4632837772369385 (2.655931370598929) + | > loss_gen: 2.6973719596862793 (2.557129383087158) + | > loss_kl: 1.4437109231948853 (1.6143705419131689) + | > loss_feat: 7.638020992279053 (6.336963551385062) + | > loss_mel: 24.263582229614258 (23.85679272242955) + | > loss_duration: 1.6700448989868164 (1.7423736878803797) + | > loss_1: 37.712730407714844 (36.10763032095773) + + --> STEP: 8 + | > loss_disc: 2.3507821559906006 (2.617787718772888) + | > loss_disc_real_0: 0.18272802233695984 (0.2473299391567707) + | > loss_disc_real_1: 0.09785310178995132 (0.13549096323549747) + | > loss_disc_real_2: 0.15332786738872528 (0.17246559727936983) + | > loss_disc_real_3: 0.17824169993400574 (0.18848190270364285) + | > loss_disc_real_4: 0.1871698796749115 (0.2028568908572197) + | > loss_disc_real_5: 0.1318798065185547 (0.22605971805751324) + | > loss_0: 2.3507821559906006 (2.617787718772888) + | > loss_gen: 2.4265079498291016 (2.540801703929901) + | > loss_kl: 2.1338751316070557 (1.6793086156249046) + | > loss_feat: 7.920007705688477 (6.534844070672989) + | > loss_mel: 24.965805053710938 (23.99541926383972) + | > loss_duration: 1.7607617378234863 (1.7446721941232681) + | > loss_1: 39.20695877075195 (36.49504637718201) + + --> STEP: 9 + | > loss_disc: 2.4111833572387695 (2.5948316786024304) + | > loss_disc_real_0: 0.27703630924224854 (0.250630646944046) + | > loss_disc_real_1: 0.12761791050434113 (0.1346161795987023) + | > loss_disc_real_2: 0.2159610539674759 (0.1772984258002705) + | > loss_disc_real_3: 0.14144907891750336 (0.1832560333940718) + | > loss_disc_real_4: 0.24684235453605652 (0.20774416459931266) + | > loss_disc_real_5: 0.27818238735198975 (0.2318511257568995) + | > loss_0: 2.4111833572387695 (2.5948316786024304) + | > loss_gen: 2.754425287246704 (2.564537657631768) + | > loss_kl: 1.8587666749954224 (1.6992483999994066) + | > loss_feat: 6.8410539627075195 (6.568867392010159) + | > loss_mel: 24.987485885620117 (24.105648888481987) + | > loss_duration: 1.687254548072815 (1.7382924556732178) + | > loss_1: 38.12898635864258 (36.676595264010956) + + --> STEP: 10 + | > loss_disc: 2.5732674598693848 (2.592675256729126) + | > loss_disc_real_0: 0.1874437779188156 (0.24431196004152297) + | > loss_disc_real_1: 0.13443613052368164 (0.13459817469120025) + | > loss_disc_real_2: 0.2716992497444153 (0.186738508194685) + | > loss_disc_real_3: 0.2547675669193268 (0.1904071867465973) + | > loss_disc_real_4: 0.2666171193122864 (0.21363146007061004) + | > loss_disc_real_5: 0.24758733808994293 (0.23342474699020385) + | > loss_0: 2.5732674598693848 (2.592675256729126) + | > loss_gen: 2.5177879333496094 (2.5598626852035524) + | > loss_kl: 1.6771711111068726 (1.697040671110153) + | > loss_feat: 5.322065830230713 (6.4441872358322145) + | > loss_mel: 23.978710174560547 (24.092955017089842) + | > loss_duration: 1.62550950050354 (1.72701416015625) + | > loss_1: 35.121246337890625 (36.521060371398924) + + --> STEP: 11 + | > loss_disc: 2.3330094814300537 (2.569069277156483) + | > loss_disc_real_0: 0.3066137433052063 (0.24997575852003964) + | > loss_disc_real_1: 0.1018448919057846 (0.13162060352888974) + | > loss_disc_real_2: 0.1842094510793686 (0.1865085939114744) + | > loss_disc_real_3: 0.16157564520835876 (0.18778613751584833) + | > loss_disc_real_4: 0.20574890077114105 (0.21291486377065832) + | > loss_disc_real_5: 0.17078489065170288 (0.22773021459579468) + | > loss_0: 2.3330094814300537 (2.569069277156483) + | > loss_gen: 2.7596096992492676 (2.5780215046622534) + | > loss_kl: 1.820501446723938 (1.7082643779841336) + | > loss_feat: 6.961983680725098 (6.491259639913386) + | > loss_mel: 24.102493286132812 (24.093822132457387) + | > loss_duration: 1.6133503913879395 (1.7166810902682217) + | > loss_1: 37.257938385009766 (36.58804928172719) + + --> STEP: 12 + | > loss_disc: 2.6408324241638184 (2.5750495394070945) + | > loss_disc_real_0: 0.27637749910354614 (0.2521759035686652) + | > loss_disc_real_1: 0.10637184232473373 (0.12951654009521008) + | > loss_disc_real_2: 0.24770231544971466 (0.19160807070632777) + | > loss_disc_real_3: 0.19683709740638733 (0.18854038417339325) + | > loss_disc_real_4: 0.24015209078788757 (0.21518463268876076) + | > loss_disc_real_5: 0.27592381834983826 (0.23174634824196497) + | > loss_0: 2.6408324241638184 (2.5750495394070945) + | > loss_gen: 2.402775526046753 (2.5634176731109615) + | > loss_kl: 1.5495796203613281 (1.695040648182233) + | > loss_feat: 5.057615756988525 (6.371789316336314) + | > loss_mel: 21.374629974365234 (23.867222785949707) + | > loss_duration: 1.736039161682129 (1.7182942628860474) + | > loss_1: 32.12063980102539 (36.21576515833537) + + --> STEP: 13 + | > loss_disc: 2.6926934719085693 (2.5840990726764383) + | > loss_disc_real_0: 0.24585241079330444 (0.25168948104748357) + | > loss_disc_real_1: 0.10142368823289871 (0.12735555149041689) + | > loss_disc_real_2: 0.14078262448310852 (0.18769842099684936) + | > loss_disc_real_3: 0.15766099095344543 (0.18616504623339727) + | > loss_disc_real_4: 0.15994174778461456 (0.21093518000382644) + | > loss_disc_real_5: 0.11474771797657013 (0.22274645360616538) + | > loss_0: 2.6926934719085693 (2.5840990726764383) + | > loss_gen: 2.7062201499938965 (2.574402479025033) + | > loss_kl: 1.6547809839248657 (1.6919437509316664) + | > loss_feat: 8.26923656463623 (6.517746796974769) + | > loss_mel: 25.047975540161133 (23.958049920889046) + | > loss_duration: 1.7770678997039795 (1.7228153118720422) + | > loss_1: 39.45528030395508 (36.46495863107535) + + --> STEP: 14 + | > loss_disc: 2.31820011138916 (2.565106289727347) + | > loss_disc_real_0: 0.1400965452194214 (0.24371855705976483) + | > loss_disc_real_1: 0.12216682732105255 (0.1269849283354623) + | > loss_disc_real_2: 0.19462455809116364 (0.18819314507501467) + | > loss_disc_real_3: 0.17796163260936737 (0.18557908811739512) + | > loss_disc_real_4: 0.17485225200653076 (0.2083578280040196) + | > loss_disc_real_5: 0.17064204812049866 (0.21902471035718918) + | > loss_0: 2.31820011138916 (2.565106289727347) + | > loss_gen: 2.5086703300476074 (2.569707325526646) + | > loss_kl: 2.1550188064575195 (1.7250205406120844) + | > loss_feat: 6.248863220214844 (6.498540827206203) + | > loss_mel: 23.9409122467041 (23.956825801304408) + | > loss_duration: 1.7691482305526733 (1.7261248060635157) + | > loss_1: 36.622615814208984 (36.476219858442036) + + --> STEP: 15 + | > loss_disc: 2.300333261489868 (2.547454754511515) + | > loss_disc_real_0: 0.2325863540172577 (0.24297641019026436) + | > loss_disc_real_1: 0.16210126876831055 (0.12932601769765217) + | > loss_disc_real_2: 0.18492822349071503 (0.18797548363606134) + | > loss_disc_real_3: 0.16063454747200012 (0.18391611874103547) + | > loss_disc_real_4: 0.16792868077754974 (0.20566255152225493) + | > loss_disc_real_5: 0.21627704799175262 (0.21884153286616007) + | > loss_0: 2.300333261489868 (2.547454754511515) + | > loss_gen: 2.9222984313964844 (2.593213399251302) + | > loss_kl: 1.425974726676941 (1.7050841530164083) + | > loss_feat: 6.565819263458252 (6.503026056289673) + | > loss_mel: 23.995412826538086 (23.95939826965332) + | > loss_duration: 1.751724123954773 (1.7278314272562663) + | > loss_1: 36.661231994628906 (36.48855400085449) + + --> STEP: 16 + | > loss_disc: 2.3782498836517334 (2.536879450082779) + | > loss_disc_real_0: 0.19610708951950073 (0.24004707764834163) + | > loss_disc_real_1: 0.12053003907203674 (0.12877626903355122) + | > loss_disc_real_2: 0.2241833508014679 (0.19023847533389926) + | > loss_disc_real_3: 0.14975683391094208 (0.18178116343915462) + | > loss_disc_real_4: 0.2745395302772522 (0.20996736269444227) + | > loss_disc_real_5: 0.24073953926563263 (0.2202101582661271) + | > loss_0: 2.3782498836517334 (2.536879450082779) + | > loss_gen: 2.542046546936035 (2.5900154709815975) + | > loss_kl: 1.2362066507339478 (1.6757793091237545) + | > loss_feat: 6.323788642883301 (6.491823717951775) + | > loss_mel: 23.979312896728516 (23.96064293384552) + | > loss_duration: 1.8345742225646973 (1.7345028519630432) + | > loss_1: 35.915931701660156 (36.452765107154846) + + --> STEP: 17 + | > loss_disc: 2.350019931793213 (2.5258877137128044) + | > loss_disc_real_0: 0.1581086665391922 (0.23522717111250932) + | > loss_disc_real_1: 0.13097168505191803 (0.1289054111522787) + | > loss_disc_real_2: 0.19970501959323883 (0.1907953308785663) + | > loss_disc_real_3: 0.20137803256511688 (0.18293392044656417) + | > loss_disc_real_4: 0.2925298511981964 (0.21482397966525135) + | > loss_disc_real_5: 0.2893151044845581 (0.2242751551025054) + | > loss_0: 2.350019931793213 (2.5258877137128044) + | > loss_gen: 2.5137407779693604 (2.5855287243338188) + | > loss_kl: 1.3054636716842651 (1.6539960363331963) + | > loss_feat: 5.7587571144104 (6.448702153037576) + | > loss_mel: 23.237258911132812 (23.91809093250948) + | > loss_duration: 1.671494960784912 (1.730796505423153) + | > loss_1: 34.48671340942383 (36.33711500728832) + + --> STEP: 18 + | > loss_disc: 2.5894241333007812 (2.5294175148010254) + | > loss_disc_real_0: 0.21329331398010254 (0.23400862349404228) + | > loss_disc_real_1: 0.17724378407001495 (0.13159087631437513) + | > loss_disc_real_2: 0.20276612043380737 (0.19146037474274635) + | > loss_disc_real_3: 0.19121389091014862 (0.1833939188056522) + | > loss_disc_real_4: 0.19811314344406128 (0.21389559987518522) + | > loss_disc_real_5: 0.2679540514945984 (0.2267017604576217) + | > loss_0: 2.5894241333007812 (2.5294175148010254) + | > loss_gen: 2.486990451812744 (2.580054375860426) + | > loss_kl: 1.567077875137329 (1.6491672496000926) + | > loss_feat: 5.348648548126221 (6.387588063875834) + | > loss_mel: 23.2420711517334 (23.88053427802192) + | > loss_duration: 1.6697711944580078 (1.727406210369534) + | > loss_1: 34.31455993652344 (36.22475083669027) + + --> STEP: 19 + | > loss_disc: 2.340337038040161 (2.51946591076098) + | > loss_disc_real_0: 0.21272915601730347 (0.23288865152158236) + | > loss_disc_real_1: 0.13871273398399353 (0.13196571092856557) + | > loss_disc_real_2: 0.1988391876220703 (0.19184873331534236) + | > loss_disc_real_3: 0.1531108319759369 (0.18180007213040403) + | > loss_disc_real_4: 0.218897745013237 (0.2141588706719248) + | > loss_disc_real_5: 0.13575854897499084 (0.22191527564274638) + | > loss_0: 2.340337038040161 (2.51946591076098) + | > loss_gen: 2.246307849884033 (2.5624887692300895) + | > loss_kl: 2.0100913047790527 (1.6681632525042485) + | > loss_feat: 5.853906154632568 (6.359499542336715) + | > loss_mel: 23.15239906311035 (23.842211371973942) + | > loss_duration: 1.8141236305236816 (1.7319702851144891) + | > loss_1: 35.07682800292969 (36.16433384543971) + + --> STEP: 20 + | > loss_disc: 2.666259527206421 (2.526805591583252) + | > loss_disc_real_0: 0.3015848994255066 (0.23632346391677855) + | > loss_disc_real_1: 0.11006669700145721 (0.13087076023221017) + | > loss_disc_real_2: 0.20882092416286469 (0.19269734285771847) + | > loss_disc_real_3: 0.19983606040477753 (0.1827018715441227) + | > loss_disc_real_4: 0.24138522148132324 (0.21552018821239471) + | > loss_disc_real_5: 0.3149864673614502 (0.22656883522868157) + | > loss_0: 2.666259527206421 (2.526805591583252) + | > loss_gen: 2.5662784576416016 (2.5626782536506654) + | > loss_kl: 1.749781847000122 (1.6722441822290421) + | > loss_feat: 5.600382328033447 (6.321543681621551) + | > loss_mel: 23.82743263244629 (23.84147243499756) + | > loss_duration: 1.6699419021606445 (1.7288688659667968) + | > loss_1: 35.413814544677734 (36.12680788040161) + + --> STEP: 21 + | > loss_disc: 2.6053338050842285 (2.530545030321394) + | > loss_disc_real_0: 0.2947338819503784 (0.23910491239456905) + | > loss_disc_real_1: 0.17856086790561676 (0.13314171774046762) + | > loss_disc_real_2: 0.2456485480070114 (0.19521882881720862) + | > loss_disc_real_3: 0.23145036399364471 (0.18502322832743326) + | > loss_disc_real_4: 0.1772720068693161 (0.2136988462436767) + | > loss_disc_real_5: 0.22930869460105896 (0.2266993047226043) + | > loss_0: 2.6053338050842285 (2.530545030321394) + | > loss_gen: 2.41141676902771 (2.555475325811477) + | > loss_kl: 1.3385827541351318 (1.6563555427959986) + | > loss_feat: 5.215785980224609 (6.268888552983602) + | > loss_mel: 23.57459831237793 (23.828764143444243) + | > loss_duration: 1.69351065158844 (1.7271851414725894) + | > loss_1: 34.23389434814453 (36.036669140770314) + + --> STEP: 22 + | > loss_disc: 2.5545411109924316 (2.5316357612609868) + | > loss_disc_real_0: 0.1778046190738678 (0.23631853542544626) + | > loss_disc_real_1: 0.12750127911567688 (0.1328853341666135) + | > loss_disc_real_2: 0.21147063374519348 (0.1959575472230261) + | > loss_disc_real_3: 0.20113776624202728 (0.18575570732355118) + | > loss_disc_real_4: 0.21173807978630066 (0.21360972049561414) + | > loss_disc_real_5: 0.31271517276763916 (0.2306091169064695) + | > loss_0: 2.5545411109924316 (2.5316357612609868) + | > loss_gen: 2.420769214630127 (2.5493523207577793) + | > loss_kl: 1.532246470451355 (1.6507142213257877) + | > loss_feat: 5.471111297607422 (6.2326259504665025) + | > loss_mel: 24.428287506103516 (23.8560152053833) + | > loss_duration: 1.7898938655853271 (1.7300355380231685) + | > loss_1: 35.64230728149414 (36.01874360171231) + + --> STEP: 23 + | > loss_disc: 2.364341974258423 (2.5243621183478315) + | > loss_disc_real_0: 0.1955813467502594 (0.2345473533091338) + | > loss_disc_real_1: 0.10584771633148193 (0.13170978556508603) + | > loss_disc_real_2: 0.21800076961517334 (0.19691594819659772) + | > loss_disc_real_3: 0.1408807337284088 (0.18380462151506674) + | > loss_disc_real_4: 0.14399714767932892 (0.2105830868949061) + | > loss_disc_real_5: 0.20873402059078217 (0.2296580257623092) + | > loss_0: 2.364341974258423 (2.5243621183478315) + | > loss_gen: 2.4535534381866455 (2.5451871519503384) + | > loss_kl: 1.9211944341659546 (1.662474230579708) + | > loss_feat: 6.688103675842285 (6.252429329830667) + | > loss_mel: 23.218549728393555 (23.8282993150794) + | > loss_duration: 1.8301417827606201 (1.7343879834465359) + | > loss_1: 36.111541748046875 (36.02277830372685) + + --> STEP: 24 + | > loss_disc: 2.605997085571289 (2.5277635753154755) + | > loss_disc_real_0: 0.1585603952407837 (0.23138123005628586) + | > loss_disc_real_1: 0.13209347426891327 (0.13172577259441218) + | > loss_disc_real_2: 0.20461100339889526 (0.19723657549669346) + | > loss_disc_real_3: 0.23253603279590607 (0.1858350969851017) + | > loss_disc_real_4: 0.2278447151184082 (0.21130232140421867) + | > loss_disc_real_5: 0.30578893423080444 (0.2328301469484965) + | > loss_0: 2.605997085571289 (2.5277635753154755) + | > loss_gen: 2.435147285461426 (2.5406021575133004) + | > loss_kl: 1.5211447477340698 (1.6565855021278064) + | > loss_feat: 5.689970016479492 (6.228993525107701) + | > loss_mel: 23.999706268310547 (23.83544127146403) + | > loss_duration: 1.6768298149108887 (1.7319897264242172) + | > loss_1: 35.32279968261719 (35.99361252784728) + + --> STEP: 25 + | > loss_disc: 2.576911449432373 (2.5297294902801513) + | > loss_disc_real_0: 0.14454327523708344 (0.22790771186351777) + | > loss_disc_real_1: 0.13992534577846527 (0.13205375552177429) + | > loss_disc_real_2: 0.16508755087852478 (0.19595061451196671) + | > loss_disc_real_3: 0.18760116398334503 (0.18590573966503143) + | > loss_disc_real_4: 0.22736646234989166 (0.2119448870420456) + | > loss_disc_real_5: 0.19001972675323486 (0.23111773014068604) + | > loss_0: 2.576911449432373 (2.5297294902801513) + | > loss_gen: 2.4892687797546387 (2.538548822402954) + | > loss_kl: 1.968032956123352 (1.6690434002876282) + | > loss_feat: 6.746359825134277 (6.249688177108765) + | > loss_mel: 23.905670166015625 (23.838250427246095) + | > loss_duration: 1.6961545944213867 (1.730556321144104) + | > loss_1: 36.80548858642578 (36.02608757019042) + + --> STEP: 26 + | > loss_disc: 2.645599603652954 (2.5341860331021824) + | > loss_disc_real_0: 0.19455577433109283 (0.22662494503534758) + | > loss_disc_real_1: 0.11602325737476349 (0.1314371979007354) + | > loss_disc_real_2: 0.19793346524238586 (0.1960268780015982) + | > loss_disc_real_3: 0.14946067333221436 (0.18450400634453848) + | > loss_disc_real_4: 0.24305365979671478 (0.21314137830184057) + | > loss_disc_real_5: 0.2998197376728058 (0.23376011504576757) + | > loss_0: 2.645599603652954 (2.5341860331021824) + | > loss_gen: 2.247875213623047 (2.5273690682191114) + | > loss_kl: 1.8009238243103027 (1.6741157242885003) + | > loss_feat: 6.530223369598389 (6.260477992204519) + | > loss_mel: 22.856613159179688 (23.800495147705078) + | > loss_duration: 1.7099792957305908 (1.7297648970897381) + | > loss_1: 35.14561462402344 (35.99222322610707) + + --> STEP: 27 + | > loss_disc: 2.7555220127105713 (2.542383661976567) + | > loss_disc_real_0: 0.360629677772522 (0.23158808328487254) + | > loss_disc_real_1: 0.1710972934961319 (0.13290609033019454) + | > loss_disc_real_2: 0.20031726360321045 (0.19618578117202828) + | > loss_disc_real_3: 0.1601509153842926 (0.18360204001267752) + | > loss_disc_real_4: 0.16924737393856049 (0.21151567443653388) + | > loss_disc_real_5: 0.17969346046447754 (0.23175764635757165) + | > loss_0: 2.7555220127105713 (2.542383661976567) + | > loss_gen: 2.418152332305908 (2.52332400392603) + | > loss_kl: 1.4614698886871338 (1.6662399525995608) + | > loss_feat: 6.230647563934326 (6.259373161527845) + | > loss_mel: 23.78812026977539 (23.800036818892867) + | > loss_duration: 1.728358268737793 (1.7297127997433697) + | > loss_1: 35.62675094604492 (35.978687215734396) + + --> STEP: 28 + | > loss_disc: 2.291658401489258 (2.5334291883877347) + | > loss_disc_real_0: 0.1709856241941452 (0.229423709745918) + | > loss_disc_real_1: 0.14022767543792725 (0.13316757551261357) + | > loss_disc_real_2: 0.20992520451545715 (0.19667647486286505) + | > loss_disc_real_3: 0.2286500334739685 (0.18521089692200934) + | > loss_disc_real_4: 0.27066555619239807 (0.21362817021352903) + | > loss_disc_real_5: 0.2182459831237793 (0.23127508695636476) + | > loss_0: 2.291658401489258 (2.5334291883877347) + | > loss_gen: 2.6072838306427 (2.526322569165911) + | > loss_kl: 1.5552961826324463 (1.6622776751007353) + | > loss_feat: 5.722201824188232 (6.240188470908573) + | > loss_mel: 23.641963958740234 (23.7943913596017) + | > loss_duration: 1.7244737148284912 (1.7295256895678384) + | > loss_1: 35.251216888427734 (35.9527061326163) + + --> STEP: 29 + | > loss_disc: 2.5103774070739746 (2.532634299376915) + | > loss_disc_real_0: 0.24254922568798065 (0.22987631374392017) + | > loss_disc_real_1: 0.10246556997299194 (0.1321088856664197) + | > loss_disc_real_2: 0.21486350893974304 (0.1973036139689643) + | > loss_disc_real_3: 0.19075961410999298 (0.18540223199745703) + | > loss_disc_real_4: 0.12102337926626205 (0.210434901560175) + | > loss_disc_real_5: 0.18016110360622406 (0.2295125358063599) + | > loss_0: 2.5103774070739746 (2.532634299376915) + | > loss_gen: 2.3836820125579834 (2.521403929282879) + | > loss_kl: 1.6155129671096802 (1.6606650989631127) + | > loss_feat: 6.423689842224121 (6.246516104402213) + | > loss_mel: 24.62713623046875 (23.823106699976428) + | > loss_duration: 1.7158031463623047 (1.72905249842282) + | > loss_1: 36.76582336425781 (35.980744657845314) + + --> STEP: 30 + | > loss_disc: 2.727579355239868 (2.5391324679056804) + | > loss_disc_real_0: 0.2219701111316681 (0.2296127736568451) + | > loss_disc_real_1: 0.11005645245313644 (0.13137380455931028) + | > loss_disc_real_2: 0.20763540267944336 (0.19764800692598025) + | > loss_disc_real_3: 0.22134312987327576 (0.186600261926651) + | > loss_disc_real_4: 0.21996650099754333 (0.21075262154142063) + | > loss_disc_real_5: 0.2293776124715805 (0.22950803836186726) + | > loss_0: 2.727579355239868 (2.5391324679056804) + | > loss_gen: 2.409702777862549 (2.517680557568868) + | > loss_kl: 1.2918788194656372 (1.6483722229798634) + | > loss_feat: 5.936208248138428 (6.236172509193421) + | > loss_mel: 22.799970626831055 (23.789002164204916) + | > loss_duration: 1.764686107635498 (1.730240285396576) + | > loss_1: 34.20244598388672 (35.92146803538003) + + --> STEP: 31 + | > loss_disc: 2.580034017562866 (2.5404518727333314) + | > loss_disc_real_0: 0.3239331841468811 (0.23265536754362046) + | > loss_disc_real_1: 0.1069604754447937 (0.1305862778136807) + | > loss_disc_real_2: 0.18455950915813446 (0.19722579732056586) + | > loss_disc_real_3: 0.21564532816410065 (0.1875371995472139) + | > loss_disc_real_4: 0.24846377968788147 (0.2119691105138871) + | > loss_disc_real_5: 0.3045957684516907 (0.23193022320347448) + | > loss_0: 2.580034017562866 (2.5404518727333314) + | > loss_gen: 2.4600462913513184 (2.5158213876908824) + | > loss_kl: 1.110819697380066 (1.631031818928257) + | > loss_feat: 4.7338032722473145 (6.187708985420965) + | > loss_mel: 20.35317039489746 (23.67816888132403) + | > loss_duration: 1.707126259803772 (1.7294946716677757) + | > loss_1: 30.364967346191406 (35.74222607766427) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.013707668550552861 (+0.002645261826053744) + | > avg_loss_disc: 2.5404518727333314 (+0.02118912819893115) + | > avg_loss_disc_real_0: 0.23265536754362046 (+0.13472831261254126) + | > avg_loss_disc_real_1: 0.1305862778136807 (+0.012663014954136256) + | > avg_loss_disc_real_2: 0.19722579732056586 (-0.023706035988946134) + | > avg_loss_disc_real_3: 0.1875371995472139 (-0.05536742652616192) + | > avg_loss_disc_real_4: 0.2119691105138871 (-0.004905209185615683) + | > avg_loss_disc_real_5: 0.23193022320347448 (-0.014740764133391843) + | > avg_loss_0: 2.5404518727333314 (+0.02118912819893115) + | > avg_loss_gen: 2.5158213876908824 (+0.5500003906988327) + | > avg_loss_kl: 1.631031818928257 (+0.1564792202365013) + | > avg_loss_feat: 6.187708985420965 (+0.9075720387120398) + | > avg_loss_mel: 23.67816888132403 (+0.9968131280714481) + | > avg_loss_duration: 1.7294946716677757 (-0.0007814861113026872) + | > avg_loss_1: 35.74222607766427 (+2.6100837338355234) + + + > EPOCH: 23/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 15:50:54)  + + --> TIME: 2024-11-22 15:50:57 -- STEP: 2/797 -- GLOBAL_STEP: 20150 + | > loss_disc: 2.461832046508789 (2.560121774673462) + | > loss_disc_real_0: 0.07270973920822144 (0.13430024683475494) + | > loss_disc_real_1: 0.30697667598724365 (0.2481747344136238) + | > loss_disc_real_2: 0.20658951997756958 (0.1906510591506958) + | > loss_disc_real_3: 0.1851133108139038 (0.1969105675816536) + | > loss_disc_real_4: 0.22797809541225433 (0.22319668531417847) + | > loss_disc_real_5: 0.22405599057674408 (0.22944439202547073) + | > loss_0: 2.461832046508789 (2.560121774673462) + | > grad_norm_0: tensor(54.0845, device='cuda:0') (tensor(56.4164, device='cuda:0')) + | > loss_gen: 2.514481544494629 (2.588563084602356) + | > loss_kl: 1.5667144060134888 (1.4747808575630188) + | > loss_feat: 6.045982837677002 (6.200048446655273) + | > loss_mel: 23.151111602783203 (23.191161155700684) + | > loss_duration: 1.9757819175720215 (2.032882332801819) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.25407028198242 (35.48743438720703) + | > grad_norm_1: tensor(218.0806, device='cuda:0') (tensor(196.8356, device='cuda:0')) + | > current_lr_0: 0.0001993759366021797 + | > current_lr_1: 0.0001993759366021797 + | > step_time: 0.8224 (0.8267238140106201) + | > loader_time: 0.0037 (0.003497600555419922) + + + --> TIME: 2024-11-22 15:51:18 -- STEP: 27/797 -- GLOBAL_STEP: 20175 + | > loss_disc: 2.4891464710235596 (2.4522058169047036) + | > loss_disc_real_0: 0.09438575804233551 (0.11196124567477792) + | > loss_disc_real_1: 0.2654106318950653 (0.22113414936595494) + | > loss_disc_real_2: 0.21763117611408234 (0.23331918815771738) + | > loss_disc_real_3: 0.21439822018146515 (0.22592136981310668) + | > loss_disc_real_4: 0.19629865884780884 (0.2201523537989016) + | > loss_disc_real_5: 0.23622795939445496 (0.23296958373652565) + | > loss_0: 2.4891464710235596 (2.4522058169047036) + | > grad_norm_0: tensor(134.9166, device='cuda:0') (tensor(73.7725, device='cuda:0')) + | > loss_gen: 2.382298231124878 (2.3478014292540372) + | > loss_kl: 1.7443385124206543 (1.5423194037543402) + | > loss_feat: 5.886410713195801 (5.76527703249896) + | > loss_mel: 21.93402862548828 (21.996022401032626) + | > loss_duration: 1.7783535718917847 (1.8909071595580489) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.72542953491211 (33.5423272450765) + | > grad_norm_1: tensor(585.0358, device='cuda:0') (tensor(392.2462, device='cuda:0')) + | > current_lr_0: 0.0001993759366021797 + | > current_lr_1: 0.0001993759366021797 + | > step_time: 0.8348 (0.8264878855811225) + | > loader_time: 0.0054 (0.004327332531964338) + + + --> TIME: 2024-11-22 15:51:40 -- STEP: 52/797 -- GLOBAL_STEP: 20200 + | > loss_disc: 2.470402240753174 (2.4519061308640704) + | > loss_disc_real_0: 0.09901118278503418 (0.11663433715987664) + | > loss_disc_real_1: 0.1867504119873047 (0.2184691265798532) + | > loss_disc_real_2: 0.2520497441291809 (0.23630845030912986) + | > loss_disc_real_3: 0.2118995189666748 (0.22591486401282823) + | > loss_disc_real_4: 0.23512916266918182 (0.22086854164416975) + | > loss_disc_real_5: 0.3144974112510681 (0.23618201366983926) + | > loss_0: 2.470402240753174 (2.4519061308640704) + | > grad_norm_0: tensor(125.4238, device='cuda:0') (tensor(76.5734, device='cuda:0')) + | > loss_gen: 2.39408278465271 (2.3612695061243505) + | > loss_kl: 1.1835963726043701 (1.5447627787406628) + | > loss_feat: 5.72184944152832 (5.8146128471081076) + | > loss_mel: 21.455829620361328 (22.292790889739983) + | > loss_duration: 1.7241768836975098 (1.8516419117267315) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.47953414916992 (33.865077899052544) + | > grad_norm_1: tensor(545.1674, device='cuda:0') (tensor(563.7131, device='cuda:0')) + | > current_lr_0: 0.0001993759366021797 + | > current_lr_1: 0.0001993759366021797 + | > step_time: 0.9125 (0.8395166351245) + | > loader_time: 0.0042 (0.004644311391390289) + + + --> TIME: 2024-11-22 15:52:02 -- STEP: 77/797 -- GLOBAL_STEP: 20225 + | > loss_disc: 2.555830478668213 (2.452008956438536) + | > loss_disc_real_0: 0.1698417216539383 (0.11734951606818608) + | > loss_disc_real_1: 0.2144787609577179 (0.21610940818662766) + | > loss_disc_real_2: 0.2862163782119751 (0.23554438507402098) + | > loss_disc_real_3: 0.2474195808172226 (0.2265164768928057) + | > loss_disc_real_4: 0.23403790593147278 (0.22168819141852392) + | > loss_disc_real_5: 0.265162855386734 (0.23622294196060725) + | > loss_0: 2.555830478668213 (2.452008956438536) + | > grad_norm_0: tensor(282.6732, device='cuda:0') (tensor(94.0059, device='cuda:0')) + | > loss_gen: 2.237933397293091 (2.367460167253173) + | > loss_kl: 1.6194730997085571 (1.5470099216931825) + | > loss_feat: 4.608835220336914 (5.78438595363072) + | > loss_mel: 21.401147842407227 (22.328996063826914) + | > loss_duration: 1.7628700733184814 (1.8217263902936662) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.630260467529297 (33.849578287694364) + | > grad_norm_1: tensor(969.4626, device='cuda:0') (tensor(643.7583, device='cuda:0')) + | > current_lr_0: 0.0001993759366021797 + | > current_lr_1: 0.0001993759366021797 + | > step_time: 0.7795 (0.8480224919009518) + | > loader_time: 0.0044 (0.004789696111307517) + + + --> TIME: 2024-11-22 15:52:23 -- STEP: 102/797 -- GLOBAL_STEP: 20250 + | > loss_disc: 2.5098073482513428 (2.456800823118174) + | > loss_disc_real_0: 0.12199950218200684 (0.11617945740912475) + | > loss_disc_real_1: 0.24320204555988312 (0.21575395879792234) + | > loss_disc_real_2: 0.25719013810157776 (0.2368331618753134) + | > loss_disc_real_3: 0.25035491585731506 (0.22622178743282953) + | > loss_disc_real_4: 0.24638007581233978 (0.2214078545278194) + | > loss_disc_real_5: 0.2525997459888458 (0.23650351765693403) + | > loss_0: 2.5098073482513428 (2.456800823118174) + | > grad_norm_0: tensor(54.6614, device='cuda:0') (tensor(89.3610, device='cuda:0')) + | > loss_gen: 2.4331021308898926 (2.3638887919631664) + | > loss_kl: 1.3476632833480835 (1.5361473011035545) + | > loss_feat: 5.683433532714844 (5.7626403219559625) + | > loss_mel: 21.437482833862305 (22.29327237372304) + | > loss_duration: 1.7638287544250488 (1.807508012827705) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.66551208496094 (33.76345669989493) + | > grad_norm_1: tensor(543.0544, device='cuda:0') (tensor(637.5908, device='cuda:0')) + | > current_lr_0: 0.0001993759366021797 + | > current_lr_1: 0.0001993759366021797 + | > step_time: 0.8602 (0.850442086949068) + | > loader_time: 0.005 (0.0048518040600944974) + + + --> TIME: 2024-11-22 15:52:45 -- STEP: 127/797 -- GLOBAL_STEP: 20275 + | > loss_disc: 2.4692435264587402 (2.4589061812153026) + | > loss_disc_real_0: 0.1307922899723053 (0.11797021176871353) + | > loss_disc_real_1: 0.17658376693725586 (0.2152531809928849) + | > loss_disc_real_2: 0.2237352877855301 (0.23727394933775653) + | > loss_disc_real_3: 0.2117350995540619 (0.22557561298993628) + | > loss_disc_real_4: 0.2180577665567398 (0.22163029050263833) + | > loss_disc_real_5: 0.2569422423839569 (0.23658171260920097) + | > loss_0: 2.4692435264587402 (2.4589061812153026) + | > grad_norm_0: tensor(200.9989, device='cuda:0') (tensor(94.4848, device='cuda:0')) + | > loss_gen: 2.220290184020996 (2.3622657276514016) + | > loss_kl: 1.2824785709381104 (1.5364595304323931) + | > loss_feat: 5.761190414428711 (5.748559861671269) + | > loss_mel: 24.388242721557617 (22.29097456443966) + | > loss_duration: 1.7882643938064575 (1.7997591495513916) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.440467834472656 (33.738018756776356) + | > grad_norm_1: tensor(888.6669, device='cuda:0') (tensor(672.6378, device='cuda:0')) + | > current_lr_0: 0.0001993759366021797 + | > current_lr_1: 0.0001993759366021797 + | > step_time: 0.8888 (0.8520943442667563) + | > loader_time: 0.0055 (0.005025206588384673) + + + --> TIME: 2024-11-22 15:53:08 -- STEP: 152/797 -- GLOBAL_STEP: 20300 + | > loss_disc: 2.5715415477752686 (2.4584723899238994) + | > loss_disc_real_0: 0.11483914405107498 (0.11680400614185553) + | > loss_disc_real_1: 0.21360160410404205 (0.21674545373963683) + | > loss_disc_real_2: 0.24699029326438904 (0.2368789428943082) + | > loss_disc_real_3: 0.23643185198307037 (0.22614770745368382) + | > loss_disc_real_4: 0.24934488534927368 (0.22098450529340066) + | > loss_disc_real_5: 0.2567872107028961 (0.23609359542790212) + | > loss_0: 2.5715415477752686 (2.4584723899238994) + | > grad_norm_0: tensor(145.8722, device='cuda:0') (tensor(94.5239, device='cuda:0')) + | > loss_gen: 2.377145767211914 (2.365563665565693) + | > loss_kl: 1.358087182044983 (1.5313374031531186) + | > loss_feat: 5.730601787567139 (5.727085201363814) + | > loss_mel: 22.128246307373047 (22.296899532016948) + | > loss_duration: 1.8348006010055542 (1.7936452352686931) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.42887878417969 (33.71453086953415) + | > grad_norm_1: tensor(764.4961, device='cuda:0') (tensor(664.2158, device='cuda:0')) + | > current_lr_0: 0.0001993759366021797 + | > current_lr_1: 0.0001993759366021797 + | > step_time: 0.9107 (0.8581906306116208) + | > loader_time: 0.0042 (0.005078061630851343) + + + --> TIME: 2024-11-22 15:53:31 -- STEP: 177/797 -- GLOBAL_STEP: 20325 + | > loss_disc: 2.285264492034912 (2.459768167323311) + | > loss_disc_real_0: 0.17116042971611023 (0.11848771936223332) + | > loss_disc_real_1: 0.19453400373458862 (0.21641814750803393) + | > loss_disc_real_2: 0.21548889577388763 (0.23675019483445053) + | > loss_disc_real_3: 0.15959154069423676 (0.22698962250671817) + | > loss_disc_real_4: 0.19005076587200165 (0.2202546516549116) + | > loss_disc_real_5: 0.16017122566699982 (0.23596974693785952) + | > loss_0: 2.285264492034912 (2.459768167323311) + | > grad_norm_0: tensor(66.7359, device='cuda:0') (tensor(89.9773, device='cuda:0')) + | > loss_gen: 2.635087490081787 (2.3646158512029283) + | > loss_kl: 1.5889302492141724 (1.5295198165764243) + | > loss_feat: 6.9441375732421875 (5.732294756140412) + | > loss_mel: 25.32597541809082 (22.41707053965767) + | > loss_duration: 1.7010509967803955 (1.7851158414183363) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 38.1951789855957 (33.828616718787934) + | > grad_norm_1: tensor(734.6387, device='cuda:0') (tensor(670.3681, device='cuda:0')) + | > current_lr_0: 0.0001993759366021797 + | > current_lr_1: 0.0001993759366021797 + | > step_time: 0.9214 (0.8686870909006585) + | > loader_time: 0.0043 (0.0052132566096418954) + + + --> TIME: 2024-11-22 15:53:54 -- STEP: 202/797 -- GLOBAL_STEP: 20350 + | > loss_disc: 2.3560526371002197 (2.464218559831674) + | > loss_disc_real_0: 0.11424221098423004 (0.11911471684159029) + | > loss_disc_real_1: 0.18129143118858337 (0.21744099355275087) + | > loss_disc_real_2: 0.2460862249135971 (0.23764457229045358) + | > loss_disc_real_3: 0.21258845925331116 (0.22654262177719928) + | > loss_disc_real_4: 0.1771339476108551 (0.22038653109333303) + | > loss_disc_real_5: 0.18537302315235138 (0.2359679406969854) + | > loss_0: 2.3560526371002197 (2.464218559831674) + | > grad_norm_0: tensor(133.4293, device='cuda:0') (tensor(99.0392, device='cuda:0')) + | > loss_gen: 2.3592686653137207 (2.3618994372906075) + | > loss_kl: 1.3297045230865479 (1.5263616590216609) + | > loss_feat: 6.236988544464111 (5.7150507988316) + | > loss_mel: 23.0947208404541 (22.45344086448744) + | > loss_duration: 1.7644569873809814 (1.78148088950922) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.78514099121094 (33.83823361727271) + | > grad_norm_1: tensor(496.6790, device='cuda:0') (tensor(683.8074, device='cuda:0')) + | > current_lr_0: 0.0001993759366021797 + | > current_lr_1: 0.0001993759366021797 + | > step_time: 0.8646 (0.8705632084667095) + | > loader_time: 0.0056 (0.005312566709990544) + + + --> TIME: 2024-11-22 15:54:17 -- STEP: 227/797 -- GLOBAL_STEP: 20375 + | > loss_disc: 2.41241717338562 (2.4625935596516464) + | > loss_disc_real_0: 0.12206535041332245 (0.11921577196617483) + | > loss_disc_real_1: 0.2526574730873108 (0.21732343398526902) + | > loss_disc_real_2: 0.22825883328914642 (0.237369831766326) + | > loss_disc_real_3: 0.2565900385379791 (0.22655581410498346) + | > loss_disc_real_4: 0.23822996020317078 (0.22088016910962596) + | > loss_disc_real_5: 0.24099716544151306 (0.2359354780240206) + | > loss_0: 2.41241717338562 (2.4625935596516464) + | > grad_norm_0: tensor(82.7595, device='cuda:0') (tensor(98.0864, device='cuda:0')) + | > loss_gen: 2.582085132598877 (2.3654343556727615) + | > loss_kl: 1.7054473161697388 (1.524436583077855) + | > loss_feat: 5.969089031219482 (5.71756001611113) + | > loss_mel: 21.933752059936523 (22.517179741208242) + | > loss_duration: 1.7197411060333252 (1.7783224456635867) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.91011428833008 (33.902933137532365) + | > grad_norm_1: tensor(1175.2249, device='cuda:0') (tensor(694.6960, device='cuda:0')) + | > current_lr_0: 0.0001993759366021797 + | > current_lr_1: 0.0001993759366021797 + | > step_time: 0.9189 (0.8750215217405481) + | > loader_time: 0.0054 (0.005424437543894222) + + + --> TIME: 2024-11-22 15:54:41 -- STEP: 252/797 -- GLOBAL_STEP: 20400 + | > loss_disc: 2.646712303161621 (2.4625315022846994) + | > loss_disc_real_0: 0.3600618243217468 (0.12106357272418719) + | > loss_disc_real_1: 0.24577094614505768 (0.2169606446746796) + | > loss_disc_real_2: 0.21140740811824799 (0.23750558300387292) + | > loss_disc_real_3: 0.25801584124565125 (0.22586334331168068) + | > loss_disc_real_4: 0.2597024142742157 (0.2213322212771764) + | > loss_disc_real_5: 0.24675048887729645 (0.23554138886550116) + | > loss_0: 2.646712303161621 (2.4625315022846994) + | > grad_norm_0: tensor(200.0631, device='cuda:0') (tensor(104.7885, device='cuda:0')) + | > loss_gen: 2.6280112266540527 (2.3719018640972327) + | > loss_kl: 1.4599188566207886 (1.5198309676987785) + | > loss_feat: 5.556858062744141 (5.729987133116949) + | > loss_mel: 22.517873764038086 (22.520258812677284) + | > loss_duration: 1.7177090644836426 (1.7735240317526317) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.88037109375 (33.91550279042077) + | > grad_norm_1: tensor(393.7410, device='cuda:0') (tensor(698.9297, device='cuda:0')) + | > current_lr_0: 0.0001993759366021797 + | > current_lr_1: 0.0001993759366021797 + | > step_time: 0.9961 (0.8820181848510865) + | > loader_time: 0.0056 (0.005504234442635185) + + + --> TIME: 2024-11-22 15:55:06 -- STEP: 277/797 -- GLOBAL_STEP: 20425 + | > loss_disc: 2.4988341331481934 (2.4683400293549895) + | > loss_disc_real_0: 0.11021199077367783 (0.1246050098702473) + | > loss_disc_real_1: 0.22241148352622986 (0.21666962543119164) + | > loss_disc_real_2: 0.20044945180416107 (0.2366732470287743) + | > loss_disc_real_3: 0.2156255841255188 (0.22674524595806317) + | > loss_disc_real_4: 0.21328219771385193 (0.22166203123782946) + | > loss_disc_real_5: 0.21855691075325012 (0.2349361533615133) + | > loss_0: 2.4988341331481934 (2.4683400293549895) + | > grad_norm_0: tensor(105.2096, device='cuda:0') (tensor(105.9399, device='cuda:0')) + | > loss_gen: 2.2000184059143066 (2.3628538902916216) + | > loss_kl: 1.632307767868042 (1.5187755280883737) + | > loss_feat: 5.1608405113220215 (5.7067058955719325) + | > loss_mel: 20.41927719116211 (22.50725821209297) + | > loss_duration: 1.7538930177688599 (1.7710946200126345) + | > amp_scaler: 256.0 (128.92418772563178) + | > loss_1: 31.166336059570312 (33.86668812583069) + | > grad_norm_1: tensor(401.6936, device='cuda:0') (tensor(675.3858, device='cuda:0')) + | > current_lr_0: 0.0001993759366021797 + | > current_lr_1: 0.0001993759366021797 + | > step_time: 1.0047 (0.8930685984959242) + | > loader_time: 0.0071 (0.005579053279725219) + + + --> TIME: 2024-11-22 15:55:33 -- STEP: 302/797 -- GLOBAL_STEP: 20450 + | > loss_disc: 2.480072259902954 (2.469290824125933) + | > loss_disc_real_0: 0.06916361302137375 (0.12362528787864162) + | > loss_disc_real_1: 0.2601812183856964 (0.2170623469332986) + | > loss_disc_real_2: 0.2567627429962158 (0.23760700215961758) + | > loss_disc_real_3: 0.3055850863456726 (0.22630830765362606) + | > loss_disc_real_4: 0.24657055735588074 (0.2224893986882753) + | > loss_disc_real_5: 0.2280779629945755 (0.23596560288936097) + | > loss_0: 2.480072259902954 (2.469290824125933) + | > grad_norm_0: tensor(12.9375, device='cuda:0') (tensor(105.2836, device='cuda:0')) + | > loss_gen: 2.478639602661133 (2.362865402209049) + | > loss_kl: 1.4363878965377808 (1.5176548456514114) + | > loss_feat: 5.964518070220947 (5.697678501242835) + | > loss_mel: 23.851388931274414 (22.535871259424066) + | > loss_duration: 1.794919490814209 (1.7686947390733176) + | > amp_scaler: 128.0 (132.66225165562918) + | > loss_1: 35.52585220336914 (33.88276472786405) + | > grad_norm_1: tensor(292.6064, device='cuda:0') (tensor(685.0394, device='cuda:0')) + | > current_lr_0: 0.0001993759366021797 + | > current_lr_1: 0.0001993759366021797 + | > step_time: 1.4328 (0.9082505521395349) + | > loader_time: 0.009 (0.005710193652980372) + + + --> TIME: 2024-11-22 15:56:00 -- STEP: 327/797 -- GLOBAL_STEP: 20475 + | > loss_disc: 2.5044617652893066 (2.471056575075201) + | > loss_disc_real_0: 0.1384611278772354 (0.12397340157094898) + | > loss_disc_real_1: 0.20918504893779755 (0.216838025262961) + | > loss_disc_real_2: 0.22184883058071136 (0.23753000107744782) + | > loss_disc_real_3: 0.20296625792980194 (0.2263110392137405) + | > loss_disc_real_4: 0.21766605973243713 (0.22275887452498852) + | > loss_disc_real_5: 0.24669542908668518 (0.23615013878644425) + | > loss_0: 2.5044617652893066 (2.471056575075201) + | > grad_norm_0: tensor(24.1484, device='cuda:0') (tensor(103.5805, device='cuda:0')) + | > loss_gen: 2.2075717449188232 (2.356374488693495) + | > loss_kl: 1.4895319938659668 (1.5187598959021604) + | > loss_feat: 5.000881195068359 (5.679664916583887) + | > loss_mel: 21.31867790222168 (22.560532216996585) + | > loss_duration: 1.7210122346878052 (1.766740531367264) + | > amp_scaler: 128.0 (132.30581039755359) + | > loss_1: 31.737674713134766 (33.882071987933706) + | > grad_norm_1: tensor(469.3309, device='cuda:0') (tensor(674.5386, device='cuda:0')) + | > current_lr_0: 0.0001993759366021797 + | > current_lr_1: 0.0001993759366021797 + | > step_time: 0.9953 (0.9189794982245209) + | > loader_time: 0.0062 (0.005856896030064385) + + + --> TIME: 2024-11-22 15:56:26 -- STEP: 352/797 -- GLOBAL_STEP: 20500 + | > loss_disc: 2.4411544799804688 (2.468182410706172) + | > loss_disc_real_0: 0.14871981739997864 (0.12336198920489881) + | > loss_disc_real_1: 0.1913890838623047 (0.21656443233686418) + | > loss_disc_real_2: 0.24506644904613495 (0.23797832018780438) + | > loss_disc_real_3: 0.2278902232646942 (0.22601101636378604) + | > loss_disc_real_4: 0.21833835542201996 (0.22271920850669796) + | > loss_disc_real_5: 0.2321336716413498 (0.23627280884168364) + | > loss_0: 2.4411544799804688 (2.468182410706172) + | > grad_norm_0: tensor(179.2308, device='cuda:0') (tensor(103.3848, device='cuda:0')) + | > loss_gen: 2.3899240493774414 (2.3560926098037847) + | > loss_kl: 1.4947386980056763 (1.5222630903802128) + | > loss_feat: 5.155440807342529 (5.676844749938358) + | > loss_mel: 22.09168243408203 (22.571236621249792) + | > loss_duration: 1.708113193511963 (1.7640207274393602) + | > amp_scaler: 128.0 (132.0) + | > loss_1: 32.839900970458984 (33.89045775478535) + | > grad_norm_1: tensor(899.3805, device='cuda:0') (tensor(682.7505, device='cuda:0')) + | > current_lr_0: 0.0001993759366021797 + | > current_lr_1: 0.0001993759366021797 + | > step_time: 0.8581 (0.9258211153474721) + | > loader_time: 0.0056 (0.005921199240467764) + + + --> TIME: 2024-11-22 15:56:50 -- STEP: 377/797 -- GLOBAL_STEP: 20525 + | > loss_disc: 2.4338464736938477 (2.4655615739544112) + | > loss_disc_real_0: 0.06832954287528992 (0.12269704520643074) + | > loss_disc_real_1: 0.289588987827301 (0.21653092757302195) + | > loss_disc_real_2: 0.2774313986301422 (0.23705455569911066) + | > loss_disc_real_3: 0.2361311912536621 (0.22602901811308823) + | > loss_disc_real_4: 0.2734338343143463 (0.2223486524836138) + | > loss_disc_real_5: 0.2819603681564331 (0.23635954771497206) + | > loss_0: 2.4338464736938477 (2.4655615739544112) + | > grad_norm_0: tensor(126.8113, device='cuda:0') (tensor(102.3319, device='cuda:0')) + | > loss_gen: 2.4513931274414062 (2.3573216705802893) + | > loss_kl: 1.748708963394165 (1.5218025091788492) + | > loss_feat: 4.820157051086426 (5.681979298275407) + | > loss_mel: 21.39290428161621 (22.56450369756481) + | > loss_duration: 1.6886003017425537 (1.7614934020712774) + | > amp_scaler: 128.0 (131.73474801061) + | > loss_1: 32.10176086425781 (33.887100528342636) + | > grad_norm_1: tensor(1074.2365, device='cuda:0') (tensor(689.3998, device='cuda:0')) + | > current_lr_0: 0.0001993759366021797 + | > current_lr_1: 0.0001993759366021797 + | > step_time: 0.9485 (0.9294623816361162) + | > loader_time: 0.0062 (0.0059809950365628094) + + + --> TIME: 2024-11-22 15:57:17 -- STEP: 402/797 -- GLOBAL_STEP: 20550 + | > loss_disc: 2.433520793914795 (2.4661821785257803) + | > loss_disc_real_0: 0.10585658252239227 (0.12292000068008752) + | > loss_disc_real_1: 0.19484329223632812 (0.2160885316963813) + | > loss_disc_real_2: 0.21831032633781433 (0.2375687863770409) + | > loss_disc_real_3: 0.25182709097862244 (0.2263303564407339) + | > loss_disc_real_4: 0.19513630867004395 (0.22206990457885895) + | > loss_disc_real_5: 0.1954433023929596 (0.23635227518591714) + | > loss_0: 2.433520793914795 (2.4661821785257803) + | > grad_norm_0: tensor(29.9787, device='cuda:0') (tensor(102.3179, device='cuda:0')) + | > loss_gen: 2.3346285820007324 (2.3573878401547534) + | > loss_kl: 1.397337555885315 (1.5244404652818513) + | > loss_feat: 6.262714862823486 (5.686513580493072) + | > loss_mel: 23.835180282592773 (22.58152370073309) + | > loss_duration: 1.7502813339233398 (1.759993299916016) + | > amp_scaler: 128.0 (131.50248756218892) + | > loss_1: 35.580142974853516 (33.90985879376156) + | > grad_norm_1: tensor(489.2034, device='cuda:0') (tensor(683.3333, device='cuda:0')) + | > current_lr_0: 0.0001993759366021797 + | > current_lr_1: 0.0001993759366021797 + | > step_time: 0.9271 (0.9371568943137554) + | > loader_time: 0.0072 (0.006131286051735948) + + + --> TIME: 2024-11-22 15:57:41 -- STEP: 427/797 -- GLOBAL_STEP: 20575 + | > loss_disc: 2.449780225753784 (2.465012921661625) + | > loss_disc_real_0: 0.0609297901391983 (0.12311848074599088) + | > loss_disc_real_1: 0.25163644552230835 (0.2160157473011933) + | > loss_disc_real_2: 0.2958231270313263 (0.23678729817515515) + | > loss_disc_real_3: 0.26638901233673096 (0.22649627854170787) + | > loss_disc_real_4: 0.23680472373962402 (0.22195616008526267) + | > loss_disc_real_5: 0.22876068949699402 (0.2362726668912298) + | > loss_0: 2.449780225753784 (2.465012921661625) + | > grad_norm_0: tensor(4.7081, device='cuda:0') (tensor(103.4817, device='cuda:0')) + | > loss_gen: 2.4774506092071533 (2.3605437811978813) + | > loss_kl: 1.5898239612579346 (1.5205043322587735) + | > loss_feat: 6.277649402618408 (5.692870123324963) + | > loss_mel: 25.059099197387695 (22.582818131815355) + | > loss_duration: 1.74847412109375 (1.7586251949538112) + | > amp_scaler: 128.0 (131.2974238875878) + | > loss_1: 37.15250015258789 (33.91536147588864) + | > grad_norm_1: tensor(428.4012, device='cuda:0') (tensor(677.7712, device='cuda:0')) + | > current_lr_0: 0.0001993759366021797 + | > current_lr_1: 0.0001993759366021797 + | > step_time: 0.897 (0.9373995699424654) + | > loader_time: 0.0072 (0.006244376895020102) + + + --> TIME: 2024-11-22 15:58:06 -- STEP: 452/797 -- GLOBAL_STEP: 20600 + | > loss_disc: 2.4653525352478027 (2.4652442357181426) + | > loss_disc_real_0: 0.1451146900653839 (0.1231959765257759) + | > loss_disc_real_1: 0.22626933455467224 (0.21634914580963358) + | > loss_disc_real_2: 0.23025090992450714 (0.23750320614307327) + | > loss_disc_real_3: 0.20496931672096252 (0.2260940891187803) + | > loss_disc_real_4: 0.201496422290802 (0.2218895390366031) + | > loss_disc_real_5: 0.20253683626651764 (0.23610458381276214) + | > loss_0: 2.4653525352478027 (2.4652442357181426) + | > grad_norm_0: tensor(28.8144, device='cuda:0') (tensor(103.1491, device='cuda:0')) + | > loss_gen: 2.2464654445648193 (2.362157707456994) + | > loss_kl: 1.6265583038330078 (1.52072766159488) + | > loss_feat: 5.897674560546875 (5.698487493844158) + | > loss_mel: 23.078399658203125 (22.611824613756838) + | > loss_duration: 1.695956826210022 (1.757194157722777) + | > amp_scaler: 128.0 (131.1150442477876) + | > loss_1: 34.5450553894043 (33.95039154997965) + | > grad_norm_1: tensor(268.1419, device='cuda:0') (tensor(664.7973, device='cuda:0')) + | > current_lr_0: 0.0001993759366021797 + | > current_lr_1: 0.0001993759366021797 + | > step_time: 0.9888 (0.9410830451323923) + | > loader_time: 0.0163 (0.006357122311549903) + + + --> TIME: 2024-11-22 15:58:33 -- STEP: 477/797 -- GLOBAL_STEP: 20625 + | > loss_disc: 2.4940316677093506 (2.4637333212158694) + | > loss_disc_real_0: 0.09935793280601501 (0.1225265865282505) + | > loss_disc_real_1: 0.2063082456588745 (0.2159803689025983) + | > loss_disc_real_2: 0.21982869505882263 (0.23747457270227387) + | > loss_disc_real_3: 0.23917147517204285 (0.22609600240454483) + | > loss_disc_real_4: 0.1856151521205902 (0.22178472522294745) + | > loss_disc_real_5: 0.23719218373298645 (0.23622710490501653) + | > loss_0: 2.4940316677093506 (2.4637333212158694) + | > grad_norm_0: tensor(94.3540, device='cuda:0') (tensor(103.0138, device='cuda:0')) + | > loss_gen: 2.2654757499694824 (2.3628554246710536) + | > loss_kl: 1.5444130897521973 (1.520406891215022) + | > loss_feat: 5.379955768585205 (5.705013999898978) + | > loss_mel: 20.80979347229004 (22.61724665979669) + | > loss_duration: 1.7570441961288452 (1.7560443980638836) + | > amp_scaler: 128.0 (130.95178197064985) + | > loss_1: 31.756681442260742 (33.9615672969218) + | > grad_norm_1: tensor(537.5316, device='cuda:0') (tensor(668.5259, device='cuda:0')) + | > current_lr_0: 0.0001993759366021797 + | > current_lr_1: 0.0001993759366021797 + | > step_time: 0.9425 (0.946395839035386) + | > loader_time: 0.0074 (0.006432002945266179) + + + --> TIME: 2024-11-22 15:58:58 -- STEP: 502/797 -- GLOBAL_STEP: 20650 + | > loss_disc: 2.3864083290100098 (2.4621356901419573) + | > loss_disc_real_0: 0.1041826456785202 (0.12199817221255535) + | > loss_disc_real_1: 0.18873749673366547 (0.21580253900640992) + | > loss_disc_real_2: 0.1814373880624771 (0.23741940581109894) + | > loss_disc_real_3: 0.18216447532176971 (0.22585761336335147) + | > loss_disc_real_4: 0.20767010748386383 (0.22201031137747593) + | > loss_disc_real_5: 0.22223606705665588 (0.23603999941235043) + | > loss_0: 2.3864083290100098 (2.4621356901419573) + | > grad_norm_0: tensor(264.2671, device='cuda:0') (tensor(103.1051, device='cuda:0')) + | > loss_gen: 2.482074022293091 (2.3637870386302238) + | > loss_kl: 1.4568169116973877 (1.5196243151725521) + | > loss_feat: 5.985025882720947 (5.706648803802125) + | > loss_mel: 22.543840408325195 (22.612614342890886) + | > loss_duration: 1.7360856533050537 (1.754337439024116) + | > amp_scaler: 128.0 (130.8047808764939) + | > loss_1: 34.20384216308594 (33.957011849756704) + | > grad_norm_1: tensor(897.7217, device='cuda:0') (tensor(665.5907, device='cuda:0')) + | > current_lr_0: 0.0001993759366021797 + | > current_lr_1: 0.0001993759366021797 + | > step_time: 1.0624 (0.947913890815826) + | > loader_time: 0.0082 (0.006502701466776934) + + + --> TIME: 2024-11-22 15:59:25 -- STEP: 527/797 -- GLOBAL_STEP: 20675 + | > loss_disc: 2.3277015686035156 (2.4595550147134375) + | > loss_disc_real_0: 0.07951836287975311 (0.1215437107120395) + | > loss_disc_real_1: 0.1385781466960907 (0.21552439356325248) + | > loss_disc_real_2: 0.2039751410484314 (0.23717316029420166) + | > loss_disc_real_3: 0.20310470461845398 (0.2257904759281274) + | > loss_disc_real_4: 0.20424816012382507 (0.22146065617987507) + | > loss_disc_real_5: 0.23593010008335114 (0.23610742537188126) + | > loss_0: 2.3277015686035156 (2.4595550147134375) + | > grad_norm_0: tensor(66.5589, device='cuda:0') (tensor(103.0411, device='cuda:0')) + | > loss_gen: 2.3780922889709473 (2.3637603403721186) + | > loss_kl: 1.465043306350708 (1.5201311048113186) + | > loss_feat: 6.303652763366699 (5.713350171156128) + | > loss_mel: 22.29707908630371 (22.607144943903247) + | > loss_duration: 1.7555853128433228 (1.7534627851091706) + | > amp_scaler: 128.0 (130.67172675521812) + | > loss_1: 34.1994514465332 (33.957849249215435) + | > grad_norm_1: tensor(590.7726, device='cuda:0') (tensor(670.4128, device='cuda:0')) + | > current_lr_0: 0.0001993759366021797 + | > current_lr_1: 0.0001993759366021797 + | > step_time: 0.9411 (0.9548763966424642) + | > loader_time: 0.0101 (0.006597657357492754) + + + --> TIME: 2024-11-22 15:59:51 -- STEP: 552/797 -- GLOBAL_STEP: 20700 + | > loss_disc: 2.3037302494049072 (2.4581239335778813) + | > loss_disc_real_0: 0.14171376824378967 (0.1210934650524101) + | > loss_disc_real_1: 0.2322574257850647 (0.21568663931195287) + | > loss_disc_real_2: 0.22086308896541595 (0.23707065582815287) + | > loss_disc_real_3: 0.20177529752254486 (0.22566429306955438) + | > loss_disc_real_4: 0.18153375387191772 (0.22132010353000264) + | > loss_disc_real_5: 0.24184447526931763 (0.23609337056784527) + | > loss_0: 2.3037302494049072 (2.4581239335778813) + | > grad_norm_0: tensor(27.8176, device='cuda:0') (tensor(102.0472, device='cuda:0')) + | > loss_gen: 2.549974203109741 (2.3657188625007435) + | > loss_kl: 1.5175703763961792 (1.52144877569399) + | > loss_feat: 6.756038665771484 (5.720484453698862) + | > loss_mel: 24.49087142944336 (22.607977538869008) + | > loss_duration: 1.7482595443725586 (1.7531484764987142) + | > amp_scaler: 128.0 (130.55072463768104) + | > loss_1: 37.062713623046875 (33.968778022821375) + | > grad_norm_1: tensor(77.3137, device='cuda:0') (tensor(671.3669, device='cuda:0')) + | > current_lr_0: 0.0001993759366021797 + | > current_lr_1: 0.0001993759366021797 + | > step_time: 0.9918 (0.9573755985584812) + | > loader_time: 0.0078 (0.006706144930659861) + + + --> TIME: 2024-11-22 16:00:18 -- STEP: 577/797 -- GLOBAL_STEP: 20725 + | > loss_disc: 2.3730082511901855 (2.457073846350921) + | > loss_disc_real_0: 0.13622914254665375 (0.12143093928294434) + | > loss_disc_real_1: 0.1716311126947403 (0.21534628208010004) + | > loss_disc_real_2: 0.24589119851589203 (0.23685940870275943) + | > loss_disc_real_3: 0.2068014293909073 (0.2255484931287154) + | > loss_disc_real_4: 0.22275295853614807 (0.22126066325752122) + | > loss_disc_real_5: 0.2432735562324524 (0.236109064862881) + | > loss_0: 2.3730082511901855 (2.457073846350921) + | > grad_norm_0: tensor(165.8134, device='cuda:0') (tensor(101.7883, device='cuda:0')) + | > loss_gen: 2.316845178604126 (2.3648418113718415) + | > loss_kl: 1.6571515798568726 (1.5233302397372606) + | > loss_feat: 5.852842330932617 (5.722473627979667) + | > loss_mel: 23.458707809448242 (22.628496619609653) + | > loss_duration: 1.7296034097671509 (1.752287878940589) + | > amp_scaler: 128.0 (130.44020797227031) + | > loss_1: 35.01515197753906 (33.991430100783084) + | > grad_norm_1: tensor(779.8989, device='cuda:0') (tensor(672.7610, device='cuda:0')) + | > current_lr_0: 0.0001993759366021797 + | > current_lr_1: 0.0001993759366021797 + | > step_time: 1.0666 (0.9617406619483512) + | > loader_time: 0.0082 (0.006803839004225707) + + + --> TIME: 2024-11-22 16:00:45 -- STEP: 602/797 -- GLOBAL_STEP: 20750 + | > loss_disc: 2.3544859886169434 (2.455678312881443) + | > loss_disc_real_0: 0.05504294112324715 (0.12118725245044971) + | > loss_disc_real_1: 0.25340330600738525 (0.21542292090745474) + | > loss_disc_real_2: 0.20002540946006775 (0.2368123545945681) + | > loss_disc_real_3: 0.21462658047676086 (0.22555013847509492) + | > loss_disc_real_4: 0.22517786920070648 (0.22119476143703903) + | > loss_disc_real_5: 0.23038169741630554 (0.2358407626961949) + | > loss_0: 2.3544859886169434 (2.455678312881443) + | > grad_norm_0: tensor(180.3952, device='cuda:0') (tensor(101.4264, device='cuda:0')) + | > loss_gen: 2.417239189147949 (2.3654196604937803) + | > loss_kl: 1.397413730621338 (1.5235699587486107) + | > loss_feat: 6.665075778961182 (5.726096857425776) + | > loss_mel: 22.534774780273438 (22.62036618521047) + | > loss_duration: 1.7392446994781494 (1.7515115882471155) + | > amp_scaler: 128.0 (130.33887043189364) + | > loss_1: 34.75374984741211 (33.98696417824371) + | > grad_norm_1: tensor(1237.8710, device='cuda:0') (tensor(672.9077, device='cuda:0')) + | > current_lr_0: 0.0001993759366021797 + | > current_lr_1: 0.0001993759366021797 + | > step_time: 1.1401 (0.9670304345134089) + | > loader_time: 0.0109 (0.006893092215655254) + + + --> TIME: 2024-11-22 16:01:13 -- STEP: 627/797 -- GLOBAL_STEP: 20775 + | > loss_disc: 2.494865894317627 (2.4564054320303432) + | > loss_disc_real_0: 0.20893217623233795 (0.12210121323344145) + | > loss_disc_real_1: 0.16700410842895508 (0.21522805330000436) + | > loss_disc_real_2: 0.22436951100826263 (0.23664893378671467) + | > loss_disc_real_3: 0.26470059156417847 (0.22559349581100155) + | > loss_disc_real_4: 0.21952411532402039 (0.22102002331324552) + | > loss_disc_real_5: 0.25718486309051514 (0.23570546210762797) + | > loss_0: 2.494865894317627 (2.4564054320303432) + | > grad_norm_0: tensor(68.4336, device='cuda:0') (tensor(101.6813, device='cuda:0')) + | > loss_gen: 2.484476089477539 (2.364397315697616) + | > loss_kl: 1.4357126951217651 (1.5230072189175905) + | > loss_feat: 5.5638747215271 (5.713986082700639) + | > loss_mel: 23.058456420898438 (22.608188887722378) + | > loss_duration: 1.736677646636963 (1.7515578332700228) + | > amp_scaler: 128.0 (130.24561403508773) + | > loss_1: 34.279197692871094 (33.96113726967256) + | > grad_norm_1: tensor(739.3092, device='cuda:0') (tensor(669.3813, device='cuda:0')) + | > current_lr_0: 0.0001993759366021797 + | > current_lr_1: 0.0001993759366021797 + | > step_time: 1.1242 (0.9722531811472331) + | > loader_time: 0.0127 (0.007004704011494273) + + + --> TIME: 2024-11-22 16:01:42 -- STEP: 652/797 -- GLOBAL_STEP: 20800 + | > loss_disc: 2.2964348793029785 (2.4567078805408564) + | > loss_disc_real_0: 0.033507928252220154 (0.12211095047200475) + | > loss_disc_real_1: 0.23262155055999756 (0.21531808042635955) + | > loss_disc_real_2: 0.2687760889530182 (0.23689482774745468) + | > loss_disc_real_3: 0.20686857402324677 (0.22576998544434096) + | > loss_disc_real_4: 0.172441765666008 (0.22099686430001553) + | > loss_disc_real_5: 0.1934622824192047 (0.23569686064050974) + | > loss_0: 2.2964348793029785 (2.4567078805408564) + | > grad_norm_0: tensor(31.2858, device='cuda:0') (tensor(101.5299, device='cuda:0')) + | > loss_gen: 2.437645673751831 (2.3655670104216946) + | > loss_kl: 1.4557950496673584 (1.5227133527489525) + | > loss_feat: 6.473324298858643 (5.711481996109146) + | > loss_mel: 24.171022415161133 (22.60311037777392) + | > loss_duration: 1.73918616771698 (1.75136197948017) + | > amp_scaler: 128.0 (130.15950920245405) + | > loss_1: 36.276973724365234 (33.954234652724) + | > grad_norm_1: tensor(383.9065, device='cuda:0') (tensor(665.3565, device='cuda:0')) + | > current_lr_0: 0.0001993759366021797 + | > current_lr_1: 0.0001993759366021797 + | > step_time: 1.3176 (0.9786604544136421) + | > loader_time: 0.0162 (0.0071386182966407825) + + + --> TIME: 2024-11-22 16:02:12 -- STEP: 677/797 -- GLOBAL_STEP: 20825 + | > loss_disc: 2.407287359237671 (2.459902195669872) + | > loss_disc_real_0: 0.19902564585208893 (0.12293551146070661) + | > loss_disc_real_1: 0.2095295488834381 (0.2157215133991693) + | > loss_disc_real_2: 0.19339844584465027 (0.23671221330299688) + | > loss_disc_real_3: 0.22343331575393677 (0.22598913400000625) + | > loss_disc_real_4: 0.24425631761550903 (0.22126000107127067) + | > loss_disc_real_5: 0.2363988757133484 (0.23584921730674) + | > loss_0: 2.407287359237671 (2.459902195669872) + | > grad_norm_0: tensor(69.8312, device='cuda:0') (tensor(101.6273, device='cuda:0')) + | > loss_gen: 2.690720319747925 (2.363933150313983) + | > loss_kl: 1.5044578313827515 (1.5239746714976545) + | > loss_feat: 6.242713928222656 (5.702318726121229) + | > loss_mel: 24.522228240966797 (22.613598799599863) + | > loss_duration: 1.7215070724487305 (1.7507899739013288) + | > amp_scaler: 128.0 (130.07976366322012) + | > loss_1: 36.6816291809082 (33.95461528445627) + | > grad_norm_1: tensor(244.8659, device='cuda:0') (tensor(658.0711, device='cuda:0')) + | > current_lr_0: 0.0001993759366021797 + | > current_lr_1: 0.0001993759366021797 + | > step_time: 1.0675 (0.9857155864664864) + | > loader_time: 0.0085 (0.007275783152840867) + + + --> TIME: 2024-11-22 16:02:40 -- STEP: 702/797 -- GLOBAL_STEP: 20850 + | > loss_disc: 2.487621784210205 (2.4594750227751527) + | > loss_disc_real_0: 0.08113686740398407 (0.12229965499037096) + | > loss_disc_real_1: 0.20515510439872742 (0.21575365701631952) + | > loss_disc_real_2: 0.23353974521160126 (0.23694791345514804) + | > loss_disc_real_3: 0.2006217986345291 (0.22576421609631292) + | > loss_disc_real_4: 0.27295684814453125 (0.22143536829455965) + | > loss_disc_real_5: 0.2710302174091339 (0.23593894447441455) + | > loss_0: 2.487621784210205 (2.4594750227751527) + | > grad_norm_0: tensor(183.1544, device='cuda:0') (tensor(99.9659, device='cuda:0')) + | > loss_gen: 2.3107948303222656 (2.3637775833110886) + | > loss_kl: 1.6873791217803955 (1.5246526918180305) + | > loss_feat: 5.588533401489258 (5.703331696681481) + | > loss_mel: 22.28864097595215 (22.623434890029788) + | > loss_duration: 1.7350525856018066 (1.750208600803658) + | > amp_scaler: 128.0 (130.005698005698) + | > loss_1: 33.61040115356445 (33.96540544243618) + | > grad_norm_1: tensor(527.7520, device='cuda:0') (tensor(649.2538, device='cuda:0')) + | > current_lr_0: 0.0001993759366021797 + | > current_lr_1: 0.0001993759366021797 + | > step_time: 1.0587 (0.9897745888457339) + | > loader_time: 0.0093 (0.007383549654925311) + + + --> TIME: 2024-11-22 16:03:08 -- STEP: 727/797 -- GLOBAL_STEP: 20875 + | > loss_disc: 2.3374452590942383 (2.4603889955943004) + | > loss_disc_real_0: 0.11155447363853455 (0.12233852894600107) + | > loss_disc_real_1: 0.1995096653699875 (0.21614632875424147) + | > loss_disc_real_2: 0.2493966519832611 (0.23741109759394372) + | > loss_disc_real_3: 0.1922452747821808 (0.2257163339336768) + | > loss_disc_real_4: 0.19254736602306366 (0.2213713647861756) + | > loss_disc_real_5: 0.2359609752893448 (0.23570398250505062) + | > loss_0: 2.3374452590942383 (2.4603889955943004) + | > grad_norm_0: tensor(92.9827, device='cuda:0') (tensor(100.7364, device='cuda:0')) + | > loss_gen: 2.6212475299835205 (2.3629857334506905) + | > loss_kl: 1.577432632446289 (1.5255091870831325) + | > loss_feat: 6.120199203491211 (5.693888494368261) + | > loss_mel: 21.522659301757812 (22.611096404441632) + | > loss_duration: 1.7255566120147705 (1.7493031487340285) + | > amp_scaler: 128.0 (129.93672627235213) + | > loss_1: 33.56709671020508 (33.942782970045414) + | > grad_norm_1: tensor(708.5855, device='cuda:0') (tensor(657.5591, device='cuda:0')) + | > current_lr_0: 0.0001993759366021797 + | > current_lr_1: 0.0001993759366021797 + | > step_time: 1.0675 (0.9944363007683209) + | > loader_time: 0.0104 (0.007574095522685097) + + + --> TIME: 2024-11-22 16:03:46 -- STEP: 752/797 -- GLOBAL_STEP: 20900 + | > loss_disc: 2.3282787799835205 (2.4602617932126867) + | > loss_disc_real_0: 0.039279185235500336 (0.12180442821501972) + | > loss_disc_real_1: 0.2684090733528137 (0.21623656742195507) + | > loss_disc_real_2: 0.22094720602035522 (0.23732541933497217) + | > loss_disc_real_3: 0.2223508358001709 (0.2259411454953729) + | > loss_disc_real_4: 0.1826094537973404 (0.22167736293866913) + | > loss_disc_real_5: 0.2173432558774948 (0.23590254956024123) + | > loss_0: 2.3282787799835205 (2.4602617932126867) + | > grad_norm_0: tensor(27.4563, device='cuda:0') (tensor(100.9790, device='cuda:0')) + | > loss_gen: 2.322175979614258 (2.3638085359905654) + | > loss_kl: 1.4573731422424316 (1.5253297730963278) + | > loss_feat: 5.78186559677124 (5.698252614508276) + | > loss_mel: 23.33295440673828 (22.61130792536636) + | > loss_duration: 1.7349854707717896 (1.748093917014751) + | > amp_scaler: 128.0 (129.87234042553206) + | > loss_1: 34.629356384277344 (33.94679276233023) + | > grad_norm_1: tensor(342.2740, device='cuda:0') (tensor(654.8306, device='cuda:0')) + | > current_lr_0: 0.0001993759366021797 + | > current_lr_1: 0.0001993759366021797 + | > step_time: 2.0675 (1.0106529403240128) + | > loader_time: 0.0136 (0.007932904235860136) + + + --> TIME: 2024-11-22 16:04:41 -- STEP: 777/797 -- GLOBAL_STEP: 20925 + | > loss_disc: 2.377918243408203 (2.4583840646338744) + | > loss_disc_real_0: 0.12606923282146454 (0.12124189477236498) + | > loss_disc_real_1: 0.21287043392658234 (0.2161697888773228) + | > loss_disc_real_2: 0.2686904966831207 (0.2372589066452041) + | > loss_disc_real_3: 0.22792835533618927 (0.2258254083849135) + | > loss_disc_real_4: 0.25542011857032776 (0.22144108297281745) + | > loss_disc_real_5: 0.2644302248954773 (0.235529652932129) + | > loss_0: 2.377918243408203 (2.4583840646338744) + | > grad_norm_0: tensor(29.6442, device='cuda:0') (tensor(100.1418, device='cuda:0')) + | > loss_gen: 2.532562017440796 (2.3657109818710182) + | > loss_kl: 1.547160267829895 (1.5252942374620961) + | > loss_feat: 5.160253047943115 (5.70601185254915) + | > loss_mel: 21.99103355407715 (22.614846817468298) + | > loss_duration: 1.7145171165466309 (1.7469631287735554) + | > amp_scaler: 128.0 (129.812097812098) + | > loss_1: 32.945526123046875 (33.95882700769136) + | > grad_norm_1: tensor(848.5568, device='cuda:0') (tensor(651.7441, device='cuda:0')) + | > current_lr_0: 0.0001993759366021797 + | > current_lr_1: 0.0001993759366021797 + | > step_time: 2.0504 (1.0485282045533766) + | > loader_time: 0.0115 (0.008165799512826345) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.215039014816284 (2.215039014816284) + | > loss_disc_real_0: 0.04131703078746796 (0.04131703078746796) + | > loss_disc_real_1: 0.20676112174987793 (0.20676112174987793) + | > loss_disc_real_2: 0.19571971893310547 (0.19571971893310547) + | > loss_disc_real_3: 0.1999136507511139 (0.1999136507511139) + | > loss_disc_real_4: 0.22918596863746643 (0.22918596863746643) + | > loss_disc_real_5: 0.20391036570072174 (0.20391036570072174) + | > loss_0: 2.215039014816284 (2.215039014816284) + | > loss_gen: 2.515686273574829 (2.515686273574829) + | > loss_kl: 1.6801317930221558 (1.6801317930221558) + | > loss_feat: 6.796417236328125 (6.796417236328125) + | > loss_mel: 24.613065719604492 (24.613065719604492) + | > loss_duration: 1.9560253620147705 (1.9560253620147705) + | > loss_1: 37.56132507324219 (37.56132507324219) + + --> STEP: 1 + | > loss_disc: 2.1477580070495605 (2.1477580070495605) + | > loss_disc_real_0: 0.029501691460609436 (0.029501691460609436) + | > loss_disc_real_1: 0.15024547278881073 (0.15024547278881073) + | > loss_disc_real_2: 0.23334652185440063 (0.23334652185440063) + | > loss_disc_real_3: 0.17926757037639618 (0.17926757037639618) + | > loss_disc_real_4: 0.19648848474025726 (0.19648848474025726) + | > loss_disc_real_5: 0.2227790355682373 (0.2227790355682373) + | > loss_0: 2.1477580070495605 (2.1477580070495605) + | > loss_gen: 2.5017216205596924 (2.5017216205596924) + | > loss_kl: 1.2236018180847168 (1.2236018180847168) + | > loss_feat: 7.436875343322754 (7.436875343322754) + | > loss_mel: 26.218032836914062 (26.218032836914062) + | > loss_duration: 1.795122742652893 (1.795122742652893) + | > loss_1: 39.17535400390625 (39.17535400390625) + + --> STEP: 2 + | > loss_disc: 2.3294758796691895 (2.238616943359375) + | > loss_disc_real_0: 0.05827454477548599 (0.043888118118047714) + | > loss_disc_real_1: 0.19213168323040009 (0.1711885780096054) + | > loss_disc_real_2: 0.3092702031135559 (0.27130836248397827) + | > loss_disc_real_3: 0.22964246571063995 (0.20445501804351807) + | > loss_disc_real_4: 0.28791964054107666 (0.24220406264066696) + | > loss_disc_real_5: 0.2871917486190796 (0.25498539209365845) + | > loss_0: 2.3294758796691895 (2.238616943359375) + | > loss_gen: 2.7087793350219727 (2.6052504777908325) + | > loss_kl: 1.5070390701293945 (1.3653204441070557) + | > loss_feat: 5.169961929321289 (6.3034186363220215) + | > loss_mel: 22.932218551635742 (24.575125694274902) + | > loss_duration: 1.682201623916626 (1.7386621832847595) + | > loss_1: 34.00019836425781 (36.58777618408203) + + --> STEP: 3 + | > loss_disc: 2.3504114151000977 (2.275881767272949) + | > loss_disc_real_0: 0.07361672818660736 (0.053797654807567596) + | > loss_disc_real_1: 0.22548216581344604 (0.18928644061088562) + | > loss_disc_real_2: 0.2647775709629059 (0.26913143197695416) + | > loss_disc_real_3: 0.23494942486286163 (0.2146198203166326) + | > loss_disc_real_4: 0.24759860336780548 (0.24400224288304648) + | > loss_disc_real_5: 0.24957144260406494 (0.25318074226379395) + | > loss_0: 2.3504114151000977 (2.275881767272949) + | > loss_gen: 2.487907886505127 (2.566136280695597) + | > loss_kl: 1.6374359130859375 (1.4560256004333496) + | > loss_feat: 5.515063285827637 (6.04063351949056) + | > loss_mel: 20.64774513244629 (23.26599884033203) + | > loss_duration: 1.737560749053955 (1.738295038541158) + | > loss_1: 32.02571105957031 (35.06708780924479) + + --> STEP: 4 + | > loss_disc: 2.2490715980529785 (2.2691792249679565) + | > loss_disc_real_0: 0.07264341413974762 (0.0585090946406126) + | > loss_disc_real_1: 0.20384718477725983 (0.19292662665247917) + | > loss_disc_real_2: 0.25821518898010254 (0.26640237122774124) + | > loss_disc_real_3: 0.19964291155338287 (0.21087559312582016) + | > loss_disc_real_4: 0.2606840431690216 (0.24817269295454025) + | > loss_disc_real_5: 0.22533626854419708 (0.24621962383389473) + | > loss_0: 2.2490715980529785 (2.2691792249679565) + | > loss_gen: 2.537015914916992 (2.558856189250946) + | > loss_kl: 1.3522067070007324 (1.4300708770751953) + | > loss_feat: 5.016142845153809 (5.784510850906372) + | > loss_mel: 20.566591262817383 (22.59114694595337) + | > loss_duration: 1.6334333419799805 (1.7120796144008636) + | > loss_1: 31.105388641357422 (34.07666301727295) + + --> STEP: 5 + | > loss_disc: 2.324737787246704 (2.280290937423706) + | > loss_disc_real_0: 0.047242145985364914 (0.05625570490956307) + | > loss_disc_real_1: 0.1978326439857483 (0.19390783011913298) + | > loss_disc_real_2: 0.2603566348552704 (0.26519322395324707) + | > loss_disc_real_3: 0.19005027413368225 (0.2067105293273926) + | > loss_disc_real_4: 0.2670782208442688 (0.25195379853248595) + | > loss_disc_real_5: 0.21937988698482513 (0.24085167646408082) + | > loss_0: 2.324737787246704 (2.280290937423706) + | > loss_gen: 2.40224552154541 (2.5275340557098387) + | > loss_kl: 1.7090126276016235 (1.485859227180481) + | > loss_feat: 6.4946160316467285 (5.926531887054443) + | > loss_mel: 22.14399528503418 (22.50171661376953) + | > loss_duration: 1.891082763671875 (1.7478802442550658) + | > loss_1: 34.640953063964844 (34.18952102661133) + + --> STEP: 6 + | > loss_disc: 2.2670774459838867 (2.278088688850403) + | > loss_disc_real_0: 0.07237915694713593 (0.05894294691582521) + | > loss_disc_real_1: 0.18584202229976654 (0.19256352881590524) + | > loss_disc_real_2: 0.21711516380310059 (0.25718021392822266) + | > loss_disc_real_3: 0.20028921961784363 (0.20564031104246774) + | > loss_disc_real_4: 0.17840541899204254 (0.2396957352757454) + | > loss_disc_real_5: 0.2341916412115097 (0.23974167058865228) + | > loss_0: 2.2670774459838867 (2.278088688850403) + | > loss_gen: 2.2822301387786865 (2.486650069554647) + | > loss_kl: 1.0619593858718872 (1.4152092536290486) + | > loss_feat: 4.978183269500732 (5.768473784128825) + | > loss_mel: 18.291851043701172 (21.800072352091473) + | > loss_duration: 1.6967391967773438 (1.7393567363421123) + | > loss_1: 28.310962677001953 (33.20976130167643) + + --> STEP: 7 + | > loss_disc: 2.1721274852752686 (2.262951374053955) + | > loss_disc_real_0: 0.045694898813962936 (0.05705036861555917) + | > loss_disc_real_1: 0.15018992125988007 (0.18651015630790166) + | > loss_disc_real_2: 0.2458866387605667 (0.2555668460471289) + | > loss_disc_real_3: 0.15811768174171448 (0.198851363999503) + | > loss_disc_real_4: 0.20667779445648193 (0.2349788865872792) + | > loss_disc_real_5: 0.24904777109622955 (0.24107111351830618) + | > loss_0: 2.1721274852752686 (2.262951374053955) + | > loss_gen: 2.4565138816833496 (2.4823448998587474) + | > loss_kl: 2.271686553955078 (1.5375631536756242) + | > loss_feat: 5.945685863494873 (5.793789795466831) + | > loss_mel: 20.92563819885254 (21.675153187343053) + | > loss_duration: 1.6456117630004883 (1.7259645972933089) + | > loss_1: 33.24513626098633 (33.214814867292134) + + --> STEP: 8 + | > loss_disc: 2.24656343460083 (2.2609028816223145) + | > loss_disc_real_0: 0.04200480878353119 (0.05516967363655567) + | > loss_disc_real_1: 0.17263434827327728 (0.1847756803035736) + | > loss_disc_real_2: 0.2422550469636917 (0.2539028711616993) + | > loss_disc_real_3: 0.14326587319374084 (0.19190317764878273) + | > loss_disc_real_4: 0.25324228405952454 (0.23726181127130985) + | > loss_disc_real_5: 0.1992095708847046 (0.235838420689106) + | > loss_0: 2.24656343460083 (2.2609028816223145) + | > loss_gen: 2.2533116340637207 (2.453715741634369) + | > loss_kl: 1.4474974870681763 (1.5263049453496933) + | > loss_feat: 6.812952041625977 (5.921185076236725) + | > loss_mel: 21.99476432800293 (21.715104579925537) + | > loss_duration: 1.7734441757202148 (1.731899544596672) + | > loss_1: 34.2819709777832 (33.348209381103516) + + --> STEP: 9 + | > loss_disc: 2.4092071056365967 (2.2773811287350125) + | > loss_disc_real_0: 0.07059076428413391 (0.05688312815295325) + | > loss_disc_real_1: 0.27414435148239136 (0.1947055326567756) + | > loss_disc_real_2: 0.24752692878246307 (0.2531944331195619) + | > loss_disc_real_3: 0.23618288338184357 (0.19682314495245615) + | > loss_disc_real_4: 0.28703930974006653 (0.24279264443450504) + | > loss_disc_real_5: 0.2839430570602417 (0.24118338028589884) + | > loss_0: 2.4092071056365967 (2.2773811287350125) + | > loss_gen: 2.5677967071533203 (2.466391404469808) + | > loss_kl: 1.5532807111740112 (1.5293022526635065) + | > loss_feat: 4.62360143661499 (5.777009116278754) + | > loss_mel: 20.06688117980957 (21.53196864657932) + | > loss_duration: 1.710570216178894 (1.729529619216919) + | > loss_1: 30.52212905883789 (33.03420045640733) + + --> STEP: 10 + | > loss_disc: 2.3392419815063477 (2.283567214012146) + | > loss_disc_real_0: 0.04641279950737953 (0.05583609528839588) + | > loss_disc_real_1: 0.2058185189962387 (0.1958168312907219) + | > loss_disc_real_2: 0.24688081443309784 (0.25256307125091554) + | > loss_disc_real_3: 0.20682470500469208 (0.19782330095767975) + | > loss_disc_real_4: 0.289713978767395 (0.24748477786779405) + | > loss_disc_real_5: 0.25159168243408203 (0.24222421050071716) + | > loss_0: 2.3392419815063477 (2.283567214012146) + | > loss_gen: 2.363434076309204 (2.4560956716537476) + | > loss_kl: 1.3416249752044678 (1.5105345249176025) + | > loss_feat: 5.495915412902832 (5.748899745941162) + | > loss_mel: 23.677846908569336 (21.74655647277832) + | > loss_duration: 1.6526232957839966 (1.7218389868736268) + | > loss_1: 34.53144454956055 (33.18392486572266) + + --> STEP: 11 + | > loss_disc: 2.1200485229492188 (2.2687018784609707) + | > loss_disc_real_0: 0.025221675634384155 (0.05305296622894027) + | > loss_disc_real_1: 0.16993919014930725 (0.1934643184596842) + | > loss_disc_real_2: 0.2176005095243454 (0.24938465654850006) + | > loss_disc_real_3: 0.12815558910369873 (0.19148987260731784) + | > loss_disc_real_4: 0.17443546652793884 (0.24084393138235266) + | > loss_disc_real_5: 0.2373226284980774 (0.24177861213684082) + | > loss_0: 2.1200485229492188 (2.2687018784609707) + | > loss_gen: 2.4724106788635254 (2.4575788541273638) + | > loss_kl: 1.401437759399414 (1.5006166371432217) + | > loss_feat: 7.747197151184082 (5.930563146417791) + | > loss_mel: 25.788358688354492 (22.1139930378307) + | > loss_duration: 1.6358416080474854 (1.7140210433439775) + | > loss_1: 39.04524612426758 (33.7167722528631) + + --> STEP: 12 + | > loss_disc: 2.1634938716888428 (2.2599345445632935) + | > loss_disc_real_0: 0.04786437377333641 (0.05262058352430662) + | > loss_disc_real_1: 0.18738679587841034 (0.19295785824457803) + | > loss_disc_real_2: 0.2932452857494354 (0.25303970898191136) + | > loss_disc_real_3: 0.1757676899433136 (0.19017969071865082) + | > loss_disc_real_4: 0.21186412870883942 (0.23842894782622656) + | > loss_disc_real_5: 0.25502386689186096 (0.24288238336642584) + | > loss_0: 2.1634938716888428 (2.2599345445632935) + | > loss_gen: 2.513124942779541 (2.4622076948483786) + | > loss_kl: 1.789947748184204 (1.5247275630633037) + | > loss_feat: 6.0261101722717285 (5.938525398572286) + | > loss_mel: 23.949844360351562 (22.26698064804077) + | > loss_duration: 1.7533057928085327 (1.7172947724660237) + | > loss_1: 36.0323371887207 (33.909735997517906) + + --> STEP: 13 + | > loss_disc: 2.3428282737731934 (2.266310985271747) + | > loss_disc_real_0: 0.08207935839891434 (0.05488664313004567) + | > loss_disc_real_1: 0.15163160860538483 (0.1897789159646401) + | > loss_disc_real_2: 0.24844928085803986 (0.25268659912622893) + | > loss_disc_real_3: 0.1746581345796585 (0.18898572486180526) + | > loss_disc_real_4: 0.24077169597148895 (0.23860915922201598) + | > loss_disc_real_5: 0.20520731806755066 (0.2399843014203585) + | > loss_0: 2.3428282737731934 (2.266310985271747) + | > loss_gen: 2.2294118404388428 (2.4443003214322605) + | > loss_kl: 2.1487679481506348 (1.5727306696084828) + | > loss_feat: 5.3269267082214355 (5.891479345468374) + | > loss_mel: 21.57097053527832 (22.213441408597507) + | > loss_duration: 1.7858282327651978 (1.7225665771044218) + | > loss_1: 33.06190490722656 (33.844518221341644) + + --> STEP: 14 + | > loss_disc: 2.125246286392212 (2.25623493535178) + | > loss_disc_real_0: 0.05353466048836708 (0.054790072941354344) + | > loss_disc_real_1: 0.17969590425491333 (0.18905870084251677) + | > loss_disc_real_2: 0.2814140021800995 (0.25473855648721966) + | > loss_disc_real_3: 0.2024838775396347 (0.18994987862450735) + | > loss_disc_real_4: 0.277670294046402 (0.24139924028090068) + | > loss_disc_real_5: 0.2046145647764206 (0.23745789166007722) + | > loss_0: 2.125246286392212 (2.25623493535178) + | > loss_gen: 2.6191275119781494 (2.456787977899824) + | > loss_kl: 1.4856925010681152 (1.5665136575698853) + | > loss_feat: 6.950565338134766 (5.967128344944546) + | > loss_mel: 24.53374481201172 (22.379177365984237) + | > loss_duration: 1.7316703796386719 (1.7232168487140112) + | > loss_1: 37.32080078125 (34.09282411847796) + + --> STEP: 15 + | > loss_disc: 2.2564804553985596 (2.2562513033548988) + | > loss_disc_real_0: 0.04800678417086601 (0.054337853689988454) + | > loss_disc_real_1: 0.2289295494556427 (0.19171675741672517) + | > loss_disc_real_2: 0.24976514279842377 (0.25440699557463325) + | > loss_disc_real_3: 0.24545401334762573 (0.19365015427271526) + | > loss_disc_real_4: 0.20801439881324768 (0.23917358418305715) + | > loss_disc_real_5: 0.2774765193462372 (0.24012580017248789) + | > loss_0: 2.2564804553985596 (2.2562513033548988) + | > loss_gen: 2.6172983646392822 (2.467488670349121) + | > loss_kl: 1.6048157215118408 (1.569067128499349) + | > loss_feat: 4.930505275726318 (5.898020140329996) + | > loss_mel: 20.479047775268555 (22.252502059936525) + | > loss_duration: 1.7125457525253296 (1.7225054423014323) + | > loss_1: 31.344213485717773 (33.90958340962728) + + --> STEP: 16 + | > loss_disc: 2.42820405960083 (2.2669983506202693) + | > loss_disc_real_0: 0.04856386035680771 (0.05397697910666466) + | > loss_disc_real_1: 0.21026365458965302 (0.19287593849003315) + | > loss_disc_real_2: 0.2516915202140808 (0.25423727836459875) + | > loss_disc_real_3: 0.2034936100244522 (0.1942653702571988) + | > loss_disc_real_4: 0.2577531337738037 (0.2403348060324788) + | > loss_disc_real_5: 0.24061515927314758 (0.24015638511627913) + | > loss_0: 2.42820405960083 (2.2669983506202693) + | > loss_gen: 2.3697330951690674 (2.4613789469003677) + | > loss_kl: 1.6503801345825195 (1.5741491913795471) + | > loss_feat: 5.968448162078857 (5.9024218916893005) + | > loss_mel: 22.893163681030273 (22.292543411254883) + | > loss_duration: 1.83256196975708 (1.7293839752674103) + | > loss_1: 34.71428680419922 (33.959877371788025) + + --> STEP: 17 + | > loss_disc: 2.2224652767181396 (2.264378758037791) + | > loss_disc_real_0: 0.0382123626768589 (0.05304964872844079) + | > loss_disc_real_1: 0.13368725776672363 (0.189394251388662) + | > loss_disc_real_2: 0.2518455386161804 (0.2540965877911624) + | > loss_disc_real_3: 0.16838333010673523 (0.19274289730717153) + | > loss_disc_real_4: 0.2582068145275116 (0.24138610064983368) + | > loss_disc_real_5: 0.3194618225097656 (0.24482141084530773) + | > loss_0: 2.2224652767181396 (2.264378758037791) + | > loss_gen: 2.56892728805542 (2.4677053199094883) + | > loss_kl: 1.3902887105941772 (1.5633338689804077) + | > loss_feat: 6.174110412597656 (5.918403569389792) + | > loss_mel: 22.958829879760742 (22.3317367329317) + | > loss_duration: 1.6962759494781494 (1.7274364443386303) + | > loss_1: 34.78843307495117 (34.00861594256233) + + --> STEP: 18 + | > loss_disc: 2.679413080215454 (2.287436220380995) + | > loss_disc_real_0: 0.10993565618991852 (0.056209982476300664) + | > loss_disc_real_1: 0.2899657189846039 (0.1949815551439921) + | > loss_disc_real_2: 0.2879646122455597 (0.25597814470529556) + | > loss_disc_real_3: 0.22991113364696503 (0.19480779932604897) + | > loss_disc_real_4: 0.27408209443092346 (0.2432025447487831) + | > loss_disc_real_5: 0.28852540254592896 (0.24724941038423115) + | > loss_0: 2.679413080215454 (2.287436220380995) + | > loss_gen: 2.3638672828674316 (2.4619365400738187) + | > loss_kl: 1.898120403289795 (1.5819331208864849) + | > loss_feat: 4.920987129211426 (5.862991544935438) + | > loss_mel: 20.85081672668457 (22.2494633992513) + | > loss_duration: 1.7102634906768799 (1.7264823913574219) + | > loss_1: 31.744054794311523 (33.88280698988173) + + --> STEP: 19 + | > loss_disc: 2.0988874435424805 (2.277512600547389) + | > loss_disc_real_0: 0.06998522579669952 (0.05693499528263744) + | > loss_disc_real_1: 0.17270351946353912 (0.19380902695028404) + | > loss_disc_real_2: 0.22115930914878845 (0.2541455744128478) + | > loss_disc_real_3: 0.13027618825435638 (0.1914113987433283) + | > loss_disc_real_4: 0.24944309890270233 (0.24353099496741043) + | > loss_disc_real_5: 0.14949201047420502 (0.24210428407317713) + | > loss_0: 2.0988874435424805 (2.277512600547389) + | > loss_gen: 2.6088027954101562 (2.4696663429862573) + | > loss_kl: 1.5480629205703735 (1.5801504787645841) + | > loss_feat: 7.819045543670654 (5.965941755395186) + | > loss_mel: 24.01091766357422 (22.34217151842619) + | > loss_duration: 1.7709987163543701 (1.7288253558309454) + | > loss_1: 37.75782775878906 (34.086755451403164) + + --> STEP: 20 + | > loss_disc: 2.0738589763641357 (2.267329919338226) + | > loss_disc_real_0: 0.03372561186552048 (0.055774526111781596) + | > loss_disc_real_1: 0.15421094000339508 (0.19182912260293958) + | > loss_disc_real_2: 0.2666378915309906 (0.25477019026875497) + | > loss_disc_real_3: 0.13664111495018005 (0.18867288455367087) + | > loss_disc_real_4: 0.18282337486743927 (0.24049561396241187) + | > loss_disc_real_5: 0.17703010141849518 (0.23885057494044304) + | > loss_0: 2.0738589763641357 (2.267329919338226) + | > loss_gen: 2.4613988399505615 (2.4692529678344726) + | > loss_kl: 1.8498492240905762 (1.5936354160308839) + | > loss_feat: 7.486619472503662 (6.041975641250611) + | > loss_mel: 25.28289031982422 (22.489207458496093) + | > loss_duration: 1.6823104619979858 (1.7264996111392974) + | > loss_1: 38.76306915283203 (34.32057113647461) + + --> STEP: 21 + | > loss_disc: 2.1914210319519043 (2.263715210415068) + | > loss_disc_real_0: 0.026943661272525787 (0.054401627786102746) + | > loss_disc_real_1: 0.16163964569568634 (0.19039152846449894) + | > loss_disc_real_2: 0.25062304735183716 (0.25457270727271125) + | > loss_disc_real_3: 0.22026240825653076 (0.1901771475871404) + | > loss_disc_real_4: 0.2206055372953415 (0.23954846745445615) + | > loss_disc_real_5: 0.273112416267395 (0.2404820911941074) + | > loss_0: 2.1914210319519043 (2.263715210415068) + | > loss_gen: 2.5541365146636963 (2.473295041493007) + | > loss_kl: 1.4925835132598877 (1.5888234206608363) + | > loss_feat: 6.011975288391113 (6.040547053019206) + | > loss_mel: 23.757083892822266 (22.54958252679734) + | > loss_duration: 1.72491455078125 (1.7264241320746285) + | > loss_1: 35.54069519042969 (34.37867228190104) + + --> STEP: 22 + | > loss_disc: 2.3631906509399414 (2.268236821348017) + | > loss_disc_real_0: 0.05014445260167122 (0.05420811982317404) + | > loss_disc_real_1: 0.18702347576618195 (0.19023843516003003) + | > loss_disc_real_2: 0.24504271149635315 (0.25413952564651315) + | > loss_disc_real_3: 0.1989639848470688 (0.1905765492807735) + | > loss_disc_real_4: 0.2733490765094757 (0.24108485877513885) + | > loss_disc_real_5: 0.27291417121887207 (0.24195627664977853) + | > loss_0: 2.3631906509399414 (2.268236821348017) + | > loss_gen: 2.4700052738189697 (2.473145506598733) + | > loss_kl: 2.014610767364502 (1.6081773909655483) + | > loss_feat: 5.890286445617676 (6.033717025410045) + | > loss_mel: 25.27333641052246 (22.673389521512117) + | > loss_duration: 1.8280192613601685 (1.7310420924966985) + | > loss_1: 37.47625732421875 (34.51947160200639) + + --> STEP: 23 + | > loss_disc: 2.225869655609131 (2.2663947706637173) + | > loss_disc_real_0: 0.054604485630989075 (0.054225353119166) + | > loss_disc_real_1: 0.14464141428470612 (0.1882559559915377) + | > loss_disc_real_2: 0.23252613842487335 (0.2531998131586158) + | > loss_disc_real_3: 0.15254110097885132 (0.18892283413721167) + | > loss_disc_real_4: 0.2366197556257248 (0.24089072385559912) + | > loss_disc_real_5: 0.2297736406326294 (0.24142659682294595) + | > loss_0: 2.225869655609131 (2.2663947706637173) + | > loss_gen: 2.371899127960205 (2.4687434901361884) + | > loss_kl: 1.6449127197265625 (1.609774579172549) + | > loss_feat: 6.6983771324157715 (6.062615290932033) + | > loss_mel: 24.82791519165039 (22.767064550648566) + | > loss_duration: 1.7698335647583008 (1.732728678247203) + | > loss_1: 37.31293487548828 (34.64092652694039) + + --> STEP: 24 + | > loss_disc: 2.400564193725586 (2.271985163291295) + | > loss_disc_real_0: 0.06301183998584747 (0.054591456738611065) + | > loss_disc_real_1: 0.19557717442512512 (0.18856100675960383) + | > loss_disc_real_2: 0.2956424057483673 (0.2549682545165221) + | > loss_disc_real_3: 0.21605877578258514 (0.19005349837243557) + | > loss_disc_real_4: 0.3277261257171631 (0.24450886559983095) + | > loss_disc_real_5: 0.2602521777153015 (0.2422109960267941) + | > loss_0: 2.400564193725586 (2.271985163291295) + | > loss_gen: 2.4865190982818604 (2.469484140475591) + | > loss_kl: 1.3730698823928833 (1.5999118834733963) + | > loss_feat: 4.538492202758789 (5.999110162258148) + | > loss_mel: 20.155981063842773 (22.65826940536499) + | > loss_duration: 1.6894973516464233 (1.7309273729721706) + | > loss_1: 30.243558883666992 (34.457702875137336) + + --> STEP: 25 + | > loss_disc: 2.5387604236602783 (2.2826561737060542) + | > loss_disc_real_0: 0.11385530978441238 (0.05696201086044311) + | > loss_disc_real_1: 0.22879664599895477 (0.19017043232917785) + | > loss_disc_real_2: 0.29436779022216797 (0.2565442359447479) + | > loss_disc_real_3: 0.21987244486808777 (0.19124625623226166) + | > loss_disc_real_4: 0.2854421138763428 (0.24614619553089143) + | > loss_disc_real_5: 0.2417839616537094 (0.24219391465187073) + | > loss_0: 2.5387604236602783 (2.2826561737060542) + | > loss_gen: 2.2682607173919678 (2.461435203552246) + | > loss_kl: 1.2425512075424194 (1.5856174564361571) + | > loss_feat: 3.7282049655914307 (5.908273954391479) + | > loss_mel: 17.67096519470215 (22.458777236938477) + | > loss_duration: 1.6620243787765503 (1.7281712532043456) + | > loss_1: 26.572006225585938 (34.142275009155284) + + --> STEP: 26 + | > loss_disc: 2.21636700630188 (2.280106590344355) + | > loss_disc_real_0: 0.05883871763944626 (0.057034191890404776) + | > loss_disc_real_1: 0.1917724460363388 (0.19023204824099174) + | > loss_disc_real_2: 0.3046300709247589 (0.2583936911362868) + | > loss_disc_real_3: 0.1601880043745041 (0.19005170808388636) + | > loss_disc_real_4: 0.18837818503379822 (0.24392434897331092) + | > loss_disc_real_5: 0.20386402308940887 (0.2407196880533145) + | > loss_0: 2.21636700630188 (2.280106590344355) + | > loss_gen: 2.4926228523254395 (2.462634728505061) + | > loss_kl: 1.2240909337997437 (1.5717125901809106) + | > loss_feat: 6.628593444824219 (5.935978550177354) + | > loss_mel: 21.68235206604004 (22.42891473036546) + | > loss_duration: 1.6956791877746582 (1.726921558380127) + | > loss_1: 33.72333908081055 (34.126162088834334) + + --> STEP: 27 + | > loss_disc: 2.2402429580688477 (2.278630159519336) + | > loss_disc_real_0: 0.0865594744682312 (0.05812772087476872) + | > loss_disc_real_1: 0.18401707708835602 (0.19000186412422745) + | > loss_disc_real_2: 0.2536642849445343 (0.2582185279439997) + | > loss_disc_real_3: 0.1796916425228119 (0.1896680019519947) + | > loss_disc_real_4: 0.2452237904071808 (0.2439724764338246) + | > loss_disc_real_5: 0.18120719492435455 (0.2385155216411308) + | > loss_0: 2.2402429580688477 (2.278630159519336) + | > loss_gen: 2.4387590885162354 (2.461750445542512) + | > loss_kl: 1.6561568975448608 (1.574840157120316) + | > loss_feat: 7.000832557678223 (5.975417587492201) + | > loss_mel: 24.295108795166016 (22.498033029061776) + | > loss_duration: 1.7150123119354248 (1.7264804751784713) + | > loss_1: 37.10586929321289 (34.23652161492243) + + --> STEP: 28 + | > loss_disc: 2.417825698852539 (2.2836014287812363) + | > loss_disc_real_0: 0.052254803478717804 (0.057917973824909756) + | > loss_disc_real_1: 0.16502490639686584 (0.1891098299196788) + | > loss_disc_real_2: 0.19395142793655396 (0.25592327437230517) + | > loss_disc_real_3: 0.17889608442783356 (0.1892832906118461) + | > loss_disc_real_4: 0.19441896677017212 (0.2422027082315513) + | > loss_disc_real_5: 0.21321417391300201 (0.2376119020794119) + | > loss_0: 2.417825698852539 (2.2836014287812363) + | > loss_gen: 2.0477757453918457 (2.4469656348228455) + | > loss_kl: 1.2793340682983398 (1.564286368233817) + | > loss_feat: 5.46651029586792 (5.957242327077048) + | > loss_mel: 21.026805877685547 (22.445489202226913) + | > loss_duration: 1.746859073638916 (1.7272082822663444) + | > loss_1: 31.567283630371094 (34.14119168690274) + + --> STEP: 29 + | > loss_disc: 2.226706027984619 (2.281639518408939) + | > loss_disc_real_0: 0.04254458099603653 (0.05738785683081068) + | > loss_disc_real_1: 0.18799935281276703 (0.18907153760564738) + | > loss_disc_real_2: 0.3038351237773895 (0.2575754071104115) + | > loss_disc_real_3: 0.27891215682029724 (0.1923739411707582) + | > loss_disc_real_4: 0.21195988357067108 (0.24115985220876232) + | > loss_disc_real_5: 0.2029930055141449 (0.2364181470254372) + | > loss_0: 2.226706027984619 (2.281639518408939) + | > loss_gen: 2.5770394802093506 (2.4514509398361732) + | > loss_kl: 1.4045979976654053 (1.5587798726969753) + | > loss_feat: 6.106934070587158 (5.962404111336017) + | > loss_mel: 25.512340545654297 (22.551242696827856) + | > loss_duration: 1.7072277069091797 (1.7265192969092007) + | > loss_1: 37.308135986328125 (34.25039666274499) + + --> STEP: 30 + | > loss_disc: 2.191854953765869 (2.2786466995875037) + | > loss_disc_real_0: 0.09437911212444305 (0.058620898673931755) + | > loss_disc_real_1: 0.171370267868042 (0.18848149528106053) + | > loss_disc_real_2: 0.24293066561222076 (0.2570872490604718) + | > loss_disc_real_3: 0.18957094848155975 (0.19228050808111827) + | > loss_disc_real_4: 0.20497962832450867 (0.23995384474595388) + | > loss_disc_real_5: 0.18835222721099854 (0.23481594969828923) + | > loss_0: 2.191854953765869 (2.2786466995875037) + | > loss_gen: 2.456183433532715 (2.451608689626058) + | > loss_kl: 1.6178370714187622 (1.5607484459877015) + | > loss_feat: 5.649199962615967 (5.951963973045349) + | > loss_mel: 20.45871925354004 (22.48149191538493) + | > loss_duration: 1.749450445175171 (1.7272836685180664) + | > loss_1: 31.93138885498047 (34.17309640248617) + + --> STEP: 31 + | > loss_disc: 2.285284996032715 (2.2788608381825104) + | > loss_disc_real_0: 0.04403015226125717 (0.058150229434813225) + | > loss_disc_real_1: 0.1678287535905838 (0.1878152778071742) + | > loss_disc_real_2: 0.22997400164604187 (0.2562126281761354) + | > loss_disc_real_3: 0.13065315783023834 (0.1902925290407673) + | > loss_disc_real_4: 0.21960817277431488 (0.23929753274686874) + | > loss_disc_real_5: 0.20778480172157288 (0.2339439771829113) + | > loss_0: 2.285284996032715 (2.2788608381825104) + | > loss_gen: 2.378898859024048 (2.4492632112195416) + | > loss_kl: 1.3567266464233398 (1.5541670976146575) + | > loss_feat: 7.8609490394592285 (6.013544136478055) + | > loss_mel: 24.552852630615234 (22.548310002973004) + | > loss_duration: 1.684788703918457 (1.7259128632084015) + | > loss_1: 37.8342170715332 (34.291197069229625) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.009767793839977633 (-0.003939874710575228) + | > avg_loss_disc: 2.2788608381825104 (-0.261591034550821) + | > avg_loss_disc_real_0: 0.058150229434813225 (-0.17450513810880725) + | > avg_loss_disc_real_1: 0.1878152778071742 (+0.057228999993493485) + | > avg_loss_disc_real_2: 0.2562126281761354 (+0.05898683085556952) + | > avg_loss_disc_real_3: 0.1902925290407673 (+0.0027553294935533934) + | > avg_loss_disc_real_4: 0.23929753274686874 (+0.027328422232981653) + | > avg_loss_disc_real_5: 0.2339439771829113 (+0.0020137539794368164) + | > avg_loss_0: 2.2788608381825104 (-0.261591034550821) + | > avg_loss_gen: 2.4492632112195416 (-0.06655817647134077) + | > avg_loss_kl: 1.5541670976146575 (-0.07686472131359956) + | > avg_loss_feat: 6.013544136478055 (-0.17416484894290996) + | > avg_loss_mel: 22.548310002973004 (-1.1298588783510262) + | > avg_loss_duration: 1.7259128632084015 (-0.0035818084593741695) + | > avg_loss_1: 34.291197069229625 (-1.451029008434645) + + + > EPOCH: 24/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 16:05:44)  + + --> TIME: 2024-11-22 16:05:49 -- STEP: 5/797 -- GLOBAL_STEP: 20950 + | > loss_disc: 2.489461898803711 (2.3455771446228026) + | > loss_disc_real_0: 0.18212038278579712 (0.08427977338433265) + | > loss_disc_real_1: 0.16315291821956635 (0.19175419211387634) + | > loss_disc_real_2: 0.22166749835014343 (0.21692884862422943) + | > loss_disc_real_3: 0.2075258046388626 (0.1996910661458969) + | > loss_disc_real_4: 0.20225569605827332 (0.21440359055995942) + | > loss_disc_real_5: 0.25117433071136475 (0.24418529570102693) + | > loss_0: 2.489461898803711 (2.3455771446228026) + | > grad_norm_0: tensor(40.7650, device='cuda:0') (tensor(47.0609, device='cuda:0')) + | > loss_gen: 2.4408631324768066 (2.4607460498809814) + | > loss_kl: 1.7842035293579102 (1.588182020187378) + | > loss_feat: 5.247851848602295 (6.035784339904785) + | > loss_mel: 21.299530029296875 (22.246319198608397) + | > loss_duration: 1.9847465753555298 (1.9931443929672241) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.75719451904297 (34.32417678833008) + | > grad_norm_1: tensor(289.9687, device='cuda:0') (tensor(443.3374, device='cuda:0')) + | > current_lr_0: 0.00019935101461010442 + | > current_lr_1: 0.00019935101461010442 + | > step_time: 0.7592 (0.7920743465423584) + | > loader_time: 0.0038 (0.0044326305389404295) + + + --> TIME: 2024-11-22 16:06:09 -- STEP: 30/797 -- GLOBAL_STEP: 20975 + | > loss_disc: 2.5987091064453125 (2.483189137776693) + | > loss_disc_real_0: 0.16361433267593384 (0.13033563879628976) + | > loss_disc_real_1: 0.2627590000629425 (0.2167324850956599) + | > loss_disc_real_2: 0.27210482954978943 (0.23253496090571085) + | > loss_disc_real_3: 0.26880520582199097 (0.2292057494322459) + | > loss_disc_real_4: 0.2384212464094162 (0.22012028396129607) + | > loss_disc_real_5: 0.3341827988624573 (0.23895775278409323) + | > loss_0: 2.5987091064453125 (2.483189137776693) + | > grad_norm_0: tensor(269.0013, device='cuda:0') (tensor(115.1424, device='cuda:0')) + | > loss_gen: 2.457286834716797 (2.3539836804072065) + | > loss_kl: 1.9136574268341064 (1.6127176364262898) + | > loss_feat: 5.376753330230713 (5.650229104359945) + | > loss_mel: 22.05123519897461 (21.573408762613933) + | > loss_duration: 1.7663198709487915 (1.8698933045069377) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.56525421142578 (33.06023273468016) + | > grad_norm_1: tensor(1134.0847, device='cuda:0') (tensor(553.4010, device='cuda:0')) + | > current_lr_0: 0.00019935101461010442 + | > current_lr_1: 0.00019935101461010442 + | > step_time: 0.7949 (0.7974400202433268) + | > loader_time: 0.0046 (0.004331819216410319) + + + --> TIME: 2024-11-22 16:06:30 -- STEP: 55/797 -- GLOBAL_STEP: 21000 + | > loss_disc: 2.3412234783172607 (2.4632769584655767) + | > loss_disc_real_0: 0.18340611457824707 (0.12657128836620937) + | > loss_disc_real_1: 0.19634641706943512 (0.21728372302922336) + | > loss_disc_real_2: 0.21698082983493805 (0.23416335338895972) + | > loss_disc_real_3: 0.21127599477767944 (0.22319598902355542) + | > loss_disc_real_4: 0.1662777066230774 (0.22292227094823663) + | > loss_disc_real_5: 0.2108752578496933 (0.2366465766321529) + | > loss_0: 2.3412234783172607 (2.4632769584655767) + | > grad_norm_0: tensor(58.7561, device='cuda:0') (tensor(117.4829, device='cuda:0')) + | > loss_gen: 2.455782890319824 (2.3602358037775217) + | > loss_kl: 1.3753193616867065 (1.5881259007887407) + | > loss_feat: 6.797618389129639 (5.730651898817583) + | > loss_mel: 23.598581314086914 (21.90392150878906) + | > loss_duration: 1.7472084760665894 (1.8360368555242366) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.974510192871094 (33.418972015380845) + | > grad_norm_1: tensor(1185.5513, device='cuda:0') (tensor(728.3659, device='cuda:0')) + | > current_lr_0: 0.00019935101461010442 + | > current_lr_1: 0.00019935101461010442 + | > step_time: 0.8236 (0.8153242327950218) + | > loader_time: 0.01 (0.0048850666392933235) + + + --> TIME: 2024-11-22 16:06:52 -- STEP: 80/797 -- GLOBAL_STEP: 21025 + | > loss_disc: 2.6000990867614746 (2.4593683242797866) + | > loss_disc_real_0: 0.08042524755001068 (0.12422117632813752) + | > loss_disc_real_1: 0.2372901439666748 (0.21624487321823835) + | > loss_disc_real_2: 0.19087202847003937 (0.23261729255318642) + | > loss_disc_real_3: 0.22214102745056152 (0.2243239002302289) + | > loss_disc_real_4: 0.23742613196372986 (0.22222223114222284) + | > loss_disc_real_5: 0.2158353626728058 (0.23646568786352873) + | > loss_0: 2.6000990867614746 (2.4593683242797866) + | > grad_norm_0: tensor(297.1261, device='cuda:0') (tensor(121.4131, device='cuda:0')) + | > loss_gen: 2.2901787757873535 (2.3703285068273545) + | > loss_kl: 1.528543472290039 (1.576339465379715) + | > loss_feat: 5.783835411071777 (5.813736188411713) + | > loss_mel: 20.47654151916504 (22.114907908439637) + | > loss_duration: 1.7440073490142822 (1.811561793088913) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.82310676574707 (33.686873769760126) + | > grad_norm_1: tensor(1223.1879, device='cuda:0') (tensor(768.7302, device='cuda:0')) + | > current_lr_0: 0.00019935101461010442 + | > current_lr_1: 0.00019935101461010442 + | > step_time: 0.8014 (0.8250446826219557) + | > loader_time: 0.0078 (0.005030673742294311) + + + --> TIME: 2024-11-22 16:07:14 -- STEP: 105/797 -- GLOBAL_STEP: 21050 + | > loss_disc: 2.3837757110595703 (2.458343049458096) + | > loss_disc_real_0: 0.1361273229122162 (0.12229505929918516) + | > loss_disc_real_1: 0.2175256460905075 (0.21571976868879228) + | > loss_disc_real_2: 0.2053939700126648 (0.23538615959031242) + | > loss_disc_real_3: 0.19056841731071472 (0.22453272200766064) + | > loss_disc_real_4: 0.2026582658290863 (0.2222154420046579) + | > loss_disc_real_5: 0.2111508548259735 (0.23593349612894512) + | > loss_0: 2.3837757110595703 (2.458343049458096) + | > grad_norm_0: tensor(132.7390, device='cuda:0') (tensor(120.6077, device='cuda:0')) + | > loss_gen: 2.2520689964294434 (2.363890793209984) + | > loss_kl: 1.5868107080459595 (1.570990032241458) + | > loss_feat: 6.412296772003174 (5.779977512359619) + | > loss_mel: 22.423418045043945 (22.016123199462896) + | > loss_duration: 1.7793257236480713 (1.8000448601586478) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.453922271728516 (33.531026349748856) + | > grad_norm_1: tensor(656.4912, device='cuda:0') (tensor(738.2967, device='cuda:0')) + | > current_lr_0: 0.00019935101461010442 + | > current_lr_1: 0.00019935101461010442 + | > step_time: 0.8483 (0.8386923131488617) + | > loader_time: 0.0037 (0.005050972529820033) + + + --> TIME: 2024-11-22 16:07:36 -- STEP: 130/797 -- GLOBAL_STEP: 21075 + | > loss_disc: 2.452944040298462 (2.453290290098925) + | > loss_disc_real_0: 0.09561753273010254 (0.12054496043576644) + | > loss_disc_real_1: 0.23924557864665985 (0.2156855325286205) + | > loss_disc_real_2: 0.254999577999115 (0.2354748662847739) + | > loss_disc_real_3: 0.23066741228103638 (0.2248548143185102) + | > loss_disc_real_4: 0.23559746146202087 (0.22087396371823087) + | > loss_disc_real_5: 0.2033386528491974 (0.23596456050872802) + | > loss_0: 2.452944040298462 (2.453290290098925) + | > grad_norm_0: tensor(49.0024, device='cuda:0') (tensor(114.8013, device='cuda:0')) + | > loss_gen: 2.4612579345703125 (2.3732443204292886) + | > loss_kl: 1.4083397388458252 (1.5726059876955472) + | > loss_feat: 6.034382343292236 (5.813811071102435) + | > loss_mel: 23.15019989013672 (22.13699380434477) + | > loss_duration: 1.8021180629730225 (1.7936986363851106) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.85629653930664 (33.69035380436822) + | > grad_norm_1: tensor(1015.3680, device='cuda:0') (tensor(754.6661, device='cuda:0')) + | > current_lr_0: 0.00019935101461010442 + | > current_lr_1: 0.00019935101461010442 + | > step_time: 0.8475 (0.8424500410373393) + | > loader_time: 0.0044 (0.005256821559025691) + + + --> TIME: 2024-11-22 16:07:58 -- STEP: 155/797 -- GLOBAL_STEP: 21100 + | > loss_disc: 2.424701690673828 (2.452859074069609) + | > loss_disc_real_0: 0.15126295387744904 (0.12028143665482921) + | > loss_disc_real_1: 0.2230822890996933 (0.21555865781922495) + | > loss_disc_real_2: 0.24012050032615662 (0.23592731837303407) + | > loss_disc_real_3: 0.24552415311336517 (0.225703651097513) + | > loss_disc_real_4: 0.22113372385501862 (0.22065972339722414) + | > loss_disc_real_5: 0.20532257854938507 (0.23474963989949996) + | > loss_0: 2.424701690673828 (2.452859074069609) + | > grad_norm_0: tensor(55.2964, device='cuda:0') (tensor(111.0673, device='cuda:0')) + | > loss_gen: 2.2002172470092773 (2.376591765496039) + | > loss_kl: 1.56795334815979 (1.5620160241280834) + | > loss_feat: 5.247127056121826 (5.826798669753536) + | > loss_mel: 20.085336685180664 (22.177409596597) + | > loss_duration: 1.7742412090301514 (1.786848815794914) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.874876022338867 (33.72966491945326) + | > grad_norm_1: tensor(566.8938, device='cuda:0') (tensor(733.2194, device='cuda:0')) + | > current_lr_0: 0.00019935101461010442 + | > current_lr_1: 0.00019935101461010442 + | > step_time: 0.8301 (0.8463305873255574) + | > loader_time: 0.0046 (0.005259739968084518) + + + --> TIME: 2024-11-22 16:08:19 -- STEP: 180/797 -- GLOBAL_STEP: 21125 + | > loss_disc: 2.6098403930664062 (2.462282464239334) + | > loss_disc_real_0: 0.1813666820526123 (0.12325338145924938) + | > loss_disc_real_1: 0.2245585173368454 (0.21601704864038362) + | > loss_disc_real_2: 0.2503158450126648 (0.23679455394546192) + | > loss_disc_real_3: 0.23643215000629425 (0.22546828869316313) + | > loss_disc_real_4: 0.19888122379779816 (0.22120985140403107) + | > loss_disc_real_5: 0.220944344997406 (0.23593363240361215) + | > loss_0: 2.6098403930664062 (2.462282464239334) + | > grad_norm_0: tensor(28.9027, device='cuda:0') (tensor(111.1904, device='cuda:0')) + | > loss_gen: 1.9941753149032593 (2.369473999738694) + | > loss_kl: 1.3892496824264526 (1.5555774960252977) + | > loss_feat: 5.393658638000488 (5.7992815123664) + | > loss_mel: 22.394716262817383 (22.25011808607314) + | > loss_duration: 1.7805688381195068 (1.7798307650619083) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.95236587524414 (33.75428182813855) + | > grad_norm_1: tensor(670.5424, device='cuda:0') (tensor(708.9608, device='cuda:0')) + | > current_lr_0: 0.00019935101461010442 + | > current_lr_1: 0.00019935101461010442 + | > step_time: 0.818 (0.8475716524653963) + | > loader_time: 0.0058 (0.0052735540601942296) + + + --> TIME: 2024-11-22 16:08:41 -- STEP: 205/797 -- GLOBAL_STEP: 21150 + | > loss_disc: 2.4461147785186768 (2.4607238653229517) + | > loss_disc_real_0: 0.1337980329990387 (0.12360373564609667) + | > loss_disc_real_1: 0.16987425088882446 (0.21611233033785007) + | > loss_disc_real_2: 0.216696098446846 (0.23647052580263556) + | > loss_disc_real_3: 0.196506068110466 (0.2244400695329759) + | > loss_disc_real_4: 0.24547214806079865 (0.22179755946485005) + | > loss_disc_real_5: 0.26063549518585205 (0.23543625001500293) + | > loss_0: 2.4461147785186768 (2.4607238653229517) + | > grad_norm_0: tensor(86.9722, device='cuda:0') (tensor(106.9305, device='cuda:0')) + | > loss_gen: 2.2456324100494385 (2.3618061873970984) + | > loss_kl: 1.3310450315475464 (1.547785456587629) + | > loss_feat: 6.085123062133789 (5.783307470926423) + | > loss_mel: 22.796222686767578 (22.29633459695956) + | > loss_duration: 1.767493724822998 (1.7769387460336452) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.22551727294922 (33.766172418361734) + | > grad_norm_1: tensor(897.6841, device='cuda:0') (tensor(705.4468, device='cuda:0')) + | > current_lr_0: 0.00019935101461010442 + | > current_lr_1: 0.00019935101461010442 + | > step_time: 0.8971 (0.8494353689798493) + | > loader_time: 0.0092 (0.00533348990649712) + + + --> TIME: 2024-11-22 16:09:03 -- STEP: 230/797 -- GLOBAL_STEP: 21175 + | > loss_disc: 2.609001398086548 (2.4609341020169477) + | > loss_disc_real_0: 0.20143717527389526 (0.12371134900528452) + | > loss_disc_real_1: 0.15975899994373322 (0.21617312865412752) + | > loss_disc_real_2: 0.2751092314720154 (0.236441628570142) + | > loss_disc_real_3: 0.2894192636013031 (0.2250605725723764) + | > loss_disc_real_4: 0.22547537088394165 (0.22120197078456047) + | > loss_disc_real_5: 0.23457777500152588 (0.2360517657969309) + | > loss_0: 2.609001398086548 (2.4609341020169477) + | > grad_norm_0: tensor(223.1646, device='cuda:0') (tensor(108.2915, device='cuda:0')) + | > loss_gen: 2.389855146408081 (2.3652634594751456) + | > loss_kl: 1.4773375988006592 (1.5474464452784997) + | > loss_feat: 5.134519100189209 (5.780710471194722) + | > loss_mel: 22.18154525756836 (22.34401994788129) + | > loss_duration: 1.7309452295303345 (1.7737200861391813) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.91419982910156 (33.81116036954129) + | > grad_norm_1: tensor(182.9917, device='cuda:0') (tensor(700.5856, device='cuda:0')) + | > current_lr_0: 0.00019935101461010442 + | > current_lr_1: 0.00019935101461010442 + | > step_time: 0.935 (0.8525579545808873) + | > loader_time: 0.0078 (0.005397006739740788) + + + --> TIME: 2024-11-22 16:09:26 -- STEP: 255/797 -- GLOBAL_STEP: 21200 + | > loss_disc: 2.413210868835449 (2.4623340475792985) + | > loss_disc_real_0: 0.13969969749450684 (0.12628576352315793) + | > loss_disc_real_1: 0.17102746665477753 (0.21521958065967933) + | > loss_disc_real_2: 0.19304941594600677 (0.2357244822324491) + | > loss_disc_real_3: 0.20095482468605042 (0.22478894591331483) + | > loss_disc_real_4: 0.17126232385635376 (0.22100197374820707) + | > loss_disc_real_5: 0.2637244462966919 (0.2358334713706783) + | > loss_0: 2.413210868835449 (2.4623340475792985) + | > grad_norm_0: tensor(52.5602, device='cuda:0') (tensor(110.6614, device='cuda:0')) + | > loss_gen: 2.442432403564453 (2.3634091307135203) + | > loss_kl: 1.3871493339538574 (1.5423022606793575) + | > loss_feat: 6.7618794441223145 (5.768105108597698) + | > loss_mel: 24.624521255493164 (22.3496099060657) + | > loss_duration: 1.77018404006958 (1.7699443298227646) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.986167907714844 (33.79337069193518) + | > grad_norm_1: tensor(622.2648, device='cuda:0') (tensor(678.9788, device='cuda:0')) + | > current_lr_0: 0.00019935101461010442 + | > current_lr_1: 0.00019935101461010442 + | > step_time: 0.8325 (0.8552070916867722) + | > loader_time: 0.0091 (0.005528612697825714) + + + --> TIME: 2024-11-22 16:09:49 -- STEP: 280/797 -- GLOBAL_STEP: 21225 + | > loss_disc: 2.4436113834381104 (2.462108853885107) + | > loss_disc_real_0: 0.13114269077777863 (0.12606883083603213) + | > loss_disc_real_1: 0.20271937549114227 (0.21557029613426754) + | > loss_disc_real_2: 0.2523903548717499 (0.23534659216446535) + | > loss_disc_real_3: 0.24669110774993896 (0.2251653177397592) + | > loss_disc_real_4: 0.19909439980983734 (0.22139113401728008) + | > loss_disc_real_5: 0.2626205384731293 (0.23624024540185928) + | > loss_0: 2.4436113834381104 (2.462108853885107) + | > grad_norm_0: tensor(160.9506, device='cuda:0') (tensor(109.5695, device='cuda:0')) + | > loss_gen: 2.616084098815918 (2.3635994787727093) + | > loss_kl: 1.6276342868804932 (1.5416112559182304) + | > loss_feat: 5.853773593902588 (5.764947039740426) + | > loss_mel: 21.542781829833984 (22.374556268964497) + | > loss_duration: 1.7731237411499023 (1.767770219700677) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.41339874267578 (33.81248425074981) + | > grad_norm_1: tensor(966.2193, device='cuda:0') (tensor(682.6066, device='cuda:0')) + | > current_lr_0: 0.00019935101461010442 + | > current_lr_1: 0.00019935101461010442 + | > step_time: 0.9538 (0.8594963261059352) + | > loader_time: 0.0056 (0.005626301254544941) + + + --> TIME: 2024-11-22 16:10:11 -- STEP: 305/797 -- GLOBAL_STEP: 21250 + | > loss_disc: 2.462134599685669 (2.459601665715703) + | > loss_disc_real_0: 0.18168231844902039 (0.12564417414489346) + | > loss_disc_real_1: 0.192914217710495 (0.21547188529225647) + | > loss_disc_real_2: 0.25974297523498535 (0.23519131443539604) + | > loss_disc_real_3: 0.20854464173316956 (0.2248023803605408) + | > loss_disc_real_4: 0.2385672926902771 (0.22151753340588232) + | > loss_disc_real_5: 0.2142825722694397 (0.23607139988023726) + | > loss_0: 2.462134599685669 (2.459601665715703) + | > grad_norm_0: tensor(80.8057, device='cuda:0') (tensor(107.0806, device='cuda:0')) + | > loss_gen: 2.5216169357299805 (2.3629403008789325) + | > loss_kl: 1.525230884552002 (1.5400308988133418) + | > loss_feat: 5.9484405517578125 (5.765833080792035) + | > loss_mel: 23.730819702148438 (22.393647065709853) + | > loss_duration: 1.7815489768981934 (1.7658904048263049) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.50765609741211 (33.82834174984788) + | > grad_norm_1: tensor(698.6253, device='cuda:0') (tensor(682.2750, device='cuda:0')) + | > current_lr_0: 0.00019935101461010442 + | > current_lr_1: 0.00019935101461010442 + | > step_time: 0.8319 (0.8613098472845359) + | > loader_time: 0.0052 (0.005722450037471584) + + + --> TIME: 2024-11-22 16:10:34 -- STEP: 330/797 -- GLOBAL_STEP: 21275 + | > loss_disc: 2.590463876724243 (2.4618553089373036) + | > loss_disc_real_0: 0.1303175389766693 (0.1254374569225493) + | > loss_disc_real_1: 0.18319685757160187 (0.21565544289169888) + | > loss_disc_real_2: 0.23161716759204865 (0.235583874131694) + | > loss_disc_real_3: 0.24139085412025452 (0.2253451590736707) + | > loss_disc_real_4: 0.20246051251888275 (0.22152129271716775) + | > loss_disc_real_5: 0.25138673186302185 (0.23621165111209408) + | > loss_0: 2.590463876724243 (2.4618553089373036) + | > grad_norm_0: tensor(86.3617, device='cuda:0') (tensor(109.1236, device='cuda:0')) + | > loss_gen: 2.3261818885803223 (2.363415886055341) + | > loss_kl: 1.5930747985839844 (1.5406205813090015) + | > loss_feat: 5.419238090515137 (5.756205131068373) + | > loss_mel: 23.83656120300293 (22.417811896584258) + | > loss_duration: 1.7384519577026367 (1.7640324361396558) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.913509368896484 (33.842085948134894) + | > grad_norm_1: tensor(119.7839, device='cuda:0') (tensor(688.3914, device='cuda:0')) + | > current_lr_0: 0.00019935101461010442 + | > current_lr_1: 0.00019935101461010442 + | > step_time: 0.9017 (0.8639491991563277) + | > loader_time: 0.0116 (0.005840927181821882) + + + --> TIME: 2024-11-22 16:10:57 -- STEP: 355/797 -- GLOBAL_STEP: 21300 + | > loss_disc: 2.7334084510803223 (2.4626999485660592) + | > loss_disc_real_0: 0.3191137909889221 (0.12669072398837186) + | > loss_disc_real_1: 0.24168890714645386 (0.21598017547332066) + | > loss_disc_real_2: 0.24942395091056824 (0.23510794857857933) + | > loss_disc_real_3: 0.22094941139221191 (0.22516327487750792) + | > loss_disc_real_4: 0.19687265157699585 (0.2211397320871621) + | > loss_disc_real_5: 0.22112789750099182 (0.23582521148130928) + | > loss_0: 2.7334084510803223 (2.4626999485660592) + | > grad_norm_0: tensor(399.0986, device='cuda:0') (tensor(111.7622, device='cuda:0')) + | > loss_gen: 2.332777976989746 (2.364159063889948) + | > loss_kl: 1.5033683776855469 (1.5369094506115988) + | > loss_feat: 4.667051792144775 (5.752056405242062) + | > loss_mel: 21.389982223510742 (22.410749822267345) + | > loss_duration: 1.7499037981033325 (1.7611388344160268) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.643085479736328 (33.82501360933543) + | > grad_norm_1: tensor(1082.7228, device='cuda:0') (tensor(681.2576, device='cuda:0')) + | > current_lr_0: 0.00019935101461010442 + | > current_lr_1: 0.00019935101461010442 + | > step_time: 0.9119 (0.8672800258851388) + | > loader_time: 0.0063 (0.005993053946696539) + + + --> TIME: 2024-11-22 16:11:20 -- STEP: 380/797 -- GLOBAL_STEP: 21325 + | > loss_disc: 2.4732158184051514 (2.4608215601820675) + | > loss_disc_real_0: 0.17147962749004364 (0.12557912204218535) + | > loss_disc_real_1: 0.21257558465003967 (0.21653729108603378) + | > loss_disc_real_2: 0.21018937230110168 (0.2355059515880911) + | > loss_disc_real_3: 0.2731184661388397 (0.2248966156652099) + | > loss_disc_real_4: 0.20583955943584442 (0.22068240650390317) + | > loss_disc_real_5: 0.20938847959041595 (0.23555250567825217) + | > loss_0: 2.4732158184051514 (2.4608215601820675) + | > grad_norm_0: tensor(29.5977, device='cuda:0') (tensor(109.8275, device='cuda:0')) + | > loss_gen: 2.49393367767334 (2.36562343114301) + | > loss_kl: 1.4787925481796265 (1.533360373973847) + | > loss_feat: 6.544624328613281 (5.7664731364501165) + | > loss_mel: 23.97450065612793 (22.45193258586683) + | > loss_duration: 1.6952331066131592 (1.7581250510717694) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.18708419799805 (33.8755145876031) + | > grad_norm_1: tensor(727.7514, device='cuda:0') (tensor(677.3184, device='cuda:0')) + | > current_lr_0: 0.00019935101461010442 + | > current_lr_1: 0.00019935101461010442 + | > step_time: 0.8788 (0.8698135162654675) + | > loader_time: 0.0097 (0.0061298520941483374) + + + --> TIME: 2024-11-22 16:11:43 -- STEP: 405/797 -- GLOBAL_STEP: 21350 + | > loss_disc: 2.4236910343170166 (2.461009480040749) + | > loss_disc_real_0: 0.12390218675136566 (0.1262570611120741) + | > loss_disc_real_1: 0.21284422278404236 (0.2166703447147652) + | > loss_disc_real_2: 0.2388821542263031 (0.23554236042646715) + | > loss_disc_real_3: 0.2222406268119812 (0.2250925565575376) + | > loss_disc_real_4: 0.22256289422512054 (0.22099329799781603) + | > loss_disc_real_5: 0.2013636827468872 (0.23533486955695682) + | > loss_0: 2.4236910343170166 (2.461009480040749) + | > grad_norm_0: tensor(40.1352, device='cuda:0') (tensor(108.0059, device='cuda:0')) + | > loss_gen: 2.1922168731689453 (2.3619902660817282) + | > loss_kl: 1.642364501953125 (1.5320458947876359) + | > loss_feat: 5.574089050292969 (5.764122921743512) + | > loss_mel: 22.543121337890625 (22.464473752622254) + | > loss_duration: 1.7051544189453125 (1.7567256265216404) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.656944274902344 (33.87935844703956) + | > grad_norm_1: tensor(277.9509, device='cuda:0') (tensor(673.8958, device='cuda:0')) + | > current_lr_0: 0.00019935101461010442 + | > current_lr_1: 0.00019935101461010442 + | > step_time: 0.917 (0.8716294064933872) + | > loader_time: 0.0089 (0.006197587354683584) + + + --> TIME: 2024-11-22 16:12:06 -- STEP: 430/797 -- GLOBAL_STEP: 21375 + | > loss_disc: 2.5952913761138916 (2.459008738606474) + | > loss_disc_real_0: 0.0868615210056305 (0.12580575953389309) + | > loss_disc_real_1: 0.17225520312786102 (0.21642795212047045) + | > loss_disc_real_2: 0.23687687516212463 (0.23516636421514112) + | > loss_disc_real_3: 0.21405889093875885 (0.22478931289772655) + | > loss_disc_real_4: 0.21619290113449097 (0.22052550852991806) + | > loss_disc_real_5: 0.24081426858901978 (0.23523245270169058) + | > loss_0: 2.5952913761138916 (2.459008738606474) + | > grad_norm_0: tensor(124.1968, device='cuda:0') (tensor(104.4873, device='cuda:0')) + | > loss_gen: 2.3249006271362305 (2.361300886231801) + | > loss_kl: 1.500450849533081 (1.5300757549529858) + | > loss_feat: 6.21539306640625 (5.762342910988387) + | > loss_mel: 22.65227508544922 (22.436994055814527) + | > loss_duration: 1.7458194494247437 (1.7551949528760689) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.438838958740234 (33.84590854201206) + | > grad_norm_1: tensor(921.6265, device='cuda:0') (tensor(667.1387, device='cuda:0')) + | > current_lr_0: 0.00019935101461010442 + | > current_lr_1: 0.00019935101461010442 + | > step_time: 0.9106 (0.8735668975253438) + | > loader_time: 0.009 (0.006274197267931563) + + + --> TIME: 2024-11-22 16:12:29 -- STEP: 455/797 -- GLOBAL_STEP: 21400 + | > loss_disc: 2.5474071502685547 (2.458473372721409) + | > loss_disc_real_0: 0.179510235786438 (0.12625481959555157) + | > loss_disc_real_1: 0.18402287364006042 (0.21648564695656955) + | > loss_disc_real_2: 0.2769312262535095 (0.23537572822073002) + | > loss_disc_real_3: 0.21715448796749115 (0.22489327411730212) + | > loss_disc_real_4: 0.2521023750305176 (0.22041032798997642) + | > loss_disc_real_5: 0.22485989332199097 (0.2351772822521545) + | > loss_0: 2.5474071502685547 (2.458473372721409) + | > grad_norm_0: tensor(76.7639, device='cuda:0') (tensor(102.5511, device='cuda:0')) + | > loss_gen: 2.3367061614990234 (2.3602536138597436) + | > loss_kl: 1.6366751194000244 (1.5303089726102226) + | > loss_feat: 6.006877899169922 (5.766928656022628) + | > loss_mel: 23.272933959960938 (22.488676519708324) + | > loss_duration: 1.753377079963684 (1.753960003695645) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.006568908691406 (33.90012777978248) + | > grad_norm_1: tensor(684.5202, device='cuda:0') (tensor(663.6030, device='cuda:0')) + | > current_lr_0: 0.00019935101461010442 + | > current_lr_1: 0.00019935101461010442 + | > step_time: 0.861 (0.8761213983808245) + | > loader_time: 0.0068 (0.006347909864488541) + + + --> TIME: 2024-11-22 16:12:53 -- STEP: 480/797 -- GLOBAL_STEP: 21425 + | > loss_disc: 2.565563678741455 (2.45906110604604) + | > loss_disc_real_0: 0.1660805344581604 (0.12649893852261188) + | > loss_disc_real_1: 0.26359978318214417 (0.21649175401156148) + | > loss_disc_real_2: 0.2636481523513794 (0.23544776647662122) + | > loss_disc_real_3: 0.2976009249687195 (0.22489499511818092) + | > loss_disc_real_4: 0.2220936119556427 (0.22051173908015087) + | > loss_disc_real_5: 0.20681807398796082 (0.23517380335057775) + | > loss_0: 2.565563678741455 (2.45906110604604) + | > grad_norm_0: tensor(234.7433, device='cuda:0') (tensor(102.5105, device='cuda:0')) + | > loss_gen: 2.169064998626709 (2.3595147718985885) + | > loss_kl: 1.6149914264678955 (1.533601638923089) + | > loss_feat: 4.834768772125244 (5.770077248414358) + | > loss_mel: 21.683338165283203 (22.497662850221) + | > loss_duration: 1.729432225227356 (1.7529133814076583) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.03159713745117 (33.91376991271972) + | > grad_norm_1: tensor(346.3532, device='cuda:0') (tensor(658.7145, device='cuda:0')) + | > current_lr_0: 0.00019935101461010442 + | > current_lr_1: 0.00019935101461010442 + | > step_time: 0.9753 (0.8791290611028671) + | > loader_time: 0.01 (0.006434848904609682) + + + --> TIME: 2024-11-22 16:13:16 -- STEP: 505/797 -- GLOBAL_STEP: 21450 + | > loss_disc: 2.6195015907287598 (2.459712870286242) + | > loss_disc_real_0: 0.25467777252197266 (0.1265347969045142) + | > loss_disc_real_1: 0.2088659703731537 (0.21670714826276988) + | > loss_disc_real_2: 0.29604703187942505 (0.23551555385093878) + | > loss_disc_real_3: 0.2124701291322708 (0.22506521928428425) + | > loss_disc_real_4: 0.2692751884460449 (0.22056365340653028) + | > loss_disc_real_5: 0.2255786955356598 (0.2352007104913787) + | > loss_0: 2.6195015907287598 (2.459712870286242) + | > grad_norm_0: tensor(197.3823, device='cuda:0') (tensor(102.7312, device='cuda:0')) + | > loss_gen: 2.29815936088562 (2.3623236382361696) + | > loss_kl: 1.664907455444336 (1.5348019125437977) + | > loss_feat: 5.941068172454834 (5.7771667688199795) + | > loss_mel: 23.005701065063477 (22.50905915817412) + | > loss_duration: 1.715376853942871 (1.7514955737803242) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.625213623046875 (33.93484708200587) + | > grad_norm_1: tensor(621.1069, device='cuda:0') (tensor(652.4929, device='cuda:0')) + | > current_lr_0: 0.00019935101461010442 + | > current_lr_1: 0.00019935101461010442 + | > step_time: 0.9975 (0.8820064997909093) + | > loader_time: 0.0064 (0.006495723629942036) + + + --> TIME: 2024-11-22 16:13:40 -- STEP: 530/797 -- GLOBAL_STEP: 21475 + | > loss_disc: 2.5766613483428955 (2.4586411656073794) + | > loss_disc_real_0: 0.07059459388256073 (0.12644520880619298) + | > loss_disc_real_1: 0.21405157446861267 (0.21639535213416478) + | > loss_disc_real_2: 0.28707829117774963 (0.23603829030158385) + | > loss_disc_real_3: 0.25816673040390015 (0.22503358730167713) + | > loss_disc_real_4: 0.2463056594133377 (0.2204180789724835) + | > loss_disc_real_5: 0.25623756647109985 (0.23481464560301799) + | > loss_0: 2.5766613483428955 (2.4586411656073794) + | > grad_norm_0: tensor(125.0965, device='cuda:0') (tensor(101.9686, device='cuda:0')) + | > loss_gen: 1.978360652923584 (2.3648017869805398) + | > loss_kl: 1.812423825263977 (1.5344645437204618) + | > loss_feat: 5.390397548675537 (5.785892061017596) + | > loss_mel: 22.139617919921875 (22.51655053552592) + | > loss_duration: 1.787137508392334 (1.7508846478642157) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.10793685913086 (33.95259359107827) + | > grad_norm_1: tensor(226.2015, device='cuda:0') (tensor(646.5297, device='cuda:0')) + | > current_lr_0: 0.00019935101461010442 + | > current_lr_1: 0.00019935101461010442 + | > step_time: 0.9354 (0.8845924157016684) + | > loader_time: 0.0071 (0.006571864631940735) + + + --> TIME: 2024-11-22 16:14:04 -- STEP: 555/797 -- GLOBAL_STEP: 21500 + | > loss_disc: 2.3022608757019043 (2.458643724682094) + | > loss_disc_real_0: 0.07791715115308762 (0.1260810187875149) + | > loss_disc_real_1: 0.20026962459087372 (0.2164979663249609) + | > loss_disc_real_2: 0.2426968812942505 (0.23567281620459513) + | > loss_disc_real_3: 0.20502494275569916 (0.22515833702710294) + | > loss_disc_real_4: 0.2790139317512512 (0.2204707170123452) + | > loss_disc_real_5: 0.22273939847946167 (0.2349747983990489) + | > loss_0: 2.3022608757019043 (2.458643724682094) + | > grad_norm_0: tensor(213.4655, device='cuda:0') (tensor(102.8004, device='cuda:0')) + | > loss_gen: 2.302049160003662 (2.3654095976202343) + | > loss_kl: 1.6002694368362427 (1.5339984221501402) + | > loss_feat: 5.953793048858643 (5.7884980536795965) + | > loss_mel: 21.263540267944336 (22.515868848508553) + | > loss_duration: 1.7063918113708496 (1.7502481961035516) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.82604217529297 (33.95402311376624) + | > grad_norm_1: tensor(651.3367, device='cuda:0') (tensor(645.4492, device='cuda:0')) + | > current_lr_0: 0.00019935101461010442 + | > current_lr_1: 0.00019935101461010442 + | > step_time: 0.9535 (0.8869409891936155) + | > loader_time: 0.0148 (0.0066681062853014145) + + + --> TIME: 2024-11-22 16:14:28 -- STEP: 580/797 -- GLOBAL_STEP: 21525 + | > loss_disc: 2.5571348667144775 (2.460006858151533) + | > loss_disc_real_0: 0.09223730862140656 (0.12597930317680364) + | > loss_disc_real_1: 0.19333229959011078 (0.21659731530937656) + | > loss_disc_real_2: 0.26693329215049744 (0.235711610034622) + | > loss_disc_real_3: 0.2535284161567688 (0.2255314748862694) + | > loss_disc_real_4: 0.22907882928848267 (0.22053010728338665) + | > loss_disc_real_5: 0.23974506556987762 (0.2348969261451014) + | > loss_0: 2.5571348667144775 (2.460006858151533) + | > grad_norm_0: tensor(19.0585, device='cuda:0') (tensor(102.0152, device='cuda:0')) + | > loss_gen: 2.162769317626953 (2.362115256950774) + | > loss_kl: 1.6748985052108765 (1.5346108107731269) + | > loss_feat: 5.399491786956787 (5.777100155271334) + | > loss_mel: 22.09404945373535 (22.507613974604126) + | > loss_duration: 1.7349745035171509 (1.7493741173168709) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.066184997558594 (33.93081432868694) + | > grad_norm_1: tensor(579.4395, device='cuda:0') (tensor(646.4904, device='cuda:0')) + | > current_lr_0: 0.00019935101461010442 + | > current_lr_1: 0.00019935101461010442 + | > step_time: 0.9619 (0.8896945941037145) + | > loader_time: 0.0087 (0.006730082939411033) + + + --> TIME: 2024-11-22 16:14:52 -- STEP: 605/797 -- GLOBAL_STEP: 21550 + | > loss_disc: 2.5400545597076416 (2.4617907894544357) + | > loss_disc_real_0: 0.12608909606933594 (0.12641598711575341) + | > loss_disc_real_1: 0.2566312551498413 (0.21698603171947572) + | > loss_disc_real_2: 0.25640082359313965 (0.235957061874965) + | > loss_disc_real_3: 0.20789305865764618 (0.2250582018420716) + | > loss_disc_real_4: 0.222375750541687 (0.22070975315964908) + | > loss_disc_real_5: 0.23367471992969513 (0.23529114132085122) + | > loss_0: 2.5400545597076416 (2.4617907894544357) + | > grad_norm_0: tensor(128.3761, device='cuda:0') (tensor(104.8579, device='cuda:0')) + | > loss_gen: 2.1391122341156006 (2.3604742897443547) + | > loss_kl: 1.529451608657837 (1.5330396975367533) + | > loss_feat: 4.507279396057129 (5.765799576782985) + | > loss_mel: 18.92899513244629 (22.497668138614372) + | > loss_duration: 1.787164568901062 (1.748833345972802) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 28.89200210571289 (33.905815067764166) + | > grad_norm_1: tensor(518.1328, device='cuda:0') (tensor(656.2045, device='cuda:0')) + | > current_lr_0: 0.00019935101461010442 + | > current_lr_1: 0.00019935101461010442 + | > step_time: 0.9489 (0.8922949708197727) + | > loader_time: 0.0087 (0.006865987698893905) + + + --> TIME: 2024-11-22 16:15:16 -- STEP: 630/797 -- GLOBAL_STEP: 21575 + | > loss_disc: 2.2604737281799316 (2.461252875555128) + | > loss_disc_real_0: 0.0931227058172226 (0.12611990299016693) + | > loss_disc_real_1: 0.23992687463760376 (0.2169152460874073) + | > loss_disc_real_2: 0.14692653715610504 (0.23562586846805755) + | > loss_disc_real_3: 0.2088438868522644 (0.22510936972167755) + | > loss_disc_real_4: 0.20358626544475555 (0.22055770163498223) + | > loss_disc_real_5: 0.18807721138000488 (0.2353509882612834) + | > loss_0: 2.2604737281799316 (2.461252875555128) + | > grad_norm_0: tensor(27.3021, device='cuda:0') (tensor(106.7968, device='cuda:0')) + | > loss_gen: 2.5201053619384766 (2.360216563845439) + | > loss_kl: 1.636475920677185 (1.5319439121655063) + | > loss_feat: 6.060794353485107 (5.760372016543439) + | > loss_mel: 23.35370635986328 (22.489777704269184) + | > loss_duration: 1.7523808479309082 (1.7490708347350832) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.323463439941406 (33.89138105786039) + | > grad_norm_1: tensor(467.2260, device='cuda:0') (tensor(662.9130, device='cuda:0')) + | > current_lr_0: 0.00019935101461010442 + | > current_lr_1: 0.00019935101461010442 + | > step_time: 1.0375 (0.8948452196423969) + | > loader_time: 0.0101 (0.007024620449732223) + + + --> TIME: 2024-11-22 16:15:41 -- STEP: 655/797 -- GLOBAL_STEP: 21600 + | > loss_disc: 2.383836269378662 (2.459422115879203) + | > loss_disc_real_0: 0.08086785674095154 (0.12517792322025945) + | > loss_disc_real_1: 0.2012198269367218 (0.21669446705406858) + | > loss_disc_real_2: 0.23705437779426575 (0.23600610860886465) + | > loss_disc_real_3: 0.27238258719444275 (0.2253158721077533) + | > loss_disc_real_4: 0.28753048181533813 (0.2209683726079591) + | > loss_disc_real_5: 0.20586226880550385 (0.23525969336051067) + | > loss_0: 2.383836269378662 (2.459422115879203) + | > grad_norm_0: tensor(12.2911, device='cuda:0') (tensor(105.2973, device='cuda:0')) + | > loss_gen: 2.5165903568267822 (2.363295174373017) + | > loss_kl: 1.7490514516830444 (1.5309488971724767) + | > loss_feat: 6.442037105560303 (5.766854423057036) + | > loss_mel: 21.485496520996094 (22.48513528663695) + | > loss_duration: 1.726776123046875 (1.7487047351953637) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.919952392578125 (33.89493854610068) + | > grad_norm_1: tensor(1021.0604, device='cuda:0') (tensor(654.4270, device='cuda:0')) + | > current_lr_0: 0.00019935101461010442 + | > current_lr_1: 0.00019935101461010442 + | > step_time: 1.0542 (0.8975581780644774) + | > loader_time: 0.0077 (0.007119041180792658) + + + --> TIME: 2024-11-22 16:16:06 -- STEP: 680/797 -- GLOBAL_STEP: 21625 + | > loss_disc: 2.4806060791015625 (2.4581149010097265) + | > loss_disc_real_0: 0.2261647880077362 (0.12490814432282654) + | > loss_disc_real_1: 0.24862878024578094 (0.21672965513870995) + | > loss_disc_real_2: 0.21005840599536896 (0.23599975575857302) + | > loss_disc_real_3: 0.1890338808298111 (0.2249690585057525) + | > loss_disc_real_4: 0.19744564592838287 (0.22096072678618567) + | > loss_disc_real_5: 0.22887539863586426 (0.23504291338955655) + | > loss_0: 2.4806060791015625 (2.4581149010097265) + | > grad_norm_0: tensor(194.2242, device='cuda:0') (tensor(104.9700, device='cuda:0')) + | > loss_gen: 2.458312749862671 (2.3638764262199414) + | > loss_kl: 1.4306050539016724 (1.5301489791449379) + | > loss_feat: 6.096696853637695 (5.768556983330675) + | > loss_mel: 23.87906837463379 (22.47881331443788) + | > loss_duration: 1.7622454166412354 (1.7483065620941274) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.62692642211914 (33.8897022836349) + | > grad_norm_1: tensor(462.1986, device='cuda:0') (tensor(659.2255, device='cuda:0')) + | > current_lr_0: 0.00019935101461010442 + | > current_lr_1: 0.00019935101461010442 + | > step_time: 1.0046 (0.9007143297616174) + | > loader_time: 0.0099 (0.007260482802110562) + + + --> TIME: 2024-11-22 16:16:31 -- STEP: 705/797 -- GLOBAL_STEP: 21650 + | > loss_disc: 2.4248275756835938 (2.457380320163483) + | > loss_disc_real_0: 0.12338297814130783 (0.12486022773152547) + | > loss_disc_real_1: 0.2630343735218048 (0.2166774719742173) + | > loss_disc_real_2: 0.2065976858139038 (0.2360816629643136) + | > loss_disc_real_3: 0.17543931305408478 (0.22478514869585106) + | > loss_disc_real_4: 0.18328672647476196 (0.2211942540838363) + | > loss_disc_real_5: 0.22058933973312378 (0.235161606428471) + | > loss_0: 2.4248275756835938 (2.457380320163483) + | > grad_norm_0: tensor(7.3077, device='cuda:0') (tensor(104.1087, device='cuda:0')) + | > loss_gen: 2.3816537857055664 (2.3654895562652176) + | > loss_kl: 1.6955887079238892 (1.5299922970169826) + | > loss_feat: 6.267854690551758 (5.774767880405942) + | > loss_mel: 22.72899627685547 (22.50236396789552) + | > loss_duration: 1.699723482131958 (1.7475157462113293) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.7738151550293 (33.920129445935) + | > grad_norm_1: tensor(293.1287, device='cuda:0') (tensor(650.3795, device='cuda:0')) + | > current_lr_0: 0.00019935101461010442 + | > current_lr_1: 0.00019935101461010442 + | > step_time: 1.0144 (0.9043851632598444) + | > loader_time: 0.0146 (0.007389040872560328) + + + --> TIME: 2024-11-22 16:16:57 -- STEP: 730/797 -- GLOBAL_STEP: 21675 + | > loss_disc: 2.365384101867676 (2.457001775584808) + | > loss_disc_real_0: 0.06727669388055801 (0.12485930726748623) + | > loss_disc_real_1: 0.16946183145046234 (0.216780252856751) + | > loss_disc_real_2: 0.2331271916627884 (0.23586090319368938) + | > loss_disc_real_3: 0.3064590096473694 (0.22497113312352193) + | > loss_disc_real_4: 0.24545200169086456 (0.2209950913917528) + | > loss_disc_real_5: 0.2030506432056427 (0.2352009199049375) + | > loss_0: 2.365384101867676 (2.457001775584808) + | > grad_norm_0: tensor(127.8603, device='cuda:0') (tensor(103.9652, device='cuda:0')) + | > loss_gen: 2.3753294944763184 (2.365342555960566) + | > loss_kl: 1.7101576328277588 (1.5318410551711306) + | > loss_feat: 6.5444440841674805 (5.778013780672259) + | > loss_mel: 22.123926162719727 (22.5036167745721) + | > loss_duration: 1.727769136428833 (1.7464734322404207) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.481624603271484 (33.92528758375617) + | > grad_norm_1: tensor(887.8547, device='cuda:0') (tensor(651.6414, device='cuda:0')) + | > current_lr_0: 0.00019935101461010442 + | > current_lr_1: 0.00019935101461010442 + | > step_time: 1.0142 (0.9081253629841216) + | > loader_time: 0.0118 (0.007506595572380173) + + + --> TIME: 2024-11-22 16:17:25 -- STEP: 755/797 -- GLOBAL_STEP: 21700 + | > loss_disc: 2.441596746444702 (2.457710357691277) + | > loss_disc_real_0: 0.1081608384847641 (0.12543966262693834) + | > loss_disc_real_1: 0.21631544828414917 (0.2164598937855651) + | > loss_disc_real_2: 0.22226771712303162 (0.2358141247602488) + | > loss_disc_real_3: 0.24028576910495758 (0.22489074360061165) + | > loss_disc_real_4: 0.2142762839794159 (0.22102188631793518) + | > loss_disc_real_5: 0.19122515618801117 (0.23518890943748272) + | > loss_0: 2.441596746444702 (2.457710357691277) + | > grad_norm_0: tensor(52.4259, device='cuda:0') (tensor(104.4013, device='cuda:0')) + | > loss_gen: 2.274799346923828 (2.3654924089545477) + | > loss_kl: 1.5420323610305786 (1.53178105859567) + | > loss_feat: 5.847725868225098 (5.7800012222189014) + | > loss_mel: 22.448123931884766 (22.509242718425032) + | > loss_duration: 1.6741828918457031 (1.7452149009073017) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.786865234375 (33.93173228889119) + | > grad_norm_1: tensor(514.2476, device='cuda:0') (tensor(645.1664, device='cuda:0')) + | > current_lr_0: 0.00019935101461010442 + | > current_lr_1: 0.00019935101461010442 + | > step_time: 1.1494 (0.9119993980357189) + | > loader_time: 0.1001 (0.010117616400813425) + + + --> TIME: 2024-11-22 16:17:59 -- STEP: 780/797 -- GLOBAL_STEP: 21725 + | > loss_disc: 2.7098793983459473 (2.4597702799699235) + | > loss_disc_real_0: 0.13757574558258057 (0.12547281652163625) + | > loss_disc_real_1: 0.26331204175949097 (0.21649620767969352) + | > loss_disc_real_2: 0.2685713469982147 (0.23585296993454297) + | > loss_disc_real_3: 0.23172339797019958 (0.2253234615883766) + | > loss_disc_real_4: 0.24399851262569427 (0.2214346821300494) + | > loss_disc_real_5: 0.2948032021522522 (0.2353415904327845) + | > loss_0: 2.7098793983459473 (2.4597702799699235) + | > grad_norm_0: tensor(54.5294, device='cuda:0') (tensor(103.8647, device='cuda:0')) + | > loss_gen: 2.157287359237671 (2.365538130968049) + | > loss_kl: 1.3870307207107544 (1.531922156077165) + | > loss_feat: 5.181952953338623 (5.777527620853524) + | > loss_mel: 21.06219482421875 (22.515163866678886) + | > loss_duration: 1.7670332193374634 (1.744221942852705) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.555498123168945 (33.93437373087962) + | > grad_norm_1: tensor(609.4479, device='cuda:0') (tensor(637.8507, device='cuda:0')) + | > current_lr_0: 0.00019935101461010442 + | > current_lr_1: 0.00019935101461010442 + | > step_time: 1.2968 (0.9230771828920413) + | > loader_time: 0.1143 (0.013101232663179056) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.7971203327178955 (2.7971203327178955) + | > loss_disc_real_0: 0.24982832372188568 (0.24982832372188568) + | > loss_disc_real_1: 0.21723340451717377 (0.21723340451717377) + | > loss_disc_real_2: 0.2089502513408661 (0.2089502513408661) + | > loss_disc_real_3: 0.15380045771598816 (0.15380045771598816) + | > loss_disc_real_4: 0.22990581393241882 (0.22990581393241882) + | > loss_disc_real_5: 0.22992751002311707 (0.22992751002311707) + | > loss_0: 2.7971203327178955 (2.7971203327178955) + | > loss_gen: 1.83024263381958 (1.83024263381958) + | > loss_kl: 1.1545251607894897 (1.1545251607894897) + | > loss_feat: 5.704525470733643 (5.704525470733643) + | > loss_mel: 24.253400802612305 (24.253400802612305) + | > loss_duration: 2.043912887573242 (2.043912887573242) + | > loss_1: 34.986610412597656 (34.986610412597656) + + --> STEP: 1 + | > loss_disc: 2.439549446105957 (2.439549446105957) + | > loss_disc_real_0: 0.17280028760433197 (0.17280028760433197) + | > loss_disc_real_1: 0.19941116869449615 (0.19941116869449615) + | > loss_disc_real_2: 0.17792345583438873 (0.17792345583438873) + | > loss_disc_real_3: 0.20384351909160614 (0.20384351909160614) + | > loss_disc_real_4: 0.23616771399974823 (0.23616771399974823) + | > loss_disc_real_5: 0.26477229595184326 (0.26477229595184326) + | > loss_0: 2.439549446105957 (2.439549446105957) + | > loss_gen: 2.2641093730926514 (2.2641093730926514) + | > loss_kl: 1.419766902923584 (1.419766902923584) + | > loss_feat: 5.317019462585449 (5.317019462585449) + | > loss_mel: 24.282564163208008 (24.282564163208008) + | > loss_duration: 1.7438719272613525 (1.7438719272613525) + | > loss_1: 35.0273323059082 (35.0273323059082) + + --> STEP: 2 + | > loss_disc: 2.5311880111694336 (2.4853687286376953) + | > loss_disc_real_0: 0.10563536733388901 (0.1392178274691105) + | > loss_disc_real_1: 0.19841445982456207 (0.1989128142595291) + | > loss_disc_real_2: 0.22783112525939941 (0.20287729054689407) + | > loss_disc_real_3: 0.210164412856102 (0.20700396597385406) + | > loss_disc_real_4: 0.2957291603088379 (0.26594843715429306) + | > loss_disc_real_5: 0.23753668367862701 (0.25115448981523514) + | > loss_0: 2.5311880111694336 (2.4853687286376953) + | > loss_gen: 2.035900115966797 (2.150004744529724) + | > loss_kl: 1.1836835145950317 (1.3017252087593079) + | > loss_feat: 3.921429395675659 (4.619224429130554) + | > loss_mel: 17.475191116333008 (20.878877639770508) + | > loss_duration: 1.7358474731445312 (1.739859700202942) + | > loss_1: 26.35205078125 (30.6896915435791) + + --> STEP: 3 + | > loss_disc: 2.3761162757873535 (2.448951244354248) + | > loss_disc_real_0: 0.1613132804632187 (0.14658297846714655) + | > loss_disc_real_1: 0.13481150567531586 (0.1775457113981247) + | > loss_disc_real_2: 0.19332215189933777 (0.19969224433104196) + | > loss_disc_real_3: 0.12335966527462006 (0.17912253240744272) + | > loss_disc_real_4: 0.16925792396068573 (0.2337182660897573) + | > loss_disc_real_5: 0.20394349098205566 (0.23541749020417532) + | > loss_0: 2.3761162757873535 (2.448951244354248) + | > loss_gen: 2.0478222370147705 (2.1159439086914062) + | > loss_kl: 1.6490299701690674 (1.417493462562561) + | > loss_feat: 6.579558372497559 (5.272669076919556) + | > loss_mel: 27.635276794433594 (23.13101069132487) + | > loss_duration: 1.8143389225006104 (1.764686107635498) + | > loss_1: 39.72602462768555 (33.701802571614586) + + --> STEP: 4 + | > loss_disc: 2.4235684871673584 (2.4426055550575256) + | > loss_disc_real_0: 0.16105175018310547 (0.15020017139613628) + | > loss_disc_real_1: 0.20194686949253082 (0.18364600092172623) + | > loss_disc_real_2: 0.17380258440971375 (0.19321982935070992) + | > loss_disc_real_3: 0.17830953001976013 (0.17891928181052208) + | > loss_disc_real_4: 0.2017965167760849 (0.2257378287613392) + | > loss_disc_real_5: 0.2303657978773117 (0.2341545671224594) + | > loss_0: 2.4235684871673584 (2.4426055550575256) + | > loss_gen: 2.2412540912628174 (2.147271454334259) + | > loss_kl: 1.7482693195343018 (1.5001874268054962) + | > loss_feat: 5.63654899597168 (5.363639056682587) + | > loss_mel: 22.50109100341797 (22.973530769348145) + | > loss_duration: 1.708794355392456 (1.7507131695747375) + | > loss_1: 33.83595657348633 (33.73534107208252) + + --> STEP: 5 + | > loss_disc: 2.220501661300659 (2.3981847763061523) + | > loss_disc_real_0: 0.12675362825393677 (0.14551086276769637) + | > loss_disc_real_1: 0.14834386110305786 (0.17658557295799254) + | > loss_disc_real_2: 0.14348629117012024 (0.18327312171459198) + | > loss_disc_real_3: 0.1434716284275055 (0.17182975113391877) + | > loss_disc_real_4: 0.23236636817455292 (0.22706353664398193) + | > loss_disc_real_5: 0.12778319418430328 (0.21288029253482818) + | > loss_0: 2.220501661300659 (2.3981847763061523) + | > loss_gen: 2.259491443634033 (2.1697154521942137) + | > loss_kl: 1.6211446523666382 (1.5243788719177247) + | > loss_feat: 7.842629432678223 (5.859437131881714) + | > loss_mel: 23.648773193359375 (23.108579254150392) + | > loss_duration: 1.882373332977295 (1.777045202255249) + | > loss_1: 37.25441360473633 (34.43915557861328) + + --> STEP: 6 + | > loss_disc: 2.669806957244873 (2.443455139795939) + | > loss_disc_real_0: 0.262024462223053 (0.1649297960102558) + | > loss_disc_real_1: 0.2086126059293747 (0.18192341178655624) + | > loss_disc_real_2: 0.21993090212345123 (0.1893827517827352) + | > loss_disc_real_3: 0.2943921387195587 (0.19225681573152542) + | > loss_disc_real_4: 0.2795460522174835 (0.23581062257289886) + | > loss_disc_real_5: 0.25189170241355896 (0.21938219418128332) + | > loss_0: 2.669806957244873 (2.443455139795939) + | > loss_gen: 2.3214104175567627 (2.194997946421305) + | > loss_kl: 1.309159517288208 (1.488508979479472) + | > loss_feat: 5.60662317276001 (5.817301472028096) + | > loss_mel: 24.190229415893555 (23.288854281107586) + | > loss_duration: 1.727638602256775 (1.76881076892217) + | > loss_1: 35.155059814453125 (34.55847295125326) + + --> STEP: 7 + | > loss_disc: 2.4173169136047363 (2.43972110748291) + | > loss_disc_real_0: 0.20052111148834229 (0.17001426964998245) + | > loss_disc_real_1: 0.16197261214256287 (0.17907329755170004) + | > loss_disc_real_2: 0.21083486080169678 (0.19244733878544398) + | > loss_disc_real_3: 0.1678633987903595 (0.18877204188278743) + | > loss_disc_real_4: 0.1571587175130844 (0.22457463613578252) + | > loss_disc_real_5: 0.26162952184677124 (0.22541752670492446) + | > loss_0: 2.4173169136047363 (2.43972110748291) + | > loss_gen: 2.1769957542419434 (2.1924262046813965) + | > loss_kl: 1.359126091003418 (1.4700257096971785) + | > loss_feat: 5.1509857177734375 (5.722113507134574) + | > loss_mel: 19.62211036682129 (22.765033721923828) + | > loss_duration: 1.7031795978546143 (1.7594348873410905) + | > loss_1: 30.01239776611328 (33.9090336390904) + + --> STEP: 8 + | > loss_disc: 2.594938039779663 (2.4591232240200043) + | > loss_disc_real_0: 0.12543116509914398 (0.16444138158112764) + | > loss_disc_real_1: 0.18735377490520477 (0.18010835722088814) + | > loss_disc_real_2: 0.21773561835289001 (0.19560837373137474) + | > loss_disc_real_3: 0.17257514595985413 (0.18674742989242077) + | > loss_disc_real_4: 0.21365320682525635 (0.22320945747196674) + | > loss_disc_real_5: 0.23247353732585907 (0.22629952803254128) + | > loss_0: 2.594938039779663 (2.4591232240200043) + | > loss_gen: 2.0052661895751953 (2.1690312027931213) + | > loss_kl: 1.784332275390625 (1.5093140304088593) + | > loss_feat: 5.538151264190674 (5.699118226766586) + | > loss_mel: 23.172788619995117 (22.81600308418274) + | > loss_duration: 1.8016986846923828 (1.7647178620100021) + | > loss_1: 34.30223846435547 (33.958184242248535) + + --> STEP: 9 + | > loss_disc: 2.8336775302886963 (2.50074036916097) + | > loss_disc_real_0: 0.27176135778427124 (0.17636582338147694) + | > loss_disc_real_1: 0.1815452128648758 (0.18026800784799787) + | > loss_disc_real_2: 0.251851886510849 (0.2018576529290941) + | > loss_disc_real_3: 0.2653312683105469 (0.19547896749443477) + | > loss_disc_real_4: 0.30841198563575745 (0.23267640504572126) + | > loss_disc_real_5: 0.237229585647583 (0.227513978878657) + | > loss_0: 2.8336775302886963 (2.50074036916097) + | > loss_gen: 2.011904716491699 (2.1515727043151855) + | > loss_kl: 1.8428269624710083 (1.5463710228602092) + | > loss_feat: 3.9197237491607666 (5.5014077292548285) + | > loss_mel: 20.06415557861328 (22.510242250230576) + | > loss_duration: 1.6941375732421875 (1.7568756077024672) + | > loss_1: 29.53274917602539 (33.46646923489041) + + --> STEP: 10 + | > loss_disc: 2.3573975563049316 (2.486406087875366) + | > loss_disc_real_0: 0.15492892265319824 (0.17422213330864905) + | > loss_disc_real_1: 0.20932742953300476 (0.18317395001649855) + | > loss_disc_real_2: 0.2163783460855484 (0.20330972224473953) + | > loss_disc_real_3: 0.2214823067188263 (0.19807930141687394) + | > loss_disc_real_4: 0.24122954905033112 (0.23353171944618226) + | > loss_disc_real_5: 0.2039373815059662 (0.22515631914138795) + | > loss_0: 2.3573975563049316 (2.486406087875366) + | > loss_gen: 2.3615520000457764 (2.1725706338882445) + | > loss_kl: 0.9216302037239075 (1.483896940946579) + | > loss_feat: 5.665546417236328 (5.517821598052978) + | > loss_mel: 21.475399017333984 (22.40675792694092) + | > loss_duration: 1.649673342704773 (1.7461553812026978) + | > loss_1: 32.07379913330078 (33.327202224731444) + + --> STEP: 11 + | > loss_disc: 2.5575203895568848 (2.4928710243918677) + | > loss_disc_real_0: 0.22414177656173706 (0.17876028269529343) + | > loss_disc_real_1: 0.20805901288986206 (0.18543622845953162) + | > loss_disc_real_2: 0.19058789312839508 (0.20215319232507187) + | > loss_disc_real_3: 0.2476724237203598 (0.20258776708082718) + | > loss_disc_real_4: 0.2753354609012604 (0.23733205957846207) + | > loss_disc_real_5: 0.28901997208595276 (0.230962105772712) + | > loss_0: 2.5575203895568848 (2.4928710243918677) + | > loss_gen: 2.551886558532715 (2.2070538997650146) + | > loss_kl: 1.7814948558807373 (1.5109512968496843) + | > loss_feat: 6.136416912078857 (5.574057535691694) + | > loss_mel: 23.855180740356445 (22.53843272816051) + | > loss_duration: 1.637284517288208 (1.7362580299377441) + | > loss_1: 35.96226119995117 (33.56675304066051) + + --> STEP: 12 + | > loss_disc: 2.3394205570220947 (2.4800834854443865) + | > loss_disc_real_0: 0.14842739701271057 (0.17623254222174486) + | > loss_disc_real_1: 0.17837128043174744 (0.1848474827905496) + | > loss_disc_real_2: 0.20366473495960236 (0.20227915421128273) + | > loss_disc_real_3: 0.14636819064617157 (0.19790280237793922) + | > loss_disc_real_4: 0.26585105061531067 (0.23970864216486612) + | > loss_disc_real_5: 0.24885721504688263 (0.2324533648788929) + | > loss_0: 2.3394205570220947 (2.4800834854443865) + | > loss_gen: 2.3160979747772217 (2.2161409060160318) + | > loss_kl: 1.7890243530273438 (1.5341240515311558) + | > loss_feat: 6.624370098114014 (5.661583582560222) + | > loss_mel: 24.258399963378906 (22.68176333109538) + | > loss_duration: 1.748628854751587 (1.7372889320055644) + | > loss_1: 36.73652267456055 (33.830900510152176) + + --> STEP: 13 + | > loss_disc: 2.615727424621582 (2.490517634611863) + | > loss_disc_real_0: 0.22457772493362427 (0.17995140243035096) + | > loss_disc_real_1: 0.2638603746891022 (0.1909253975519767) + | > loss_disc_real_2: 0.19564948976039886 (0.2017691800227532) + | > loss_disc_real_3: 0.17780046164989471 (0.19635646847578195) + | > loss_disc_real_4: 0.15582987666130066 (0.23325642943382263) + | > loss_disc_real_5: 0.18536019325256348 (0.2288308132153291) + | > loss_0: 2.615727424621582 (2.490517634611863) + | > loss_gen: 2.0696005821228027 (2.20486857340886) + | > loss_kl: 1.9250710010528564 (1.5641968938020558) + | > loss_feat: 5.536158084869385 (5.651935467353234) + | > loss_mel: 21.837669372558594 (22.61683302659255) + | > loss_duration: 1.7871224880218506 (1.7411222824683557) + | > loss_1: 33.15562057495117 (33.7789558997521) + + --> STEP: 14 + | > loss_disc: 2.4691102504730225 (2.488988535744803) + | > loss_disc_real_0: 0.20773595571517944 (0.1819360133792673) + | > loss_disc_real_1: 0.24885843694210052 (0.19506347179412842) + | > loss_disc_real_2: 0.20080964267253876 (0.20170064164059504) + | > loss_disc_real_3: 0.17582368850708008 (0.19488984133516038) + | > loss_disc_real_4: 0.2010875940322876 (0.23095865547657013) + | > loss_disc_real_5: 0.21094177663326263 (0.22755302488803864) + | > loss_0: 2.4691102504730225 (2.488988535744803) + | > loss_gen: 2.245917797088623 (2.2078006608145575) + | > loss_kl: 1.5155110359191895 (1.5607193325247084) + | > loss_feat: 4.985925674438477 (5.604363339287894) + | > loss_mel: 19.689800262451172 (22.407759257725306) + | > loss_duration: 1.769606590270996 (1.74315687588283) + | > loss_1: 30.20676040649414 (33.523799078805105) + + --> STEP: 15 + | > loss_disc: 2.484174966812134 (2.488667631149292) + | > loss_disc_real_0: 0.17149649560451508 (0.18124004552761713) + | > loss_disc_real_1: 0.1900506615638733 (0.19472928444544474) + | > loss_disc_real_2: 0.18625035881996155 (0.20067062278588613) + | > loss_disc_real_3: 0.19926871359348297 (0.1951817661523819) + | > loss_disc_real_4: 0.312664657831192 (0.2364057223002116) + | > loss_disc_real_5: 0.25536811351776123 (0.22940736413002014) + | > loss_0: 2.484174966812134 (2.488667631149292) + | > loss_gen: 2.2329626083374023 (2.2094781239827475) + | > loss_kl: 1.2872576713562012 (1.5424885551134746) + | > loss_feat: 5.234171390533447 (5.579683876037597) + | > loss_mel: 23.522809982299805 (22.48209597269694) + | > loss_duration: 1.7169049978256226 (1.741406750679016) + | > loss_1: 33.99410629272461 (33.555152893066406) + + --> STEP: 16 + | > loss_disc: 2.4030120372772217 (2.4833141565322876) + | > loss_disc_real_0: 0.12028626352548599 (0.17743043415248394) + | > loss_disc_real_1: 0.21080097556114197 (0.19573376514017582) + | > loss_disc_real_2: 0.19158890843391418 (0.20010301563888788) + | > loss_disc_real_3: 0.2649494409561157 (0.19954224582761526) + | > loss_disc_real_4: 0.23898278176784515 (0.2365667885169387) + | > loss_disc_real_5: 0.23817048966884613 (0.22995505947619677) + | > loss_0: 2.4030120372772217 (2.4833141565322876) + | > loss_gen: 2.2851176261901855 (2.2142055928707123) + | > loss_kl: 1.8413499593734741 (1.5611673928797245) + | > loss_feat: 4.886541843414307 (5.536362498998642) + | > loss_mel: 22.836620330810547 (22.50425374507904) + | > loss_duration: 1.8504149913787842 (1.7482197657227516) + | > loss_1: 33.70004653930664 (33.56420874595642) + + --> STEP: 17 + | > loss_disc: 2.4300551414489746 (2.480181273292093) + | > loss_disc_real_0: 0.23676404356956482 (0.18092064647113576) + | > loss_disc_real_1: 0.20908276736736298 (0.19651900056530447) + | > loss_disc_real_2: 0.19765904545783997 (0.19995925268706152) + | > loss_disc_real_3: 0.17337729036808014 (0.1980031308005838) + | > loss_disc_real_4: 0.18495890498161316 (0.23353103066191955) + | > loss_disc_real_5: 0.18340404331684113 (0.22721676440799937) + | > loss_0: 2.4300551414489746 (2.480181273292093) + | > loss_gen: 2.1014034748077393 (2.2075701741611256) + | > loss_kl: 1.6190822124481201 (1.5645741469719832) + | > loss_feat: 5.211745262145996 (5.517267367419074) + | > loss_mel: 24.389141082763672 (22.615129470825195) + | > loss_duration: 1.675626516342163 (1.743949574582717) + | > loss_1: 34.99699783325195 (33.6484904569738) + + --> STEP: 18 + | > loss_disc: 2.4310617446899414 (2.4774524105919733) + | > loss_disc_real_0: 0.11728627979755402 (0.177385403878159) + | > loss_disc_real_1: 0.14796395599842072 (0.1938214980893665) + | > loss_disc_real_2: 0.2231541872024536 (0.20124786016013888) + | > loss_disc_real_3: 0.15048357844352722 (0.1953631556696362) + | > loss_disc_real_4: 0.21456031501293182 (0.23247710201475355) + | > loss_disc_real_5: 0.1916777789592743 (0.22524237632751465) + | > loss_0: 2.4310617446899414 (2.4774524105919733) + | > loss_gen: 2.144984722137451 (2.2040932046042547) + | > loss_kl: 1.1819556951522827 (1.5433175663153331) + | > loss_feat: 6.600136756896973 (5.577426777945624) + | > loss_mel: 25.827041625976562 (22.79356903500027) + | > loss_duration: 1.7101314067840576 (1.7420707874827914) + | > loss_1: 37.46425247192383 (33.86047723558214) + + --> STEP: 19 + | > loss_disc: 2.7107436656951904 (2.489730897702669) + | > loss_disc_real_0: 0.23874619603157043 (0.18061491925465434) + | > loss_disc_real_1: 0.22491109371185303 (0.19545779259581314) + | > loss_disc_real_2: 0.22893528640270233 (0.2027050931202738) + | > loss_disc_real_3: 0.19279029965400696 (0.1952277421951294) + | > loss_disc_real_4: 0.18867777287960052 (0.23017187416553497) + | > loss_disc_real_5: 0.1969943642616272 (0.22375563885036268) + | > loss_0: 2.7107436656951904 (2.489730897702669) + | > loss_gen: 1.9994709491729736 (2.1933236122131348) + | > loss_kl: 2.0765299797058105 (1.5713813775464107) + | > loss_feat: 5.026181221008301 (5.5484138538962915) + | > loss_mel: 23.742101669311523 (22.843491805227178) + | > loss_duration: 1.783331036567688 (1.7442423795398914) + | > loss_1: 34.62761688232422 (33.9008530064633) + + --> STEP: 20 + | > loss_disc: 2.2665791511535645 (2.4785733103752134) + | > loss_disc_real_0: 0.145263209939003 (0.17884733378887177) + | > loss_disc_real_1: 0.121560238301754 (0.1917629148811102) + | > loss_disc_real_2: 0.16209957003593445 (0.20067481696605682) + | > loss_disc_real_3: 0.15255214273929596 (0.1930939622223377) + | > loss_disc_real_4: 0.12513887882232666 (0.22492022439837456) + | > loss_disc_real_5: 0.16391770541667938 (0.2207637421786785) + | > loss_0: 2.2665791511535645 (2.4785733103752134) + | > loss_gen: 2.1291069984436035 (2.1901127815246584) + | > loss_kl: 1.4936137199401855 (1.5674929946660996) + | > loss_feat: 6.925957679748535 (5.617291045188904) + | > loss_mel: 25.00008201599121 (22.951321315765377) + | > loss_duration: 1.690748929977417 (1.7415677070617677) + | > loss_1: 37.2395133972168 (34.067786026000974) + + --> STEP: 21 + | > loss_disc: 2.6694560050964355 (2.4876629625047957) + | > loss_disc_real_0: 0.14738474786281586 (0.17734911541144052) + | > loss_disc_real_1: 0.17565268278121948 (0.1909957609715916) + | > loss_disc_real_2: 0.26240888237953186 (0.2036145343666985) + | > loss_disc_real_3: 0.2309187799692154 (0.1948951440198081) + | > loss_disc_real_4: 0.20803116261959076 (0.22411598336128963) + | > loss_disc_real_5: 0.20798741281032562 (0.2201553455420903) + | > loss_0: 2.6694560050964355 (2.4876629625047957) + | > loss_gen: 1.807686448097229 (2.1719020037423995) + | > loss_kl: 1.5500905513763428 (1.566664306890397) + | > loss_feat: 3.8132338523864746 (5.5313835598173595) + | > loss_mel: 19.127897262573242 (22.769253503708608) + | > loss_duration: 1.720224380493164 (1.7405513581775485) + | > loss_1: 28.019132614135742 (33.77975491115025) + + --> STEP: 22 + | > loss_disc: 2.4207427501678467 (2.484621134671298) + | > loss_disc_real_0: 0.17915299534797668 (0.17743110995401035) + | > loss_disc_real_1: 0.18537189066410065 (0.19074013050306926) + | > loss_disc_real_2: 0.23681268095970154 (0.20512354103001681) + | > loss_disc_real_3: 0.2259170562028885 (0.19630523093722083) + | > loss_disc_real_4: 0.2744464576244354 (0.22640373219143262) + | > loss_disc_real_5: 0.24505075812339783 (0.22128695520487698) + | > loss_0: 2.4207427501678467 (2.484621134671298) + | > loss_gen: 2.408487558364868 (2.1826558925888757) + | > loss_kl: 1.5604876279830933 (1.5663835487582467) + | > loss_feat: 5.34959602355957 (5.52312048998746) + | > loss_mel: 24.385278701782227 (22.842709194530133) + | > loss_duration: 1.8238332271575928 (1.7443368976766414) + | > loss_1: 35.52768325805664 (33.859206199645996) + + --> STEP: 23 + | > loss_disc: 2.3655662536621094 (2.4794448354969854) + | > loss_disc_real_0: 0.1474742740392685 (0.17612863882728244) + | > loss_disc_real_1: 0.24101021885871887 (0.1929257865185323) + | > loss_disc_real_2: 0.21600806713104248 (0.2055967812952788) + | > loss_disc_real_3: 0.1635293960571289 (0.1948801946380864) + | > loss_disc_real_4: 0.22985346615314484 (0.22655372062455054) + | > loss_disc_real_5: 0.1998274028301239 (0.22035393118858337) + | > loss_0: 2.3655662536621094 (2.4794448354969854) + | > loss_gen: 2.37432861328125 (2.1909894891407182) + | > loss_kl: 1.61483633518219 (1.5684901916462441) + | > loss_feat: 5.8244171142578125 (5.5362203432166055) + | > loss_mel: 24.79599952697754 (22.92763486115828) + | > loss_duration: 1.784523606300354 (1.7460841458776724) + | > loss_1: 36.39410400390625 (33.96941914765731) + + --> STEP: 24 + | > loss_disc: 2.5546674728393555 (2.4825791120529175) + | > loss_disc_real_0: 0.17279165983200073 (0.17598959803581238) + | > loss_disc_real_1: 0.23880340158939362 (0.1948373538131515) + | > loss_disc_real_2: 0.26039817929267883 (0.2078801728785038) + | > loss_disc_real_3: 0.24737101793289185 (0.19706731227536997) + | > loss_disc_real_4: 0.28726470470428467 (0.2290833449612061) + | > loss_disc_real_5: 0.2687109410762787 (0.22236880660057068) + | > loss_0: 2.5546674728393555 (2.4825791120529175) + | > loss_gen: 2.3091530799865723 (2.195912972092629) + | > loss_kl: 1.5775068998336792 (1.5688658878207207) + | > loss_feat: 5.152169227600098 (5.520218213399251) + | > loss_mel: 22.720327377319336 (22.918997049331654) + | > loss_duration: 1.6869497299194336 (1.7436202118794124) + | > loss_1: 33.44610595703125 (33.947614431381226) + + --> STEP: 25 + | > loss_disc: 2.4567530155181885 (2.4815460681915282) + | > loss_disc_real_0: 0.15152570605278015 (0.1750110423564911) + | > loss_disc_real_1: 0.20039533078670502 (0.19505967289209367) + | > loss_disc_real_2: 0.21889953315258026 (0.20832094728946685) + | > loss_disc_real_3: 0.20961500704288483 (0.19756922006607056) + | > loss_disc_real_4: 0.2213710993528366 (0.22877485513687135) + | > loss_disc_real_5: 0.21176892518997192 (0.22194481134414673) + | > loss_0: 2.4567530155181885 (2.4815460681915282) + | > loss_gen: 2.138434886932373 (2.1936138486862187) + | > loss_kl: 1.4448435306549072 (1.563904993534088) + | > loss_feat: 4.252924919128418 (5.469526481628418) + | > loss_mel: 19.472257614135742 (22.78112747192382) + | > loss_duration: 1.6823664903640747 (1.7411700630187987) + | > loss_1: 28.990827560424805 (33.74934295654297) + + --> STEP: 26 + | > loss_disc: 2.5615158081054688 (2.4846218274189877) + | > loss_disc_real_0: 0.2091457098722458 (0.1763239141840201) + | > loss_disc_real_1: 0.20408578217029572 (0.19540683094125527) + | > loss_disc_real_2: 0.19634978473186493 (0.2078605179603283) + | > loss_disc_real_3: 0.18541431427001953 (0.19710172368929937) + | > loss_disc_real_4: 0.24823887646198273 (0.22952347134168333) + | > loss_disc_real_5: 0.2260999232530594 (0.22210462334064338) + | > loss_0: 2.5615158081054688 (2.4846218274189877) + | > loss_gen: 2.2282474040985107 (2.1949459085097685) + | > loss_kl: 1.6846576929092407 (1.5685493281254401) + | > loss_feat: 5.295616149902344 (5.462837622715877) + | > loss_mel: 21.578718185424805 (22.734880960904626) + | > loss_duration: 1.703481674194336 (1.7397205096024733) + | > loss_1: 32.49072265625 (33.70093448345478) + + --> STEP: 27 + | > loss_disc: 2.4693918228149414 (2.4840577531743935) + | > loss_disc_real_0: 0.1492404043674469 (0.17532082122785073) + | > loss_disc_real_1: 0.20452873408794403 (0.19574467920594746) + | > loss_disc_real_2: 0.23067964613437653 (0.20870567085566344) + | > loss_disc_real_3: 0.1783730387687683 (0.19640806869224267) + | > loss_disc_real_4: 0.2953648865222931 (0.23196204227429848) + | > loss_disc_real_5: 0.22571015357971191 (0.22223816149764591) + | > loss_0: 2.4693918228149414 (2.4840577531743935) + | > loss_gen: 2.3944287300109863 (2.2023341611579617) + | > loss_kl: 1.5578694343566895 (1.5681537765043754) + | > loss_feat: 5.621460914611816 (5.468712559452763) + | > loss_mel: 21.990787506103516 (22.70732194406014) + | > loss_duration: 1.7019834518432617 (1.7383228407965765) + | > loss_1: 33.26652908325195 (33.68484539455838) + + --> STEP: 28 + | > loss_disc: 2.69303560256958 (2.49152124779565) + | > loss_disc_real_0: 0.21130725741386414 (0.17660605109163693) + | > loss_disc_real_1: 0.19023919105529785 (0.19554805462913855) + | > loss_disc_real_2: 0.2340053915977478 (0.2096092323107379) + | > loss_disc_real_3: 0.2013673037290573 (0.19658518422927176) + | > loss_disc_real_4: 0.2817407548427582 (0.23373985343745776) + | > loss_disc_real_5: 0.29133662581443787 (0.2247059637946742) + | > loss_0: 2.69303560256958 (2.49152124779565) + | > loss_gen: 2.2057371139526367 (2.202455695186343) + | > loss_kl: 1.8002138137817383 (1.5764416349785668) + | > loss_feat: 4.672554969787598 (5.440278359821865) + | > loss_mel: 22.157732009887695 (22.68769373212541) + | > loss_duration: 1.7537518739700317 (1.7388738776956285) + | > loss_1: 32.58999252319336 (33.64574350629535) + + --> STEP: 29 + | > loss_disc: 2.1634302139282227 (2.480207763869187) + | > loss_disc_real_0: 0.16897276043891907 (0.1763428341725777) + | > loss_disc_real_1: 0.20114433765411377 (0.1957410299058618) + | > loss_disc_real_2: 0.24060018360614777 (0.21067788580368305) + | > loss_disc_real_3: 0.18168820440769196 (0.19607149526990694) + | > loss_disc_real_4: 0.1799478828907013 (0.2318849579013627) + | > loss_disc_real_5: 0.18738454580307007 (0.22341901834668784) + | > loss_0: 2.1634302139282227 (2.480207763869187) + | > loss_gen: 2.575819492340088 (2.2153303088813003) + | > loss_kl: 1.583550214767456 (1.576686758419563) + | > loss_feat: 6.3532304763793945 (5.471759467289366) + | > loss_mel: 25.341644287109375 (22.779209268504168) + | > loss_duration: 1.705920696258545 (1.7377375610943497) + | > loss_1: 37.5601692199707 (33.780723703318635) + + --> STEP: 30 + | > loss_disc: 2.5422048568725586 (2.482274333635966) + | > loss_disc_real_0: 0.1608385443687439 (0.1758260245124499) + | > loss_disc_real_1: 0.2539168894290924 (0.19768022522330284) + | > loss_disc_real_2: 0.2357543259859085 (0.21151376714309056) + | > loss_disc_real_3: 0.18498912453651428 (0.19570208291212718) + | > loss_disc_real_4: 0.2748032510280609 (0.23331556767225264) + | > loss_disc_real_5: 0.21131722629070282 (0.22301562527815502) + | > loss_0: 2.5422048568725586 (2.482274333635966) + | > loss_gen: 2.193175792694092 (2.214591825008393) + | > loss_kl: 1.5433522462844849 (1.5755756080150605) + | > loss_feat: 5.822996139526367 (5.483467356363932) + | > loss_mel: 22.68570327758789 (22.776092402140293) + | > loss_duration: 1.7494741678237915 (1.7381287813186646) + | > loss_1: 33.99470138549805 (33.78785629272462) + + --> STEP: 31 + | > loss_disc: 2.6922988891601562 (2.4890493192980365) + | > loss_disc_real_0: 0.2656792402267456 (0.1787245153419433) + | > loss_disc_real_1: 0.16614480316638947 (0.19666295354404756) + | > loss_disc_real_2: 0.2356315404176712 (0.21229175982936735) + | > loss_disc_real_3: 0.22932690382003784 (0.19678675455431785) + | > loss_disc_real_4: 0.2506040334701538 (0.23387326011734624) + | > loss_disc_real_5: 0.22645799815654755 (0.22312666956455476) + | > loss_0: 2.6922988891601562 (2.4890493192980365) + | > loss_gen: 1.9885501861572266 (2.2073001592390007) + | > loss_kl: 1.506636142730713 (1.5733517542962105) + | > loss_feat: 4.526026725769043 (5.452582174731839) + | > loss_mel: 21.64869499206543 (22.73972474375078) + | > loss_duration: 1.700221061706543 (1.7369059516537575) + | > loss_1: 31.370128631591797 (33.70986507784937) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.011169779685235793 (+0.00140198584525816) + | > avg_loss_disc: 2.4890493192980365 (+0.21018848111552613) + | > avg_loss_disc_real_0: 0.1787245153419433 (+0.12057428590713008) + | > avg_loss_disc_real_1: 0.19666295354404756 (+0.008847675736873367) + | > avg_loss_disc_real_2: 0.21229175982936735 (-0.04392086834676803) + | > avg_loss_disc_real_3: 0.19678675455431785 (+0.0064942255135505556) + | > avg_loss_disc_real_4: 0.23387326011734624 (-0.0054242726295224974) + | > avg_loss_disc_real_5: 0.22312666956455476 (-0.010817307618356531) + | > avg_loss_0: 2.4890493192980365 (+0.21018848111552613) + | > avg_loss_gen: 2.2073001592390007 (-0.2419630519805409) + | > avg_loss_kl: 1.5733517542962105 (+0.019184656681553003) + | > avg_loss_feat: 5.452582174731839 (-0.5609619617462158) + | > avg_loss_mel: 22.73972474375078 (+0.19141474077777687) + | > avg_loss_duration: 1.7369059516537575 (+0.010993088445355959) + | > avg_loss_1: 33.70986507784937 (-0.581331991380253) + + + > EPOCH: 25/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 16:19:03)  + + --> TIME: 2024-11-22 16:19:10 -- STEP: 8/797 -- GLOBAL_STEP: 21750 + | > loss_disc: 2.571690797805786 (2.5000812709331512) + | > loss_disc_real_0: 0.1870667040348053 (0.13127346336841583) + | > loss_disc_real_1: 0.25638094544410706 (0.23907007835805416) + | > loss_disc_real_2: 0.23366177082061768 (0.24746772274374962) + | > loss_disc_real_3: 0.21997354924678802 (0.23570262640714645) + | > loss_disc_real_4: 0.2123013585805893 (0.2189651671797037) + | > loss_disc_real_5: 0.23819608986377716 (0.2370988465845585) + | > loss_0: 2.571690797805786 (2.5000812709331512) + | > grad_norm_0: tensor(90.9284, device='cuda:0') (tensor(99.7728, device='cuda:0')) + | > loss_gen: 2.0379862785339355 (2.3195680379867554) + | > loss_kl: 1.7382116317749023 (1.5477309674024582) + | > loss_feat: 4.740251064300537 (5.381005167961121) + | > loss_mel: 19.95774269104004 (21.37462043762207) + | > loss_duration: 1.96476149559021 (1.9578470140695572) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.438953399658203 (32.58077144622803) + | > grad_norm_1: tensor(224.7143, device='cuda:0') (tensor(804.6591, device='cuda:0')) + | > current_lr_0: 0.00019932609573327815 + | > current_lr_1: 0.00019932609573327815 + | > step_time: 0.7264 (0.7538927793502808) + | > loader_time: 0.0028 (0.004923462867736816) + + + --> TIME: 2024-11-22 16:19:30 -- STEP: 33/797 -- GLOBAL_STEP: 21775 + | > loss_disc: 2.4218780994415283 (2.46400415536129) + | > loss_disc_real_0: 0.10232604295015335 (0.11921157733057484) + | > loss_disc_real_1: 0.2083226889371872 (0.2193752730434591) + | > loss_disc_real_2: 0.23061589896678925 (0.234187384446462) + | > loss_disc_real_3: 0.21404992043972015 (0.22685524956746536) + | > loss_disc_real_4: 0.22690199315547943 (0.21703076407764899) + | > loss_disc_real_5: 0.23328465223312378 (0.23696865231701822) + | > loss_0: 2.4218780994415283 (2.46400415536129) + | > grad_norm_0: tensor(40.1160, device='cuda:0') (tensor(89.8651, device='cuda:0')) + | > loss_gen: 2.459005832672119 (2.3446001789786597) + | > loss_kl: 1.6901146173477173 (1.5870335138205327) + | > loss_feat: 5.790403842926025 (5.692781679558031) + | > loss_mel: 21.879989624023438 (21.627601103349164) + | > loss_duration: 1.8568763732910156 (1.8588768568905918) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.6763916015625 (33.11089307611639) + | > grad_norm_1: tensor(626.1696, device='cuda:0') (tensor(760.1958, device='cuda:0')) + | > current_lr_0: 0.00019932609573327815 + | > current_lr_1: 0.00019932609573327815 + | > step_time: 0.7214 (0.7703998233332778) + | > loader_time: 0.0083 (0.0055800856965960875) + + + --> TIME: 2024-11-22 16:19:50 -- STEP: 58/797 -- GLOBAL_STEP: 21800 + | > loss_disc: 2.3427071571350098 (2.4639609969895457) + | > loss_disc_real_0: 0.08971069753170013 (0.12349543784712923) + | > loss_disc_real_1: 0.22626572847366333 (0.21773891150951385) + | > loss_disc_real_2: 0.21431785821914673 (0.23565412723812565) + | > loss_disc_real_3: 0.25319644808769226 (0.22595453133870816) + | > loss_disc_real_4: 0.21086335182189941 (0.22004415531610622) + | > loss_disc_real_5: 0.20267841219902039 (0.2345483927377339) + | > loss_0: 2.3427071571350098 (2.4639609969895457) + | > grad_norm_0: tensor(43.8041, device='cuda:0') (tensor(91.2349, device='cuda:0')) + | > loss_gen: 2.5707545280456543 (2.341863130700999) + | > loss_kl: 1.8095777034759521 (1.5953146198700214) + | > loss_feat: 7.004707336425781 (5.726572784884221) + | > loss_mel: 22.722850799560547 (21.80287847847774) + | > loss_duration: 1.7068312168121338 (1.8268397286020477) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.81472396850586 (33.293468705539055) + | > grad_norm_1: tensor(1004.9462, device='cuda:0') (tensor(711.2719, device='cuda:0')) + | > current_lr_0: 0.00019932609573327815 + | > current_lr_1: 0.00019932609573327815 + | > step_time: 0.7888 (0.7753820460418175) + | > loader_time: 0.011 (0.00540123725759572) + + + --> TIME: 2024-11-22 16:20:10 -- STEP: 83/797 -- GLOBAL_STEP: 21825 + | > loss_disc: 2.67653751373291 (2.463574708226215) + | > loss_disc_real_0: 0.10391248762607574 (0.12329806522073516) + | > loss_disc_real_1: 0.24282655119895935 (0.21937713816941504) + | > loss_disc_real_2: 0.32156527042388916 (0.23470450327338943) + | > loss_disc_real_3: 0.23259173333644867 (0.22759405173451067) + | > loss_disc_real_4: 0.25837603211402893 (0.21998114129865026) + | > loss_disc_real_5: 0.2220945805311203 (0.2345128615936601) + | > loss_0: 2.67653751373291 (2.463574708226215) + | > grad_norm_0: tensor(71.5585, device='cuda:0') (tensor(85.7413, device='cuda:0')) + | > loss_gen: 2.0870871543884277 (2.3534137111112288) + | > loss_kl: 1.3651258945465088 (1.562666554048837) + | > loss_feat: 5.859657287597656 (5.753957053264938) + | > loss_mel: 23.931318283081055 (21.9061319282256) + | > loss_duration: 1.7861566543579102 (1.8057190366538174) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.02934265136719 (33.38188819425653) + | > grad_norm_1: tensor(639.7975, device='cuda:0') (tensor(699.7521, device='cuda:0')) + | > current_lr_0: 0.00019932609573327815 + | > current_lr_1: 0.00019932609573327815 + | > step_time: 0.8104 (0.7794625615499106) + | > loader_time: 0.0047 (0.005546038409313524) + + + --> TIME: 2024-11-22 16:20:30 -- STEP: 108/797 -- GLOBAL_STEP: 21850 + | > loss_disc: 2.505570888519287 (2.4730001312715038) + | > loss_disc_real_0: 0.23862220346927643 (0.12279209187599244) + | > loss_disc_real_1: 0.22425222396850586 (0.22012058466121) + | > loss_disc_real_2: 0.20017744600772858 (0.23750563807509564) + | > loss_disc_real_3: 0.2513933479785919 (0.227188544002948) + | > loss_disc_real_4: 0.1915467530488968 (0.22114054555142368) + | > loss_disc_real_5: 0.2193613499403 (0.23500617634918955) + | > loss_0: 2.505570888519287 (2.4730001312715038) + | > grad_norm_0: tensor(187.4474, device='cuda:0') (tensor(84.7225, device='cuda:0')) + | > loss_gen: 2.3691608905792236 (2.3375546667310916) + | > loss_kl: 1.3476096391677856 (1.5620685418446858) + | > loss_feat: 5.7096428871154785 (5.733148517432034) + | > loss_mel: 22.160785675048828 (21.946580198076035) + | > loss_duration: 1.7916450500488281 (1.7968779349768604) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.37884521484375 (33.376229886655466) + | > grad_norm_1: tensor(787.8157, device='cuda:0') (tensor(663.5458, device='cuda:0')) + | > current_lr_0: 0.00019932609573327815 + | > current_lr_1: 0.00019932609573327815 + | > step_time: 0.7543 (0.7805568068115799) + | > loader_time: 0.0042 (0.005571082786277488) + + + --> TIME: 2024-11-22 16:20:50 -- STEP: 133/797 -- GLOBAL_STEP: 21875 + | > loss_disc: 2.4723060131073 (2.4701984878769494) + | > loss_disc_real_0: 0.11766719818115234 (0.12308004355632272) + | > loss_disc_real_1: 0.231528639793396 (0.21940725324745464) + | > loss_disc_real_2: 0.25238606333732605 (0.2375666286264147) + | > loss_disc_real_3: 0.2072041928768158 (0.22640696291188547) + | > loss_disc_real_4: 0.21843400597572327 (0.22166761755943298) + | > loss_disc_real_5: 0.25173884630203247 (0.2347833310302935) + | > loss_0: 2.4723060131073 (2.4701984878769494) + | > grad_norm_0: tensor(45.4353, device='cuda:0') (tensor(84.5429, device='cuda:0')) + | > loss_gen: 2.332789897918701 (2.339737264733565) + | > loss_kl: 1.5603437423706055 (1.5680573649872513) + | > loss_feat: 6.19869327545166 (5.765783241816928) + | > loss_mel: 23.918014526367188 (22.090689422492694) + | > loss_duration: 1.7116914987564087 (1.79157807325062) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.721534729003906 (33.5558453610069) + | > grad_norm_1: tensor(518.9089, device='cuda:0') (tensor(657.0101, device='cuda:0')) + | > current_lr_0: 0.00019932609573327815 + | > current_lr_1: 0.00019932609573327815 + | > step_time: 0.7605 (0.7821753365652901) + | > loader_time: 0.0061 (0.00553713167520394) + + + --> TIME: 2024-11-22 16:21:10 -- STEP: 158/797 -- GLOBAL_STEP: 21900 + | > loss_disc: 2.623338222503662 (2.471339858030971) + | > loss_disc_real_0: 0.12393991649150848 (0.12444954898349847) + | > loss_disc_real_1: 0.3139532506465912 (0.22000618948589393) + | > loss_disc_real_2: 0.22439740598201752 (0.23740941644469393) + | > loss_disc_real_3: 0.1889510452747345 (0.22718200049822843) + | > loss_disc_real_4: 0.25707870721817017 (0.22189854660743405) + | > loss_disc_real_5: 0.27807268500328064 (0.23455026368551615) + | > loss_0: 2.623338222503662 (2.471339858030971) + | > grad_norm_0: tensor(212.3727, device='cuda:0') (tensor(89.5075, device='cuda:0')) + | > loss_gen: 2.4267563819885254 (2.352187171767029) + | > loss_kl: 1.7092821598052979 (1.5615832737729518) + | > loss_feat: 6.063053607940674 (5.790724974644335) + | > loss_mel: 24.749330520629883 (22.143477427808538) + | > loss_duration: 1.7881625890731812 (1.784825005108797) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.73658752441406 (33.63279790516141) + | > grad_norm_1: tensor(762.2423, device='cuda:0') (tensor(657.9693, device='cuda:0')) + | > current_lr_0: 0.00019932609573327815 + | > current_lr_1: 0.00019932609573327815 + | > step_time: 0.7887 (0.7837488530557368) + | > loader_time: 0.0044 (0.0056115781204609935) + + + --> TIME: 2024-11-22 16:21:30 -- STEP: 183/797 -- GLOBAL_STEP: 21925 + | > loss_disc: 2.246143341064453 (2.4719627802489232) + | > loss_disc_real_0: 0.11955154687166214 (0.12442723877442992) + | > loss_disc_real_1: 0.18659916520118713 (0.21955218536606247) + | > loss_disc_real_2: 0.20675460994243622 (0.2367130557858879) + | > loss_disc_real_3: 0.2053498774766922 (0.2271475506936266) + | > loss_disc_real_4: 0.21155834197998047 (0.22263303741079865) + | > loss_disc_real_5: 0.23248380422592163 (0.2349041171901213) + | > loss_0: 2.246143341064453 (2.4719627802489232) + | > grad_norm_0: tensor(22.1288, device='cuda:0') (tensor(95.9279, device='cuda:0')) + | > loss_gen: 2.5933804512023926 (2.351321873117666) + | > loss_kl: 1.4671640396118164 (1.5574121703215635) + | > loss_feat: 6.703824520111084 (5.769716562469149) + | > loss_mel: 23.405954360961914 (22.12762722161298) + | > loss_duration: 1.690485954284668 (1.777964561363387) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.860809326171875 (33.584042450117934) + | > grad_norm_1: tensor(886.6591, device='cuda:0') (tensor(645.3209, device='cuda:0')) + | > current_lr_0: 0.00019932609573327815 + | > current_lr_1: 0.00019932609573327815 + | > step_time: 0.7903 (0.7871930221390856) + | > loader_time: 0.0053 (0.005716267830687141) + + + --> TIME: 2024-11-22 16:21:51 -- STEP: 208/797 -- GLOBAL_STEP: 21950 + | > loss_disc: 2.3787386417388916 (2.4720450100990443) + | > loss_disc_real_0: 0.11751709878444672 (0.12507421021851212) + | > loss_disc_real_1: 0.20645341277122498 (0.21897389195286307) + | > loss_disc_real_2: 0.19673745334148407 (0.23676181240723684) + | > loss_disc_real_3: 0.22556175291538239 (0.2271365916643005) + | > loss_disc_real_4: 0.1943710744380951 (0.2221093490146674) + | > loss_disc_real_5: 0.2193511724472046 (0.23403568057200083) + | > loss_0: 2.3787386417388916 (2.4720450100990443) + | > grad_norm_0: tensor(119.8609, device='cuda:0') (tensor(94.7639, device='cuda:0')) + | > loss_gen: 2.4031858444213867 (2.3408064200327954) + | > loss_kl: 1.4338539838790894 (1.5546507342503622) + | > loss_feat: 5.812688827514648 (5.7406938305267925) + | > loss_mel: 23.440441131591797 (22.144621142974266) + | > loss_duration: 1.7828036546707153 (1.7752948242884417) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.87297439575195 (33.556067054088274) + | > grad_norm_1: tensor(955.6718, device='cuda:0') (tensor(650.6628, device='cuda:0')) + | > current_lr_0: 0.00019932609573327815 + | > current_lr_1: 0.00019932609573327815 + | > step_time: 0.8244 (0.790892508167487) + | > loader_time: 0.0059 (0.005919466798122112) + + + --> TIME: 2024-11-22 16:22:12 -- STEP: 233/797 -- GLOBAL_STEP: 21975 + | > loss_disc: 2.3834609985351562 (2.470184194171889) + | > loss_disc_real_0: 0.062472157180309296 (0.12654831081372991) + | > loss_disc_real_1: 0.24863873422145844 (0.21859826544067887) + | > loss_disc_real_2: 0.2718276083469391 (0.23642860819853426) + | > loss_disc_real_3: 0.21556761860847473 (0.2270186349046077) + | > loss_disc_real_4: 0.22694027423858643 (0.22184236782559) + | > loss_disc_real_5: 0.2512851655483246 (0.23373439166167265) + | > loss_0: 2.3834609985351562 (2.470184194171889) + | > grad_norm_0: tensor(17.3801, device='cuda:0') (tensor(96.2723, device='cuda:0')) + | > loss_gen: 2.4751644134521484 (2.3463871683685573) + | > loss_kl: 1.3793842792510986 (1.552362284946851) + | > loss_feat: 5.310724258422852 (5.745646558606062) + | > loss_mel: 23.145082473754883 (22.18605735680576) + | > loss_duration: 1.704235315322876 (1.7711039188082127) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.014591217041016 (33.60155733460515) + | > grad_norm_1: tensor(492.2769, device='cuda:0') (tensor(654.6749, device='cuda:0')) + | > current_lr_0: 0.00019932609573327815 + | > current_lr_1: 0.00019932609573327815 + | > step_time: 0.8531 (0.7968612812107726) + | > loader_time: 0.0054 (0.0059603007566263735) + + + --> TIME: 2024-11-22 16:22:34 -- STEP: 258/797 -- GLOBAL_STEP: 22000 + | > loss_disc: 2.6912710666656494 (2.4815129309661628) + | > loss_disc_real_0: 0.36257022619247437 (0.13341371137504435) + | > loss_disc_real_1: 0.2934938073158264 (0.2186366111155628) + | > loss_disc_real_2: 0.25043410062789917 (0.23641385594310688) + | > loss_disc_real_3: 0.28851616382598877 (0.22704261119744573) + | > loss_disc_real_4: 0.2652415633201599 (0.2224251996985702) + | > loss_disc_real_5: 0.2823646068572998 (0.2342575592126033) + | > loss_0: 2.6912710666656494 (2.4815129309661628) + | > grad_norm_0: tensor(351.6361, device='cuda:0') (tensor(102.5046, device='cuda:0')) + | > loss_gen: 2.654982089996338 (2.3400123507477524) + | > loss_kl: 1.3704047203063965 (1.5532431389934334) + | > loss_feat: 4.567948341369629 (5.7115050378695935) + | > loss_mel: 20.693157196044922 (22.192266138949137) + | > loss_duration: 1.7679747343063354 (1.767167600550393) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.054466247558594 (33.564194361368756) + | > grad_norm_1: tensor(437.5302, device='cuda:0') (tensor(636.7178, device='cuda:0')) + | > current_lr_0: 0.00019932609573327815 + | > current_lr_1: 0.00019932609573327815 + | > step_time: 0.8425 (0.8014480393062268) + | > loader_time: 0.0047 (0.006087245867233867) + + + --> TIME: 2024-11-22 16:22:55 -- STEP: 283/797 -- GLOBAL_STEP: 22025 + | > loss_disc: 2.438434362411499 (2.4807340542756204) + | > loss_disc_real_0: 0.07650760561227798 (0.13216759851564372) + | > loss_disc_real_1: 0.2059982568025589 (0.2184531731340152) + | > loss_disc_real_2: 0.260455846786499 (0.2362757958603411) + | > loss_disc_real_3: 0.17069680988788605 (0.2270264398082827) + | > loss_disc_real_4: 0.20458701252937317 (0.22237284871167096) + | > loss_disc_real_5: 0.20960421860218048 (0.23434598875551257) + | > loss_0: 2.438434362411499 (2.4807340542756204) + | > grad_norm_0: tensor(36.4260, device='cuda:0') (tensor(98.9913, device='cuda:0')) + | > loss_gen: 2.1746928691864014 (2.3359673082196677) + | > loss_kl: 1.1519874334335327 (1.5526796966896461) + | > loss_feat: 5.821558952331543 (5.703968250288138) + | > loss_mel: 22.7562313079834 (22.188970235548254) + | > loss_duration: 1.8204724788665771 (1.7656283361751706) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.72494125366211 (33.54721393517802) + | > grad_norm_1: tensor(443.7488, device='cuda:0') (tensor(614.7645, device='cuda:0')) + | > current_lr_0: 0.00019932609573327815 + | > current_lr_1: 0.00019932609573327815 + | > step_time: 0.841 (0.8057245534216138) + | > loader_time: 0.0058 (0.006180705114303965) + + + --> TIME: 2024-11-22 16:23:17 -- STEP: 308/797 -- GLOBAL_STEP: 22050 + | > loss_disc: 2.5829155445098877 (2.4812797145410013) + | > loss_disc_real_0: 0.11480820178985596 (0.13161329291277124) + | > loss_disc_real_1: 0.12778040766716003 (0.21817432827763739) + | > loss_disc_real_2: 0.26561591029167175 (0.23672835524012517) + | > loss_disc_real_3: 0.21013519167900085 (0.2269790534462247) + | > loss_disc_real_4: 0.18735063076019287 (0.22254806166732466) + | > loss_disc_real_5: 0.24007204174995422 (0.23511985820028689) + | > loss_0: 2.5829155445098877 (2.4812797145410013) + | > grad_norm_0: tensor(38.0601, device='cuda:0') (tensor(97.8791, device='cuda:0')) + | > loss_gen: 2.2209808826446533 (2.3359996823521407) + | > loss_kl: 1.6887218952178955 (1.547448524406978) + | > loss_feat: 6.344573020935059 (5.706563931006889) + | > loss_mel: 25.197282791137695 (22.22061133694339) + | > loss_duration: 1.7264310121536255 (1.7626356873419378) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.1779899597168 (33.573259242169215) + | > grad_norm_1: tensor(571.4257, device='cuda:0') (tensor(614.7785, device='cuda:0')) + | > current_lr_0: 0.00019932609573327815 + | > current_lr_1: 0.00019932609573327815 + | > step_time: 0.8889 (0.8083719634390498) + | > loader_time: 0.0056 (0.006278823722492563) + + + --> TIME: 2024-11-22 16:23:38 -- STEP: 333/797 -- GLOBAL_STEP: 22075 + | > loss_disc: 2.4832935333251953 (2.4772316972772623) + | > loss_disc_real_0: 0.08571881055831909 (0.13105946895596501) + | > loss_disc_real_1: 0.3062804043292999 (0.21814716493224234) + | > loss_disc_real_2: 0.25704431533813477 (0.23611552082561515) + | > loss_disc_real_3: 0.21331185102462769 (0.22691686675176245) + | > loss_disc_real_4: 0.2222404181957245 (0.2222819515803197) + | > loss_disc_real_5: 0.2610437273979187 (0.23456144422382205) + | > loss_0: 2.4832935333251953 (2.4772316972772623) + | > grad_norm_0: tensor(138.7823, device='cuda:0') (tensor(95.8184, device='cuda:0')) + | > loss_gen: 2.4521594047546387 (2.335959617082064) + | > loss_kl: 1.55862295627594 (1.5458243823982223) + | > loss_feat: 5.241869926452637 (5.710389379266504) + | > loss_mel: 20.79186248779297 (22.259445791845916) + | > loss_duration: 1.7122389078140259 (1.7601939822818424) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.75675392150879 (33.61181321015223) + | > grad_norm_1: tensor(1082.0956, device='cuda:0') (tensor(612.7041, device='cuda:0')) + | > current_lr_0: 0.00019932609573327815 + | > current_lr_1: 0.00019932609573327815 + | > step_time: 0.8387 (0.8107905595510215) + | > loader_time: 0.0061 (0.006306019631234014) + + + --> TIME: 2024-11-22 16:23:59 -- STEP: 358/797 -- GLOBAL_STEP: 22100 + | > loss_disc: 2.4947738647460938 (2.4765070750060687) + | > loss_disc_real_0: 0.1634252518415451 (0.13061566226309246) + | > loss_disc_real_1: 0.22280441224575043 (0.2183683741858551) + | > loss_disc_real_2: 0.2413736879825592 (0.2366041483659318) + | > loss_disc_real_3: 0.2295229732990265 (0.22653148714557036) + | > loss_disc_real_4: 0.2428097277879715 (0.222149133099524) + | > loss_disc_real_5: 0.28723734617233276 (0.23450245953804955) + | > loss_0: 2.4947738647460938 (2.4765070750060687) + | > grad_norm_0: tensor(36.5826, device='cuda:0') (tensor(97.2453, device='cuda:0')) + | > loss_gen: 2.366144895553589 (2.3359673269634165) + | > loss_kl: 1.5631364583969116 (1.5432095694142354) + | > loss_feat: 5.652527332305908 (5.708575970633739) + | > loss_mel: 23.489185333251953 (22.281276068873908) + | > loss_duration: 1.6992374658584595 (1.7573507611312014) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.770233154296875 (33.626379774935344) + | > grad_norm_1: tensor(421.2878, device='cuda:0') (tensor(630.0682, device='cuda:0')) + | > current_lr_0: 0.00019932609573327815 + | > current_lr_1: 0.00019932609573327815 + | > step_time: 0.9181 (0.8133463666425739) + | > loader_time: 0.0065 (0.0063667816822755244) + + + --> TIME: 2024-11-22 16:24:21 -- STEP: 383/797 -- GLOBAL_STEP: 22125 + | > loss_disc: 2.5180420875549316 (2.4774135839845726) + | > loss_disc_real_0: 0.09318188577890396 (0.13041994024272385) + | > loss_disc_real_1: 0.2581044137477875 (0.21843299884397738) + | > loss_disc_real_2: 0.2424662858247757 (0.2363690810166202) + | > loss_disc_real_3: 0.2548930048942566 (0.2269100388098634) + | > loss_disc_real_4: 0.28948119282722473 (0.22228386644128098) + | > loss_disc_real_5: 0.26229673624038696 (0.23469577146105605) + | > loss_0: 2.5180420875549316 (2.4774135839845726) + | > grad_norm_0: tensor(86.8589, device='cuda:0') (tensor(97.4324, device='cuda:0')) + | > loss_gen: 2.368631362915039 (2.3342838175303022) + | > loss_kl: 1.564066767692566 (1.5417322592697946) + | > loss_feat: 6.023177623748779 (5.706046250096814) + | > loss_mel: 22.10715103149414 (22.2913108257961) + | > loss_duration: 1.7206943035125732 (1.754895970653305) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.783721923828125 (33.62826919057655) + | > grad_norm_1: tensor(729.3394, device='cuda:0') (tensor(630.9307, device='cuda:0')) + | > current_lr_0: 0.00019932609573327815 + | > current_lr_1: 0.00019932609573327815 + | > step_time: 0.8169 (0.8157246100373432) + | > loader_time: 0.0054 (0.006407523590964372) + + + --> TIME: 2024-11-22 16:24:43 -- STEP: 408/797 -- GLOBAL_STEP: 22150 + | > loss_disc: 2.3734352588653564 (2.476619295045437) + | > loss_disc_real_0: 0.15825612843036652 (0.12993985987907544) + | > loss_disc_real_1: 0.2119714766740799 (0.21821869219488954) + | > loss_disc_real_2: 0.22919480502605438 (0.23620496759665946) + | > loss_disc_real_3: 0.1978602409362793 (0.22679674753225312) + | > loss_disc_real_4: 0.20221522450447083 (0.2221783974080109) + | > loss_disc_real_5: 0.220692440867424 (0.2347608657882494) + | > loss_0: 2.3734352588653564 (2.476619295045437) + | > grad_norm_0: tensor(58.8413, device='cuda:0') (tensor(97.6277, device='cuda:0')) + | > loss_gen: 2.6437010765075684 (2.33416927328297) + | > loss_kl: 1.4666576385498047 (1.5413171140586635) + | > loss_feat: 6.006168365478516 (5.704001341380327) + | > loss_mel: 24.168840408325195 (22.296927849451695) + | > loss_duration: 1.7296557426452637 (1.7533485866060443) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.01502227783203 (33.62976422029376) + | > grad_norm_1: tensor(843.4191, device='cuda:0') (tensor(631.3094, device='cuda:0')) + | > current_lr_0: 0.00019932609573327815 + | > current_lr_1: 0.00019932609573327815 + | > step_time: 0.8794 (0.8181780185185228) + | > loader_time: 0.012 (0.006442876423106472) + + + --> TIME: 2024-11-22 16:25:05 -- STEP: 433/797 -- GLOBAL_STEP: 22175 + | > loss_disc: 2.6031899452209473 (2.478202504318797) + | > loss_disc_real_0: 0.20808812975883484 (0.1297232676856651) + | > loss_disc_real_1: 0.1801777333021164 (0.21806377668028337) + | > loss_disc_real_2: 0.29375123977661133 (0.23669305550446412) + | > loss_disc_real_3: 0.2704724967479706 (0.2274279053436966) + | > loss_disc_real_4: 0.26082462072372437 (0.22251968354193222) + | > loss_disc_real_5: 0.23180034756660461 (0.23521382236040217) + | > loss_0: 2.6031899452209473 (2.478202504318797) + | > grad_norm_0: tensor(128.5077, device='cuda:0') (tensor(99.3075, device='cuda:0')) + | > loss_gen: 2.441300630569458 (2.333363470799932) + | > loss_kl: 1.4491679668426514 (1.541273733209518) + | > loss_feat: 5.844603061676025 (5.696644972433396) + | > loss_mel: 22.42751693725586 (22.30096735084304) + | > loss_duration: 1.7216744422912598 (1.7519266855909423) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.88426208496094 (33.62417624123372) + | > grad_norm_1: tensor(867.5284, device='cuda:0') (tensor(640.6179, device='cuda:0')) + | > current_lr_0: 0.00019932609573327815 + | > current_lr_1: 0.00019932609573327815 + | > step_time: 0.9029 (0.8210786506705693) + | > loader_time: 0.0071 (0.006491476613985196) + + + --> TIME: 2024-11-22 16:25:27 -- STEP: 458/797 -- GLOBAL_STEP: 22200 + | > loss_disc: 2.338090419769287 (2.4739581075818218) + | > loss_disc_real_0: 0.11229836940765381 (0.12885242475269937) + | > loss_disc_real_1: 0.2232026606798172 (0.21792035208258564) + | > loss_disc_real_2: 0.2024965137243271 (0.236569445173553) + | > loss_disc_real_3: 0.19140586256980896 (0.22699807646102776) + | > loss_disc_real_4: 0.17061950266361237 (0.22218873683672286) + | > loss_disc_real_5: 0.2477135956287384 (0.23459232032429184) + | > loss_0: 2.338090419769287 (2.4739581075818218) + | > grad_norm_0: tensor(190.4702, device='cuda:0') (tensor(100.1990, device='cuda:0')) + | > loss_gen: 2.349745750427246 (2.338643930364388) + | > loss_kl: 1.3447980880737305 (1.5411184169840089) + | > loss_feat: 6.780049800872803 (5.713731377405893) + | > loss_mel: 22.792736053466797 (22.336239352496946) + | > loss_duration: 1.7671444416046143 (1.7506257235743594) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.03447341918945 (33.68035879509932) + | > grad_norm_1: tensor(1098.3071, device='cuda:0') (tensor(647.7492, device='cuda:0')) + | > current_lr_0: 0.00019932609573327815 + | > current_lr_1: 0.00019932609573327815 + | > step_time: 0.8473 (0.8239579408970463) + | > loader_time: 0.0088 (0.006544228724517154) + + + --> TIME: 2024-11-22 16:25:49 -- STEP: 483/797 -- GLOBAL_STEP: 22225 + | > loss_disc: 2.4689605236053467 (2.473290031741121) + | > loss_disc_real_0: 0.0946933776140213 (0.12794895346737317) + | > loss_disc_real_1: 0.19751669466495514 (0.21747579735628564) + | > loss_disc_real_2: 0.24530573189258575 (0.23680002478338916) + | > loss_disc_real_3: 0.25819146633148193 (0.22716148965847416) + | > loss_disc_real_4: 0.24426859617233276 (0.2222464510064194) + | > loss_disc_real_5: 0.2638280391693115 (0.23518108411481908) + | > loss_0: 2.4689605236053467 (2.473290031741121) + | > grad_norm_0: tensor(35.9827, device='cuda:0') (tensor(101.9786, device='cuda:0')) + | > loss_gen: 2.319850444793701 (2.341215600138129) + | > loss_kl: 1.505608081817627 (1.5395964487739235) + | > loss_feat: 5.59320068359375 (5.721810935200127) + | > loss_mel: 23.238264083862305 (22.34083582797159) + | > loss_duration: 1.6985194683074951 (1.7491375837266816) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.35544204711914 (33.69259639210825) + | > grad_norm_1: tensor(643.4802, device='cuda:0') (tensor(659.7397, device='cuda:0')) + | > current_lr_0: 0.00019932609573327815 + | > current_lr_1: 0.00019932609573327815 + | > step_time: 0.866 (0.8269111754731363) + | > loader_time: 0.0077 (0.006600155346635457) + + + --> TIME: 2024-11-22 16:26:12 -- STEP: 508/797 -- GLOBAL_STEP: 22250 + | > loss_disc: 2.474771022796631 (2.471367632779546) + | > loss_disc_real_0: 0.1326543092727661 (0.1275830235860246) + | > loss_disc_real_1: 0.27753975987434387 (0.21777569963120097) + | > loss_disc_real_2: 0.25580382347106934 (0.236426214621527) + | > loss_disc_real_3: 0.22137734293937683 (0.22681312656074057) + | > loss_disc_real_4: 0.21262486279010773 (0.22200045535179574) + | > loss_disc_real_5: 0.27408209443092346 (0.23494265372241577) + | > loss_0: 2.474771022796631 (2.471367632779546) + | > grad_norm_0: tensor(184.3003, device='cuda:0') (tensor(101.0727, device='cuda:0')) + | > loss_gen: 2.2586348056793213 (2.342961956196886) + | > loss_kl: 1.5581485033035278 (1.5390885671762036) + | > loss_feat: 5.462151050567627 (5.7296336297913815) + | > loss_mel: 22.792953491210938 (22.350880453905717) + | > loss_duration: 1.7333040237426758 (1.747748522777257) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.80519104003906 (33.71031311741021) + | > grad_norm_1: tensor(411.1583, device='cuda:0') (tensor(661.1746, device='cuda:0')) + | > current_lr_0: 0.00019932609573327815 + | > current_lr_1: 0.00019932609573327815 + | > step_time: 0.898 (0.8312877139707251) + | > loader_time: 0.0068 (0.00670023978225828) + + + --> TIME: 2024-11-22 16:26:35 -- STEP: 533/797 -- GLOBAL_STEP: 22275 + | > loss_disc: 2.49932861328125 (2.4716501678803144) + | > loss_disc_real_0: 0.07902174443006516 (0.12727165048833652) + | > loss_disc_real_1: 0.2164728045463562 (0.2175663380025699) + | > loss_disc_real_2: 0.24954769015312195 (0.23645613631880083) + | > loss_disc_real_3: 0.2274707406759262 (0.22716181844081482) + | > loss_disc_real_4: 0.22649547457695007 (0.2222865047474963) + | > loss_disc_real_5: 0.24854061007499695 (0.23505198882847295) + | > loss_0: 2.49932861328125 (2.4716501678803144) + | > grad_norm_0: tensor(47.1618, device='cuda:0') (tensor(101.3566, device='cuda:0')) + | > loss_gen: 2.3792505264282227 (2.3449480506761025) + | > loss_kl: 1.486039638519287 (1.5374135691497837) + | > loss_feat: 5.384050369262695 (5.732804897802186) + | > loss_mel: 22.547306060791016 (22.35074300569173) + | > loss_duration: 1.736739158630371 (1.7471388571705202) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.53338623046875 (33.71304836237404) + | > grad_norm_1: tensor(990.3179, device='cuda:0') (tensor(656.3776, device='cuda:0')) + | > current_lr_0: 0.00019932609573327815 + | > current_lr_1: 0.00019932609573327815 + | > step_time: 0.8868 (0.8342927186618828) + | > loader_time: 0.0125 (0.006840650851909929) + + + --> TIME: 2024-11-22 16:26:59 -- STEP: 558/797 -- GLOBAL_STEP: 22300 + | > loss_disc: 2.531022548675537 (2.471347836183388) + | > loss_disc_real_0: 0.08387497067451477 (0.12656268116927932) + | > loss_disc_real_1: 0.2383909672498703 (0.21756763016558028) + | > loss_disc_real_2: 0.25915321707725525 (0.2364918746882015) + | > loss_disc_real_3: 0.27742573618888855 (0.227027347651861) + | > loss_disc_real_4: 0.2458694875240326 (0.22231318609368414) + | > loss_disc_real_5: 0.2877146601676941 (0.23514029306216053) + | > loss_0: 2.531022548675537 (2.471347836183388) + | > grad_norm_0: tensor(25.8827, device='cuda:0') (tensor(99.1014, device='cuda:0')) + | > loss_gen: 2.4441070556640625 (2.3462103301906283) + | > loss_kl: 1.5519973039627075 (1.5387090421064786) + | > loss_feat: 4.739850997924805 (5.733469963073732) + | > loss_mel: 19.683208465576172 (22.34632651352968) + | > loss_duration: 1.7062678337097168 (1.7466182486558048) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.125431060791016 (33.71133407811534) + | > grad_norm_1: tensor(311.8836, device='cuda:0') (tensor(652.5328, device='cuda:0')) + | > current_lr_0: 0.00019932609573327815 + | > current_lr_1: 0.00019932609573327815 + | > step_time: 0.9377 (0.8389220921369437) + | > loader_time: 0.0092 (0.006920915350691817) + + + --> TIME: 2024-11-22 16:27:22 -- STEP: 583/797 -- GLOBAL_STEP: 22325 + | > loss_disc: 2.4494783878326416 (2.473490895374354) + | > loss_disc_real_0: 0.14002659916877747 (0.12659268630716464) + | > loss_disc_real_1: 0.2365664541721344 (0.217998913794398) + | > loss_disc_real_2: 0.20918475091457367 (0.23669143258809636) + | > loss_disc_real_3: 0.2288459688425064 (0.22672115856746453) + | > loss_disc_real_4: 0.19119873642921448 (0.22244345415926717) + | > loss_disc_real_5: 0.2303277552127838 (0.2355672553002732) + | > loss_0: 2.4494783878326416 (2.473490895374354) + | > grad_norm_0: tensor(112.9970, device='cuda:0') (tensor(98.4899, device='cuda:0')) + | > loss_gen: 2.2994983196258545 (2.344687316266385) + | > loss_kl: 1.3972551822662354 (1.5373980215851277) + | > loss_feat: 5.545577049255371 (5.733650127365087) + | > loss_mel: 22.468517303466797 (22.370312240888488) + | > loss_duration: 1.7017050981521606 (1.7459528108812732) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.41255187988281 (33.73200049817457) + | > grad_norm_1: tensor(937.6531, device='cuda:0') (tensor(652.2693, device='cuda:0')) + | > current_lr_0: 0.00019932609573327815 + | > current_lr_1: 0.00019932609573327815 + | > step_time: 0.8821 (0.8420063390126563) + | > loader_time: 0.0078 (0.007015433973963429) + + + --> TIME: 2024-11-22 16:27:45 -- STEP: 608/797 -- GLOBAL_STEP: 22350 + | > loss_disc: 2.3587825298309326 (2.4752515421101897) + | > loss_disc_real_0: 0.18948283791542053 (0.12724373025182456) + | > loss_disc_real_1: 0.22302421927452087 (0.21805237696849192) + | > loss_disc_real_2: 0.25355544686317444 (0.23693833941299663) + | > loss_disc_real_3: 0.21104276180267334 (0.226720393708858) + | > loss_disc_real_4: 0.2496131807565689 (0.22267758084068956) + | > loss_disc_real_5: 0.25527140498161316 (0.2357640199020113) + | > loss_0: 2.3587825298309326 (2.4752515421101897) + | > grad_norm_0: tensor(151.0050, device='cuda:0') (tensor(99.9476, device='cuda:0')) + | > loss_gen: 2.4571235179901123 (2.345545866771751) + | > loss_kl: 1.4964995384216309 (1.538506106522523) + | > loss_feat: 6.262990474700928 (5.734071382566501) + | > loss_mel: 23.26803207397461 (22.39072758900491) + | > loss_duration: 1.7789231538772583 (1.7456216174913084) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.26356887817383 (33.7544725725525) + | > grad_norm_1: tensor(310.4531, device='cuda:0') (tensor(652.8644, device='cuda:0')) + | > current_lr_0: 0.00019932609573327815 + | > current_lr_1: 0.00019932609573327815 + | > step_time: 0.9469 (0.8448996422322173) + | > loader_time: 0.0143 (0.007116374216581646) + + + --> TIME: 2024-11-22 16:28:10 -- STEP: 633/797 -- GLOBAL_STEP: 22375 + | > loss_disc: 2.5465340614318848 (2.4756691282582683) + | > loss_disc_real_0: 0.24373210966587067 (0.12735002912804613) + | > loss_disc_real_1: 0.2621392607688904 (0.21798230954821066) + | > loss_disc_real_2: 0.23706582188606262 (0.23699781767094116) + | > loss_disc_real_3: 0.21092557907104492 (0.22674059034523802) + | > loss_disc_real_4: 0.2248641699552536 (0.22265763474866676) + | > loss_disc_real_5: 0.20376625657081604 (0.23560297908187855) + | > loss_0: 2.5465340614318848 (2.4756691282582683) + | > grad_norm_0: tensor(172.2081, device='cuda:0') (tensor(101.7487, device='cuda:0')) + | > loss_gen: 2.160954475402832 (2.3437852882096015) + | > loss_kl: 1.499893307685852 (1.5380261059244298) + | > loss_feat: 5.191437721252441 (5.721261697922838) + | > loss_mel: 20.68537712097168 (22.373388763475933) + | > loss_duration: 1.7632336616516113 (1.745684778709171) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.30089569091797 (33.72214664742467) + | > grad_norm_1: tensor(790.3231, device='cuda:0') (tensor(653.3623, device='cuda:0')) + | > current_lr_0: 0.00019932609573327815 + | > current_lr_1: 0.00019932609573327815 + | > step_time: 0.9963 (0.8503673031431804) + | > loader_time: 0.0073 (0.007204583470855279) + + + --> TIME: 2024-11-22 16:28:49 -- STEP: 658/797 -- GLOBAL_STEP: 22400 + | > loss_disc: 2.5103840827941895 (2.4754695921321024) + | > loss_disc_real_0: 0.065119668841362 (0.12696705064467398) + | > loss_disc_real_1: 0.2285730391740799 (0.21781629430396207) + | > loss_disc_real_2: 0.2431875616312027 (0.23692338621543896) + | > loss_disc_real_3: 0.2003655582666397 (0.22655809734095914) + | > loss_disc_real_4: 0.2627609670162201 (0.22307436523738242) + | > loss_disc_real_5: 0.2415480762720108 (0.23604569622629681) + | > loss_0: 2.5103840827941895 (2.4754695921321024) + | > grad_norm_0: tensor(231.3335, device='cuda:0') (tensor(103.7444, device='cuda:0')) + | > loss_gen: 2.2741541862487793 (2.34366079775396) + | > loss_kl: 1.4654484987258911 (1.5392463535161023) + | > loss_feat: 5.672066688537598 (5.722521892796898) + | > loss_mel: 20.738677978515625 (22.359831247648557) + | > loss_duration: 1.707401990890503 (1.745355386864451) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.857749938964844 (33.710615697240364) + | > grad_norm_1: tensor(885.0846, device='cuda:0') (tensor(660.4980, device='cuda:0')) + | > current_lr_0: 0.00019932609573327815 + | > current_lr_1: 0.00019932609573327815 + | > step_time: 1.4885 (0.8768902886602291) + | > loader_time: 0.0186 (0.007406530409236085) + + + --> TIME: 2024-11-22 16:29:20 -- STEP: 683/797 -- GLOBAL_STEP: 22425 + | > loss_disc: 2.396738052368164 (2.4754960889523026) + | > loss_disc_real_0: 0.11975538730621338 (0.1266826941014036) + | > loss_disc_real_1: 0.19696539640426636 (0.21799463830004664) + | > loss_disc_real_2: 0.23811647295951843 (0.23698820309007151) + | > loss_disc_real_3: 0.17748335003852844 (0.226549084242406) + | > loss_disc_real_4: 0.20620624721050262 (0.22312357618117576) + | > loss_disc_real_5: 0.26087433099746704 (0.23619344121453353) + | > loss_0: 2.396738052368164 (2.4754960889523026) + | > grad_norm_0: tensor(88.8184, device='cuda:0') (tensor(101.8943, device='cuda:0')) + | > loss_gen: 2.428730010986328 (2.3444893684778196) + | > loss_kl: 1.5370773077011108 (1.5388545756109657) + | > loss_feat: 5.925438404083252 (5.728293970423599) + | > loss_mel: 23.73243522644043 (22.381855041704966) + | > loss_duration: 1.747192621231079 (1.744881301638323) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.370872497558594 (33.738374254888484) + | > grad_norm_1: tensor(1085.1176, device='cuda:0') (tensor(659.0653, device='cuda:0')) + | > current_lr_0: 0.00019932609573327815 + | > current_lr_1: 0.00019932609573327815 + | > step_time: 1.2038 (0.8893162184892601) + | > loader_time: 0.0096 (0.007549076094285286) + + + --> TIME: 2024-11-22 16:29:49 -- STEP: 708/797 -- GLOBAL_STEP: 22450 + | > loss_disc: 2.481858253479004 (2.4754784891834336) + | > loss_disc_real_0: 0.09136654436588287 (0.12642231697248216) + | > loss_disc_real_1: 0.21870428323745728 (0.2183188785940913) + | > loss_disc_real_2: 0.25085893273353577 (0.23724765814630325) + | > loss_disc_real_3: 0.21322719752788544 (0.22653428867122544) + | > loss_disc_real_4: 0.23081117868423462 (0.22316144897186824) + | > loss_disc_real_5: 0.21250581741333008 (0.236090478103208) + | > loss_0: 2.481858253479004 (2.4754784891834336) + | > grad_norm_0: tensor(339.6720, device='cuda:0') (tensor(101.7552, device='cuda:0')) + | > loss_gen: 2.3389105796813965 (2.3459506536607706) + | > loss_kl: 1.4896942377090454 (1.538143935850113) + | > loss_feat: 5.358132839202881 (5.728187711898893) + | > loss_mel: 20.459550857543945 (22.400452007681643) + | > loss_duration: 1.7132151126861572 (1.744051941033811) + | > amp_scaler: 128.0 (128.5423728813559) + | > loss_1: 31.3595027923584 (33.75678624136968) + | > grad_norm_1: tensor(573.2782, device='cuda:0') (tensor(661.1289, device='cuda:0')) + | > current_lr_0: 0.00019932609573327815 + | > current_lr_1: 0.00019932609573327815 + | > step_time: 1.0072 (0.8980016745416458) + | > loader_time: 0.0086 (0.007674596067202293) + + + --> TIME: 2024-11-22 16:30:18 -- STEP: 733/797 -- GLOBAL_STEP: 22475 + | > loss_disc: 2.395843744277954 (2.474132650057907) + | > loss_disc_real_0: 0.0779791995882988 (0.12643743886791511) + | > loss_disc_real_1: 0.18817901611328125 (0.21825363274567117) + | > loss_disc_real_2: 0.21356186270713806 (0.2367648659998203) + | > loss_disc_real_3: 0.2278415709733963 (0.2265721328993611) + | > loss_disc_real_4: 0.22718288004398346 (0.2229017002602066) + | > loss_disc_real_5: 0.2285851091146469 (0.23571404139797164) + | > loss_0: 2.395843744277954 (2.474132650057907) + | > grad_norm_0: tensor(122.1910, device='cuda:0') (tensor(101.7379, device='cuda:0')) + | > loss_gen: 2.510349988937378 (2.3456777277292056) + | > loss_kl: 1.3640975952148438 (1.5395523893556704) + | > loss_feat: 6.354414939880371 (5.730624325116044) + | > loss_mel: 21.5693416595459 (22.403686039444526) + | > loss_duration: 1.722990870475769 (1.743131099261171) + | > amp_scaler: 128.0 (128.52387448840383) + | > loss_1: 33.52119445800781 (33.762671563017044) + | > grad_norm_1: tensor(1099.4746, device='cuda:0') (tensor(663.7539, device='cuda:0')) + | > current_lr_0: 0.00019932609573327815 + | > current_lr_1: 0.00019932609573327815 + | > step_time: 1.3416 (0.906523627441219) + | > loader_time: 0.0091 (0.00780135612695962) + + + --> TIME: 2024-11-22 16:31:12 -- STEP: 758/797 -- GLOBAL_STEP: 22500 + | > loss_disc: 2.5410356521606445 (2.4741977994234365) + | > loss_disc_real_0: 0.10907553136348724 (0.1262276145607469) + | > loss_disc_real_1: 0.24898912012577057 (0.218136675439598) + | > loss_disc_real_2: 0.2589537501335144 (0.23704001893311502) + | > loss_disc_real_3: 0.2597183287143707 (0.22654419860220204) + | > loss_disc_real_4: 0.2738681137561798 (0.2230999582007252) + | > loss_disc_real_5: 0.22817257046699524 (0.2360498324665671) + | > loss_0: 2.5410356521606445 (2.4741977994234365) + | > grad_norm_0: tensor(448.6692, device='cuda:0') (tensor(103.1897, device='cuda:0')) + | > loss_gen: 2.3477425575256348 (2.346429475693715) + | > loss_kl: 1.5995242595672607 (1.539429586764063) + | > loss_feat: 4.863155841827393 (5.72931720147347) + | > loss_mel: 20.459049224853516 (22.40761308242274) + | > loss_duration: 1.7246770858764648 (1.7419033755098612) + | > amp_scaler: 128.0 (128.5065963060686) + | > loss_1: 30.99414825439453 (33.76469270912508) + | > grad_norm_1: tensor(978.2059, device='cuda:0') (tensor(666.3792, device='cuda:0')) + | > current_lr_0: 0.00019932609573327815 + | > current_lr_1: 0.00019932609573327815 + | > step_time: 2.6102 (0.9467662012985955) + | > loader_time: 0.0148 (0.008158021677767071) + + + --> TIME: 2024-11-22 16:32:25 -- STEP: 783/797 -- GLOBAL_STEP: 22525 + | > loss_disc: 2.3438944816589355 (2.4737512413721556) + | > loss_disc_real_0: 0.14626826345920563 (0.12608935147295514) + | > loss_disc_real_1: 0.14062225818634033 (0.21824105101070176) + | > loss_disc_real_2: 0.2463340163230896 (0.23702559335630669) + | > loss_disc_real_3: 0.16808223724365234 (0.22631626070915964) + | > loss_disc_real_4: 0.23649300634860992 (0.2230218411215116) + | > loss_disc_real_5: 0.24563118815422058 (0.23599746893725024) + | > loss_0: 2.3438944816589355 (2.4737512413721556) + | > grad_norm_0: tensor(43.8321, device='cuda:0') (tensor(102.4883, device='cuda:0')) + | > loss_gen: 2.4170405864715576 (2.3461113283612858) + | > loss_kl: 1.572456955909729 (1.5401784706846524) + | > loss_feat: 6.072561264038086 (5.7348504803342095) + | > loss_mel: 23.221433639526367 (22.424729260752784) + | > loss_duration: 1.7170861959457397 (1.7408155802718224) + | > amp_scaler: 128.0 (128.49042145593867) + | > loss_1: 35.000579833984375 (33.78668510807271) + | > grad_norm_1: tensor(610.3242, device='cuda:0') (tensor(670.0512, device='cuda:0')) + | > current_lr_0: 0.00019932609573327815 + | > current_lr_1: 0.00019932609573327815 + | > step_time: 2.8618 (1.009561525603059) + | > loader_time: 0.01 (0.008531655388316893) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.4510860443115234 (2.4510860443115234) + | > loss_disc_real_0: 0.06404586881399155 (0.06404586881399155) + | > loss_disc_real_1: 0.12780137360095978 (0.12780137360095978) + | > loss_disc_real_2: 0.19800975918769836 (0.19800975918769836) + | > loss_disc_real_3: 0.22401350736618042 (0.22401350736618042) + | > loss_disc_real_4: 0.2119041383266449 (0.2119041383266449) + | > loss_disc_real_5: 0.2060614377260208 (0.2060614377260208) + | > loss_0: 2.4510860443115234 (2.4510860443115234) + | > loss_gen: 1.8452649116516113 (1.8452649116516113) + | > loss_kl: 1.669339656829834 (1.669339656829834) + | > loss_feat: 5.396777629852295 (5.396777629852295) + | > loss_mel: 20.742162704467773 (20.742162704467773) + | > loss_duration: 1.9661693572998047 (1.9661693572998047) + | > loss_1: 31.619714736938477 (31.619714736938477) + + --> STEP: 1 + | > loss_disc: 2.293240785598755 (2.293240785598755) + | > loss_disc_real_0: 0.053023822605609894 (0.053023822605609894) + | > loss_disc_real_1: 0.1042168065905571 (0.1042168065905571) + | > loss_disc_real_2: 0.18167029321193695 (0.18167029321193695) + | > loss_disc_real_3: 0.23175929486751556 (0.23175929486751556) + | > loss_disc_real_4: 0.15326453745365143 (0.15326453745365143) + | > loss_disc_real_5: 0.20630162954330444 (0.20630162954330444) + | > loss_0: 2.293240785598755 (2.293240785598755) + | > loss_gen: 1.9370735883712769 (1.9370735883712769) + | > loss_kl: 1.6688262224197388 (1.6688262224197388) + | > loss_feat: 7.452889919281006 (7.452889919281006) + | > loss_mel: 25.07799530029297 (25.07799530029297) + | > loss_duration: 1.7497271299362183 (1.7497271299362183) + | > loss_1: 37.88650894165039 (37.88650894165039) + + --> STEP: 2 + | > loss_disc: 2.4508914947509766 (2.3720661401748657) + | > loss_disc_real_0: 0.06921837478876114 (0.061121098697185516) + | > loss_disc_real_1: 0.2031295746564865 (0.1536731906235218) + | > loss_disc_real_2: 0.23943185806274414 (0.21055107563734055) + | > loss_disc_real_3: 0.19050003588199615 (0.21112966537475586) + | > loss_disc_real_4: 0.18786466121673584 (0.17056459933519363) + | > loss_disc_real_5: 0.26034247875213623 (0.23332205414772034) + | > loss_0: 2.4508914947509766 (2.3720661401748657) + | > loss_gen: 1.9650331735610962 (1.9510533809661865) + | > loss_kl: 1.8534884452819824 (1.7611573338508606) + | > loss_feat: 5.5540032386779785 (6.503446578979492) + | > loss_mel: 22.287256240844727 (23.682625770568848) + | > loss_duration: 1.739547610282898 (1.744637370109558) + | > loss_1: 33.39932632446289 (35.64291763305664) + + --> STEP: 3 + | > loss_disc: 2.560159206390381 (2.4347638289133706) + | > loss_disc_real_0: 0.11910803616046906 (0.08045007785161336) + | > loss_disc_real_1: 0.14715693891048431 (0.15150110671917597) + | > loss_disc_real_2: 0.23225650191307068 (0.21778621772925058) + | > loss_disc_real_3: 0.24649713933467865 (0.2229188233613968) + | > loss_disc_real_4: 0.1575738936662674 (0.16623436411221823) + | > loss_disc_real_5: 0.24359050393104553 (0.23674487074216208) + | > loss_0: 2.560159206390381 (2.4347638289133706) + | > loss_gen: 1.8589134216308594 (1.9203400611877441) + | > loss_kl: 0.7035204172134399 (1.4086116949717205) + | > loss_feat: 4.900248050689697 (5.9690470695495605) + | > loss_mel: 21.732086181640625 (23.032445907592773) + | > loss_duration: 1.8155637979507446 (1.7682795127232869) + | > loss_1: 31.010330200195312 (34.09872182210287) + + --> STEP: 4 + | > loss_disc: 2.3863515853881836 (2.422660768032074) + | > loss_disc_real_0: 0.05268573760986328 (0.07350899279117584) + | > loss_disc_real_1: 0.1405702829360962 (0.14876840077340603) + | > loss_disc_real_2: 0.16919918358325958 (0.20563945919275284) + | > loss_disc_real_3: 0.184363454580307 (0.21327998116612434) + | > loss_disc_real_4: 0.17854639887809753 (0.16931237280368805) + | > loss_disc_real_5: 0.2880361080169678 (0.2495676800608635) + | > loss_0: 2.3863515853881836 (2.422660768032074) + | > loss_gen: 1.922143816947937 (1.9207910001277924) + | > loss_kl: 1.7209914922714233 (1.4867066442966461) + | > loss_feat: 5.186082363128662 (5.773305892944336) + | > loss_mel: 20.363880157470703 (22.365304470062256) + | > loss_duration: 1.681757926940918 (1.7466491162776947) + | > loss_1: 30.874855041503906 (33.292755126953125) + + --> STEP: 5 + | > loss_disc: 2.5344841480255127 (2.4450254440307617) + | > loss_disc_real_0: 0.06620607525110245 (0.07204840928316117) + | > loss_disc_real_1: 0.13612297177314758 (0.14623931497335435) + | > loss_disc_real_2: 0.1591804474592209 (0.19634765684604644) + | > loss_disc_real_3: 0.21078959107398987 (0.21278190314769746) + | > loss_disc_real_4: 0.1545047163963318 (0.1663508415222168) + | > loss_disc_real_5: 0.2616426646709442 (0.2519826769828796) + | > loss_0: 2.5344841480255127 (2.4450254440307617) + | > loss_gen: 1.7823214530944824 (1.8930970907211304) + | > loss_kl: 1.6489202976226807 (1.519149374961853) + | > loss_feat: 5.568227767944336 (5.732290267944336) + | > loss_mel: 24.737506866455078 (22.83974494934082) + | > loss_duration: 1.9293245077133179 (1.7831841945648192) + | > loss_1: 35.66630172729492 (33.76746444702148) + + --> STEP: 6 + | > loss_disc: 2.701964855194092 (2.48784867922465) + | > loss_disc_real_0: 0.055759597569704056 (0.06933360733091831) + | > loss_disc_real_1: 0.16429199278354645 (0.14924809460838637) + | > loss_disc_real_2: 0.19223028421401978 (0.195661428074042) + | > loss_disc_real_3: 0.2375921905040741 (0.21691695104042688) + | > loss_disc_real_4: 0.17607998847961426 (0.16797236601511636) + | > loss_disc_real_5: 0.24580498039722443 (0.2509530608852704) + | > loss_0: 2.701964855194092 (2.48784867922465) + | > loss_gen: 1.742712378501892 (1.868032972017924) + | > loss_kl: 1.4519256353378296 (1.5079454183578491) + | > loss_feat: 4.97838020324707 (5.606638590494792) + | > loss_mel: 24.96523666381836 (23.19399356842041) + | > loss_duration: 1.6934270858764648 (1.7682246764500935) + | > loss_1: 34.83168411254883 (33.94483439127604) + + --> STEP: 7 + | > loss_disc: 2.4027249813079834 (2.4756881509508406) + | > loss_disc_real_0: 0.06659331172704697 (0.06894213653036527) + | > loss_disc_real_1: 0.17145204544067383 (0.15242008758442743) + | > loss_disc_real_2: 0.18148945271968842 (0.1936368601662772) + | > loss_disc_real_3: 0.24165558815002441 (0.22045104205608368) + | > loss_disc_real_4: 0.17833438515663147 (0.16945265446390426) + | > loss_disc_real_5: 0.23117101192474365 (0.24812705389090947) + | > loss_0: 2.4027249813079834 (2.4756881509508406) + | > loss_gen: 2.034902572631836 (1.89187148639134) + | > loss_kl: 1.5318677425384521 (1.5113628932407923) + | > loss_feat: 6.028177738189697 (5.666858468736921) + | > loss_mel: 22.67824935913086 (23.12031582423619) + | > loss_duration: 1.6429367065429688 (1.75032639503479) + | > loss_1: 33.916133880615234 (33.940734318324495) + + --> STEP: 8 + | > loss_disc: 2.494602918624878 (2.478052496910095) + | > loss_disc_real_0: 0.07913633435964584 (0.07021641125902534) + | > loss_disc_real_1: 0.13150320947170258 (0.14980547782033682) + | > loss_disc_real_2: 0.22341777384281158 (0.197359474375844) + | > loss_disc_real_3: 0.1471470296382904 (0.21128804050385952) + | > loss_disc_real_4: 0.2041839361190796 (0.17379406467080116) + | > loss_disc_real_5: 0.19729456305503845 (0.2417729925364256) + | > loss_0: 2.494602918624878 (2.478052496910095) + | > loss_gen: 1.7790756225585938 (1.8777720034122467) + | > loss_kl: 1.7791810035705566 (1.544840157032013) + | > loss_feat: 5.677465438842773 (5.668184340000153) + | > loss_mel: 24.084461212158203 (23.24083399772644) + | > loss_duration: 1.718773365020752 (1.7463822662830353) + | > loss_1: 35.03895568847656 (34.078011989593506) + + --> STEP: 9 + | > loss_disc: 2.359344244003296 (2.464862691031562) + | > loss_disc_real_0: 0.08461089432239532 (0.07181579826606645) + | > loss_disc_real_1: 0.12740759551525116 (0.14731682423088285) + | > loss_disc_real_2: 0.18424378335475922 (0.19590217537350124) + | > loss_disc_real_3: 0.21991144120693207 (0.21224619613753426) + | > loss_disc_real_4: 0.14481183886528015 (0.17057381735907662) + | > loss_disc_real_5: 0.19918815791606903 (0.23704134424527487) + | > loss_0: 2.359344244003296 (2.464862691031562) + | > loss_gen: 1.9816073179244995 (1.8893092605802748) + | > loss_kl: 1.5845154523849487 (1.5492485231823392) + | > loss_feat: 5.869816780090332 (5.690587944454617) + | > loss_mel: 24.80605697631836 (23.41474766201443) + | > loss_duration: 1.7341113090515137 (1.745018826590644) + | > loss_1: 35.97610855102539 (34.28891160753038) + + --> STEP: 10 + | > loss_disc: 2.441593647003174 (2.462535786628723) + | > loss_disc_real_0: 0.0626511499285698 (0.07089933343231677) + | > loss_disc_real_1: 0.19417160749435425 (0.15200230255723) + | > loss_disc_real_2: 0.21059472858905792 (0.19737143069505692) + | > loss_disc_real_3: 0.2544267773628235 (0.21646425426006316) + | > loss_disc_real_4: 0.19433750212192535 (0.17295018583536148) + | > loss_disc_real_5: 0.2523113191127777 (0.23856834173202515) + | > loss_0: 2.441593647003174 (2.462535786628723) + | > loss_gen: 2.030304193496704 (1.9034087538719178) + | > loss_kl: 1.6194438934326172 (1.5562680602073669) + | > loss_feat: 5.097658634185791 (5.631295013427734) + | > loss_mel: 21.784099578857422 (23.251682853698732) + | > loss_duration: 1.6286494731903076 (1.7333818912506103) + | > loss_1: 32.16015625 (34.076036071777345) + + --> STEP: 11 + | > loss_disc: 2.6471786499023438 (2.4793215014717798) + | > loss_disc_real_0: 0.06993113458156586 (0.07081131535497578) + | > loss_disc_real_1: 0.14832691848278046 (0.15166817673228003) + | > loss_disc_real_2: 0.18592678010463715 (0.19633100791410965) + | > loss_disc_real_3: 0.2202429324388504 (0.21680777045813474) + | > loss_disc_real_4: 0.1920546442270279 (0.17468695478005844) + | > loss_disc_real_5: 0.21679171919822693 (0.23658864877440713) + | > loss_0: 2.6471786499023438 (2.4793215014717798) + | > loss_gen: 1.5933427810668945 (1.8752209381623701) + | > loss_kl: 1.6180024147033691 (1.561880274252458) + | > loss_feat: 5.631028175354004 (5.631270755421031) + | > loss_mel: 21.931947708129883 (23.13170693137429) + | > loss_duration: 1.6346532106399536 (1.7244065566496416) + | > loss_1: 32.40897750854492 (33.92448529330167) + + --> STEP: 12 + | > loss_disc: 2.513439178466797 (2.4821646412213645) + | > loss_disc_real_0: 0.07968174666166306 (0.0715505179638664) + | > loss_disc_real_1: 0.1723254919052124 (0.15338961966335773) + | > loss_disc_real_2: 0.19275134801864624 (0.19603270292282104) + | > loss_disc_real_3: 0.20868544280529022 (0.2161309098203977) + | > loss_disc_real_4: 0.1435377448797226 (0.17209118728836378) + | > loss_disc_real_5: 0.25549066066741943 (0.23816381643215814) + | > loss_0: 2.513439178466797 (2.4821646412213645) + | > loss_gen: 1.8334953784942627 (1.871743808190028) + | > loss_kl: 1.6109538078308105 (1.5659697353839874) + | > loss_feat: 5.148238658905029 (5.591018080711365) + | > loss_mel: 21.700054168701172 (23.012402534484863) + | > loss_duration: 1.7457563877105713 (1.7261857092380524) + | > loss_1: 32.03850173950195 (33.767319997151695) + + --> STEP: 13 + | > loss_disc: 2.3148627281188965 (2.4692952632904053) + | > loss_disc_real_0: 0.05500609427690506 (0.07027786998794629) + | > loss_disc_real_1: 0.1675473302602768 (0.1544786743246592) + | > loss_disc_real_2: 0.1518005132675171 (0.19263022679548997) + | > loss_disc_real_3: 0.14168274402618408 (0.21040412783622742) + | > loss_disc_real_4: 0.1313743144273758 (0.16895912014521086) + | > loss_disc_real_5: 0.10881000757217407 (0.2282135234429286) + | > loss_0: 2.3148627281188965 (2.4692952632904053) + | > loss_gen: 1.7421860694885254 (1.8617778282899122) + | > loss_kl: 1.980462670326233 (1.5978538073026216) + | > loss_feat: 7.7288947105407715 (5.7554701291597805) + | > loss_mel: 24.083675384521484 (23.094808138333836) + | > loss_duration: 1.7423734664916992 (1.7274309213344867) + | > loss_1: 37.27759552001953 (34.03734119121845) + + --> STEP: 14 + | > loss_disc: 2.5086257457733154 (2.472104583467756) + | > loss_disc_real_0: 0.05507993698120117 (0.06919230334460735) + | > loss_disc_real_1: 0.1461144983768463 (0.1538812331855297) + | > loss_disc_real_2: 0.23151400685310364 (0.1954076396567481) + | > loss_disc_real_3: 0.2636231780052185 (0.21420548856258392) + | > loss_disc_real_4: 0.16631639003753662 (0.1687703537089484) + | > loss_disc_real_5: 0.20570355653762817 (0.22660566866397858) + | > loss_0: 2.5086257457733154 (2.472104583467756) + | > loss_gen: 1.7059178352355957 (1.8506449716431754) + | > loss_kl: 2.1302378177642822 (1.6358812366213118) + | > loss_feat: 4.183539390563965 (5.643189362117222) + | > loss_mel: 18.517576217651367 (22.767863001142228) + | > loss_duration: 1.7237495183944702 (1.7271679639816284) + | > loss_1: 28.261018753051758 (33.624746731349404) + + --> STEP: 15 + | > loss_disc: 2.3698112964630127 (2.4652850310007732) + | > loss_disc_real_0: 0.06432853639125824 (0.06886805221438408) + | > loss_disc_real_1: 0.1142754852771759 (0.15124084999163945) + | > loss_disc_real_2: 0.19973157346248627 (0.19569590191046396) + | > loss_disc_real_3: 0.20520828664302826 (0.2136056751012802) + | > loss_disc_real_4: 0.16191817820072174 (0.16831354200839996) + | > loss_disc_real_5: 0.2420666366815567 (0.22763639986515044) + | > loss_0: 2.3698112964630127 (2.4652850310007732) + | > loss_gen: 2.0203418731689453 (1.86195809841156) + | > loss_kl: 1.4885376691818237 (1.626058332125346) + | > loss_feat: 6.288291931152344 (5.686196200052897) + | > loss_mel: 28.23773956298828 (23.132521438598634) + | > loss_duration: 1.7386939525604248 (1.727936363220215) + | > loss_1: 39.77360534667969 (34.03467063903809) + + --> STEP: 16 + | > loss_disc: 2.727827548980713 (2.4816939383745193) + | > loss_disc_real_0: 0.13163669407367706 (0.07279109233058989) + | > loss_disc_real_1: 0.16009047627449036 (0.15179395163431764) + | > loss_disc_real_2: 0.21812304854393005 (0.1970975985750556) + | > loss_disc_real_3: 0.2274242341518402 (0.2144693350419402) + | > loss_disc_real_4: 0.28302574157714844 (0.17548305448144674) + | > loss_disc_real_5: 0.23798328638076782 (0.22828308027237654) + | > loss_0: 2.727827548980713 (2.4816939383745193) + | > loss_gen: 1.7508059740066528 (1.8550110906362534) + | > loss_kl: 1.4553548097610474 (1.6153893619775772) + | > loss_feat: 4.587809085845947 (5.617547005414963) + | > loss_mel: 23.132226943969727 (23.132503032684326) + | > loss_duration: 1.828716516494751 (1.7342351227998734) + | > loss_1: 32.754913330078125 (33.95468580722809) + + --> STEP: 17 + | > loss_disc: 2.182436466217041 (2.4640905576593735) + | > loss_disc_real_0: 0.0736239105463028 (0.07284008163739653) + | > loss_disc_real_1: 0.12260955572128296 (0.15007722246296265) + | > loss_disc_real_2: 0.1699303686618805 (0.19549952622722178) + | > loss_disc_real_3: 0.21880757808685303 (0.21472452580928802) + | > loss_disc_real_4: 0.14061687886714935 (0.17343210297472336) + | > loss_disc_real_5: 0.16799324750900269 (0.22473661952158985) + | > loss_0: 2.182436466217041 (2.4640905576593735) + | > loss_gen: 2.0533077716827393 (1.8666756012860466) + | > loss_kl: 1.4712721109390259 (1.6069118766223682) + | > loss_feat: 6.531434059143066 (5.6713050673989684) + | > loss_mel: 25.35420036315918 (23.263191110947552) + | > loss_duration: 1.6653510332107544 (1.7301831175299252) + | > loss_1: 37.075565338134766 (34.13826695610495) + + --> STEP: 18 + | > loss_disc: 2.195624589920044 (2.4491757816738553) + | > loss_disc_real_0: 0.04175285995006561 (0.07111301376587814) + | > loss_disc_real_1: 0.10734368860721588 (0.1477031372487545) + | > loss_disc_real_2: 0.19564686715602875 (0.1955077118343777) + | > loss_disc_real_3: 0.2297852784395218 (0.21556123428874546) + | > loss_disc_real_4: 0.17337577044963837 (0.1734289733899964) + | > loss_disc_real_5: 0.20700106024742126 (0.22375131067302492) + | > loss_0: 2.195624589920044 (2.4491757816738553) + | > loss_gen: 2.2013022899627686 (1.8852659728791978) + | > loss_kl: 1.3842833042144775 (1.5945436225997076) + | > loss_feat: 7.593742847442627 (5.778107166290283) + | > loss_mel: 24.054790496826172 (23.307168854607475) + | > loss_duration: 1.6702758073806763 (1.7268549336327448) + | > loss_1: 36.904396057128906 (34.29194079505073) + + --> STEP: 19 + | > loss_disc: 2.3971283435821533 (2.4464364428269234) + | > loss_disc_real_0: 0.11476784944534302 (0.0734106366963763) + | > loss_disc_real_1: 0.11764814704656601 (0.14612129565916562) + | > loss_disc_real_2: 0.20393873751163483 (0.19595145002791756) + | > loss_disc_real_3: 0.21095044910907745 (0.2153185613845524) + | > loss_disc_real_4: 0.17478790879249573 (0.17350049630591743) + | > loss_disc_real_5: 0.18590334057807922 (0.22175931224697515) + | > loss_0: 2.3971283435821533 (2.4464364428269234) + | > loss_gen: 1.8621509075164795 (1.8840493904916864) + | > loss_kl: 1.3389205932617188 (1.58108977895034) + | > loss_feat: 6.212375640869141 (5.800963401794434) + | > loss_mel: 24.246295928955078 (23.356596595362614) + | > loss_duration: 1.7664425373077393 (1.7289384917209023) + | > loss_1: 35.426185607910156 (34.35163789046438) + + --> STEP: 20 + | > loss_disc: 2.5224671363830566 (2.45023797750473) + | > loss_disc_real_0: 0.040476761758327484 (0.07176394294947387) + | > loss_disc_real_1: 0.11813025921583176 (0.14472174383699893) + | > loss_disc_real_2: 0.1854216307401657 (0.19542495906352997) + | > loss_disc_real_3: 0.22314777970314026 (0.2157100223004818) + | > loss_disc_real_4: 0.19993147253990173 (0.17482204511761665) + | > loss_disc_real_5: 0.2415490299463272 (0.22274879813194276) + | > loss_0: 2.5224671363830566 (2.45023797750473) + | > loss_gen: 1.761094093322754 (1.8779016256332397) + | > loss_kl: 1.4616166353225708 (1.5751161217689515) + | > loss_feat: 5.599812984466553 (5.790905880928039) + | > loss_mel: 24.835933685302734 (23.43056344985962) + | > loss_duration: 1.662688136100769 (1.7256259739398956) + | > loss_1: 35.32114791870117 (34.40011339187622) + + --> STEP: 21 + | > loss_disc: 2.696079969406128 (2.4619447390238443) + | > loss_disc_real_0: 0.10122116655111313 (0.07316666788288526) + | > loss_disc_real_1: 0.20433348417282104 (0.14756039813870475) + | > loss_disc_real_2: 0.23718535900115967 (0.19741354953675044) + | > loss_disc_real_3: 0.2473800927400589 (0.21721812089284262) + | > loss_disc_real_4: 0.19969530403614044 (0.17600648601849875) + | > loss_disc_real_5: 0.27712708711624146 (0.2253382404645284) + | > loss_0: 2.696079969406128 (2.4619447390238443) + | > loss_gen: 1.668914556503296 (1.8679498604365758) + | > loss_kl: 1.4500306844711304 (1.569159672373817) + | > loss_feat: 2.135631799697876 (5.61684521039327) + | > loss_mel: 13.925836563110352 (22.977957407633465) + | > loss_duration: 1.6955223083496094 (1.724192466054644) + | > loss_1: 20.87593650817871 (33.756104968843005) + + --> STEP: 22 + | > loss_disc: 2.432436943054199 (2.4606034755706787) + | > loss_disc_real_0: 0.03984299302101135 (0.0716519553891637) + | > loss_disc_real_1: 0.09082955121994019 (0.1449817232787609) + | > loss_disc_real_2: 0.2014370709657669 (0.19759643687443298) + | > loss_disc_real_3: 0.10225605219602585 (0.21199257231571458) + | > loss_disc_real_4: 0.12388661503791809 (0.17363740097392688) + | > loss_disc_real_5: 0.1907125562429428 (0.2237643457271836) + | > loss_0: 2.432436943054199 (2.4606034755706787) + | > loss_gen: 1.7305197715759277 (1.8617030382156372) + | > loss_kl: 1.8885412216186523 (1.5836770155213096) + | > loss_feat: 7.414175033569336 (5.698542020537636) + | > loss_mel: 26.24823760986328 (23.12660650773482) + | > loss_duration: 1.8175981044769287 (1.7284381768920205) + | > loss_1: 39.09906768798828 (33.998966910622336) + + --> STEP: 23 + | > loss_disc: 2.465137243270874 (2.4608005959054697) + | > loss_disc_real_0: 0.09734709560871124 (0.07276913539870924) + | > loss_disc_real_1: 0.13665151596069336 (0.1446195403518884) + | > loss_disc_real_2: 0.19448623061180115 (0.19746121051518814) + | > loss_disc_real_3: 0.2332964986562729 (0.21291882998269537) + | > loss_disc_real_4: 0.11502951383590698 (0.17108923196792603) + | > loss_disc_real_5: 0.18348006904125214 (0.22201285543649094) + | > loss_0: 2.465137243270874 (2.4608005959054697) + | > loss_gen: 1.7358309030532837 (1.8562303366868391) + | > loss_kl: 1.5133432149887085 (1.5806190241938052) + | > loss_feat: 5.925322532653809 (5.708402042803557) + | > loss_mel: 22.976701736450195 (23.120088908983313) + | > loss_duration: 1.7858128547668457 (1.7309327281039695) + | > loss_1: 33.93701171875 (33.99627320662789) + + --> STEP: 24 + | > loss_disc: 2.369600296020508 (2.457000583410263) + | > loss_disc_real_0: 0.031116828322410583 (0.07103362260386346) + | > loss_disc_real_1: 0.1349450945854187 (0.14421643844495216) + | > loss_disc_real_2: 0.1701892465353012 (0.19632487868269285) + | > loss_disc_real_3: 0.2354968935251236 (0.21385958263029656) + | > loss_disc_real_4: 0.18544146418571472 (0.17168724164366722) + | > loss_disc_real_5: 0.26305121183395386 (0.2237227869530519) + | > loss_0: 2.369600296020508 (2.457000583410263) + | > loss_gen: 1.8944668769836426 (1.8578235258658726) + | > loss_kl: 1.569810152053833 (1.5801686545213063) + | > loss_feat: 5.225571155548096 (5.6882840891679125) + | > loss_mel: 20.02916717529297 (22.991300503412884) + | > loss_duration: 1.6836614608764648 (1.72896309196949) + | > loss_1: 30.40267562866211 (33.846539974212654) + + --> STEP: 25 + | > loss_disc: 2.695991277694702 (2.4665602111816405) + | > loss_disc_real_0: 0.06306858360767365 (0.07071502104401586) + | > loss_disc_real_1: 0.10978958755731583 (0.14283936440944672) + | > loss_disc_real_2: 0.21802474558353424 (0.1971928733587265) + | > loss_disc_real_3: 0.2516161799430847 (0.21536984652280808) + | > loss_disc_real_4: 0.15898920595645905 (0.1711793202161789) + | > loss_disc_real_5: 0.23068922758102417 (0.22400144457817078) + | > loss_0: 2.695991277694702 (2.4665602111816405) + | > loss_gen: 1.629909873008728 (1.848706979751587) + | > loss_kl: 1.6646263599395752 (1.5835469627380372) + | > loss_feat: 5.831665992736816 (5.694019365310669) + | > loss_mel: 24.702836990356445 (23.059761962890626) + | > loss_duration: 1.6745597124099731 (1.7267869567871095) + | > loss_1: 35.503597259521484 (33.91282226562501) + + --> STEP: 26 + | > loss_disc: 2.4338135719299316 (2.465300725056575) + | > loss_disc_real_0: 0.08459343016147614 (0.07124880601007202) + | > loss_disc_real_1: 0.07318158447742462 (0.14016021902744585) + | > loss_disc_real_2: 0.16815513372421265 (0.19607603721893752) + | > loss_disc_real_3: 0.2020249217748642 (0.2148565801863487) + | > loss_disc_real_4: 0.13796883821487427 (0.1699019939853595) + | > loss_disc_real_5: 0.22222502529621124 (0.22393312075963387) + | > loss_0: 2.4338135719299316 (2.465300725056575) + | > loss_gen: 1.7286614179611206 (1.844089842759646) + | > loss_kl: 1.643733263015747 (1.585861820441026) + | > loss_feat: 6.5716447830200195 (5.727774189068721) + | > loss_mel: 24.792259216308594 (23.12639647263747) + | > loss_duration: 1.6954033374786377 (1.7255798945060143) + | > loss_1: 36.43170166015625 (34.00970224233775) + + --> STEP: 27 + | > loss_disc: 2.229701280593872 (2.4565748197061046) + | > loss_disc_real_0: 0.04917141795158386 (0.07043112497086876) + | > loss_disc_real_1: 0.10426179319620132 (0.1388306477003627) + | > loss_disc_real_2: 0.17008404433727264 (0.19511337081591287) + | > loss_disc_real_3: 0.22155432403087616 (0.21510464477318306) + | > loss_disc_real_4: 0.14388863742351532 (0.1689385363349208) + | > loss_disc_real_5: 0.18552318215370178 (0.22251053044089564) + | > loss_0: 2.229701280593872 (2.4565748197061046) + | > loss_gen: 1.9289864301681519 (1.8472341608118128) + | > loss_kl: 1.8329179286956787 (1.5950120466726798) + | > loss_feat: 6.824743270874023 (5.768402673580028) + | > loss_mel: 23.560869216918945 (23.142488055759006) + | > loss_duration: 1.7008863687515259 (1.7246653194780703) + | > loss_1: 35.8484001159668 (34.07780216358327) + + --> STEP: 28 + | > loss_disc: 2.5547192096710205 (2.4600799764905656) + | > loss_disc_real_0: 0.056944675743579865 (0.06994946606989415) + | > loss_disc_real_1: 0.12405622005462646 (0.13830298957015785) + | > loss_disc_real_2: 0.17173492908477783 (0.19427842646837234) + | > loss_disc_real_3: 0.2175346463918686 (0.21519143054527895) + | > loss_disc_real_4: 0.21003954112529755 (0.17040642936314856) + | > loss_disc_real_5: 0.24253694713115692 (0.223225759608405) + | > loss_0: 2.5547192096710205 (2.4600799764905656) + | > loss_gen: 1.6643422842025757 (1.8407023080757685) + | > loss_kl: 1.426911473274231 (1.5890084547655923) + | > loss_feat: 6.272612571716309 (5.786410169942038) + | > loss_mel: 23.39059066772461 (23.151348863329208) + | > loss_duration: 1.7364933490753174 (1.7250877491065435) + | > loss_1: 34.49094772338867 (34.09255736214775) + + --> STEP: 29 + | > loss_disc: 2.5762505531311035 (2.4640858584436875) + | > loss_disc_real_0: 0.07077640295028687 (0.06997798113473527) + | > loss_disc_real_1: 0.14295828342437744 (0.1384635169444413) + | > loss_disc_real_2: 0.18563511967658997 (0.19398038140658674) + | > loss_disc_real_3: 0.2469797134399414 (0.2162875782313018) + | > loss_disc_real_4: 0.21594533324241638 (0.17197673639346814) + | > loss_disc_real_5: 0.2469894140958786 (0.224045195970042) + | > loss_0: 2.5762505531311035 (2.4640858584436875) + | > loss_gen: 1.791905164718628 (1.8390196479600052) + | > loss_kl: 1.6146985292434692 (1.5898943194027604) + | > loss_feat: 4.511884689331055 (5.742461015438211) + | > loss_mel: 21.44694709777832 (23.092576388655036) + | > loss_duration: 1.6980695724487305 (1.7241560878424809) + | > loss_1: 31.06350326538086 (33.988107220879925) + + --> STEP: 30 + | > loss_disc: 2.5053298473358154 (2.4654606580734253) + | > loss_disc_real_0: 0.08047622442245483 (0.07032792257765925) + | > loss_disc_real_1: 0.14220809936523438 (0.13858833635846773) + | > loss_disc_real_2: 0.23028653860092163 (0.1951905866463979) + | > loss_disc_real_3: 0.20864185690879822 (0.216032720853885) + | > loss_disc_real_4: 0.0994175374507904 (0.1695580964287122) + | > loss_disc_real_5: 0.14461548626422882 (0.22139753897984824) + | > loss_0: 2.5053298473358154 (2.4654606580734253) + | > loss_gen: 1.6607203483581543 (1.8330763379732768) + | > loss_kl: 1.6535667181015015 (1.5920167326927186) + | > loss_feat: 7.587574005126953 (5.803964781761169) + | > loss_mel: 27.123064041137695 (23.226925977071126) + | > loss_duration: 1.7257730960845947 (1.724209988117218) + | > loss_1: 39.75069808959961 (34.18019358317058) + + --> STEP: 31 + | > loss_disc: 2.4801275730133057 (2.4659337843618085) + | > loss_disc_real_0: 0.05181514099240303 (0.06973073607490905) + | > loss_disc_real_1: 0.1473047286272049 (0.13886951030262054) + | > loss_disc_real_2: 0.18934231996536255 (0.19500193288249354) + | > loss_disc_real_3: 0.20199912786483765 (0.21558002430585124) + | > loss_disc_real_4: 0.15525509417057037 (0.16909670925909473) + | > loss_disc_real_5: 0.25369757413864136 (0.2224394755978738) + | > loss_0: 2.4801275730133057 (2.4659337843618085) + | > loss_gen: 1.8629255294799805 (1.8340392151186544) + | > loss_kl: 1.624965786933899 (1.593079605410176) + | > loss_feat: 6.71324348449707 (5.833296352817166) + | > loss_mel: 23.927040100097656 (23.24951030362037) + | > loss_duration: 1.6768603324890137 (1.722682579871147) + | > loss_1: 35.80503845214844 (34.23260793378277) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.01112719505063949 (-4.2584634596302615e-05) + | > avg_loss_disc: 2.4659337843618085 (-0.023115534936227977) + | > avg_loss_disc_real_0: 0.06973073607490905 (-0.10899377926703425) + | > avg_loss_disc_real_1: 0.13886951030262054 (-0.05779344324142702) + | > avg_loss_disc_real_2: 0.19500193288249354 (-0.01728982694687381) + | > avg_loss_disc_real_3: 0.21558002430585124 (+0.018793269751533392) + | > avg_loss_disc_real_4: 0.16909670925909473 (-0.06477655085825151) + | > avg_loss_disc_real_5: 0.2224394755978738 (-0.0006871939666809601) + | > avg_loss_0: 2.4659337843618085 (-0.023115534936227977) + | > avg_loss_gen: 1.8340392151186544 (-0.37326094412034627) + | > avg_loss_kl: 1.593079605410176 (+0.019727851113965356) + | > avg_loss_feat: 5.833296352817166 (+0.38071417808532715) + | > avg_loss_mel: 23.24951030362037 (+0.509785559869588) + | > avg_loss_duration: 1.722682579871147 (-0.014223371782610572) + | > avg_loss_1: 34.23260793378277 (+0.5227428559333944) + + + > EPOCH: 26/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 16:33:18)  + + --> TIME: 2024-11-22 16:33:28 -- STEP: 11/797 -- GLOBAL_STEP: 22550 + | > loss_disc: 2.491464376449585 (2.46424861387773) + | > loss_disc_real_0: 0.09195180982351303 (0.12348933043805035) + | > loss_disc_real_1: 0.24539043009281158 (0.22768485817042264) + | > loss_disc_real_2: 0.27848416566848755 (0.2411453276872635) + | > loss_disc_real_3: 0.26515328884124756 (0.23172007230195132) + | > loss_disc_real_4: 0.21932831406593323 (0.20778115906498648) + | > loss_disc_real_5: 0.23529502749443054 (0.2193220786072991) + | > loss_0: 2.491464376449585 (2.46424861387773) + | > grad_norm_0: tensor(154.7853, device='cuda:0') (tensor(132.5822, device='cuda:0')) + | > loss_gen: 2.3035495281219482 (2.3566030589017) + | > loss_kl: 1.6485121250152588 (1.545441367409446) + | > loss_feat: 5.59706974029541 (5.658391215584495) + | > loss_mel: 21.295238494873047 (21.680381774902344) + | > loss_duration: 1.895959496498108 (1.9519967599348589) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.74032974243164 (33.19281352650035) + | > grad_norm_1: tensor(240.2619, device='cuda:0') (tensor(776.2453, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.7959 (0.8406211896376177) + | > loader_time: 0.0028 (0.004368131810968573) + + + --> TIME: 2024-11-22 16:33:49 -- STEP: 36/797 -- GLOBAL_STEP: 22575 + | > loss_disc: 2.4814698696136475 (2.4650409089194403) + | > loss_disc_real_0: 0.15470236539840698 (0.11901247108148204) + | > loss_disc_real_1: 0.21090590953826904 (0.2209918631447686) + | > loss_disc_real_2: 0.23384055495262146 (0.2413542874985271) + | > loss_disc_real_3: 0.24897605180740356 (0.22267394305931199) + | > loss_disc_real_4: 0.1858740746974945 (0.21516180369589064) + | > loss_disc_real_5: 0.26474952697753906 (0.23305947540534866) + | > loss_0: 2.4814698696136475 (2.4650409089194403) + | > grad_norm_0: tensor(271.9431, device='cuda:0') (tensor(83.6951, device='cuda:0')) + | > loss_gen: 2.2656185626983643 (2.3498370912339954) + | > loss_kl: 1.489052414894104 (1.5683429539203642) + | > loss_feat: 5.297356128692627 (5.803536229663425) + | > loss_mel: 19.348506927490234 (21.83132855097453) + | > loss_duration: 1.8277456760406494 (1.8660401304562886) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.22827911376953 (33.419084760877816) + | > grad_norm_1: tensor(1435.2804, device='cuda:0') (tensor(745.4021, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.7876 (0.8286091751522487) + | > loader_time: 0.0037 (0.005027790864308676) + + + --> TIME: 2024-11-22 16:34:10 -- STEP: 61/797 -- GLOBAL_STEP: 22600 + | > loss_disc: 2.361137866973877 (2.461757378500016) + | > loss_disc_real_0: 0.07901232689619064 (0.11995565659198605) + | > loss_disc_real_1: 0.24870745837688446 (0.21882159763672313) + | > loss_disc_real_2: 0.20695343613624573 (0.23883867361506478) + | > loss_disc_real_3: 0.15526697039604187 (0.22259721282075662) + | > loss_disc_real_4: 0.2427917867898941 (0.21893754796903642) + | > loss_disc_real_5: 0.20978669822216034 (0.23321741770525448) + | > loss_0: 2.361137866973877 (2.461757378500016) + | > grad_norm_0: tensor(70.0040, device='cuda:0') (tensor(93.9265, device='cuda:0')) + | > loss_gen: 2.255709648132324 (2.3433619483572543) + | > loss_kl: 1.6261931657791138 (1.5781771061850376) + | > loss_feat: 5.6065144538879395 (5.845997263173588) + | > loss_mel: 20.438886642456055 (21.928751585913485) + | > loss_duration: 1.791439175605774 (1.8302555748673737) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.71874237060547 (33.526543288934434) + | > grad_norm_1: tensor(428.0396, device='cuda:0') (tensor(781.9352, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.8145 (0.8233603375856994) + | > loader_time: 0.0043 (0.005219072592063028) + + + --> TIME: 2024-11-22 16:34:31 -- STEP: 86/797 -- GLOBAL_STEP: 22625 + | > loss_disc: 2.6006340980529785 (2.461111589919689) + | > loss_disc_real_0: 0.20537704229354858 (0.12479233516510142) + | > loss_disc_real_1: 0.18142570555210114 (0.2170821438695109) + | > loss_disc_real_2: 0.2507321834564209 (0.23714931309223175) + | > loss_disc_real_3: 0.20420028269290924 (0.2242912655306417) + | > loss_disc_real_4: 0.2230045646429062 (0.21825588442558466) + | > loss_disc_real_5: 0.2578904628753662 (0.23252446395020152) + | > loss_0: 2.6006340980529785 (2.461111589919689) + | > grad_norm_0: tensor(287.1968, device='cuda:0') (tensor(105.7017, device='cuda:0')) + | > loss_gen: 2.1998631954193115 (2.3534109869668653) + | > loss_kl: 1.574651837348938 (1.5618746433147161) + | > loss_feat: 5.815216064453125 (5.865431436272554) + | > loss_mel: 20.29129409790039 (21.94976837690487) + | > loss_duration: 1.8039315938949585 (1.8093449431796407) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.68495750427246 (33.53983023000318) + | > grad_norm_1: tensor(460.7673, device='cuda:0') (tensor(743.1409, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.857 (0.824517893236737) + | > loader_time: 0.0042 (0.005235508430835812) + + + --> TIME: 2024-11-22 16:34:52 -- STEP: 111/797 -- GLOBAL_STEP: 22650 + | > loss_disc: 2.4945242404937744 (2.44443085172155) + | > loss_disc_real_0: 0.15758129954338074 (0.11984706649909148) + | > loss_disc_real_1: 0.1726122349500656 (0.21635453053959855) + | > loss_disc_real_2: 0.19156219065189362 (0.23626032860966417) + | > loss_disc_real_3: 0.24666817486286163 (0.22370354079448426) + | > loss_disc_real_4: 0.22058506309986115 (0.21822576265077334) + | > loss_disc_real_5: 0.22533725202083588 (0.2322087755074372) + | > loss_0: 2.4945242404937744 (2.44443085172155) + | > grad_norm_0: tensor(34.9215, device='cuda:0') (tensor(105.9716, device='cuda:0')) + | > loss_gen: 2.336549758911133 (2.3798351524112467) + | > loss_kl: 1.7511483430862427 (1.5498675870465801) + | > loss_feat: 5.877138137817383 (5.950216752988798) + | > loss_mel: 21.127893447875977 (22.046912287806613) + | > loss_duration: 1.7972564697265625 (1.7980932115434527) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.889984130859375 (33.724924963873775) + | > grad_norm_1: tensor(618.6121, device='cuda:0') (tensor(700.1066, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.8644 (0.8324181990580516) + | > loader_time: 0.0087 (0.005266894091356981) + + + --> TIME: 2024-11-22 16:35:14 -- STEP: 136/797 -- GLOBAL_STEP: 22675 + | > loss_disc: 2.576306104660034 (2.4531252717270577) + | > loss_disc_real_0: 0.14471223950386047 (0.12150894094477682) + | > loss_disc_real_1: 0.22797244787216187 (0.2166132697945132) + | > loss_disc_real_2: 0.2540632486343384 (0.23614754155278206) + | > loss_disc_real_3: 0.2515428960323334 (0.2245422718936906) + | > loss_disc_real_4: 0.23847290873527527 (0.21891162358224392) + | > loss_disc_real_5: 0.22668157517910004 (0.2323840029318543) + | > loss_0: 2.576306104660034 (2.4531252717270577) + | > grad_norm_0: tensor(130.7426, device='cuda:0') (tensor(102.4123, device='cuda:0')) + | > loss_gen: 2.0886340141296387 (2.3691033983931824) + | > loss_kl: 1.5125033855438232 (1.5422273278236387) + | > loss_feat: 5.179003715515137 (5.937209010124206) + | > loss_mel: 20.5184383392334 (22.079315003226796) + | > loss_duration: 1.7432399988174438 (1.7913690121734844) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.041820526123047 (33.71922365356893) + | > grad_norm_1: tensor(537.7714, device='cuda:0') (tensor(673.9482, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.8028 (0.833442805444493) + | > loader_time: 0.0047 (0.0055189413182875685) + + + --> TIME: 2024-11-22 16:35:35 -- STEP: 161/797 -- GLOBAL_STEP: 22700 + | > loss_disc: 2.444366931915283 (2.45041486935586) + | > loss_disc_real_0: 0.1406334936618805 (0.1193780618609849) + | > loss_disc_real_1: 0.25274592638015747 (0.21599790416889308) + | > loss_disc_real_2: 0.2748122215270996 (0.2372190719065459) + | > loss_disc_real_3: 0.2583755850791931 (0.22485913632449156) + | > loss_disc_real_4: 0.21923549473285675 (0.21999631220509547) + | > loss_disc_real_5: 0.23824858665466309 (0.2338070222494765) + | > loss_0: 2.444366931915283 (2.45041486935586) + | > grad_norm_0: tensor(124.4838, device='cuda:0') (tensor(98.4533, device='cuda:0')) + | > loss_gen: 2.4298455715179443 (2.372854197247428) + | > loss_kl: 1.350980520248413 (1.5371710980160636) + | > loss_feat: 5.692363262176514 (5.945920502917366) + | > loss_mel: 22.461008071899414 (22.106614486030914) + | > loss_duration: 1.7345061302185059 (1.7842722235259063) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.668704986572266 (33.746832486265184) + | > grad_norm_1: tensor(908.3425, device='cuda:0') (tensor(684.3606, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.7818 (0.8340526856250643) + | > loader_time: 0.0044 (0.0055425774236643535) + + + --> TIME: 2024-11-22 16:35:57 -- STEP: 186/797 -- GLOBAL_STEP: 22725 + | > loss_disc: 2.4682836532592773 (2.451426086887238) + | > loss_disc_real_0: 0.09512576460838318 (0.11923432524406141) + | > loss_disc_real_1: 0.21620124578475952 (0.2157083029548327) + | > loss_disc_real_2: 0.24868784844875336 (0.23696305610800303) + | > loss_disc_real_3: 0.21798686683177948 (0.22569345947234862) + | > loss_disc_real_4: 0.22909311950206757 (0.22006380830400735) + | > loss_disc_real_5: 0.28799206018447876 (0.23398542620481982) + | > loss_0: 2.4682836532592773 (2.451426086887238) + | > grad_norm_0: tensor(31.9939, device='cuda:0') (tensor(98.6453, device='cuda:0')) + | > loss_gen: 2.365274667739868 (2.37397398487214) + | > loss_kl: 1.5172697305679321 (1.5359925255980542) + | > loss_feat: 5.7952656745910645 (5.935358283340287) + | > loss_mel: 23.16510009765625 (22.1201724903558) + | > loss_duration: 1.7217382192611694 (1.7771458965475841) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.56464767456055 (33.7426431204683) + | > grad_norm_1: tensor(873.7842, device='cuda:0') (tensor(681.0128, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.8309 (0.8372327473855786) + | > loader_time: 0.0051 (0.005654410649371403) + + + --> TIME: 2024-11-22 16:36:18 -- STEP: 211/797 -- GLOBAL_STEP: 22750 + | > loss_disc: 2.3114655017852783 (2.449828828115601) + | > loss_disc_real_0: 0.10936438292264938 (0.11884704279885473) + | > loss_disc_real_1: 0.16297614574432373 (0.21514752288282765) + | > loss_disc_real_2: 0.2511965036392212 (0.2363645642713348) + | > loss_disc_real_3: 0.20848093926906586 (0.22509921154987192) + | > loss_disc_real_4: 0.15476703643798828 (0.22060095967274707) + | > loss_disc_real_5: 0.21818864345550537 (0.23450150125399585) + | > loss_0: 2.3114655017852783 (2.449828828115601) + | > grad_norm_0: tensor(134.5576, device='cuda:0') (tensor(95.9019, device='cuda:0')) + | > loss_gen: 2.3204472064971924 (2.371736449652937) + | > loss_kl: 1.4455726146697998 (1.5384302088434663) + | > loss_feat: 6.201033115386963 (5.928938578655368) + | > loss_mel: 23.700885772705078 (22.149329199045198) + | > loss_duration: 1.7073627710342407 (1.7747619191617197) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.375301361083984 (33.76319633049986) + | > grad_norm_1: tensor(312.6627, device='cuda:0') (tensor(683.5835, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.8457 (0.8393946405835625) + | > loader_time: 0.0048 (0.005739697912857996) + + + --> TIME: 2024-11-22 16:36:40 -- STEP: 236/797 -- GLOBAL_STEP: 22775 + | > loss_disc: 2.4263253211975098 (2.4560940760677163) + | > loss_disc_real_0: 0.04270172864198685 (0.12208764640203977) + | > loss_disc_real_1: 0.17193549871444702 (0.2148648463821007) + | > loss_disc_real_2: 0.27784499526023865 (0.23595983516109192) + | > loss_disc_real_3: 0.19494733214378357 (0.22577131400674078) + | > loss_disc_real_4: 0.21118766069412231 (0.22063386238227456) + | > loss_disc_real_5: 0.2753404974937439 (0.2346821021983179) + | > loss_0: 2.4263253211975098 (2.4560940760677163) + | > grad_norm_0: tensor(34.8644, device='cuda:0') (tensor(98.1517, device='cuda:0')) + | > loss_gen: 2.3640904426574707 (2.369706782244018) + | > loss_kl: 1.6172407865524292 (1.5356459279181593) + | > loss_feat: 5.8456034660339355 (5.913471543182759) + | > loss_mel: 22.933992385864258 (22.18551265587242) + | > loss_duration: 1.6935595273971558 (1.7695746836015733) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.45448684692383 (33.77391156503708) + | > grad_norm_1: tensor(419.3917, device='cuda:0') (tensor(672.6138, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.7888 (0.8407079850213001) + | > loader_time: 0.008 (0.005854021694700597) + + + --> TIME: 2024-11-22 16:37:02 -- STEP: 261/797 -- GLOBAL_STEP: 22800 + | > loss_disc: 2.3300466537475586 (2.4536618409942412) + | > loss_disc_real_0: 0.1145169585943222 (0.12104946240725645) + | > loss_disc_real_1: 0.18548943102359772 (0.21470317004740924) + | > loss_disc_real_2: 0.20558801293373108 (0.23603139891935035) + | > loss_disc_real_3: 0.24930642545223236 (0.22530015715008953) + | > loss_disc_real_4: 0.219949871301651 (0.2207268420535486) + | > loss_disc_real_5: 0.24776487052440643 (0.2352820130714512) + | > loss_0: 2.3300466537475586 (2.4536618409942412) + | > grad_norm_0: tensor(28.3147, device='cuda:0') (tensor(98.0813, device='cuda:0')) + | > loss_gen: 2.568223714828491 (2.3710808425114056) + | > loss_kl: 1.7194844484329224 (1.5369146486808514) + | > loss_feat: 5.850535869598389 (5.910835576696869) + | > loss_mel: 23.546531677246094 (22.227935944480464) + | > loss_duration: 1.7839770317077637 (1.765990998096393) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.468753814697266 (33.81275798169131) + | > grad_norm_1: tensor(1016.6285, device='cuda:0') (tensor(662.5978, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.9319 (0.843600179043766) + | > loader_time: 0.0061 (0.005873216066323935) + + + --> TIME: 2024-11-22 16:37:24 -- STEP: 286/797 -- GLOBAL_STEP: 22825 + | > loss_disc: 2.5271177291870117 (2.4561624752058027) + | > loss_disc_real_0: 0.18854182958602905 (0.1220421860242015) + | > loss_disc_real_1: 0.29779723286628723 (0.21542512635876246) + | > loss_disc_real_2: 0.24699661135673523 (0.23582407983241382) + | > loss_disc_real_3: 0.24011245369911194 (0.2260687452825633) + | > loss_disc_real_4: 0.24352657794952393 (0.2207664246117319) + | > loss_disc_real_5: 0.2773360013961792 (0.23507625666948465) + | > loss_0: 2.5271177291870117 (2.4561624752058027) + | > grad_norm_0: tensor(114.9169, device='cuda:0') (tensor(98.7064, device='cuda:0')) + | > loss_gen: 2.36207914352417 (2.366045738433623) + | > loss_kl: 1.3978296518325806 (1.5363589508550148) + | > loss_feat: 5.821038722991943 (5.889871892395551) + | > loss_mel: 22.339797973632812 (22.198033492881937) + | > loss_duration: 1.6917517185211182 (1.7633859644402994) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.61249923706055 (33.75369596814775) + | > grad_norm_1: tensor(1337.6215, device='cuda:0') (tensor(666.1170, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.8437 (0.8473726360947935) + | > loader_time: 0.0056 (0.005936277496231186) + + + --> TIME: 2024-11-22 16:37:46 -- STEP: 311/797 -- GLOBAL_STEP: 22850 + | > loss_disc: 2.622866630554199 (2.4599755576952487) + | > loss_disc_real_0: 0.2689555883407593 (0.12331578888933376) + | > loss_disc_real_1: 0.19595803320407867 (0.21533503543908955) + | > loss_disc_real_2: 0.2657778859138489 (0.23675587873941834) + | > loss_disc_real_3: 0.24700158834457397 (0.22561654127487415) + | > loss_disc_real_4: 0.2287888079881668 (0.22103665012063708) + | > loss_disc_real_5: 0.24925780296325684 (0.23597858299971394) + | > loss_0: 2.622866630554199 (2.4599755576952487) + | > grad_norm_0: tensor(38.3603, device='cuda:0') (tensor(99.3499, device='cuda:0')) + | > loss_gen: 2.2199060916900635 (2.360823766211604) + | > loss_kl: 1.4703774452209473 (1.5424500519823032) + | > loss_feat: 4.3857622146606445 (5.861810123038825) + | > loss_mel: 19.875995635986328 (22.20287974931037) + | > loss_duration: 1.7142333984375 (1.7606739810042067) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 29.666275024414062 (33.72863758491931) + | > grad_norm_1: tensor(1049.5226, device='cuda:0') (tensor(676.7819, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.8539 (0.8496885813317498) + | > loader_time: 0.0062 (0.005977864434098127) + + + --> TIME: 2024-11-22 16:38:09 -- STEP: 336/797 -- GLOBAL_STEP: 22875 + | > loss_disc: 2.430555582046509 (2.4593217791545965) + | > loss_disc_real_0: 0.13263794779777527 (0.12294000623348568) + | > loss_disc_real_1: 0.20473523437976837 (0.21538496540770644) + | > loss_disc_real_2: 0.27634137868881226 (0.2364138270329152) + | > loss_disc_real_3: 0.19248899817466736 (0.22548691085761502) + | > loss_disc_real_4: 0.2141941338777542 (0.22134126855858738) + | > loss_disc_real_5: 0.21486680209636688 (0.23543947145697616) + | > loss_0: 2.430555582046509 (2.4593217791545965) + | > grad_norm_0: tensor(40.2595, device='cuda:0') (tensor(97.6609, device='cuda:0')) + | > loss_gen: 2.40323805809021 (2.3575578729311624) + | > loss_kl: 1.586488962173462 (1.5399627831010592) + | > loss_feat: 5.430038928985596 (5.861277360291706) + | > loss_mel: 22.377662658691406 (22.23078035172963) + | > loss_duration: 1.7090568542480469 (1.758453211259275) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.50648498535156 (33.748031519708164) + | > grad_norm_1: tensor(353.6284, device='cuda:0') (tensor(672.7552, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.9468 (0.8533296677328291) + | > loader_time: 0.0101 (0.00607617767084213) + + + --> TIME: 2024-11-22 16:38:32 -- STEP: 361/797 -- GLOBAL_STEP: 22900 + | > loss_disc: 2.5066919326782227 (2.4617409290038985) + | > loss_disc_real_0: 0.19992518424987793 (0.12420853597842095) + | > loss_disc_real_1: 0.17111019790172577 (0.21522645800892995) + | > loss_disc_real_2: 0.2198268324136734 (0.23595804454877436) + | > loss_disc_real_3: 0.19126051664352417 (0.2256530250868969) + | > loss_disc_real_4: 0.22772236168384552 (0.22149308925685463) + | > loss_disc_real_5: 0.2096954584121704 (0.23610929748523268) + | > loss_0: 2.5066919326782227 (2.4617409290038985) + | > grad_norm_0: tensor(135.9704, device='cuda:0') (tensor(96.9099, device='cuda:0')) + | > loss_gen: 2.465383291244507 (2.3543242582654016) + | > loss_kl: 1.6804561614990234 (1.5375576917484526) + | > loss_feat: 6.311938285827637 (5.847466061980442) + | > loss_mel: 22.7003173828125 (22.231701552372567) + | > loss_duration: 1.6750056743621826 (1.7557262958251876) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.833099365234375 (33.72677577433492) + | > grad_norm_1: tensor(447.5939, device='cuda:0') (tensor(678.4984, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.9308 (0.8569182867488703) + | > loader_time: 0.0125 (0.006129234451336218) + + + --> TIME: 2024-11-22 16:38:55 -- STEP: 386/797 -- GLOBAL_STEP: 22925 + | > loss_disc: 2.3984856605529785 (2.462747756681294) + | > loss_disc_real_0: 0.09753328561782837 (0.12475016614702081) + | > loss_disc_real_1: 0.20785261690616608 (0.21578465745702308) + | > loss_disc_real_2: 0.2518669366836548 (0.2362109279848751) + | > loss_disc_real_3: 0.21912099421024323 (0.2253854227266781) + | > loss_disc_real_4: 0.2084018588066101 (0.22179527843245575) + | > loss_disc_real_5: 0.24262021481990814 (0.23593645847831984) + | > loss_0: 2.3984856605529785 (2.462747756681294) + | > grad_norm_0: tensor(129.5066, device='cuda:0') (tensor(96.4128, device='cuda:0')) + | > loss_gen: 2.3683571815490723 (2.3556200333827504) + | > loss_kl: 1.4323830604553223 (1.5365610567399257) + | > loss_feat: 6.4943013191223145 (5.855065030755158) + | > loss_mel: 23.885101318359375 (22.258942900544007) + | > loss_duration: 1.6812809705734253 (1.7533063629130632) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.861427307128906 (33.75949531021511) + | > grad_norm_1: tensor(815.8907, device='cuda:0') (tensor(664.0551, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.8801 (0.8607502792783351) + | > loader_time: 0.006 (0.0062376044574796894) + + + --> TIME: 2024-11-22 16:39:19 -- STEP: 411/797 -- GLOBAL_STEP: 22950 + | > loss_disc: 2.5282833576202393 (2.4632531001329983) + | > loss_disc_real_0: 0.1580587774515152 (0.1246069258038145) + | > loss_disc_real_1: 0.1753098964691162 (0.2159133191308836) + | > loss_disc_real_2: 0.23027116060256958 (0.2360587085613079) + | > loss_disc_real_3: 0.2547447383403778 (0.22578124158138776) + | > loss_disc_real_4: 0.20531809329986572 (0.2216686883401987) + | > loss_disc_real_5: 0.24475660920143127 (0.23555504583239265) + | > loss_0: 2.5282833576202393 (2.4632531001329983) + | > grad_norm_0: tensor(376.2550, device='cuda:0') (tensor(95.9668, device='cuda:0')) + | > loss_gen: 2.4025721549987793 (2.3532108686266135) + | > loss_kl: 1.4124568700790405 (1.5357088656901152) + | > loss_feat: 5.768595218658447 (5.8447272435302) + | > loss_mel: 21.813817977905273 (22.25192696044625) + | > loss_duration: 1.715781807899475 (1.7519897179011887) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.113224029541016 (33.73756359035369) + | > grad_norm_1: tensor(1176.7971, device='cuda:0') (tensor(659.7534, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.9695 (0.8655799844839277) + | > loader_time: 0.0059 (0.006335640185650832) + + + --> TIME: 2024-11-22 16:39:43 -- STEP: 436/797 -- GLOBAL_STEP: 22975 + | > loss_disc: 2.276059150695801 (2.4640103283278423) + | > loss_disc_real_0: 0.0389561802148819 (0.12499652457329521) + | > loss_disc_real_1: 0.20244774222373962 (0.2158255756858292) + | > loss_disc_real_2: 0.24585942924022675 (0.23615348274144557) + | > loss_disc_real_3: 0.23334771394729614 (0.22597221131308362) + | > loss_disc_real_4: 0.24061578512191772 (0.22178874967978637) + | > loss_disc_real_5: 0.24311380088329315 (0.23571772203532929) + | > loss_0: 2.276059150695801 (2.4640103283278423) + | > grad_norm_0: tensor(6.8296, device='cuda:0') (tensor(96.4610, device='cuda:0')) + | > loss_gen: 2.484757661819458 (2.3563642999447794) + | > loss_kl: 1.2150622606277466 (1.5300858261388377) + | > loss_feat: 6.519718647003174 (5.855895830950606) + | > loss_mel: 23.095012664794922 (22.283564558816618) + | > loss_duration: 1.7236649990081787 (1.7507902867750296) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.03821563720703 (33.77670074165411) + | > grad_norm_1: tensor(353.4754, device='cuda:0') (tensor(649.5483, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.9323 (0.8692907373839562) + | > loader_time: 0.0069 (0.00642788410186768) + + + --> TIME: 2024-11-22 16:40:07 -- STEP: 461/797 -- GLOBAL_STEP: 23000 + | > loss_disc: 2.54349684715271 (2.466367900500844) + | > loss_disc_real_0: 0.2213975489139557 (0.12497075446305592) + | > loss_disc_real_1: 0.15641933679580688 (0.2160783943411068) + | > loss_disc_real_2: 0.26396435499191284 (0.23648346582358934) + | > loss_disc_real_3: 0.24983876943588257 (0.22570536613722944) + | > loss_disc_real_4: 0.22583957016468048 (0.22218715511019993) + | > loss_disc_real_5: 0.2501556873321533 (0.23562651420105046) + | > loss_0: 2.54349684715271 (2.466367900500844) + | > grad_norm_0: tensor(94.7571, device='cuda:0') (tensor(96.3822, device='cuda:0')) + | > loss_gen: 2.2753655910491943 (2.354416877742443) + | > loss_kl: 1.718316674232483 (1.5315186509341325) + | > loss_feat: 5.454773902893066 (5.848189663214695) + | > loss_mel: 22.117895126342773 (22.29042055705106) + | > loss_duration: 1.7478137016296387 (1.7499776530420965) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.31416320800781 (33.77452335233543) + | > grad_norm_1: tensor(799.3546, device='cuda:0') (tensor(643.4376, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.9728 (0.8744174989340362) + | > loader_time: 0.007 (0.006497911155353145) + + + --> TIME: 2024-11-22 16:40:31 -- STEP: 486/797 -- GLOBAL_STEP: 23025 + | > loss_disc: 2.54209041595459 (2.4664628800050696) + | > loss_disc_real_0: 0.09561516344547272 (0.12493208726415787) + | > loss_disc_real_1: 0.21562226116657257 (0.216431207004398) + | > loss_disc_real_2: 0.21554531157016754 (0.2366284513117845) + | > loss_disc_real_3: 0.20608186721801758 (0.2256199238292965) + | > loss_disc_real_4: 0.2507185637950897 (0.22199873966567313) + | > loss_disc_real_5: 0.289198100566864 (0.23571153874259917) + | > loss_0: 2.54209041595459 (2.4664628800050696) + | > grad_norm_0: tensor(100.6345, device='cuda:0') (tensor(95.5535, device='cuda:0')) + | > loss_gen: 2.238717794418335 (2.353610000492612) + | > loss_kl: 1.5474799871444702 (1.5311731487635232) + | > loss_feat: 5.4003167152404785 (5.845514626169402) + | > loss_mel: 21.689926147460938 (22.296968593518923) + | > loss_duration: 1.750929832458496 (1.7482954565389661) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.62736892700195 (33.77556176048246) + | > grad_norm_1: tensor(775.4798, device='cuda:0') (tensor(645.9877, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.972 (0.8779749649542349) + | > loader_time: 0.0067 (0.006559665311020592) + + + --> TIME: 2024-11-22 16:40:56 -- STEP: 511/797 -- GLOBAL_STEP: 23050 + | > loss_disc: 2.6189467906951904 (2.46787148959016) + | > loss_disc_real_0: 0.14848288893699646 (0.12535570548398967) + | > loss_disc_real_1: 0.1703830063343048 (0.21627743699662605) + | > loss_disc_real_2: 0.26121392846107483 (0.23625817177580294) + | > loss_disc_real_3: 0.21568778157234192 (0.2256691315577688) + | > loss_disc_real_4: 0.26186564564704895 (0.22199537510274678) + | > loss_disc_real_5: 0.3151898980140686 (0.23604599965295214) + | > loss_0: 2.6189467906951904 (2.46787148959016) + | > grad_norm_0: tensor(93.1640, device='cuda:0') (tensor(96.1319, device='cuda:0')) + | > loss_gen: 2.28302264213562 (2.350911789910899) + | > loss_kl: 1.5685999393463135 (1.5300259242552368) + | > loss_feat: 5.651996612548828 (5.840684984061584) + | > loss_mel: 22.932466506958008 (22.316549301147464) + | > loss_duration: 1.700911045074463 (1.7469344953268247) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.13699722290039 (33.78510640512006) + | > grad_norm_1: tensor(173.1821, device='cuda:0') (tensor(650.1206, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 1.0025 (0.8834035270601336) + | > loader_time: 0.0118 (0.0066437539289142325) + + + --> TIME: 2024-11-22 16:41:32 -- STEP: 536/797 -- GLOBAL_STEP: 23075 + | > loss_disc: 2.3708767890930176 (2.4676439410714948) + | > loss_disc_real_0: 0.1282479465007782 (0.12507438511976887) + | > loss_disc_real_1: 0.17670385539531708 (0.2164026846302979) + | > loss_disc_real_2: 0.19905902445316315 (0.23675239539302106) + | > loss_disc_real_3: 0.19945326447486877 (0.2253096856510461) + | > loss_disc_real_4: 0.1974683701992035 (0.22184923741577278) + | > loss_disc_real_5: 0.19140459597110748 (0.23645783632771292) + | > loss_0: 2.3708767890930176 (2.4676439410714948) + | > grad_norm_0: tensor(87.2079, device='cuda:0') (tensor(96.9961, device='cuda:0')) + | > loss_gen: 2.5180697441101074 (2.3514394284184283) + | > loss_kl: 1.4750018119812012 (1.5295033414862051) + | > loss_feat: 6.412376403808594 (5.846753016336641) + | > loss_mel: 22.223535537719727 (22.336752685148326) + | > loss_duration: 1.6908397674560547 (1.7464538045338738) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.31982421875 (33.81090217206014) + | > grad_norm_1: tensor(762.3076, device='cuda:0') (tensor(660.3879, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 2.059 (0.9084731447162913) + | > loader_time: 0.0124 (0.006781916120159095) + + + --> TIME: 2024-11-22 16:42:01 -- STEP: 561/797 -- GLOBAL_STEP: 23100 + | > loss_disc: 2.636756420135498 (2.467239688424501) + | > loss_disc_real_0: 0.09138551354408264 (0.12486430509563752) + | > loss_disc_real_1: 0.19069160521030426 (0.21643561621507013) + | > loss_disc_real_2: 0.24647164344787598 (0.23633705215020614) + | > loss_disc_real_3: 0.22917060554027557 (0.22540483571947578) + | > loss_disc_real_4: 0.25316372513771057 (0.2219527997010107) + | > loss_disc_real_5: 0.211040198802948 (0.23628334106077273) + | > loss_0: 2.636756420135498 (2.467239688424501) + | > grad_norm_0: tensor(52.2446, device='cuda:0') (tensor(97.7726, device='cuda:0')) + | > loss_gen: 2.035521984100342 (2.3523679884572286) + | > loss_kl: 1.2917269468307495 (1.5286723001330504) + | > loss_feat: 4.801126003265381 (5.851049130825649) + | > loss_mel: 20.27690315246582 (22.35397965130321) + | > loss_duration: 1.7331264019012451 (1.7457257711101135) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.138404846191406 (33.83179473196969) + | > grad_norm_1: tensor(506.1878, device='cuda:0') (tensor(666.3316, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 1.091 (0.918953364758143) + | > loader_time: 0.0075 (0.006908071657340586) + + > Keyboard interrupt detected. + > Saving model before exiting... + + > CHECKPOINT : vits_shi_male-November-22-2024_02+49AM-0000000/checkpoint_23106.pth + ! Run is kept in vits_shi_male-November-22-2024_02+49AM-0000000 + > Training Environment: + | > Backend: Torch + | > Mixed precision: True + | > Precision: fp16 + | > Current device: 0 + | > Num. of GPUs: 1 + | > Num. of CPUs: 16 + | > Num. of Torch Threads: 8 + | > Torch seed: 54321 + | > Torch CUDNN: True + | > Torch CUDNN deterministic: False + | > Torch CUDNN benchmark: False + | > Torch TF32 MatMul: False + > Start Tensorboard: tensorboard --logdir=vits_shi_male-November-22-2024_02+49AM-0000000 + > Restoring from checkpoint_23106.pth ... + > Restoring Model... + > Restoring Optimizer... + > Restoring Scaler... + > Model restored from step 23106 + + > Model has 83041708 parameters + > Restoring best loss from best_model_19351.pth ... + > Starting with loaded last best loss {'train_loss': 18.14733534651172, 'eval_loss': None} + + > EPOCH: 0/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 22:14:18)  + + --> TIME: 2024-11-22 22:14:35 -- STEP: 18/797 -- GLOBAL_STEP: 23125 + | > loss_disc: 2.4547808170318604 (2.4547994004355536) + | > loss_disc_real_0: 0.09409013390541077 (0.12375617151459058) + | > loss_disc_real_1: 0.2110222578048706 (0.22180530180533728) + | > loss_disc_real_2: 0.23328909277915955 (0.22884022692839304) + | > loss_disc_real_3: 0.21390672028064728 (0.226499381992552) + | > loss_disc_real_4: 0.22853784263134003 (0.21898797733916175) + | > loss_disc_real_5: 0.23305608332157135 (0.23202125976483026) + | > loss_0: 2.4547808170318604 (2.4547994004355536) + | > grad_norm_0: tensor(99.5944, device='cuda:0') (tensor(119.2216, device='cuda:0')) + | > loss_gen: 2.240165948867798 (2.3736725648244223) + | > loss_kl: 1.5716713666915894 (1.6342925959163241) + | > loss_feat: 5.845367431640625 (5.833616256713867) + | > loss_mel: 21.8576602935791 (21.71085982852512) + | > loss_duration: 1.7433457374572754 (1.8980011807547674) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.25821304321289 (33.45044263203939) + | > grad_norm_1: tensor(397.7819, device='cuda:0') (tensor(435.3095, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.6571 (0.6794068945778741) + | > loader_time: 0.0031 (0.005219234360588921) + + + --> TIME: 2024-11-22 22:14:52 -- STEP: 43/797 -- GLOBAL_STEP: 23150 + | > loss_disc: 2.487464189529419 (2.5043904504110652) + | > loss_disc_real_0: 0.14075133204460144 (0.1377578294554422) + | > loss_disc_real_1: 0.2751326858997345 (0.22272600164247114) + | > loss_disc_real_2: 0.24296201765537262 (0.23611114226108373) + | > loss_disc_real_3: 0.20847365260124207 (0.2276345110216806) + | > loss_disc_real_4: 0.2159876972436905 (0.2224268913269043) + | > loss_disc_real_5: 0.23405204713344574 (0.23396418780781503) + | > loss_0: 2.487464189529419 (2.5043904504110652) + | > grad_norm_0: tensor(16.5273, device='cuda:0') (tensor(89.1327, device='cuda:0')) + | > loss_gen: 2.2981204986572266 (2.317563167838163) + | > loss_kl: 1.6425424814224243 (1.609836916590846) + | > loss_feat: 5.882381439208984 (5.796596516010374) + | > loss_mel: 22.408126831054688 (21.94511755122695) + | > loss_duration: 1.7770416736602783 (1.8431302697159524) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.00821304321289 (33.51224469029627) + | > grad_norm_1: tensor(380.9808, device='cuda:0') (tensor(441.0751, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.7002 (0.6708564425623694) + | > loader_time: 0.0058 (0.004973300667696223) + + + --> TIME: 2024-11-22 22:15:09 -- STEP: 68/797 -- GLOBAL_STEP: 23175 + | > loss_disc: 2.3890891075134277 (2.4878416236709153) + | > loss_disc_real_0: 0.08652589470148087 (0.13309896222370515) + | > loss_disc_real_1: 0.2574923038482666 (0.22109905937138727) + | > loss_disc_real_2: 0.24793924391269684 (0.23738529094878366) + | > loss_disc_real_3: 0.2421773076057434 (0.2258816773400587) + | > loss_disc_real_4: 0.1804758608341217 (0.22223949520026937) + | > loss_disc_real_5: 0.24686989188194275 (0.2351326039608787) + | > loss_0: 2.3890891075134277 (2.4878416236709153) + | > grad_norm_0: tensor(32.7078, device='cuda:0') (tensor(85.1152, device='cuda:0')) + | > loss_gen: 2.332119941711426 (2.345350304070641) + | > loss_kl: 1.584136724472046 (1.5917827224030214) + | > loss_feat: 6.281839847564697 (5.920943968436298) + | > loss_mel: 22.837600708007812 (22.213867299696986) + | > loss_duration: 1.7333325147628784 (1.807351455968969) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.7690315246582 (33.87929582595827) + | > grad_norm_1: tensor(1010.7350, device='cuda:0') (tensor(585.6049, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.6516 (0.6627042013056138) + | > loader_time: 0.0084 (0.005517177722033332) + + + --> TIME: 2024-11-22 22:15:25 -- STEP: 93/797 -- GLOBAL_STEP: 23200 + | > loss_disc: 2.665395975112915 (2.4824352213131493) + | > loss_disc_real_0: 0.24255898594856262 (0.13279427684122516) + | > loss_disc_real_1: 0.2759542465209961 (0.22036896678068305) + | > loss_disc_real_2: 0.26815715432167053 (0.23620922350755302) + | > loss_disc_real_3: 0.2657043933868408 (0.22711669837915768) + | > loss_disc_real_4: 0.2524391710758209 (0.2211263362438448) + | > loss_disc_real_5: 0.2826298475265503 (0.23443728797538307) + | > loss_0: 2.665395975112915 (2.4824352213131493) + | > grad_norm_0: tensor(43.8638, device='cuda:0') (tensor(95.6903, device='cuda:0')) + | > loss_gen: 2.356323719024658 (2.3585259068396787) + | > loss_kl: 1.5978366136550903 (1.5573587635511987) + | > loss_feat: 5.532048225402832 (5.944940541380195) + | > loss_mel: 20.862157821655273 (22.32596286650627) + | > loss_duration: 1.7181764841079712 (1.7896850147554952) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.06654357910156 (33.97647322377853) + | > grad_norm_1: tensor(368.3253, device='cuda:0') (tensor(613.6791, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.6431 (0.6579805804837136) + | > loader_time: 0.0041 (0.005288731667303268) + + + --> TIME: 2024-11-22 22:15:41 -- STEP: 118/797 -- GLOBAL_STEP: 23225 + | > loss_disc: 2.2602081298828125 (2.472672832214226) + | > loss_disc_real_0: 0.07236909866333008 (0.1295165158808231) + | > loss_disc_real_1: 0.19683539867401123 (0.2188267427480827) + | > loss_disc_real_2: 0.21167565882205963 (0.23544926499411212) + | > loss_disc_real_3: 0.19422201812267303 (0.2255685718382819) + | > loss_disc_real_4: 0.18524058163166046 (0.2205919479414568) + | > loss_disc_real_5: 0.21694420278072357 (0.23430330318919682) + | > loss_0: 2.2602081298828125 (2.472672832214226) + | > grad_norm_0: tensor(74.7545, device='cuda:0') (tensor(92.8645, device='cuda:0')) + | > loss_gen: 2.4355251789093018 (2.3622150320117767) + | > loss_kl: 1.5724464654922485 (1.5600762680425477) + | > loss_feat: 6.776106357574463 (5.951865697311143) + | > loss_mel: 24.499710083007812 (22.350721100629386) + | > loss_duration: 1.744577169418335 (1.7836870924901154) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.02836227416992 (34.008565304643014) + | > grad_norm_1: tensor(950.9208, device='cuda:0') (tensor(588.9734, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.6366 (0.6554642046912241) + | > loader_time: 0.0063 (0.005383273302498508) + + + --> TIME: 2024-11-22 22:15:58 -- STEP: 143/797 -- GLOBAL_STEP: 23250 + | > loss_disc: 2.339144706726074 (2.4733650167505226) + | > loss_disc_real_0: 0.1075117439031601 (0.1279568128756709) + | > loss_disc_real_1: 0.21051080524921417 (0.21850595555522226) + | > loss_disc_real_2: 0.2458285242319107 (0.2368063681817555) + | > loss_disc_real_3: 0.20105352997779846 (0.22488857482696747) + | > loss_disc_real_4: 0.21601352095603943 (0.2216525133047904) + | > loss_disc_real_5: 0.16852998733520508 (0.23680864118195913) + | > loss_0: 2.339144706726074 (2.4733650167505226) + | > grad_norm_0: tensor(167.3256, device='cuda:0') (tensor(88.5034, device='cuda:0')) + | > loss_gen: 2.3091869354248047 (2.3565240406489885) + | > loss_kl: 1.1092355251312256 (1.5561625890798496) + | > loss_feat: 6.077972412109375 (5.9094378031217145) + | > loss_mel: 22.599102020263672 (22.31223078374262) + | > loss_duration: 1.7473852634429932 (1.779935545854635) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.8428840637207 (33.914290781621325) + | > grad_norm_1: tensor(1071.5188, device='cuda:0') (tensor(598.6606, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.6598 (0.6550636474902816) + | > loader_time: 0.005 (0.005274912694117406) + + + --> TIME: 2024-11-22 22:16:15 -- STEP: 168/797 -- GLOBAL_STEP: 23275 + | > loss_disc: 2.4606051445007324 (2.4660105236939027) + | > loss_disc_real_0: 0.1183742806315422 (0.12596073808769376) + | > loss_disc_real_1: 0.24677999317646027 (0.21754789263719604) + | > loss_disc_real_2: 0.24176643788814545 (0.23627318849875814) + | > loss_disc_real_3: 0.23122458159923553 (0.224454270587081) + | > loss_disc_real_4: 0.19965258240699768 (0.22068980726457776) + | > loss_disc_real_5: 0.2450110912322998 (0.23624605126678944) + | > loss_0: 2.4606051445007324 (2.4660105236939027) + | > grad_norm_0: tensor(36.6844, device='cuda:0') (tensor(89.7759, device='cuda:0')) + | > loss_gen: 2.4054245948791504 (2.3568893188521978) + | > loss_kl: 1.3556206226348877 (1.554073686401049) + | > loss_feat: 5.200689315795898 (5.925593921116423) + | > loss_mel: 21.02400779724121 (22.31810291608174) + | > loss_duration: 1.7513515949249268 (1.7723686013902937) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.73709487915039 (33.927028531119916) + | > grad_norm_1: tensor(539.2983, device='cuda:0') (tensor(623.1052, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.6493 (0.6545303449744271) + | > loader_time: 0.0052 (0.005309066602161953) + + + --> TIME: 2024-11-22 22:16:31 -- STEP: 193/797 -- GLOBAL_STEP: 23300 + | > loss_disc: 2.5337843894958496 (2.466396492379934) + | > loss_disc_real_0: 0.19619719684123993 (0.12575222146480192) + | > loss_disc_real_1: 0.21784014999866486 (0.21681020960906627) + | > loss_disc_real_2: 0.2595510184764862 (0.2361078947164852) + | > loss_disc_real_3: 0.2814992666244507 (0.22453517625060107) + | > loss_disc_real_4: 0.250686913728714 (0.22177666209522306) + | > loss_disc_real_5: 0.2353035807609558 (0.23711396244214605) + | > loss_0: 2.5337843894958496 (2.466396492379934) + | > grad_norm_0: tensor(172.9580, device='cuda:0') (tensor(88.4214, device='cuda:0')) + | > loss_gen: 2.600126266479492 (2.358467404706491) + | > loss_kl: 1.1740165948867798 (1.5488344480336635) + | > loss_feat: 5.037346363067627 (5.913008939416917) + | > loss_mel: 21.723896026611328 (22.355305459215224) + | > loss_duration: 1.7266016006469727 (1.767282195659499) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.261985778808594 (33.942898587241665) + | > grad_norm_1: tensor(1195.4811, device='cuda:0') (tensor(634.0316, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.6799 (0.6556041957183208) + | > loader_time: 0.0049 (0.00536597948617886) + + + --> TIME: 2024-11-22 22:16:48 -- STEP: 218/797 -- GLOBAL_STEP: 23325 + | > loss_disc: 2.460275411605835 (2.47128548097173) + | > loss_disc_real_0: 0.04599273204803467 (0.12627121951396858) + | > loss_disc_real_1: 0.23108674585819244 (0.21708804570616932) + | > loss_disc_real_2: 0.2790519893169403 (0.23618475792058016) + | > loss_disc_real_3: 0.2027267962694168 (0.2255162807232743) + | > loss_disc_real_4: 0.22576135396957397 (0.2220751993836613) + | > loss_disc_real_5: 0.23178377747535706 (0.236757238181906) + | > loss_0: 2.460275411605835 (2.47128548097173) + | > grad_norm_0: tensor(49.7938, device='cuda:0') (tensor(90.1253, device='cuda:0')) + | > loss_gen: 2.185088634490967 (2.3579531743985807) + | > loss_kl: 1.5278905630111694 (1.549048359787792) + | > loss_feat: 5.273947715759277 (5.887500384531986) + | > loss_mel: 21.391050338745117 (22.353409530919617) + | > loss_duration: 1.7485438585281372 (1.7649731193113765) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.126522064208984 (33.91288472971782) + | > grad_norm_1: tensor(255.0122, device='cuda:0') (tensor(631.6534, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.6419 (0.6561555129672412) + | > loader_time: 0.0057 (0.005436669795885001) + + + --> TIME: 2024-11-22 22:17:05 -- STEP: 243/797 -- GLOBAL_STEP: 23350 + | > loss_disc: 2.386258363723755 (2.469890441423581) + | > loss_disc_real_0: 0.08928932994604111 (0.12570813794930782) + | > loss_disc_real_1: 0.1798219233751297 (0.21691766831977868) + | > loss_disc_real_2: 0.24669206142425537 (0.23565498454335296) + | > loss_disc_real_3: 0.2428475171327591 (0.22501145284852864) + | > loss_disc_real_4: 0.22774375975131989 (0.22227239210173916) + | > loss_disc_real_5: 0.24708601832389832 (0.23638801742728355) + | > loss_0: 2.386258363723755 (2.469890441423581) + | > grad_norm_0: tensor(63.4263, device='cuda:0') (tensor(91.2709, device='cuda:0')) + | > loss_gen: 2.5952982902526855 (2.3596261813316826) + | > loss_kl: 1.4248002767562866 (1.5498670349395813) + | > loss_feat: 6.547229290008545 (5.89666584391653) + | > loss_mel: 24.349992752075195 (22.385960237479498) + | > loss_duration: 1.7277814149856567 (1.7608301453139066) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.645103454589844 (33.9529495710208) + | > grad_norm_1: tensor(1183.9470, device='cuda:0') (tensor(618.0396, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.6636 (0.6582049146110631) + | > loader_time: 0.0048 (0.005498904750180345) + + + --> TIME: 2024-11-22 22:17:22 -- STEP: 268/797 -- GLOBAL_STEP: 23375 + | > loss_disc: 2.534546375274658 (2.46676661630175) + | > loss_disc_real_0: 0.16293630003929138 (0.12464919194245527) + | > loss_disc_real_1: 0.20709183812141418 (0.21635916459360233) + | > loss_disc_real_2: 0.2949564456939697 (0.23589893224746433) + | > loss_disc_real_3: 0.18422764539718628 (0.22528518753042862) + | > loss_disc_real_4: 0.25260794162750244 (0.2232244453434624) + | > loss_disc_real_5: 0.264316201210022 (0.23611606568542878) + | > loss_0: 2.534546375274658 (2.46676661630175) + | > grad_norm_0: tensor(52.0297, device='cuda:0') (tensor(87.9142, device='cuda:0')) + | > loss_gen: 2.250303268432617 (2.360112395749164) + | > loss_kl: 1.4660499095916748 (1.5458533679371447) + | > loss_feat: 6.2186784744262695 (5.90300195964415) + | > loss_mel: 23.47528648376465 (22.36267063510951) + | > loss_duration: 1.7070225477218628 (1.757471402189625) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.117340087890625 (33.929109872277095) + | > grad_norm_1: tensor(789.3250, device='cuda:0') (tensor(610.2004, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.6813 (0.6589036334806417) + | > loader_time: 0.0151 (0.0055313395030462936) + + + --> TIME: 2024-11-22 22:17:39 -- STEP: 293/797 -- GLOBAL_STEP: 23400 + | > loss_disc: 2.3937463760375977 (2.468176146009269) + | > loss_disc_real_0: 0.03669193014502525 (0.1250745617870382) + | > loss_disc_real_1: 0.23836162686347961 (0.2163485217165622) + | > loss_disc_real_2: 0.22802121937274933 (0.23623300595495075) + | > loss_disc_real_3: 0.2348618507385254 (0.22508673227484316) + | > loss_disc_real_4: 0.2150847315788269 (0.22322858229228662) + | > loss_disc_real_5: 0.2579403221607208 (0.2365757480721425) + | > loss_0: 2.3937463760375977 (2.468176146009269) + | > grad_norm_0: tensor(109.6053, device='cuda:0') (tensor(91.3180, device='cuda:0')) + | > loss_gen: 2.588933229446411 (2.361276929289001) + | > loss_kl: 1.4303598403930664 (1.5419717327319715) + | > loss_feat: 6.052230358123779 (5.8902542680603664) + | > loss_mel: 23.46084976196289 (22.343992923306928) + | > loss_duration: 1.7114741802215576 (1.755518134950371) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.24384689331055 (33.89301410063134) + | > grad_norm_1: tensor(720.3824, device='cuda:0') (tensor(615.6953, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.6587 (0.6601772308349613) + | > loader_time: 0.0072 (0.005569881139761759) + + + --> TIME: 2024-11-22 22:17:56 -- STEP: 318/797 -- GLOBAL_STEP: 23425 + | > loss_disc: 2.5800230503082275 (2.46935932516302) + | > loss_disc_real_0: 0.06693201512098312 (0.12631197611116013) + | > loss_disc_real_1: 0.19388143718242645 (0.21614324013298417) + | > loss_disc_real_2: 0.28001517057418823 (0.23604002060755244) + | > loss_disc_real_3: 0.25561708211898804 (0.22559647580737588) + | > loss_disc_real_4: 0.20181824266910553 (0.22286548254624852) + | > loss_disc_real_5: 0.2242172658443451 (0.23629490529778618) + | > loss_0: 2.5800230503082275 (2.46935932516302) + | > grad_norm_0: tensor(91.9521, device='cuda:0') (tensor(91.1840, device='cuda:0')) + | > loss_gen: 2.221215009689331 (2.359472205803829) + | > loss_kl: 1.424925446510315 (1.5389844557774135) + | > loss_feat: 5.736973285675049 (5.886723525869023) + | > loss_mel: 21.61050033569336 (22.359860318261866) + | > loss_duration: 1.7232022285461426 (1.753005526725601) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.71681594848633 (33.89804614564907) + | > grad_norm_1: tensor(251.4941, device='cuda:0') (tensor(606.1943, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.6736 (0.6611822888536277) + | > loader_time: 0.0065 (0.005643537959212777) + + + --> TIME: 2024-11-22 22:18:14 -- STEP: 343/797 -- GLOBAL_STEP: 23450 + | > loss_disc: 2.525655508041382 (2.4735100637719496) + | > loss_disc_real_0: 0.2010641098022461 (0.12698150178520742) + | > loss_disc_real_1: 0.2414584904909134 (0.21666836375832213) + | > loss_disc_real_2: 0.20626302063465118 (0.23684735157399414) + | > loss_disc_real_3: 0.21077735722064972 (0.22535223224941564) + | > loss_disc_real_4: 0.2524847686290741 (0.22386029245380756) + | > loss_disc_real_5: 0.2676929533481598 (0.2361052596708081) + | > loss_0: 2.525655508041382 (2.4735100637719496) + | > grad_norm_0: tensor(14.9044, device='cuda:0') (tensor(87.7137, device='cuda:0')) + | > loss_gen: 2.4298183917999268 (2.3539567918193587) + | > loss_kl: 1.5529065132141113 (1.5321050058648462) + | > loss_feat: 5.721218109130859 (5.8521113298377205) + | > loss_mel: 21.679012298583984 (22.30057727491194) + | > loss_duration: 1.7447113990783691 (1.7511810022609922) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.12766647338867 (33.789931522513946) + | > grad_norm_1: tensor(826.2305, device='cuda:0') (tensor(598.7806, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.6773 (0.6626440846190167) + | > loader_time: 0.0056 (0.005704769935274264) + + + --> TIME: 2024-11-22 22:18:31 -- STEP: 368/797 -- GLOBAL_STEP: 23475 + | > loss_disc: 2.597961902618408 (2.476580335394194) + | > loss_disc_real_0: 0.18872447311878204 (0.12853433080422483) + | > loss_disc_real_1: 0.2706854045391083 (0.21697740222367906) + | > loss_disc_real_2: 0.23491455614566803 (0.23658355726334063) + | > loss_disc_real_3: 0.25688034296035767 (0.22575502567317174) + | > loss_disc_real_4: 0.2642025947570801 (0.22375164079763318) + | > loss_disc_real_5: 0.24335089325904846 (0.2361417254028113) + | > loss_0: 2.597961902618408 (2.476580335394194) + | > grad_norm_0: tensor(58.0818, device='cuda:0') (tensor(84.4107, device='cuda:0')) + | > loss_gen: 2.3188960552215576 (2.3455288287090226) + | > loss_kl: 1.2867693901062012 (1.530598368333733) + | > loss_feat: 5.903570652008057 (5.837168718161791) + | > loss_mel: 24.37096405029297 (22.31686081575309) + | > loss_duration: 1.7015897035598755 (1.7490186082280201) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.581790924072266 (33.77917548366214) + | > grad_norm_1: tensor(856.9551, device='cuda:0') (tensor(586.8641, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.702 (0.6642508143964023) + | > loader_time: 0.0117 (0.005781957636708801) + + + --> TIME: 2024-11-22 22:18:49 -- STEP: 393/797 -- GLOBAL_STEP: 23500 + | > loss_disc: 2.4272518157958984 (2.475680323350823) + | > loss_disc_real_0: 0.10947399586439133 (0.1280841587760672) + | > loss_disc_real_1: 0.2759973704814911 (0.2170310654220084) + | > loss_disc_real_2: 0.2386522740125656 (0.2369256778679428) + | > loss_disc_real_3: 0.22297291457653046 (0.2256194435382314) + | > loss_disc_real_4: 0.2507050335407257 (0.22377023768182322) + | > loss_disc_real_5: 0.23165324330329895 (0.23591880204568383) + | > loss_0: 2.4272518157958984 (2.475680323350823) + | > grad_norm_0: tensor(55.2994, device='cuda:0') (tensor(84.1508, device='cuda:0')) + | > loss_gen: 2.5569047927856445 (2.3426770648276842) + | > loss_kl: 1.7110780477523804 (1.5299555072347621) + | > loss_feat: 6.553897857666016 (5.829148165142263) + | > loss_mel: 24.443212509155273 (22.3172413920628) + | > loss_duration: 1.6748437881469727 (1.7471611566519312) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.93993377685547 (33.76618342605861) + | > grad_norm_1: tensor(990.7039, device='cuda:0') (tensor(591.7303, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.7176 (0.6664939678958965) + | > loader_time: 0.0071 (0.0058928300406186655) + + + --> TIME: 2024-11-22 22:19:07 -- STEP: 418/797 -- GLOBAL_STEP: 23525 + | > loss_disc: 2.577702283859253 (2.476292361483048) + | > loss_disc_real_0: 0.10147115588188171 (0.127529817245651) + | > loss_disc_real_1: 0.21331989765167236 (0.2170532243281746) + | > loss_disc_real_2: 0.26465722918510437 (0.23670637386552454) + | > loss_disc_real_3: 0.23603452742099762 (0.22575294486643596) + | > loss_disc_real_4: 0.2143251895904541 (0.22371655802407334) + | > loss_disc_real_5: 0.20135493576526642 (0.2365135827845934) + | > loss_0: 2.577702283859253 (2.476292361483048) + | > grad_norm_0: tensor(15.5136, device='cuda:0') (tensor(82.3769, device='cuda:0')) + | > loss_gen: 2.2078254222869873 (2.3430632923208363) + | > loss_kl: 1.6251153945922852 (1.5296597968448287) + | > loss_feat: 5.589783191680908 (5.8340690694927595) + | > loss_mel: 23.03905487060547 (22.341734420739847) + | > loss_duration: 1.7540448904037476 (1.7456374504919827) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.215824127197266 (33.79416414653285) + | > grad_norm_1: tensor(229.3418, device='cuda:0') (tensor(589.0634, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.7132 (0.6697132581729072) + | > loader_time: 0.0063 (0.0059894528685574345) + + + --> TIME: 2024-11-22 22:19:26 -- STEP: 443/797 -- GLOBAL_STEP: 23550 + | > loss_disc: 2.404996395111084 (2.4750811397087484) + | > loss_disc_real_0: 0.10614970326423645 (0.1272694227405513) + | > loss_disc_real_1: 0.21836748719215393 (0.21720776303290787) + | > loss_disc_real_2: 0.24329261481761932 (0.2367923239552948) + | > loss_disc_real_3: 0.25677913427352905 (0.2255462906901508) + | > loss_disc_real_4: 0.2740946412086487 (0.2236523007969824) + | > loss_disc_real_5: 0.22576282918453217 (0.23597575552576552) + | > loss_0: 2.404996395111084 (2.4750811397087484) + | > grad_norm_0: tensor(198.2987, device='cuda:0') (tensor(84.3855, device='cuda:0')) + | > loss_gen: 2.4878036975860596 (2.3443609376524166) + | > loss_kl: 1.4441986083984375 (1.5305571620674214) + | > loss_feat: 5.823670387268066 (5.830532341993689) + | > loss_mel: 22.623981475830078 (22.323187218831823) + | > loss_duration: 1.6691701412200928 (1.7443207844116349) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.048824310302734 (33.77295856174442) + | > grad_norm_1: tensor(1126.2206, device='cuda:0') (tensor(582.3596, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.7073 (0.6723025453279038) + | > loader_time: 0.0064 (0.0061002019834841366) + + + --> TIME: 2024-11-22 22:19:44 -- STEP: 468/797 -- GLOBAL_STEP: 23575 + | > loss_disc: 2.488553524017334 (2.476558618565909) + | > loss_disc_real_0: 0.07943364232778549 (0.12701396526307104) + | > loss_disc_real_1: 0.2006673365831375 (0.21729014264658478) + | > loss_disc_real_2: 0.22385287284851074 (0.23662344452280265) + | > loss_disc_real_3: 0.20534241199493408 (0.2257625805452848) + | > loss_disc_real_4: 0.23009537160396576 (0.22452060747732464) + | > loss_disc_real_5: 0.2305479198694229 (0.23629203139462024) + | > loss_0: 2.488553524017334 (2.476558618565909) + | > grad_norm_0: tensor(30.6021, device='cuda:0') (tensor(83.7434, device='cuda:0')) + | > loss_gen: 2.467897653579712 (2.3437208528192643) + | > loss_kl: 1.3689309358596802 (1.5302554305292597) + | > loss_feat: 5.995864391326904 (5.836016958595341) + | > loss_mel: 23.516708374023438 (22.354632887065904) + | > loss_duration: 1.7208223342895508 (1.7435569106004176) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.07022476196289 (33.808183168753594) + | > grad_norm_1: tensor(627.4165, device='cuda:0') (tensor(587.1710, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.7178 (0.6745561442823496) + | > loader_time: 0.0061 (0.006194706146533674) + + + --> TIME: 2024-11-22 22:20:02 -- STEP: 493/797 -- GLOBAL_STEP: 23600 + | > loss_disc: 2.4814672470092773 (2.476795529738884) + | > loss_disc_real_0: 0.10108785331249237 (0.12665617496198361) + | > loss_disc_real_1: 0.22432026267051697 (0.21727401473036165) + | > loss_disc_real_2: 0.24530033767223358 (0.2369295257704737) + | > loss_disc_real_3: 0.2198934704065323 (0.22603229329020208) + | > loss_disc_real_4: 0.2852535843849182 (0.22434954768382995) + | > loss_disc_real_5: 0.2499600350856781 (0.23636259960717168) + | > loss_0: 2.4814672470092773 (2.476795529738884) + | > grad_norm_0: tensor(145.8518, device='cuda:0') (tensor(84.9353, device='cuda:0')) + | > loss_gen: 2.183556079864502 (2.343810677770186) + | > loss_kl: 1.7104723453521729 (1.5310669382977433) + | > loss_feat: 4.973062038421631 (5.830502652251455) + | > loss_mel: 21.566497802734375 (22.34451810825184) + | > loss_duration: 1.6745779514312744 (1.741796564862404) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.1081657409668 (33.79169505121259) + | > grad_norm_1: tensor(675.7126, device='cuda:0') (tensor(598.1816, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.7356 (0.6769894828177372) + | > loader_time: 0.0066 (0.006289712797555674) + + + --> TIME: 2024-11-22 22:20:21 -- STEP: 518/797 -- GLOBAL_STEP: 23625 + | > loss_disc: 2.4919371604919434 (2.475603296029521) + | > loss_disc_real_0: 0.10861441493034363 (0.12636908978712816) + | > loss_disc_real_1: 0.20771941542625427 (0.21706081456486787) + | > loss_disc_real_2: 0.24714328348636627 (0.23668410151506483) + | > loss_disc_real_3: 0.23582874238491058 (0.2260002010865101) + | > loss_disc_real_4: 0.25832441449165344 (0.22418365472186946) + | > loss_disc_real_5: 0.23057128489017487 (0.23623971241206276) + | > loss_0: 2.4919371604919434 (2.475603296029521) + | > grad_norm_0: tensor(9.7188, device='cuda:0') (tensor(83.6048, device='cuda:0')) + | > loss_gen: 2.431354284286499 (2.343065067147658) + | > loss_kl: 1.3900665044784546 (1.5317286706338973) + | > loss_feat: 6.080167293548584 (5.834945798380494) + | > loss_mel: 22.968244552612305 (22.34733163988267) + | > loss_duration: 1.7561837434768677 (1.7410101826126512) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.626014709472656 (33.79808144956022) + | > grad_norm_1: tensor(530.8807, device='cuda:0') (tensor(592.1742, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.7198 (0.6793545374078643) + | > loader_time: 0.0131 (0.006388146444637344) + + + --> TIME: 2024-11-22 22:20:39 -- STEP: 543/797 -- GLOBAL_STEP: 23650 + | > loss_disc: 2.4201602935791016 (2.47571616892876) + | > loss_disc_real_0: 0.11710544675588608 (0.12686926018769112) + | > loss_disc_real_1: 0.16059625148773193 (0.2171831574585996) + | > loss_disc_real_2: 0.1789531260728836 (0.23658571069850887) + | > loss_disc_real_3: 0.24776481091976166 (0.22591755592691307) + | > loss_disc_real_4: 0.18924327194690704 (0.22422284801691278) + | > loss_disc_real_5: 0.23954299092292786 (0.2355403353496151) + | > loss_0: 2.4201602935791016 (2.47571616892876) + | > grad_norm_0: tensor(52.6709, device='cuda:0') (tensor(82.1846, device='cuda:0')) + | > loss_gen: 2.2682175636291504 (2.3417765422420613) + | > loss_kl: 1.6238077878952026 (1.53177973446925) + | > loss_feat: 5.968968391418457 (5.842775644298856) + | > loss_mel: 22.18688201904297 (22.35807240733783) + | > loss_duration: 1.7741456031799316 (1.7408873922917063) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.822025299072266 (33.815291827993946) + | > grad_norm_1: tensor(207.5051, device='cuda:0') (tensor(592.7025, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.7215 (0.6816926608428113) + | > loader_time: 0.0072 (0.006465800339784852) + + + --> TIME: 2024-11-22 22:20:58 -- STEP: 568/797 -- GLOBAL_STEP: 23675 + | > loss_disc: 2.5171444416046143 (2.4725978580159196) + | > loss_disc_real_0: 0.2083665132522583 (0.12635355737243933) + | > loss_disc_real_1: 0.1725781410932541 (0.2168543396097884) + | > loss_disc_real_2: 0.22601917386054993 (0.23639015622541937) + | > loss_disc_real_3: 0.2772141695022583 (0.22581966344634413) + | > loss_disc_real_4: 0.23258119821548462 (0.224103887683489) + | > loss_disc_real_5: 0.23130419850349426 (0.23571356223292753) + | > loss_0: 2.5171444416046143 (2.4725978580159196) + | > grad_norm_0: tensor(62.2034, device='cuda:0') (tensor(81.6858, device='cuda:0')) + | > loss_gen: 2.244654893875122 (2.3444450279356737) + | > loss_kl: 1.486454725265503 (1.5333332851738992) + | > loss_feat: 5.923742294311523 (5.852423629290622) + | > loss_mel: 22.810516357421875 (22.36701633896625) + | > loss_duration: 1.7259855270385742 (1.7400127019680718) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.19135665893555 (33.83723109205005) + | > grad_norm_1: tensor(755.0270, device='cuda:0') (tensor(597.2192, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.7204 (0.6840907137998393) + | > loader_time: 0.0077 (0.006561918577677766) + + + --> TIME: 2024-11-22 22:21:17 -- STEP: 593/797 -- GLOBAL_STEP: 23700 + | > loss_disc: 2.30329966545105 (2.4706943449242313) + | > loss_disc_real_0: 0.13877031207084656 (0.1255538537909871) + | > loss_disc_real_1: 0.18795429170131683 (0.21673918806933642) + | > loss_disc_real_2: 0.22083769738674164 (0.23615082955179487) + | > loss_disc_real_3: 0.20268754661083221 (0.22548395226918425) + | > loss_disc_real_4: 0.1512756049633026 (0.22391481295504417) + | > loss_disc_real_5: 0.2083347886800766 (0.2354076113960192) + | > loss_0: 2.30329966545105 (2.4706943449242313) + | > grad_norm_0: tensor(49.6714, device='cuda:0') (tensor(81.1714, device='cuda:0')) + | > loss_gen: 2.7130250930786133 (2.34702581056656) + | > loss_kl: 1.6013505458831787 (1.5341326052583684) + | > loss_feat: 6.641414165496826 (5.867747179774371) + | > loss_mel: 24.056461334228516 (22.390037871130794) + | > loss_duration: 1.7166742086410522 (1.7398308957809132) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.72892379760742 (33.87877447890593) + | > grad_norm_1: tensor(1011.3801, device='cuda:0') (tensor(597.9441, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.7627 (0.6868690648328194) + | > loader_time: 0.008 (0.006636236811568726) + + + --> TIME: 2024-11-22 22:21:36 -- STEP: 618/797 -- GLOBAL_STEP: 23725 + | > loss_disc: 2.4300661087036133 (2.4722952846570307) + | > loss_disc_real_0: 0.11257977783679962 (0.1254155176562108) + | > loss_disc_real_1: 0.25086912512779236 (0.21719224631641684) + | > loss_disc_real_2: 0.2734721601009369 (0.23647481574402657) + | > loss_disc_real_3: 0.25234970450401306 (0.22599938287607674) + | > loss_disc_real_4: 0.2253050059080124 (0.22406972734962852) + | > loss_disc_real_5: 0.29037874937057495 (0.23584022792508302) + | > loss_0: 2.4300661087036133 (2.4722952846570307) + | > grad_norm_0: tensor(121.4170, device='cuda:0') (tensor(80.6596, device='cuda:0')) + | > loss_gen: 2.3945834636688232 (2.346929651248031) + | > loss_kl: 1.5914796590805054 (1.534167211804189) + | > loss_feat: 5.831204891204834 (5.8565388435684795) + | > loss_mel: 23.59709358215332 (22.378700290297214) + | > loss_duration: 1.733258605003357 (1.7395419152423395) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.147621154785156 (33.8558780182527) + | > grad_norm_1: tensor(741.2396, device='cuda:0') (tensor(597.4958, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.7845 (0.6895109268453903) + | > loader_time: 0.008 (0.006731323825502859) + + + --> TIME: 2024-11-22 22:21:55 -- STEP: 643/797 -- GLOBAL_STEP: 23750 + | > loss_disc: 2.470212936401367 (2.469750035420917) + | > loss_disc_real_0: 0.07010319828987122 (0.12515050041870218) + | > loss_disc_real_1: 0.2210543155670166 (0.2168907954547306) + | > loss_disc_real_2: 0.19961588084697723 (0.23591109639841884) + | > loss_disc_real_3: 0.19848738610744476 (0.22561090593668018) + | > loss_disc_real_4: 0.20997931063175201 (0.22381923383631935) + | > loss_disc_real_5: 0.23930662870407104 (0.23531649096015825) + | > loss_0: 2.470212936401367 (2.469750035420917) + | > grad_norm_0: tensor(49.7489, device='cuda:0') (tensor(81.1934, device='cuda:0')) + | > loss_gen: 2.2132716178894043 (2.346780426209302) + | > loss_kl: 1.6009114980697632 (1.5344599350058639) + | > loss_feat: 5.665134906768799 (5.858403778372809) + | > loss_mel: 20.567127227783203 (22.36664550152387) + | > loss_duration: 1.7202085256576538 (1.7396105142255216) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.76665496826172 (33.84590026416453) + | > grad_norm_1: tensor(268.3781, device='cuda:0') (tensor(601.0738, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.7529 (0.6919822188595407) + | > loader_time: 0.0145 (0.0068392850006720515) + + + --> TIME: 2024-11-22 22:22:16 -- STEP: 668/797 -- GLOBAL_STEP: 23775 + | > loss_disc: 2.780071496963501 (2.4710080652179838) + | > loss_disc_real_0: 0.3679060935974121 (0.12569451508876256) + | > loss_disc_real_1: 0.21763937175273895 (0.21692088733756265) + | > loss_disc_real_2: 0.20980824530124664 (0.23599805399597049) + | > loss_disc_real_3: 0.22255545854568481 (0.22592279975285787) + | > loss_disc_real_4: 0.25758329033851624 (0.22397854413368745) + | > loss_disc_real_5: 0.2952207922935486 (0.23563616591210138) + | > loss_0: 2.780071496963501 (2.4710080652179838) + | > grad_norm_0: tensor(201.4937, device='cuda:0') (tensor(82.8499, device='cuda:0')) + | > loss_gen: 2.3441002368927 (2.348220029990829) + | > loss_kl: 1.5475795269012451 (1.5357391618326028) + | > loss_feat: 4.565972805023193 (5.8562695244829115) + | > loss_mel: 21.097068786621094 (22.357190314881073) + | > loss_duration: 1.7426981925964355 (1.7393011697038199) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.297420501708984 (33.8367203124269) + | > grad_norm_1: tensor(211.3064, device='cuda:0') (tensor(605.3950, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 0.7737 (0.6962196291563754) + | > loader_time: 0.0092 (0.006959547182756984) + + + --> TIME: 2024-11-22 22:22:45 -- STEP: 693/797 -- GLOBAL_STEP: 23800 + | > loss_disc: 2.575721025466919 (2.474054655127368) + | > loss_disc_real_0: 0.09783387184143066 (0.12742574913440666) + | > loss_disc_real_1: 0.28566670417785645 (0.217054456096105) + | > loss_disc_real_2: 0.30397701263427734 (0.2359531077342632) + | > loss_disc_real_3: 0.26301005482673645 (0.22620417846401705) + | > loss_disc_real_4: 0.21100404858589172 (0.22390526115980328) + | > loss_disc_real_5: 0.24340026080608368 (0.2354331553885431) + | > loss_0: 2.575721025466919 (2.474054655127368) + | > grad_norm_0: tensor(10.3709, device='cuda:0') (tensor(83.4456, device='cuda:0')) + | > loss_gen: 2.4087910652160645 (2.3468297012956607) + | > loss_kl: 1.4177006483078003 (1.5350063053560454) + | > loss_feat: 5.675598621368408 (5.854101670252814) + | > loss_mel: 24.1346435546875 (22.37341561530745) + | > loss_duration: 1.7496557235717773 (1.7384763667077723) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.386390686035156 (33.84782976367946) + | > grad_norm_1: tensor(460.2423, device='cuda:0') (tensor(598.9778, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 1.4506 (0.7122807175910146) + | > loader_time: 0.0135 (0.00711149364322811) + + + --> TIME: 2024-11-22 22:23:13 -- STEP: 718/797 -- GLOBAL_STEP: 23825 + | > loss_disc: 2.4816319942474365 (2.475925185222148) + | > loss_disc_real_0: 0.12261784076690674 (0.12723567396464613) + | > loss_disc_real_1: 0.24833780527114868 (0.21706417930366942) + | > loss_disc_real_2: 0.2595517635345459 (0.2365826300259752) + | > loss_disc_real_3: 0.2006533443927765 (0.2263630746674405) + | > loss_disc_real_4: 0.19805806875228882 (0.22441026973110056) + | > loss_disc_real_5: 0.24348050355911255 (0.23613915496964974) + | > loss_0: 2.4816319942474365 (2.475925185222148) + | > grad_norm_0: tensor(255.1303, device='cuda:0') (tensor(83.4495, device='cuda:0')) + | > loss_gen: 2.23250412940979 (2.346038987709618) + | > loss_kl: 1.3306506872177124 (1.534197629162195) + | > loss_feat: 5.078366756439209 (5.843335090573454) + | > loss_mel: 20.739337921142578 (22.368234044662067) + | > loss_duration: 1.7773842811584473 (1.737850253296429) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.15824317932129 (33.82965609622201) + | > grad_norm_1: tensor(417.8129, device='cuda:0') (tensor(602.2482, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 1.0298 (0.7261606996105903) + | > loader_time: 0.0094 (0.007296142803925326) + + + --> TIME: 2024-11-22 22:23:41 -- STEP: 743/797 -- GLOBAL_STEP: 23850 + | > loss_disc: 2.481203317642212 (2.475128085905258) + | > loss_disc_real_0: 0.043021392077207565 (0.12698197070995534) + | > loss_disc_real_1: 0.221378356218338 (0.21695826220680864) + | > loss_disc_real_2: 0.21436528861522675 (0.23650554967680656) + | > loss_disc_real_3: 0.2090386599302292 (0.22621604447249288) + | > loss_disc_real_4: 0.19955307245254517 (0.22417405157439) + | > loss_disc_real_5: 0.2506831884384155 (0.23626183035556592) + | > loss_0: 2.481203317642212 (2.475128085905258) + | > grad_norm_0: tensor(103.4847, device='cuda:0') (tensor(83.0518, device='cuda:0')) + | > loss_gen: 2.2539548873901367 (2.34548915764204) + | > loss_kl: 1.4565027952194214 (1.5345446907816143) + | > loss_feat: 5.835200309753418 (5.843355767980401) + | > loss_mel: 23.000690460205078 (22.373063437871284) + | > loss_duration: 1.6692724227905273 (1.7367778145288228) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.21562194824219 (33.833230951753336) + | > grad_norm_1: tensor(748.0648, device='cuda:0') (tensor(607.5046, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 1.1382 (0.7377438477840909) + | > loader_time: 0.1147 (0.008893562357967991) + + + --> TIME: 2024-11-22 22:24:15 -- STEP: 768/797 -- GLOBAL_STEP: 23875 + | > loss_disc: 2.446820020675659 (2.4756838384394846) + | > loss_disc_real_0: 0.13093718886375427 (0.1271422859329807) + | > loss_disc_real_1: 0.23048953711986542 (0.21690218153526084) + | > loss_disc_real_2: 0.22583606839179993 (0.23648752609733492) + | > loss_disc_real_3: 0.21842573583126068 (0.22638231804982448) + | > loss_disc_real_4: 0.21400731801986694 (0.22431450333291045) + | > loss_disc_real_5: 0.2565920054912567 (0.2360733964984926) + | > loss_0: 2.446820020675659 (2.4756838384394846) + | > grad_norm_0: tensor(97.4273, device='cuda:0') (tensor(83.7698, device='cuda:0')) + | > loss_gen: 2.4221434593200684 (2.3458593372876435) + | > loss_kl: 1.5105526447296143 (1.5343774690603207) + | > loss_feat: 5.953235149383545 (5.84109986945987) + | > loss_mel: 22.711881637573242 (22.366224432984968) + | > loss_duration: 1.702393651008606 (1.7357312184758478) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.30020523071289 (33.823292416830895) + | > grad_norm_1: tensor(432.5372, device='cuda:0') (tensor(603.3744, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 1.7263 (0.7523268911366658) + | > loader_time: 0.1323 (0.013621402904391294) + + + --> TIME: 2024-11-22 22:25:13 -- STEP: 793/797 -- GLOBAL_STEP: 23900 + | > loss_disc: 2.52960467338562 (2.476150837401574) + | > loss_disc_real_0: 0.15592877566814423 (0.1272826161785203) + | > loss_disc_real_1: 0.21496254205703735 (0.21692685067916737) + | > loss_disc_real_2: 0.2504667639732361 (0.23647002118532776) + | > loss_disc_real_3: 0.24794647097587585 (0.22653496598009804) + | > loss_disc_real_4: 0.19839729368686676 (0.2244598603564283) + | > loss_disc_real_5: 0.2270365059375763 (0.2358585152244207) + | > loss_0: 2.52960467338562 (2.476150837401574) + | > grad_norm_0: tensor(31.4041, device='cuda:0') (tensor(83.0686, device='cuda:0')) + | > loss_gen: 2.194167137145996 (2.3440885342385083) + | > loss_kl: 1.5282272100448608 (1.535296232522961) + | > loss_feat: 6.2501220703125 (5.838394574529739) + | > loss_mel: 23.03243637084961 (22.369740131373344) + | > loss_duration: 1.7091443538665771 (1.7349485408463057) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.71409606933594 (33.82246811182475) + | > grad_norm_1: tensor(962.0765, device='cuda:0') (tensor(603.2947, device='cuda:0')) + | > current_lr_0: 0.0001993011799713115 + | > current_lr_1: 0.0001993011799713115 + | > step_time: 4.1853 (0.79658954170583) + | > loader_time: 0.1389 (0.017878464161222254) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.545264720916748 (2.545264720916748) + | > loss_disc_real_0: 0.24359139800071716 (0.24359139800071716) + | > loss_disc_real_1: 0.2061164379119873 (0.2061164379119873) + | > loss_disc_real_2: 0.11890514940023422 (0.11890514940023422) + | > loss_disc_real_3: 0.20314061641693115 (0.20314061641693115) + | > loss_disc_real_4: 0.23006919026374817 (0.23006919026374817) + | > loss_disc_real_5: 0.26180732250213623 (0.26180732250213623) + | > loss_0: 2.545264720916748 (2.545264720916748) + | > loss_gen: 2.352526903152466 (2.352526903152466) + | > loss_kl: 2.0360519886016846 (2.0360519886016846) + | > loss_feat: 6.756525993347168 (6.756525993347168) + | > loss_mel: 23.555204391479492 (23.555204391479492) + | > loss_duration: 1.9720118045806885 (1.9720118045806885) + | > loss_1: 36.67232131958008 (36.67232131958008) + + --> STEP: 1 + | > loss_disc: 2.5711841583251953 (2.5711841583251953) + | > loss_disc_real_0: 0.20115888118743896 (0.20115888118743896) + | > loss_disc_real_1: 0.2816144526004791 (0.2816144526004791) + | > loss_disc_real_2: 0.23386400938034058 (0.23386400938034058) + | > loss_disc_real_3: 0.18359433114528656 (0.18359433114528656) + | > loss_disc_real_4: 0.2259742170572281 (0.2259742170572281) + | > loss_disc_real_5: 0.1843165010213852 (0.1843165010213852) + | > loss_0: 2.5711841583251953 (2.5711841583251953) + | > loss_gen: 2.2032089233398438 (2.2032089233398438) + | > loss_kl: 0.5816714763641357 (0.5816714763641357) + | > loss_feat: 5.710797309875488 (5.710797309875488) + | > loss_mel: 22.570995330810547 (22.570995330810547) + | > loss_duration: 1.7495052814483643 (1.7495052814483643) + | > loss_1: 32.81617736816406 (32.81617736816406) + + --> STEP: 2 + | > loss_disc: 2.5268936157226562 (2.549038887023926) + | > loss_disc_real_0: 0.11661746352910995 (0.15888817235827446) + | > loss_disc_real_1: 0.25816604495048523 (0.2698902487754822) + | > loss_disc_real_2: 0.2586607038974762 (0.2462623566389084) + | > loss_disc_real_3: 0.1807946413755417 (0.18219448626041412) + | > loss_disc_real_4: 0.26824459433555603 (0.24710940569639206) + | > loss_disc_real_5: 0.25667962431907654 (0.22049806267023087) + | > loss_0: 2.5268936157226562 (2.549038887023926) + | > loss_gen: 2.3405916690826416 (2.2719002962112427) + | > loss_kl: 2.4505717754364014 (1.5161216259002686) + | > loss_feat: 4.489822864532471 (5.1003100872039795) + | > loss_mel: 17.37664031982422 (19.973817825317383) + | > loss_duration: 1.6711978912353516 (1.710351586341858) + | > loss_1: 28.328824996948242 (30.572501182556152) + + --> STEP: 3 + | > loss_disc: 2.5227413177490234 (2.5402730305989585) + | > loss_disc_real_0: 0.16960638761520386 (0.16246091077725092) + | > loss_disc_real_1: 0.225748673081398 (0.2551763902107875) + | > loss_disc_real_2: 0.17757609486579895 (0.22336693604787192) + | > loss_disc_real_3: 0.1877724528312683 (0.18405380845069885) + | > loss_disc_real_4: 0.18290400505065918 (0.22570760548114777) + | > loss_disc_real_5: 0.24246691167354584 (0.22782101233800253) + | > loss_0: 2.5227413177490234 (2.5402730305989585) + | > loss_gen: 2.2168784141540527 (2.253559668858846) + | > loss_kl: 0.8924477696418762 (1.3082303404808044) + | > loss_feat: 6.278564929962158 (5.493061701456706) + | > loss_mel: 24.968904495239258 (21.63884671529134) + | > loss_duration: 1.731423258781433 (1.7173754771550496) + | > loss_1: 36.08821487426758 (32.411072413126625) + + --> STEP: 4 + | > loss_disc: 2.64439058303833 (2.5663024187088013) + | > loss_disc_real_0: 0.14109797775745392 (0.15712017752230167) + | > loss_disc_real_1: 0.3364141583442688 (0.2754858322441578) + | > loss_disc_real_2: 0.2322477102279663 (0.2255871295928955) + | > loss_disc_real_3: 0.23178334534168243 (0.19598619267344475) + | > loss_disc_real_4: 0.22125284373760223 (0.22459391504526138) + | > loss_disc_real_5: 0.2647220492362976 (0.2370462715625763) + | > loss_0: 2.64439058303833 (2.5663024187088013) + | > loss_gen: 2.4392921924591064 (2.299992799758911) + | > loss_kl: 1.5510839223861694 (1.3689437359571457) + | > loss_feat: 5.349102973937988 (5.457072019577026) + | > loss_mel: 21.824573516845703 (21.68527841567993) + | > loss_duration: 1.6959047317504883 (1.7120077908039093) + | > loss_1: 32.85995864868164 (32.52329397201538) + + --> STEP: 5 + | > loss_disc: 2.5429787635803223 (2.5616376876831053) + | > loss_disc_real_0: 0.15738289058208466 (0.15717272013425826) + | > loss_disc_real_1: 0.20551861822605133 (0.2614923894405365) + | > loss_disc_real_2: 0.15597254037857056 (0.21166421175003053) + | > loss_disc_real_3: 0.11904769390821457 (0.1805984929203987) + | > loss_disc_real_4: 0.14504274725914001 (0.20868368148803712) + | > loss_disc_real_5: 0.21348299086093903 (0.23233361542224884) + | > loss_0: 2.5429787635803223 (2.5616376876831053) + | > loss_gen: 1.988243818283081 (2.237643003463745) + | > loss_kl: 1.8186949491500854 (1.4588939785957336) + | > loss_feat: 7.152678966522217 (5.796193408966064) + | > loss_mel: 24.50673484802246 (22.249569702148438) + | > loss_duration: 1.9127599000930786 (1.7521582126617432) + | > loss_1: 37.379112243652344 (33.49445762634277) + + --> STEP: 6 + | > loss_disc: 2.63425350189209 (2.573740323384603) + | > loss_disc_real_0: 0.2488967925310135 (0.17246006553371748) + | > loss_disc_real_1: 0.24048809707164764 (0.2579916740457217) + | > loss_disc_real_2: 0.25249624252319336 (0.21846955021222433) + | > loss_disc_real_3: 0.26980817317962646 (0.19546677296360335) + | > loss_disc_real_4: 0.3036172688007355 (0.2245059460401535) + | > loss_disc_real_5: 0.25251856446266174 (0.235697773595651) + | > loss_0: 2.63425350189209 (2.573740323384603) + | > loss_gen: 2.458078145980835 (2.2743821938832602) + | > loss_kl: 1.3670202493667603 (1.4435816903909047) + | > loss_feat: 3.449737787246704 (5.405117472012837) + | > loss_mel: 13.419462203979492 (20.77788511912028) + | > loss_duration: 1.6927624940872192 (1.7422589262326558) + | > loss_1: 22.387062072753906 (31.64322503407796) + + --> STEP: 7 + | > loss_disc: 2.495365619659424 (2.5625439371381487) + | > loss_disc_real_0: 0.1469728946685791 (0.16881904112441198) + | > loss_disc_real_1: 0.23799483478069305 (0.2551349827221462) + | > loss_disc_real_2: 0.18133766949176788 (0.2131649958235877) + | > loss_disc_real_3: 0.18772968649864197 (0.19436147489718028) + | > loss_disc_real_4: 0.23863300681114197 (0.22652409757886613) + | > loss_disc_real_5: 0.23007316887378693 (0.23489425863538468) + | > loss_0: 2.495365619659424 (2.5625439371381487) + | > loss_gen: 2.1420960426330566 (2.255484172276088) + | > loss_kl: 1.7196093797683716 (1.4830142174448286) + | > loss_feat: 5.460081100463867 (5.412969418934414) + | > loss_mel: 21.68924331665039 (20.908079147338867) + | > loss_duration: 1.6815986633300781 (1.7335931743894304) + | > loss_1: 32.692626953125 (31.793139593941824) + + --> STEP: 8 + | > loss_disc: 2.4634978771209717 (2.5501631796360016) + | > loss_disc_real_0: 0.17948949337005615 (0.1701528476551175) + | > loss_disc_real_1: 0.2117099016904831 (0.24970684759318829) + | > loss_disc_real_2: 0.212832510471344 (0.21312343515455723) + | > loss_disc_real_3: 0.16115383803844452 (0.19021052028983831) + | > loss_disc_real_4: 0.1853020340204239 (0.22137133963406086) + | > loss_disc_real_5: 0.17877963185310364 (0.22787993028759956) + | > loss_0: 2.4634978771209717 (2.5501631796360016) + | > loss_gen: 2.41225266456604 (2.275080233812332) + | > loss_kl: 1.2086939811706543 (1.4487241879105568) + | > loss_feat: 6.8333258628845215 (5.590513974428177) + | > loss_mel: 22.938369750976562 (21.16186547279358) + | > loss_duration: 1.742178201675415 (1.7346663028001785) + | > loss_1: 35.134822845458984 (32.21085000038147) + + --> STEP: 9 + | > loss_disc: 2.638636589050293 (2.5599935584598117) + | > loss_disc_real_0: 0.16756004095077515 (0.1698647580213017) + | > loss_disc_real_1: 0.231387197971344 (0.2476713309685389) + | > loss_disc_real_2: 0.22568601369857788 (0.21451927721500397) + | > loss_disc_real_3: 0.19818130135536194 (0.19109616263045204) + | > loss_disc_real_4: 0.19947804510593414 (0.21893875135315788) + | > loss_disc_real_5: 0.2756982445716858 (0.2331930763191647) + | > loss_0: 2.638636589050293 (2.5599935584598117) + | > loss_gen: 2.0764920711517334 (2.253014882405599) + | > loss_kl: 1.5572961568832397 (1.4607877400186327) + | > loss_feat: 4.859548568725586 (5.509295596016778) + | > loss_mel: 21.97404670715332 (21.252107832166885) + | > loss_duration: 1.6977369785308838 (1.7305630445480347) + | > loss_1: 32.165122985839844 (32.20576922098795) + + --> STEP: 10 + | > loss_disc: 2.503082275390625 (2.554302430152893) + | > loss_disc_real_0: 0.19224344193935394 (0.17210262641310692) + | > loss_disc_real_1: 0.19565440714359283 (0.2424696385860443) + | > loss_disc_real_2: 0.23438481986522675 (0.21650583148002625) + | > loss_disc_real_3: 0.1897137612104416 (0.190957922488451) + | > loss_disc_real_4: 0.22571155428886414 (0.21961603164672852) + | > loss_disc_real_5: 0.2739441990852356 (0.23726818859577178) + | > loss_0: 2.503082275390625 (2.554302430152893) + | > loss_gen: 2.1455323696136475 (2.242266631126404) + | > loss_kl: 1.5720977783203125 (1.4719187438488006) + | > loss_feat: 4.66196346282959 (5.424562382698059) + | > loss_mel: 17.93130111694336 (20.92002716064453) + | > loss_duration: 1.6288785934448242 (1.7203945994377137) + | > loss_1: 27.939773559570312 (31.779169654846193) + + --> STEP: 11 + | > loss_disc: 2.553363084793091 (2.5542170351201836) + | > loss_disc_real_0: 0.15693572163581848 (0.17072381688789887) + | > loss_disc_real_1: 0.25152796506881714 (0.24329312281175094) + | > loss_disc_real_2: 0.16291147470474243 (0.21163361722772772) + | > loss_disc_real_3: 0.17408135533332825 (0.18942368911071258) + | > loss_disc_real_4: 0.18320055305957794 (0.2163055335933512) + | > loss_disc_real_5: 0.23415105044841766 (0.23698481240055777) + | > loss_0: 2.553363084793091 (2.5542170351201836) + | > loss_gen: 2.19598126411438 (2.2380588704889472) + | > loss_kl: 1.8557868003845215 (1.5068158398975025) + | > loss_feat: 6.329092502593994 (5.5067923935976895) + | > loss_mel: 22.091785430908203 (21.02655063975941) + | > loss_duration: 1.6171001195907593 (1.7110041921788997) + | > loss_1: 34.089744567871094 (31.989221919666637) + + --> STEP: 12 + | > loss_disc: 2.472829818725586 (2.5474347670873008) + | > loss_disc_real_0: 0.13717493414878845 (0.16792807665963969) + | > loss_disc_real_1: 0.24627497792243958 (0.24354161073764166) + | > loss_disc_real_2: 0.2398180216550827 (0.21398231759667397) + | > loss_disc_real_3: 0.2209278792142868 (0.19204903828601042) + | > loss_disc_real_4: 0.18265941739082336 (0.21350169057647386) + | > loss_disc_real_5: 0.23706835508346558 (0.2369917742908001) + | > loss_0: 2.472829818725586 (2.5474347670873008) + | > loss_gen: 2.267364501953125 (2.2405010064442954) + | > loss_kl: 1.3039214611053467 (1.4899079749981563) + | > loss_feat: 5.998979091644287 (5.547807951768239) + | > loss_mel: 22.55674171447754 (21.154066562652588) + | > loss_duration: 1.763831615447998 (1.7154064774513245) + | > loss_1: 33.890838623046875 (32.147689978281655) + + --> STEP: 13 + | > loss_disc: 2.630736827850342 (2.553842617915227) + | > loss_disc_real_0: 0.2165045291185379 (0.1716647268487857) + | > loss_disc_real_1: 0.23683348298072815 (0.24302560091018677) + | > loss_disc_real_2: 0.11737857758998871 (0.2065512606730828) + | > loss_disc_real_3: 0.15208174288272858 (0.18897463094729644) + | > loss_disc_real_4: 0.19509746134281158 (0.21208598063542292) + | > loss_disc_real_5: 0.15310664474964142 (0.23053907201840326) + | > loss_0: 2.630736827850342 (2.553842617915227) + | > loss_gen: 2.102409839630127 (2.2298786089970517) + | > loss_kl: 2.0401713848114014 (1.532235929599175) + | > loss_feat: 6.994960308074951 (5.659127363791833) + | > loss_mel: 24.17817497253418 (21.38669028648963) + | > loss_duration: 1.7714402675628662 (1.7197167689983661) + | > loss_1: 37.087154388427734 (32.527648779062126) + + --> STEP: 14 + | > loss_disc: 2.7640347480773926 (2.568856341498239) + | > loss_disc_real_0: 0.22741135954856873 (0.17564662918448448) + | > loss_disc_real_1: 0.3315393924713135 (0.2493480145931244) + | > loss_disc_real_2: 0.2697302997112274 (0.2110640491758074) + | > loss_disc_real_3: 0.2826119363307953 (0.19566300990326063) + | > loss_disc_real_4: 0.32129088044166565 (0.2198863306215831) + | > loss_disc_real_5: 0.3065962493419647 (0.2359717275415148) + | > loss_0: 2.7640347480773926 (2.568856341498239) + | > loss_gen: 2.532090663909912 (2.2514651843479703) + | > loss_kl: 1.837830662727356 (1.5540641248226166) + | > loss_feat: 3.6160075664520264 (5.513190235410418) + | > loss_mel: 22.315736770629883 (21.453050749642507) + | > loss_duration: 1.7478128671646118 (1.721723633153098) + | > loss_1: 32.04948043823242 (32.49349389757429) + + --> STEP: 15 + | > loss_disc: 2.3767223358154297 (2.5560474077860516) + | > loss_disc_real_0: 0.11250220984220505 (0.17143700122833253) + | > loss_disc_real_1: 0.23357373476028442 (0.24829639593760172) + | > loss_disc_real_2: 0.2013097107410431 (0.21041375994682313) + | > loss_disc_real_3: 0.22275131940841675 (0.1974688972036044) + | > loss_disc_real_4: 0.21665562689304352 (0.21967095037301382) + | > loss_disc_real_5: 0.25776830315589905 (0.23742483258247377) + | > loss_0: 2.3767223358154297 (2.5560474077860516) + | > loss_gen: 2.401869773864746 (2.261492156982422) + | > loss_kl: 1.3576314449310303 (1.540968612829844) + | > loss_feat: 5.138007164001465 (5.488178030649821) + | > loss_mel: 24.03483772277832 (21.625169881184895) + | > loss_duration: 1.7130522727966309 (1.721145542462667) + | > loss_1: 34.6453971862793 (32.636954116821286) + + --> STEP: 16 + | > loss_disc: 2.5261549949645996 (2.5541791319847107) + | > loss_disc_real_0: 0.14111526310443878 (0.16954189259558916) + | > loss_disc_real_1: 0.19944673776626587 (0.24524329230189323) + | > loss_disc_real_2: 0.177204430103302 (0.20833817683160305) + | > loss_disc_real_3: 0.12947899103164673 (0.19321952806785703) + | > loss_disc_real_4: 0.24673490226268768 (0.22136244736611843) + | > loss_disc_real_5: 0.2076699286699295 (0.23556515108793974) + | > loss_0: 2.5261549949645996 (2.5541791319847107) + | > loss_gen: 2.1302483081817627 (2.2532894164323807) + | > loss_kl: 1.8483463525772095 (1.5601797215640545) + | > loss_feat: 7.028099536895752 (5.584423124790192) + | > loss_mel: 24.112945556640625 (21.78065586090088) + | > loss_duration: 1.830040693283081 (1.7279514893889427) + | > loss_1: 36.94968032836914 (32.90649950504303) + + --> STEP: 17 + | > loss_disc: 2.4654369354248047 (2.5489590027753044) + | > loss_disc_real_0: 0.16278377175331116 (0.16914435607545517) + | > loss_disc_real_1: 0.2107827067375183 (0.24321619903340058) + | > loss_disc_real_2: 0.19505703449249268 (0.20755693316459656) + | > loss_disc_real_3: 0.15758609771728516 (0.1911234439295881) + | > loss_disc_real_4: 0.2432883232831955 (0.22265220477300532) + | > loss_disc_real_5: 0.21890044212341309 (0.2345848740900264) + | > loss_0: 2.4654369354248047 (2.5489590027753044) + | > loss_gen: 2.1933398246765137 (2.249762969858506) + | > loss_kl: 1.3514999151229858 (1.547904438832227) + | > loss_feat: 5.853582382202148 (5.600256022285013) + | > loss_mel: 24.997831344604492 (21.969901477589328) + | > loss_duration: 1.6577434539794922 (1.7238216049530928) + | > loss_1: 36.05400085449219 (33.09164664324592) + + --> STEP: 18 + | > loss_disc: 2.661919593811035 (2.5552345911661782) + | > loss_disc_real_0: 0.12822657823562622 (0.16687114619546467) + | > loss_disc_real_1: 0.25908616185188293 (0.2440978636344274) + | > loss_disc_real_2: 0.197749063372612 (0.20701205150948632) + | > loss_disc_real_3: 0.2151549607515335 (0.19245852819747394) + | > loss_disc_real_4: 0.24263007938861847 (0.22376208669609493) + | > loss_disc_real_5: 0.2508541941642761 (0.2354887252052625) + | > loss_0: 2.661919593811035 (2.5552345911661782) + | > loss_gen: 2.0926716327667236 (2.241035673353407) + | > loss_kl: 1.542335033416748 (1.547595027420256) + | > loss_feat: 5.593730926513672 (5.599893516964382) + | > loss_mel: 22.551380157470703 (22.002205848693848) + | > loss_duration: 1.6689764261245728 (1.7207746505737305) + | > loss_1: 33.4490966796875 (33.11150497860379) + + --> STEP: 19 + | > loss_disc: 2.2337164878845215 (2.5383125857303015) + | > loss_disc_real_0: 0.12904100120067596 (0.16488008593258105) + | > loss_disc_real_1: 0.28153881430625916 (0.24606843998557643) + | > loss_disc_real_2: 0.19750364124774933 (0.20651160886413172) + | > loss_disc_real_3: 0.13261930644512177 (0.18930909547366595) + | > loss_disc_real_4: 0.16442394256591797 (0.2206390264787172) + | > loss_disc_real_5: 0.17793779075145721 (0.23245972865506223) + | > loss_0: 2.2337164878845215 (2.5383125857303015) + | > loss_gen: 2.490438938140869 (2.2541621609738) + | > loss_kl: 1.8115642070770264 (1.5614881421390332) + | > loss_feat: 7.1428399085998535 (5.681101221787302) + | > loss_mel: 24.172639846801758 (22.116439217015316) + | > loss_duration: 1.8083158731460571 (1.725382083340695) + | > loss_1: 37.42580032348633 (33.338573154650234) + + --> STEP: 20 + | > loss_disc: 2.7290258407592773 (2.54784824848175) + | > loss_disc_real_0: 0.23263198137283325 (0.16826768070459366) + | > loss_disc_real_1: 0.27351751923561096 (0.24744089394807817) + | > loss_disc_real_2: 0.27484723925590515 (0.2099283903837204) + | > loss_disc_real_3: 0.21570755541324615 (0.19062901847064495) + | > loss_disc_real_4: 0.26341256499290466 (0.22277770340442657) + | > loss_disc_real_5: 0.3292640149593353 (0.23729994297027587) + | > loss_0: 2.7290258407592773 (2.54784824848175) + | > loss_gen: 2.3303277492523193 (2.257970440387726) + | > loss_kl: 1.7775471210479736 (1.5722910910844803) + | > loss_feat: 4.971470832824707 (5.6456197023391725) + | > loss_mel: 22.724300384521484 (22.146832275390626) + | > loss_duration: 1.6584556102752686 (1.7220357596874236) + | > loss_1: 33.462100982666016 (33.34474954605103) + + --> STEP: 21 + | > loss_disc: 2.5268056392669678 (2.5468462194715222) + | > loss_disc_real_0: 0.26652729511260986 (0.17294670996211825) + | > loss_disc_real_1: 0.20041199028491974 (0.2452014223450706) + | > loss_disc_real_2: 0.19090409576892853 (0.20902247159253984) + | > loss_disc_real_3: 0.209096759557724 (0.1915084347128868) + | > loss_disc_real_4: 0.2436264455318451 (0.22377050064858936) + | > loss_disc_real_5: 0.26237913966178894 (0.2384941904317765) + | > loss_0: 2.5268056392669678 (2.5468462194715222) + | > loss_gen: 2.312288284301758 (2.2605570043836325) + | > loss_kl: 1.2597507238388062 (1.557408216453734) + | > loss_feat: 5.564365386962891 (5.641750449226016) + | > loss_mel: 21.32448387145996 (22.107672827584402) + | > loss_duration: 1.7085281610488892 (1.7213925407046364) + | > loss_1: 32.16941452026367 (33.28878121148972) + + --> STEP: 22 + | > loss_disc: 2.594594717025757 (2.5490166057239874) + | > loss_disc_real_0: 0.1667969524860382 (0.17266717553138733) + | > loss_disc_real_1: 0.23221974074840546 (0.24461134590885855) + | > loss_disc_real_2: 0.20915617048740387 (0.20902854881503366) + | > loss_disc_real_3: 0.21447859704494476 (0.19255253300070763) + | > loss_disc_real_4: 0.2989443838596344 (0.2271874953400005) + | > loss_disc_real_5: 0.21984602510929108 (0.23764654655348172) + | > loss_0: 2.594594717025757 (2.5490166057239874) + | > loss_gen: 2.161452531814575 (2.2560522556304936) + | > loss_kl: 1.0537668466567993 (1.5345154269175096) + | > loss_feat: 4.484768390655518 (5.58916035565463) + | > loss_mel: 18.0837345123291 (21.924766540527344) + | > loss_duration: 1.8001527786254883 (1.7249725515192205) + | > loss_1: 27.583873748779297 (33.02946723591197) + + --> STEP: 23 + | > loss_disc: 2.5015676021575928 (2.546953605568927) + | > loss_disc_real_0: 0.2311590313911438 (0.17521029969920282) + | > loss_disc_real_1: 0.2837465703487396 (0.2463128774062447) + | > loss_disc_real_2: 0.2499471753835678 (0.2108076195354047) + | > loss_disc_real_3: 0.1887870728969574 (0.19238881734402283) + | > loss_disc_real_4: 0.2846139073371887 (0.22968429586161737) + | > loss_disc_real_5: 0.2174738347530365 (0.2367694721273754) + | > loss_0: 2.5015676021575928 (2.546953605568927) + | > loss_gen: 2.5494513511657715 (2.2688087380450708) + | > loss_kl: 1.5919429063796997 (1.5370122738506482) + | > loss_feat: 4.9054388999938965 (5.559433335843294) + | > loss_mel: 23.005399703979492 (21.97175059111222) + | > loss_duration: 1.7404015064239502 (1.7256433756455132) + | > loss_1: 33.792633056640625 (33.062648358552345) + + --> STEP: 24 + | > loss_disc: 2.4475955963134766 (2.5428136885166164) + | > loss_disc_real_0: 0.09047091007232666 (0.17167949179808298) + | > loss_disc_real_1: 0.27918514609336853 (0.24768255526820818) + | > loss_disc_real_2: 0.2402215152978897 (0.21203319852550825) + | > loss_disc_real_3: 0.17978429794311523 (0.19186362903565168) + | > loss_disc_real_4: 0.19341988861560822 (0.22817327889303365) + | > loss_disc_real_5: 0.29198840260505676 (0.23907026089727879) + | > loss_0: 2.4475955963134766 (2.5428136885166164) + | > loss_gen: 2.4563162326812744 (2.2766215503215794) + | > loss_kl: 1.6011823415756226 (1.5396860266725223) + | > loss_feat: 5.649297714233398 (5.563177684942882) + | > loss_mel: 23.050373077392578 (22.016693194707234) + | > loss_duration: 1.6716570854187012 (1.7233939468860626) + | > loss_1: 34.428829193115234 (33.11957255999246) + + --> STEP: 25 + | > loss_disc: 2.593029260635376 (2.544822311401367) + | > loss_disc_real_0: 0.16557645797729492 (0.17143537044525148) + | > loss_disc_real_1: 0.2716206908226013 (0.2486400806903839) + | > loss_disc_real_2: 0.24697168171405792 (0.21343073785305022) + | > loss_disc_real_3: 0.19834841787815094 (0.19212302058935166) + | > loss_disc_real_4: 0.24535487592220306 (0.22886054277420043) + | > loss_disc_real_5: 0.1960056871175766 (0.23734767794609068) + | > loss_0: 2.593029260635376 (2.544822311401367) + | > loss_gen: 2.193218946456909 (2.2732854461669927) + | > loss_kl: 1.4151533842086792 (1.5347047209739686) + | > loss_feat: 5.271286487579346 (5.55150203704834) + | > loss_mel: 22.752763748168945 (22.046136016845704) + | > loss_duration: 1.6596083641052246 (1.720842523574829) + | > loss_1: 33.292030334472656 (33.12647087097167) + + --> STEP: 26 + | > loss_disc: 2.3636767864227295 (2.537855175825266) + | > loss_disc_real_0: 0.115912526845932 (0.16929987646066225) + | > loss_disc_real_1: 0.24331830441951752 (0.2484353969876583) + | > loss_disc_real_2: 0.1765662282705307 (0.2120128720998764) + | > loss_disc_real_3: 0.16068390011787415 (0.19091382364814097) + | > loss_disc_real_4: 0.16659775376319885 (0.22646582011993116) + | > loss_disc_real_5: 0.157225102186203 (0.23426604041686425) + | > loss_0: 2.3636767864227295 (2.537855175825266) + | > loss_gen: 2.071272134780884 (2.2655157034213733) + | > loss_kl: 1.4583349227905273 (1.5317674210438361) + | > loss_feat: 6.3930864334106445 (5.583870667677659) + | > loss_mel: 23.497400283813477 (22.10195387326754) + | > loss_duration: 1.6810193061828613 (1.7193108613674457) + | > loss_1: 35.101112365722656 (33.202418620769784) + + --> STEP: 27 + | > loss_disc: 2.592349052429199 (2.5398734675513372) + | > loss_disc_real_0: 0.20086482167243958 (0.1704689485055429) + | > loss_disc_real_1: 0.24268102645874023 (0.2482222721532539) + | > loss_disc_real_2: 0.2110842913389206 (0.211978480219841) + | > loss_disc_real_3: 0.22383543848991394 (0.1921331427163548) + | > loss_disc_real_4: 0.2525063455104828 (0.2274302840232849) + | > loss_disc_real_5: 0.31983622908592224 (0.2374353066638664) + | > loss_0: 2.592349052429199 (2.5398734675513372) + | > loss_gen: 2.4592342376708984 (2.272690463949133) + | > loss_kl: 1.925862193107605 (1.5463635237128646) + | > loss_feat: 5.95065975189209 (5.59745544857449) + | > loss_mel: 23.645410537719727 (22.159118934913916) + | > loss_duration: 1.718969702720642 (1.7192982258620086) + | > loss_1: 35.700138092041016 (33.29492674933539) + + --> STEP: 28 + | > loss_disc: 2.388195276260376 (2.5344563892909457) + | > loss_disc_real_0: 0.1342911720275879 (0.16917688505990164) + | > loss_disc_real_1: 0.2307196706533432 (0.24759717924254282) + | > loss_disc_real_2: 0.1932278722524643 (0.21130881564957754) + | > loss_disc_real_3: 0.20340096950531006 (0.19253556510167463) + | > loss_disc_real_4: 0.26415693759918213 (0.2287419502224241) + | > loss_disc_real_5: 0.26876094937324524 (0.23855407961777278) + | > loss_0: 2.388195276260376 (2.5344563892909457) + | > loss_gen: 2.355760097503662 (2.2756572365760808) + | > loss_kl: 1.5802888870239258 (1.5475751438311167) + | > loss_feat: 5.404476165771484 (5.590563331331525) + | > loss_mel: 21.304195404052734 (22.128585951668875) + | > loss_duration: 1.72075355052948 (1.7193502017429896) + | > loss_1: 32.365474700927734 (33.261732033320826) + + --> STEP: 29 + | > loss_disc: 2.670497417449951 (2.5391474592274634) + | > loss_disc_real_0: 0.26725226640701294 (0.17255879476152616) + | > loss_disc_real_1: 0.2505956292152405 (0.24770057406918755) + | > loss_disc_real_2: 0.18256646394729614 (0.21031770007363682) + | > loss_disc_real_3: 0.20529599487781525 (0.19297557992154155) + | > loss_disc_real_4: 0.2680940628051758 (0.23009891962182932) + | > loss_disc_real_5: 0.18990454077720642 (0.23687650931292567) + | > loss_0: 2.670497417449951 (2.5391474592274634) + | > loss_gen: 2.1270906925201416 (2.27053425229829) + | > loss_kl: 1.2165805101394653 (1.536161535772784) + | > loss_feat: 5.173272609710693 (5.576173996103221) + | > loss_mel: 20.518898010253906 (22.073079470930427) + | > loss_duration: 1.6749911308288574 (1.7178205786080196) + | > loss_1: 30.710832595825195 (33.17376998375201) + + --> STEP: 30 + | > loss_disc: 2.395689010620117 (2.534365510940552) + | > loss_disc_real_0: 0.16476279497146606 (0.1722989281018575) + | > loss_disc_real_1: 0.2745110094547272 (0.24859425524870554) + | > loss_disc_real_2: 0.1846509724855423 (0.209462142487367) + | > loss_disc_real_3: 0.2016134411096573 (0.19326350862781208) + | > loss_disc_real_4: 0.19448833167552948 (0.22891190002361933) + | > loss_disc_real_5: 0.1867595613002777 (0.23520594437917072) + | > loss_0: 2.395689010620117 (2.534365510940552) + | > loss_gen: 2.3717892169952393 (2.2739094177881882) + | > loss_kl: 1.6860451698303223 (1.5411576569080352) + | > loss_feat: 6.0260186195373535 (5.591168816884359) + | > loss_mel: 22.680086135864258 (22.093313026428223) + | > loss_duration: 1.7438246011734009 (1.7186873793601989) + | > loss_1: 34.50776290893555 (33.21823641459146) + + --> STEP: 31 + | > loss_disc: 2.6406939029693604 (2.537795459070513) + | > loss_disc_real_0: 0.08509761095046997 (0.16948598238729662) + | > loss_disc_real_1: 0.24706575274467468 (0.24854494871631747) + | > loss_disc_real_2: 0.1700737178325653 (0.20819154814366372) + | > loss_disc_real_3: 0.1775989830493927 (0.19275820135108887) + | > loss_disc_real_4: 0.22050577402114868 (0.2286407346687009) + | > loss_disc_real_5: 0.24656552076339722 (0.235572382327049) + | > loss_0: 2.6406939029693604 (2.537795459070513) + | > loss_gen: 1.898148536682129 (2.2617880990428314) + | > loss_kl: 1.354771375656128 (1.5351451962224898) + | > loss_feat: 6.049795627593994 (5.605963230133057) + | > loss_mel: 23.10190200805664 (22.12584815486785) + | > loss_duration: 1.6749647855758667 (1.7172769731090916) + | > loss_1: 34.07958221435547 (33.24602176297094) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.011151682945989793 (+0) + | > avg_loss_disc: 2.537795459070513 (+0) + | > avg_loss_disc_real_0: 0.16948598238729662 (+0) + | > avg_loss_disc_real_1: 0.24854494871631747 (+0) + | > avg_loss_disc_real_2: 0.20819154814366372 (+0) + | > avg_loss_disc_real_3: 0.19275820135108887 (+0) + | > avg_loss_disc_real_4: 0.2286407346687009 (+0) + | > avg_loss_disc_real_5: 0.235572382327049 (+0) + | > avg_loss_0: 2.537795459070513 (+0) + | > avg_loss_gen: 2.2617880990428314 (+0) + | > avg_loss_kl: 1.5351451962224898 (+0) + | > avg_loss_feat: 5.605963230133057 (+0) + | > avg_loss_mel: 22.12584815486785 (+0) + | > avg_loss_duration: 1.7172769731090916 (+0) + | > avg_loss_1: 33.24602176297094 (+0) + + > BEST MODEL : vits_shi_male-November-22-2024_02+49AM-0000000/best_model_23904.pth + + > EPOCH: 1/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 22:25:43)  + + --> TIME: 2024-11-22 22:26:04 -- STEP: 21/797 -- GLOBAL_STEP: 23925 + | > loss_disc: 2.536327838897705 (2.514109248206729) + | > loss_disc_real_0: 0.13907502591609955 (0.12381075659678095) + | > loss_disc_real_1: 0.23530437052249908 (0.22474119847729093) + | > loss_disc_real_2: 0.22679376602172852 (0.2423831153483618) + | > loss_disc_real_3: 0.2543381452560425 (0.22847579703444526) + | > loss_disc_real_4: 0.28328150510787964 (0.22936370755944932) + | > loss_disc_real_5: 0.3026637136936188 (0.24579512008598872) + | > loss_0: 2.536327838897705 (2.514109248206729) + | > grad_norm_0: tensor(120.8242, device='cuda:0') (tensor(73.2598, device='cuda:0')) + | > loss_gen: 2.3964972496032715 (2.3204296770549955) + | > loss_kl: 1.9089936017990112 (1.6194518634251185) + | > loss_feat: 5.9952778816223145 (5.681716646466937) + | > loss_mel: 23.39332389831543 (21.8827391124907) + | > loss_duration: 1.8623055219650269 (1.8993685529345559) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.556396484375 (33.403706141880576) + | > grad_norm_1: tensor(869.6130, device='cuda:0') (tensor(508.0951, device='cuda:0')) + | > current_lr_0: 0.00019927626732381507 + | > current_lr_1: 0.00019927626732381507 + | > step_time: 0.8438 (0.9070592380705333) + | > loader_time: 0.0037 (0.003929206303187779) + + + --> TIME: 2024-11-22 22:26:26 -- STEP: 46/797 -- GLOBAL_STEP: 23950 + | > loss_disc: 2.5112109184265137 (2.4809846463410743) + | > loss_disc_real_0: 0.10804766416549683 (0.12506869070879792) + | > loss_disc_real_1: 0.2062688022851944 (0.21574604090141214) + | > loss_disc_real_2: 0.23550619184970856 (0.23697700027538382) + | > loss_disc_real_3: 0.2369036227464676 (0.22633741504472235) + | > loss_disc_real_4: 0.20539885759353638 (0.22254622047362121) + | > loss_disc_real_5: 0.23272104561328888 (0.23908682588649832) + | > loss_0: 2.5112109184265137 (2.4809846463410743) + | > grad_norm_0: tensor(86.9405, device='cuda:0') (tensor(74.6375, device='cuda:0')) + | > loss_gen: 2.1107537746429443 (2.319391732630523) + | > loss_kl: 1.6050446033477783 (1.5943777664847996) + | > loss_feat: 5.058797836303711 (5.817886715349943) + | > loss_mel: 20.228673934936523 (21.902938842773438) + | > loss_duration: 1.7279680967330933 (1.8454345516536548) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.731239318847656 (33.48002947931704) + | > grad_norm_1: tensor(929.7811, device='cuda:0') (tensor(584.7714, device='cuda:0')) + | > current_lr_0: 0.00019927626732381507 + | > current_lr_1: 0.00019927626732381507 + | > step_time: 0.8511 (0.8930814214374708) + | > loader_time: 0.005 (0.004299448884051779) + + + --> TIME: 2024-11-22 22:26:50 -- STEP: 71/797 -- GLOBAL_STEP: 23975 + | > loss_disc: 2.365168571472168 (2.4531589259564033) + | > loss_disc_real_0: 0.07636052370071411 (0.12308055597921493) + | > loss_disc_real_1: 0.1740569770336151 (0.21455750142184782) + | > loss_disc_real_2: 0.22764596343040466 (0.23374354944262707) + | > loss_disc_real_3: 0.2744806408882141 (0.22445447742938995) + | > loss_disc_real_4: 0.20680132508277893 (0.2206084778611089) + | > loss_disc_real_5: 0.23027125000953674 (0.23305487842626973) + | > loss_0: 2.365168571472168 (2.4531589259564033) + | > grad_norm_0: tensor(102.6061, device='cuda:0') (tensor(77.7761, device='cuda:0')) + | > loss_gen: 2.3109042644500732 (2.354257220953284) + | > loss_kl: 1.0883684158325195 (1.5856457142762732) + | > loss_feat: 5.508365154266357 (5.946744576306411) + | > loss_mel: 21.11046600341797 (22.101050390324122) + | > loss_duration: 1.740867018699646 (1.8096333372760827) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.758970260620117 (33.79733112496389) + | > grad_norm_1: tensor(395.7887, device='cuda:0') (tensor(591.1768, device='cuda:0')) + | > current_lr_0: 0.00019927626732381507 + | > current_lr_1: 0.00019927626732381507 + | > step_time: 0.9255 (0.9039972936603385) + | > loader_time: 0.0037 (0.00446138919239313) + + + --> TIME: 2024-11-22 22:27:13 -- STEP: 96/797 -- GLOBAL_STEP: 24000 + | > loss_disc: 2.561053991317749 (2.4764303416013704) + | > loss_disc_real_0: 0.087912417948246 (0.12427476145482312) + | > loss_disc_real_1: 0.17696182429790497 (0.21728284703567624) + | > loss_disc_real_2: 0.2540397047996521 (0.23909908796971044) + | > loss_disc_real_3: 0.27448734641075134 (0.22522175715615353) + | > loss_disc_real_4: 0.2540850043296814 (0.22220826288685203) + | > loss_disc_real_5: 0.2867383062839508 (0.23616154988606772) + | > loss_0: 2.561053991317749 (2.4764303416013704) + | > grad_norm_0: tensor(51.4026, device='cuda:0') (tensor(83.3164, device='cuda:0')) + | > loss_gen: 2.2510933876037598 (2.362173115213713) + | > loss_kl: 1.4060057401657104 (1.5681207738816736) + | > loss_feat: 6.390476226806641 (5.935229485233627) + | > loss_mel: 24.02959632873535 (22.068193296591442) + | > loss_duration: 1.7572839260101318 (1.794728297740221) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.83445358276367 (33.72844491402308) + | > grad_norm_1: tensor(660.7259, device='cuda:0') (tensor(602.2460, device='cuda:0')) + | > current_lr_0: 0.00019927626732381507 + | > current_lr_1: 0.00019927626732381507 + | > step_time: 0.8328 (0.905385618408521) + | > loader_time: 0.0045 (0.0045097420612971) + + + --> TIME: 2024-11-22 22:27:36 -- STEP: 121/797 -- GLOBAL_STEP: 24025 + | > loss_disc: 2.278200626373291 (2.477710103200486) + | > loss_disc_real_0: 0.11597254127264023 (0.12325755866967943) + | > loss_disc_real_1: 0.19665715098381042 (0.21717734955066492) + | > loss_disc_real_2: 0.21583326160907745 (0.23903620107607407) + | > loss_disc_real_3: 0.1684911549091339 (0.2255533364686099) + | > loss_disc_real_4: 0.15891778469085693 (0.22244991411354917) + | > loss_disc_real_5: 0.24525511264801025 (0.23747960595059986) + | > loss_0: 2.278200626373291 (2.477710103200486) + | > grad_norm_0: tensor(33.1904, device='cuda:0') (tensor(78.3178, device='cuda:0')) + | > loss_gen: 2.664489269256592 (2.353663576535943) + | > loss_kl: 1.4002258777618408 (1.561567789266917) + | > loss_feat: 6.3610310554504395 (5.908649535218548) + | > loss_mel: 23.39339828491211 (22.112672332889776) + | > loss_duration: 1.8387788534164429 (1.7867734530740533) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.65792465209961 (33.723326612109986) + | > grad_norm_1: tensor(949.9024, device='cuda:0') (tensor(598.4868, device='cuda:0')) + | > current_lr_0: 0.00019927626732381507 + | > current_lr_1: 0.00019927626732381507 + | > step_time: 0.8842 (0.9092614099013904) + | > loader_time: 0.0046 (0.00455939671224799) + + + --> TIME: 2024-11-22 22:27:59 -- STEP: 146/797 -- GLOBAL_STEP: 24050 + | > loss_disc: 2.512702465057373 (2.4706897800915852) + | > loss_disc_real_0: 0.08000457286834717 (0.12422231788912864) + | > loss_disc_real_1: 0.16417410969734192 (0.21590280236854942) + | > loss_disc_real_2: 0.2594676911830902 (0.23764251590999838) + | > loss_disc_real_3: 0.21293270587921143 (0.22439062493304684) + | > loss_disc_real_4: 0.22063905000686646 (0.22219245656304162) + | > loss_disc_real_5: 0.22868908941745758 (0.23622875415707287) + | > loss_0: 2.512702465057373 (2.4706897800915852) + | > grad_norm_0: tensor(37.7374, device='cuda:0') (tensor(84.5098, device='cuda:0')) + | > loss_gen: 2.1429789066314697 (2.3545476884058085) + | > loss_kl: 1.5255324840545654 (1.5518421171462695) + | > loss_feat: 4.838817596435547 (5.928007850908255) + | > loss_mel: 18.848100662231445 (22.101674262791462) + | > loss_duration: 1.6491591930389404 (1.7802718975772596) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 29.004589080810547 (33.716343735995366) + | > grad_norm_1: tensor(578.1505, device='cuda:0') (tensor(621.9460, device='cuda:0')) + | > current_lr_0: 0.00019927626732381507 + | > current_lr_1: 0.00019927626732381507 + | > step_time: 0.8652 (0.9079653890165564) + | > loader_time: 0.0043 (0.004772957057169039) + + + --> TIME: 2024-11-22 22:28:23 -- STEP: 171/797 -- GLOBAL_STEP: 24075 + | > loss_disc: 2.5206398963928223 (2.4655057324303513) + | > loss_disc_real_0: 0.1956411749124527 (0.1237087330361556) + | > loss_disc_real_1: 0.20025700330734253 (0.21613849682068964) + | > loss_disc_real_2: 0.20225279033184052 (0.2360203477025729) + | > loss_disc_real_3: 0.23957425355911255 (0.22476942654241594) + | > loss_disc_real_4: 0.23944510519504547 (0.22122804550399558) + | > loss_disc_real_5: 0.25321337580680847 (0.23556943891341225) + | > loss_0: 2.5206398963928223 (2.4655057324303513) + | > grad_norm_0: tensor(138.3552, device='cuda:0') (tensor(89.0918, device='cuda:0')) + | > loss_gen: 2.3283650875091553 (2.359327222868713) + | > loss_kl: 1.5779492855072021 (1.5556330806330625) + | > loss_feat: 5.50468111038208 (5.945412752921121) + | > loss_mel: 22.312673568725586 (22.120416763930287) + | > loss_duration: 1.6894444227218628 (1.773612656091389) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.41311264038086 (33.75440248411302) + | > grad_norm_1: tensor(943.6180, device='cuda:0') (tensor(642.9435, device='cuda:0')) + | > current_lr_0: 0.00019927626732381507 + | > current_lr_1: 0.00019927626732381507 + | > step_time: 0.938 (0.912937677394577) + | > loader_time: 0.0041 (0.004873455616465788) + + + --> TIME: 2024-11-22 22:28:46 -- STEP: 196/797 -- GLOBAL_STEP: 24100 + | > loss_disc: 2.4438529014587402 (2.4690977322811976) + | > loss_disc_real_0: 0.17704962193965912 (0.12395070086480403) + | > loss_disc_real_1: 0.22682137787342072 (0.21688008338821177) + | > loss_disc_real_2: 0.2281845360994339 (0.2364685159860825) + | > loss_disc_real_3: 0.21740639209747314 (0.2250204037646858) + | > loss_disc_real_4: 0.2249644249677658 (0.2214018816546518) + | > loss_disc_real_5: 0.21035398542881012 (0.23604900694015074) + | > loss_0: 2.4438529014587402 (2.4690977322811976) + | > grad_norm_0: tensor(178.3811, device='cuda:0') (tensor(94.1273, device='cuda:0')) + | > loss_gen: 2.437483310699463 (2.358943328565481) + | > loss_kl: 1.4973015785217285 (1.5567202774845819) + | > loss_feat: 5.524320602416992 (5.925404808959183) + | > loss_mel: 20.872859954833984 (22.14022871912741) + | > loss_duration: 1.7412751913070679 (1.7694016147632987) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.073238372802734 (33.75069871240733) + | > grad_norm_1: tensor(461.0535, device='cuda:0') (tensor(663.0435, device='cuda:0')) + | > current_lr_0: 0.00019927626732381507 + | > current_lr_1: 0.00019927626732381507 + | > step_time: 0.9706 (0.916571489402226) + | > loader_time: 0.0049 (0.0048946227346147834) + + + --> TIME: 2024-11-22 22:29:11 -- STEP: 221/797 -- GLOBAL_STEP: 24125 + | > loss_disc: 2.420300006866455 (2.466556498367862) + | > loss_disc_real_0: 0.10886087268590927 (0.1236680629094262) + | > loss_disc_real_1: 0.2094469666481018 (0.21774794801867386) + | > loss_disc_real_2: 0.2648734152317047 (0.2361889808560928) + | > loss_disc_real_3: 0.23301436007022858 (0.22405106618123896) + | > loss_disc_real_4: 0.2174118012189865 (0.22050052672220033) + | > loss_disc_real_5: 0.22071188688278198 (0.23554526471714088) + | > loss_0: 2.420300006866455 (2.466556498367862) + | > grad_norm_0: tensor(77.5540, device='cuda:0') (tensor(93.4625, device='cuda:0')) + | > loss_gen: 2.3851394653320312 (2.359111784809855) + | > loss_kl: 1.791393756866455 (1.5547335967758658) + | > loss_feat: 6.400853633880615 (5.937431807971109) + | > loss_mel: 23.782806396484375 (22.19887660099909) + | > loss_duration: 1.744966983795166 (1.7665682286698354) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.105159759521484 (33.81672202408045) + | > grad_norm_1: tensor(1013.6486, device='cuda:0') (tensor(660.9053, device='cuda:0')) + | > current_lr_0: 0.00019927626732381507 + | > current_lr_1: 0.00019927626732381507 + | > step_time: 0.9828 (0.9233387552235461) + | > loader_time: 0.0078 (0.005023826840776125) + + + --> TIME: 2024-11-22 22:29:35 -- STEP: 246/797 -- GLOBAL_STEP: 24150 + | > loss_disc: 2.654080390930176 (2.4673222497226748) + | > loss_disc_real_0: 0.04809361696243286 (0.1230582754332118) + | > loss_disc_real_1: 0.27888137102127075 (0.2177232489353273) + | > loss_disc_real_2: 0.2511956989765167 (0.23679142584645652) + | > loss_disc_real_3: 0.17718802392482758 (0.22449449104506794) + | > loss_disc_real_4: 0.18882210552692413 (0.22153985809262206) + | > loss_disc_real_5: 0.20372126996517181 (0.23601203496620907) + | > loss_0: 2.654080390930176 (2.4673222497226748) + | > grad_norm_0: tensor(29.4900, device='cuda:0') (tensor(96.8471, device='cuda:0')) + | > loss_gen: 2.0471017360687256 (2.36342354324775) + | > loss_kl: 1.4424164295196533 (1.5570125439302704) + | > loss_feat: 5.346459865570068 (5.948624198029681) + | > loss_mel: 22.81494140625 (22.205013856655206) + | > loss_duration: 1.765973687171936 (1.7615841845186746) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.416893005371094 (33.83565832928913) + | > grad_norm_1: tensor(587.4696, device='cuda:0') (tensor(670.8242, device='cuda:0')) + | > current_lr_0: 0.00019927626732381507 + | > current_lr_1: 0.00019927626732381507 + | > step_time: 0.8448 (0.9238605751254694) + | > loader_time: 0.0079 (0.005095446982034824) + + + --> TIME: 2024-11-22 22:30:02 -- STEP: 271/797 -- GLOBAL_STEP: 24175 + | > loss_disc: 2.5136892795562744 (2.4666762044069075) + | > loss_disc_real_0: 0.19343344867229462 (0.12393312293664996) + | > loss_disc_real_1: 0.25366881489753723 (0.21740708293949984) + | > loss_disc_real_2: 0.20620158314704895 (0.23557398196076115) + | > loss_disc_real_3: 0.18755264580249786 (0.22429063085920256) + | > loss_disc_real_4: 0.18320302665233612 (0.22150673049182468) + | > loss_disc_real_5: 0.19232815504074097 (0.23561500936636626) + | > loss_0: 2.5136892795562744 (2.4666762044069075) + | > grad_norm_0: tensor(177.9689, device='cuda:0') (tensor(101.0947, device='cuda:0')) + | > loss_gen: 2.4559969902038574 (2.364091244130997) + | > loss_kl: 1.5969493389129639 (1.5546639291122826) + | > loss_feat: 5.796603679656982 (5.947838985612032) + | > loss_mel: 20.814638137817383 (22.225053034145446) + | > loss_duration: 1.7361061573028564 (1.7585851345554928) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.40029525756836 (33.85023231787875) + | > grad_norm_1: tensor(811.5107, device='cuda:0') (tensor(663.9655, device='cuda:0')) + | > current_lr_0: 0.00019927626732381507 + | > current_lr_1: 0.00019927626732381507 + | > step_time: 1.0013 (0.9369778624319942) + | > loader_time: 0.006 (0.005314790894624492) + + + --> TIME: 2024-11-22 22:30:26 -- STEP: 296/797 -- GLOBAL_STEP: 24200 + | > loss_disc: 2.468620538711548 (2.464729430707725) + | > loss_disc_real_0: 0.13005515933036804 (0.1233944759855198) + | > loss_disc_real_1: 0.24610073864459991 (0.21680825666801348) + | > loss_disc_real_2: 0.23523198068141937 (0.2364445093113023) + | > loss_disc_real_3: 0.28771498799324036 (0.22427220954685598) + | > loss_disc_real_4: 0.20410417020320892 (0.22157386640036428) + | > loss_disc_real_5: 0.25027936697006226 (0.23558588663267122) + | > loss_0: 2.468620538711548 (2.464729430707725) + | > grad_norm_0: tensor(4.0309, device='cuda:0') (tensor(99.3736, device='cuda:0')) + | > loss_gen: 2.428915023803711 (2.36567895718523) + | > loss_kl: 1.8029505014419556 (1.554995826772741) + | > loss_feat: 5.694796085357666 (5.950123091001769) + | > loss_mel: 23.14647674560547 (22.23228211016268) + | > loss_duration: 1.6906263828277588 (1.7563256504567895) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.763763427734375 (33.8594056528968) + | > grad_norm_1: tensor(281.5319, device='cuda:0') (tensor(664.2192, device='cuda:0')) + | > current_lr_0: 0.00019927626732381507 + | > current_lr_1: 0.00019927626732381507 + | > step_time: 0.8284 (0.9406908549167015) + | > loader_time: 0.0054 (0.005419139121029828) + + + --> TIME: 2024-11-22 22:30:51 -- STEP: 321/797 -- GLOBAL_STEP: 24225 + | > loss_disc: 2.615128517150879 (2.4662804559012437) + | > loss_disc_real_0: 0.1413114070892334 (0.12390541834205482) + | > loss_disc_real_1: 0.2771974503993988 (0.2168780808044) + | > loss_disc_real_2: 0.2852785885334015 (0.2361661243104489) + | > loss_disc_real_3: 0.25465598702430725 (0.2248928545048675) + | > loss_disc_real_4: 0.21249163150787354 (0.22155678824657962) + | > loss_disc_real_5: 0.24601991474628448 (0.2354949702540662) + | > loss_0: 2.615128517150879 (2.4662804559012437) + | > grad_norm_0: tensor(259.3871, device='cuda:0') (tensor(100.5227, device='cuda:0')) + | > loss_gen: 2.4105358123779297 (2.361972217619234) + | > loss_kl: 1.5893815755844116 (1.557027186188742) + | > loss_feat: 5.175450325012207 (5.936339127311825) + | > loss_mel: 20.786184310913086 (22.231243020648897) + | > loss_duration: 1.770073652267456 (1.754210416401658) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.731624603271484 (33.84079198153963) + | > grad_norm_1: tensor(1123.2325, device='cuda:0') (tensor(668.4778, device='cuda:0')) + | > current_lr_0: 0.00019927626732381507 + | > current_lr_1: 0.00019927626732381507 + | > step_time: 0.983 (0.9444264808547831) + | > loader_time: 0.0056 (0.005482273309773001) + + + --> TIME: 2024-11-22 22:31:18 -- STEP: 346/797 -- GLOBAL_STEP: 24250 + | > loss_disc: 2.5243544578552246 (2.4672735405795136) + | > loss_disc_real_0: 0.19244176149368286 (0.12368242508284963) + | > loss_disc_real_1: 0.18621711432933807 (0.21785121251737452) + | > loss_disc_real_2: 0.2224210947751999 (0.2365740975634211) + | > loss_disc_real_3: 0.2093532532453537 (0.22486183477964014) + | > loss_disc_real_4: 0.20047837495803833 (0.22161261194703208) + | > loss_disc_real_5: 0.21984387934207916 (0.23521662723122305) + | > loss_0: 2.5243544578552246 (2.4672735405795136) + | > grad_norm_0: tensor(108.4936, device='cuda:0') (tensor(103.2720, device='cuda:0')) + | > loss_gen: 2.3126838207244873 (2.3635268714386615) + | > loss_kl: 1.5142511129379272 (1.5546927303937124) + | > loss_feat: 6.882296562194824 (5.9323504894455015) + | > loss_mel: 24.2351131439209 (22.226484359344308) + | > loss_duration: 1.6872919797897339 (1.7512082326618923) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.63163375854492 (33.828262687418515) + | > grad_norm_1: tensor(594.9971, device='cuda:0') (tensor(681.6432, device='cuda:0')) + | > current_lr_0: 0.00019927626732381507 + | > current_lr_1: 0.00019927626732381507 + | > step_time: 1.0389 (0.9521940464229253) + | > loader_time: 0.0083 (0.005629253525265377) + + + --> TIME: 2024-11-22 22:31:46 -- STEP: 371/797 -- GLOBAL_STEP: 24275 + | > loss_disc: 2.537984848022461 (2.467241786560922) + | > loss_disc_real_0: 0.1669035255908966 (0.12404773413452176) + | > loss_disc_real_1: 0.18689152598381042 (0.21800846749078232) + | > loss_disc_real_2: 0.30027660727500916 (0.2359094601676792) + | > loss_disc_real_3: 0.23756331205368042 (0.22481214682850234) + | > loss_disc_real_4: 0.2504292130470276 (0.22159862932008553) + | > loss_disc_real_5: 0.3095811903476715 (0.23477539600869715) + | > loss_0: 2.537984848022461 (2.467241786560922) + | > grad_norm_0: tensor(177.9717, device='cuda:0') (tensor(103.7339, device='cuda:0')) + | > loss_gen: 2.5993261337280273 (2.3646869408795137) + | > loss_kl: 1.7552777528762817 (1.5552787372686787) + | > loss_feat: 5.982304096221924 (5.943398644018043) + | > loss_mel: 22.067995071411133 (22.237655948114533) + | > loss_duration: 1.6817768812179565 (1.7485850474262494) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.0866813659668 (33.84960531867098) + | > grad_norm_1: tensor(1057.5243, device='cuda:0') (tensor(677.0709, device='cuda:0')) + | > current_lr_0: 0.00019927626732381507 + | > current_lr_1: 0.00019927626732381507 + | > step_time: 1.1979 (0.961725256192395) + | > loader_time: 0.0086 (0.005802349902870196) + + + --> TIME: 2024-11-22 22:32:12 -- STEP: 396/797 -- GLOBAL_STEP: 24300 + | > loss_disc: 2.51767897605896 (2.4666540610669827) + | > loss_disc_real_0: 0.10945811867713928 (0.1231017563059324) + | > loss_disc_real_1: 0.210261732339859 (0.21781620360685117) + | > loss_disc_real_2: 0.2077288031578064 (0.23641502462101704) + | > loss_disc_real_3: 0.25285181403160095 (0.22518200732090257) + | > loss_disc_real_4: 0.2304670512676239 (0.22169775910901302) + | > loss_disc_real_5: 0.25043755769729614 (0.2349731947737511) + | > loss_0: 2.51767897605896 (2.4666540610669827) + | > grad_norm_0: tensor(15.7336, device='cuda:0') (tensor(104.2264, device='cuda:0')) + | > loss_gen: 2.2229526042938232 (2.364974601100189) + | > loss_kl: 1.4885673522949219 (1.5544467797183021) + | > loss_feat: 6.040921688079834 (5.945778799779485) + | > loss_mel: 22.077516555786133 (22.249118414792157) + | > loss_duration: 1.6605312824249268 (1.7467139050213978) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.4904899597168 (33.86103251004462) + | > grad_norm_1: tensor(195.1643, device='cuda:0') (tensor(687.7101, device='cuda:0')) + | > current_lr_0: 0.00019927626732381507 + | > current_lr_1: 0.00019927626732381507 + | > step_time: 0.9772 (0.9661705933435999) + | > loader_time: 0.0084 (0.0058984997296574115) + + + --> TIME: 2024-11-22 22:32:38 -- STEP: 421/797 -- GLOBAL_STEP: 24325 + | > loss_disc: 2.4165596961975098 (2.4627784629332474) + | > loss_disc_real_0: 0.1320054531097412 (0.12273606853537491) + | > loss_disc_real_1: 0.22963812947273254 (0.21736565787973428) + | > loss_disc_real_2: 0.26997047662734985 (0.23619984444275038) + | > loss_disc_real_3: 0.23630894720554352 (0.22482261005036905) + | > loss_disc_real_4: 0.21582162380218506 (0.22100972184234446) + | > loss_disc_real_5: 0.2718995213508606 (0.23497716990474285) + | > loss_0: 2.4165596961975098 (2.4627784629332474) + | > grad_norm_0: tensor(28.5278, device='cuda:0') (tensor(105.3987, device='cuda:0')) + | > loss_gen: 2.551711082458496 (2.3667994134499732) + | > loss_kl: 1.4856228828430176 (1.551359911146186) + | > loss_feat: 6.1843719482421875 (5.954738405141579) + | > loss_mel: 22.90831184387207 (22.251663982726626) + | > loss_duration: 1.739811897277832 (1.7452781356145537) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.86982727050781 (33.869839829107384) + | > grad_norm_1: tensor(986.0054, device='cuda:0') (tensor(693.2151, device='cuda:0')) + | > current_lr_0: 0.00019927626732381507 + | > current_lr_1: 0.00019927626732381507 + | > step_time: 1.0894 (0.9692125008961368) + | > loader_time: 0.0091 (0.0059683181327765435) + + + --> TIME: 2024-11-22 22:33:06 -- STEP: 446/797 -- GLOBAL_STEP: 24350 + | > loss_disc: 2.421902656555176 (2.4627742510739994) + | > loss_disc_real_0: 0.09527313709259033 (0.12246122111821121) + | > loss_disc_real_1: 0.16243329644203186 (0.21757518997908706) + | > loss_disc_real_2: 0.18947313725948334 (0.23581160594930564) + | > loss_disc_real_3: 0.2695108652114868 (0.2249483908171611) + | > loss_disc_real_4: 0.2432820200920105 (0.2210229285428877) + | > loss_disc_real_5: 0.2211572527885437 (0.23485397824792048) + | > loss_0: 2.421902656555176 (2.4627742510739994) + | > grad_norm_0: tensor(109.9390, device='cuda:0') (tensor(105.9830, device='cuda:0')) + | > loss_gen: 2.266935110092163 (2.3652391599432763) + | > loss_kl: 1.7544002532958984 (1.5517997618747927) + | > loss_feat: 5.495163917541504 (5.951938591730432) + | > loss_mel: 21.544675827026367 (22.259201246526754) + | > loss_duration: 1.732551097869873 (1.743997652167162) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.793724060058594 (33.872176414113426) + | > grad_norm_1: tensor(872.3633, device='cuda:0') (tensor(698.8432, device='cuda:0')) + | > current_lr_0: 0.00019927626732381507 + | > current_lr_1: 0.00019927626732381507 + | > step_time: 1.053 (0.9786605995332179) + | > loader_time: 0.0172 (0.006150623608063153) + + + --> TIME: 2024-11-22 22:33:34 -- STEP: 471/797 -- GLOBAL_STEP: 24375 + | > loss_disc: 2.5566115379333496 (2.462650653409856) + | > loss_disc_real_0: 0.06577403098344803 (0.1223507210881214) + | > loss_disc_real_1: 0.2653532326221466 (0.2174884856316694) + | > loss_disc_real_2: 0.23972688615322113 (0.2359773305634278) + | > loss_disc_real_3: 0.20021145045757294 (0.22487102142058613) + | > loss_disc_real_4: 0.18058505654335022 (0.22107704230554545) + | > loss_disc_real_5: 0.22960028052330017 (0.23505868055638235) + | > loss_0: 2.5566115379333496 (2.462650653409856) + | > grad_norm_0: tensor(12.2894, device='cuda:0') (tensor(104.9566, device='cuda:0')) + | > loss_gen: 2.3547165393829346 (2.3650508134481503) + | > loss_kl: 1.6254448890686035 (1.5522561177073513) + | > loss_feat: 5.977293491363525 (5.954788730402659) + | > loss_mel: 23.30375099182129 (22.26965337295695) + | > loss_duration: 1.6953068971633911 (1.743145241099558) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.95651626586914 (33.88489429206606) + | > grad_norm_1: tensor(149.8996, device='cuda:0') (tensor(701.2194, device='cuda:0')) + | > current_lr_0: 0.00019927626732381507 + | > current_lr_1: 0.00019927626732381507 + | > step_time: 1.08 (0.9850326839779087) + | > loader_time: 0.0078 (0.006272513901858318) + + + --> TIME: 2024-11-22 22:34:01 -- STEP: 496/797 -- GLOBAL_STEP: 24400 + | > loss_disc: 2.347792148590088 (2.4623664088787565) + | > loss_disc_real_0: 0.1001269742846489 (0.12230434365600588) + | > loss_disc_real_1: 0.17882420122623444 (0.21757563630179053) + | > loss_disc_real_2: 0.1871628314256668 (0.23579403151187203) + | > loss_disc_real_3: 0.28307291865348816 (0.2253191890195012) + | > loss_disc_real_4: 0.23592273890972137 (0.2212923307632727) + | > loss_disc_real_5: 0.266117125749588 (0.23482641169140417) + | > loss_0: 2.347792148590088 (2.4623664088787565) + | > grad_norm_0: tensor(127.1553, device='cuda:0') (tensor(104.4319, device='cuda:0')) + | > loss_gen: 2.517206907272339 (2.366387756601456) + | > loss_kl: 1.5706455707550049 (1.5527410848486805) + | > loss_feat: 6.317049026489258 (5.958336892627899) + | > loss_mel: 23.594512939453125 (22.28162444791487) + | > loss_duration: 1.7250434160232544 (1.7417075850309864) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.72446060180664 (33.90079779394213) + | > grad_norm_1: tensor(638.4315, device='cuda:0') (tensor(702.8004, device='cuda:0')) + | > current_lr_0: 0.00019927626732381507 + | > current_lr_1: 0.00019927626732381507 + | > step_time: 1.0084 (0.9884245227421483) + | > loader_time: 0.0071 (0.006359810310025367) + + + --> TIME: 2024-11-22 22:34:27 -- STEP: 521/797 -- GLOBAL_STEP: 24425 + | > loss_disc: 2.5422556400299072 (2.460053041663142) + | > loss_disc_real_0: 0.04958007484674454 (0.12168856476381736) + | > loss_disc_real_1: 0.2137058526277542 (0.2174646881857669) + | > loss_disc_real_2: 0.2505490779876709 (0.23589692595137746) + | > loss_disc_real_3: 0.21625488996505737 (0.22496893796033) + | > loss_disc_real_4: 0.22320038080215454 (0.2209606336826555) + | > loss_disc_real_5: 0.24437221884727478 (0.23479129857385456) + | > loss_0: 2.5422556400299072 (2.460053041663142) + | > grad_norm_0: tensor(51.1757, device='cuda:0') (tensor(103.4849, device='cuda:0')) + | > loss_gen: 2.1670162677764893 (2.367760264255721) + | > loss_kl: 1.5648422241210938 (1.5542030226932602) + | > loss_feat: 5.796800136566162 (5.963669322960206) + | > loss_mel: 22.256031036376953 (22.291699623649738) + | > loss_duration: 1.7471826076507568 (1.7405873681213027) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.5318717956543 (33.91791960923093) + | > grad_norm_1: tensor(848.6918, device='cuda:0') (tensor(704.2766, device='cuda:0')) + | > current_lr_0: 0.00019927626732381507 + | > current_lr_1: 0.00019927626732381507 + | > step_time: 1.0396 (0.9907006640809511) + | > loader_time: 0.0079 (0.006452219499965088) + + + --> TIME: 2024-11-22 22:34:52 -- STEP: 546/797 -- GLOBAL_STEP: 24450 + | > loss_disc: 2.318655014038086 (2.458369934078537) + | > loss_disc_real_0: 0.08050695806741714 (0.12142637430011352) + | > loss_disc_real_1: 0.20403940975666046 (0.2173207801231098) + | > loss_disc_real_2: 0.24247869849205017 (0.23543536242766258) + | > loss_disc_real_3: 0.2302219718694687 (0.22484241936342184) + | > loss_disc_real_4: 0.21383565664291382 (0.2209680780440896) + | > loss_disc_real_5: 0.22882847487926483 (0.2349319244861166) + | > loss_0: 2.318655014038086 (2.458369934078537) + | > grad_norm_0: tensor(133.9345, device='cuda:0') (tensor(105.1434, device='cuda:0')) + | > loss_gen: 2.5288186073303223 (2.3719379914985907) + | > loss_kl: 1.6782939434051514 (1.5542772226717876) + | > loss_feat: 6.8003950119018555 (5.9760871754461125) + | > loss_mel: 21.574798583984375 (22.288433155297366) + | > loss_duration: 1.705531358718872 (1.7402060149790166) + | > amp_scaler: 256.0 (130.8131868131868) + | > loss_1: 34.287837982177734 (33.930941585219415) + | > grad_norm_1: tensor(638.9360, device='cuda:0') (tensor(701.7125, device='cuda:0')) + | > current_lr_0: 0.00019927626732381507 + | > current_lr_1: 0.00019927626732381507 + | > step_time: 1.0211 (0.9898915539731036) + | > loader_time: 0.0107 (0.006547918686499961) + + + --> TIME: 2024-11-22 22:35:15 -- STEP: 571/797 -- GLOBAL_STEP: 24475 + | > loss_disc: 2.4283227920532227 (2.4587293305873033) + | > loss_disc_real_0: 0.12934868037700653 (0.12187885607865145) + | > loss_disc_real_1: 0.24341998994350433 (0.21742545381423262) + | > loss_disc_real_2: 0.23599869012832642 (0.23517452389158425) + | > loss_disc_real_3: 0.23935340344905853 (0.2246791439851821) + | > loss_disc_real_4: 0.2311890870332718 (0.22079978684932247) + | > loss_disc_real_5: 0.2762605547904968 (0.23515182950137584) + | > loss_0: 2.4283227920532227 (2.4587293305873033) + | > grad_norm_0: tensor(68.7274, device='cuda:0') (tensor(105.3226, device='cuda:0')) + | > loss_gen: 2.5331273078918457 (2.373118762585828) + | > loss_kl: 1.5087895393371582 (1.552632842088956) + | > loss_feat: 6.282464981079102 (5.981405605576708) + | > loss_mel: 21.54241180419922 (22.30146324571921) + | > loss_duration: 1.7418346405029297 (1.739413483339099) + | > amp_scaler: 256.0 (136.2942206654991) + | > loss_1: 33.60862731933594 (33.948033995887265) + | > grad_norm_1: tensor(1000.7422, device='cuda:0') (tensor(696.0812, device='cuda:0')) + | > current_lr_0: 0.00019927626732381507 + | > current_lr_1: 0.00019927626732381507 + | > step_time: 0.8994 (0.9863896904392543) + | > loader_time: 0.0072 (0.0066733518957882935) + + + --> TIME: 2024-11-22 22:35:38 -- STEP: 596/797 -- GLOBAL_STEP: 24500 + | > loss_disc: 2.5086851119995117 (2.458564169454894) + | > loss_disc_real_0: 0.07130254805088043 (0.12171864642717894) + | > loss_disc_real_1: 0.2462654709815979 (0.21728577434816612) + | > loss_disc_real_2: 0.2773253619670868 (0.2350760848580191) + | > loss_disc_real_3: 0.22686341404914856 (0.22483193184305358) + | > loss_disc_real_4: 0.23986515402793884 (0.2209414882247879) + | > loss_disc_real_5: 0.24453169107437134 (0.23516232862868566) + | > loss_0: 2.5086851119995117 (2.458564169454894) + | > grad_norm_0: tensor(125.6124, device='cuda:0') (tensor(105.3824, device='cuda:0')) + | > loss_gen: 2.350367307662964 (2.3711162061499262) + | > loss_kl: 1.1537877321243286 (1.5531824171143087) + | > loss_feat: 5.136356830596924 (5.975335077951416) + | > loss_mel: 21.363807678222656 (22.289052476818934) + | > loss_duration: 1.6975808143615723 (1.7390221283339817) + | > amp_scaler: 128.0 (140.67114093959725) + | > loss_1: 31.7018985748291 (33.927708363373036) + | > grad_norm_1: tensor(1160.9492, device='cuda:0') (tensor(699.6430, device='cuda:0')) + | > current_lr_0: 0.00019927626732381507 + | > current_lr_1: 0.00019927626732381507 + | > step_time: 0.9169 (0.9839532527347539) + | > loader_time: 0.0072 (0.006731320147546343) + + + --> TIME: 2024-11-22 22:36:02 -- STEP: 621/797 -- GLOBAL_STEP: 24525 + | > loss_disc: 2.408902645111084 (2.4586200080632006) + | > loss_disc_real_0: 0.11943784356117249 (0.12156399664575543) + | > loss_disc_real_1: 0.22814081609249115 (0.2170559258324704) + | > loss_disc_real_2: 0.2144707888364792 (0.23527598369044767) + | > loss_disc_real_3: 0.1790817826986313 (0.2247651642167434) + | > loss_disc_real_4: 0.22442471981048584 (0.22081236217332914) + | > loss_disc_real_5: 0.23512984812259674 (0.23581744620093592) + | > loss_0: 2.408902645111084 (2.4586200080632006) + | > grad_norm_0: tensor(18.0313, device='cuda:0') (tensor(104.8494, device='cuda:0')) + | > loss_gen: 2.328780174255371 (2.3713702529716794) + | > loss_kl: 1.5334910154342651 (1.5527332738977702) + | > loss_feat: 6.50602912902832 (5.9744683939861565) + | > loss_mel: 24.313093185424805 (22.30839346610789) + | > loss_duration: 1.740340232849121 (1.7388152003096309) + | > amp_scaler: 128.0 (140.16103059581317) + | > loss_1: 36.42173767089844 (33.94578065733981) + | > grad_norm_1: tensor(607.8661, device='cuda:0') (tensor(699.2712, device='cuda:0')) + | > current_lr_0: 0.00019927626732381507 + | > current_lr_1: 0.00019927626732381507 + | > step_time: 0.9747 (0.9822477035092463) + | > loader_time: 0.0082 (0.0068531892533847455) + + + --> TIME: 2024-11-22 22:36:26 -- STEP: 646/797 -- GLOBAL_STEP: 24550 + | > loss_disc: 2.2773020267486572 (2.4584913659760073) + | > loss_disc_real_0: 0.05503733456134796 (0.12193932950542807) + | > loss_disc_real_1: 0.2268599420785904 (0.21699435183138296) + | > loss_disc_real_2: 0.22696846723556519 (0.23532406492129937) + | > loss_disc_real_3: 0.18122173845767975 (0.22472845587660284) + | > loss_disc_real_4: 0.23478488624095917 (0.22092171490838275) + | > loss_disc_real_5: 0.2492230385541916 (0.23556406862872303) + | > loss_0: 2.2773020267486572 (2.4584913659760073) + | > grad_norm_0: tensor(84.0674, device='cuda:0') (tensor(105.4130, device='cuda:0')) + | > loss_gen: 2.5188229084014893 (2.3691816931538536) + | > loss_kl: 1.445644736289978 (1.552048467445669) + | > loss_feat: 7.3856611251831055 (5.965772390365599) + | > loss_mel: 24.350109100341797 (22.304968636102345) + | > loss_duration: 1.672295331954956 (1.7387494516815567) + | > amp_scaler: 128.0 (139.69040247678012) + | > loss_1: 37.37253189086914 (33.93072068654349) + | > grad_norm_1: tensor(786.6476, device='cuda:0') (tensor(697.1127, device='cuda:0')) + | > current_lr_0: 0.00019927626732381507 + | > current_lr_1: 0.00019927626732381507 + | > step_time: 0.9685 (0.9805355208577017) + | > loader_time: 0.01 (0.006943704912167951) + + + --> TIME: 2024-11-22 22:36:50 -- STEP: 671/797 -- GLOBAL_STEP: 24575 + | > loss_disc: 2.414684772491455 (2.4597703056790245) + | > loss_disc_real_0: 0.11911027878522873 (0.12251408147763033) + | > loss_disc_real_1: 0.19449783861637115 (0.21704052775076707) + | > loss_disc_real_2: 0.19238969683647156 (0.23505731515486442) + | > loss_disc_real_3: 0.2321995049715042 (0.22508555359794202) + | > loss_disc_real_4: 0.1827266961336136 (0.22089461022890797) + | > loss_disc_real_5: 0.23497585952281952 (0.23550185880966584) + | > loss_0: 2.414684772491455 (2.4597703056790245) + | > grad_norm_0: tensor(100.7281, device='cuda:0') (tensor(105.8501, device='cuda:0')) + | > loss_gen: 2.321995735168457 (2.3696507753807095) + | > loss_kl: 1.768932580947876 (1.552617630198176) + | > loss_feat: 6.128617763519287 (5.965601176334386) + | > loss_mel: 24.173303604125977 (22.309236481008508) + | > loss_duration: 1.712162733078003 (1.738395286388085) + | > amp_scaler: 128.0 (139.2548435171386) + | > loss_1: 36.105010986328125 (33.9355013715173) + | > grad_norm_1: tensor(662.8797, device='cuda:0') (tensor(689.3965, device='cuda:0')) + | > current_lr_0: 0.00019927626732381507 + | > current_lr_1: 0.00019927626732381507 + | > step_time: 0.9173 (0.9792999766445017) + | > loader_time: 0.0075 (0.007028734275374432) + + + --> TIME: 2024-11-22 22:37:15 -- STEP: 696/797 -- GLOBAL_STEP: 24600 + | > loss_disc: 2.4464073181152344 (2.459250836879357) + | > loss_disc_real_0: 0.0902034267783165 (0.12257655974927134) + | > loss_disc_real_1: 0.20131804049015045 (0.21703172734157103) + | > loss_disc_real_2: 0.22414074838161469 (0.23523466295466341) + | > loss_disc_real_3: 0.19510386884212494 (0.2249973265389944) + | > loss_disc_real_4: 0.22075079381465912 (0.22103284130236875) + | > loss_disc_real_5: 0.23674161732196808 (0.2354392608863184) + | > loss_0: 2.4464073181152344 (2.459250836879357) + | > grad_norm_0: tensor(83.1742, device='cuda:0') (tensor(104.8403, device='cuda:0')) + | > loss_gen: 2.1330697536468506 (2.368578299708749) + | > loss_kl: 1.6766211986541748 (1.5534048568585823) + | > loss_feat: 5.756196022033691 (5.9661218181423745) + | > loss_mel: 23.977497100830078 (22.330418625097163) + | > loss_duration: 1.7330760955810547 (1.7378115136733003) + | > amp_scaler: 128.0 (138.85057471264366) + | > loss_1: 35.276458740234375 (33.956335106115255) + | > grad_norm_1: tensor(773.9946, device='cuda:0') (tensor(688.0849, device='cuda:0')) + | > current_lr_0: 0.00019927626732381507 + | > current_lr_1: 0.00019927626732381507 + | > step_time: 0.9409 (0.9789324025998171) + | > loader_time: 0.0087 (0.007136755633628229) + + + --> TIME: 2024-11-22 22:37:42 -- STEP: 721/797 -- GLOBAL_STEP: 24625 + | > loss_disc: 2.511086940765381 (2.459573494081854) + | > loss_disc_real_0: 0.2095414698123932 (0.12322632647565103) + | > loss_disc_real_1: 0.21934685111045837 (0.21687148275801937) + | > loss_disc_real_2: 0.23890036344528198 (0.2349431268385148) + | > loss_disc_real_3: 0.20870976150035858 (0.22492973781326442) + | > loss_disc_real_4: 0.20969438552856445 (0.221022509813474) + | > loss_disc_real_5: 0.26060283184051514 (0.2354666748382513) + | > loss_0: 2.511086940765381 (2.459573494081854) + | > grad_norm_0: tensor(120.1374, device='cuda:0') (tensor(104.6495, device='cuda:0')) + | > loss_gen: 2.303713321685791 (2.3661698894923973) + | > loss_kl: 1.4968372583389282 (1.5535913482618398) + | > loss_feat: 5.832113742828369 (5.9567184778919815) + | > loss_mel: 22.96942901611328 (22.32017450425232) + | > loss_duration: 1.7230452299118042 (1.7371436875008681) + | > amp_scaler: 128.0 (138.47434119278785) + | > loss_1: 34.325138092041016 (33.933797894503016) + | > grad_norm_1: tensor(981.1844, device='cuda:0') (tensor(686.8445, device='cuda:0')) + | > current_lr_0: 0.00019927626732381507 + | > current_lr_1: 0.00019927626732381507 + | > step_time: 1.0232 (0.9815242905557239) + | > loader_time: 0.0091 (0.007344658265662753) + + + --> TIME: 2024-11-22 22:38:13 -- STEP: 746/797 -- GLOBAL_STEP: 24650 + | > loss_disc: 2.436445713043213 (2.460825169054497) + | > loss_disc_real_0: 0.11969385296106339 (0.12356933309689125) + | > loss_disc_real_1: 0.21647830307483673 (0.21701075841770093) + | > loss_disc_real_2: 0.2529597580432892 (0.2350994809742907) + | > loss_disc_real_3: 0.2351696640253067 (0.22521591410240602) + | > loss_disc_real_4: 0.22076332569122314 (0.22141016080935574) + | > loss_disc_real_5: 0.2301102578639984 (0.2354131185177504) + | > loss_0: 2.436445713043213 (2.460825169054497) + | > grad_norm_0: tensor(241.5249, device='cuda:0') (tensor(105.1169, device='cuda:0')) + | > loss_gen: 2.3428657054901123 (2.3652094241441377) + | > loss_kl: 1.4016823768615723 (1.5528460459798654) + | > loss_feat: 5.498848915100098 (5.950739590156493) + | > loss_mel: 21.328506469726562 (22.313102330982534) + | > loss_duration: 1.7097787857055664 (1.736177838360017) + | > amp_scaler: 128.0 (138.1233243967829) + | > loss_1: 32.281681060791016 (33.91807520868953) + | > grad_norm_1: tensor(729.3712, device='cuda:0') (tensor(685.1462, device='cuda:0')) + | > current_lr_0: 0.00019927626732381507 + | > current_lr_1: 0.00019927626732381507 + | > step_time: 1.3904 (0.9895117755869438) + | > loader_time: 0.0138 (0.007550806526204534) + + + --> TIME: 2024-11-22 22:38:55 -- STEP: 771/797 -- GLOBAL_STEP: 24675 + | > loss_disc: 2.3906853199005127 (2.4608003230410342) + | > loss_disc_real_0: 0.0654364600777626 (0.1232339379688104) + | > loss_disc_real_1: 0.1707623451948166 (0.21707307045793714) + | > loss_disc_real_2: 0.19060896337032318 (0.23536077454860108) + | > loss_disc_real_3: 0.16671964526176453 (0.22508700731199538) + | > loss_disc_real_4: 0.18917353451251984 (0.2216381539630518) + | > loss_disc_real_5: 0.23159633576869965 (0.23563423551783333) + | > loss_0: 2.3906853199005127 (2.4608003230410342) + | > grad_norm_0: tensor(292.0373, device='cuda:0') (tensor(105.6634, device='cuda:0')) + | > loss_gen: 2.284867525100708 (2.366459014969265) + | > loss_kl: 1.517673134803772 (1.5521135299276902) + | > loss_feat: 6.055947780609131 (5.955462392047529) + | > loss_mel: 22.182104110717773 (22.32468627306275) + | > loss_duration: 1.733079433441162 (1.7351240197972104) + | > amp_scaler: 128.0 (137.79507133592745) + | > loss_1: 33.7736701965332 (33.93384521326049) + | > grad_norm_1: tensor(1025.2678, device='cuda:0') (tensor(686.7670, device='cuda:0')) + | > current_lr_0: 0.00019927626732381507 + | > current_lr_1: 0.00019927626732381507 + | > step_time: 1.4596 (1.0116468069618312) + | > loader_time: 0.0112 (0.007975398025314781) + + + --> TIME: 2024-11-22 22:39:54 -- STEP: 796/797 -- GLOBAL_STEP: 24700 + | > loss_disc: 2.499563217163086 (2.4612951958598828) + | > loss_disc_real_0: 0.22665464878082275 (0.12321231424827223) + | > loss_disc_real_1: 0.2427251935005188 (0.21728955042646755) + | > loss_disc_real_2: 0.2558000385761261 (0.23545024613264817) + | > loss_disc_real_3: 0.24602852761745453 (0.22542786152668334) + | > loss_disc_real_4: 0.22765493392944336 (0.2216659248549135) + | > loss_disc_real_5: 0.21719802916049957 (0.23540771812500066) + | > loss_0: 2.499563217163086 (2.4612951958598828) + | > grad_norm_0: tensor(218.8925, device='cuda:0') (tensor(105.5048, device='cuda:0')) + | > loss_gen: 2.498734474182129 (2.3674640826244433) + | > loss_kl: 1.5876094102859497 (1.5519911347322128) + | > loss_feat: 6.235169410705566 (5.961905843648478) + | > loss_mel: 22.67070960998535 (22.34700792398885) + | > loss_duration: 1.6976673603057861 (1.7343748241812742) + | > amp_scaler: 128.0 (137.48743718592962) + | > loss_1: 34.68988800048828 (33.96274379509779) + | > grad_norm_1: tensor(173.1619, device='cuda:0') (tensor(679.2826, device='cuda:0')) + | > current_lr_0: 0.00019927626732381507 + | > current_lr_1: 0.00019927626732381507 + | > step_time: 2.0576 (1.053675133079739) + | > loader_time: 0.019 (0.008224081753486361) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.4314260482788086 (2.4314260482788086) + | > loss_disc_real_0: 0.19503018260002136 (0.19503018260002136) + | > loss_disc_real_1: 0.16880178451538086 (0.16880178451538086) + | > loss_disc_real_2: 0.18009059131145477 (0.18009059131145477) + | > loss_disc_real_3: 0.24115289747714996 (0.24115289747714996) + | > loss_disc_real_4: 0.24490509927272797 (0.24490509927272797) + | > loss_disc_real_5: 0.1805059015750885 (0.1805059015750885) + | > loss_0: 2.4314260482788086 (2.4314260482788086) + | > loss_gen: 2.3068389892578125 (2.3068389892578125) + | > loss_kl: 2.284482717514038 (2.284482717514038) + | > loss_feat: 6.8096232414245605 (6.8096232414245605) + | > loss_mel: 25.033823013305664 (25.033823013305664) + | > loss_duration: 2.021052122116089 (2.021052122116089) + | > loss_1: 38.4558219909668 (38.4558219909668) + + --> STEP: 1 + | > loss_disc: 2.5931105613708496 (2.5931105613708496) + | > loss_disc_real_0: 0.1552392542362213 (0.1552392542362213) + | > loss_disc_real_1: 0.16732235252857208 (0.16732235252857208) + | > loss_disc_real_2: 0.2389853447675705 (0.2389853447675705) + | > loss_disc_real_3: 0.24780450761318207 (0.24780450761318207) + | > loss_disc_real_4: 0.21479198336601257 (0.21479198336601257) + | > loss_disc_real_5: 0.19865837693214417 (0.19865837693214417) + | > loss_0: 2.5931105613708496 (2.5931105613708496) + | > loss_gen: 2.268766164779663 (2.268766164779663) + | > loss_kl: 2.647254467010498 (2.647254467010498) + | > loss_feat: 5.677685260772705 (5.677685260772705) + | > loss_mel: 23.58218765258789 (23.58218765258789) + | > loss_duration: 1.7643492221832275 (1.7643492221832275) + | > loss_1: 35.940242767333984 (35.940242767333984) + + --> STEP: 2 + | > loss_disc: 2.3311634063720703 (2.46213698387146) + | > loss_disc_real_0: 0.19780999422073364 (0.17652462422847748) + | > loss_disc_real_1: 0.1930331438779831 (0.1801777482032776) + | > loss_disc_real_2: 0.2459859997034073 (0.2424856722354889) + | > loss_disc_real_3: 0.22685003280639648 (0.23732727020978928) + | > loss_disc_real_4: 0.2849995791912079 (0.24989578127861023) + | > loss_disc_real_5: 0.20156146585941315 (0.20010992139577866) + | > loss_0: 2.3311634063720703 (2.46213698387146) + | > loss_gen: 2.7673919200897217 (2.5180790424346924) + | > loss_kl: 1.383158564567566 (2.015206515789032) + | > loss_feat: 5.873971462249756 (5.7758283615112305) + | > loss_mel: 21.655529022216797 (22.618858337402344) + | > loss_duration: 1.6859691143035889 (1.7251591682434082) + | > loss_1: 33.36602020263672 (34.65313148498535) + + --> STEP: 3 + | > loss_disc: 2.1579155921936035 (2.3607298533121743) + | > loss_disc_real_0: 0.11071258783340454 (0.15458727876345316) + | > loss_disc_real_1: 0.16469117999076843 (0.17501555879910788) + | > loss_disc_real_2: 0.2254457324743271 (0.23680569231510162) + | > loss_disc_real_3: 0.2657485902309418 (0.24680104355017343) + | > loss_disc_real_4: 0.21906451880931854 (0.23961869378884634) + | > loss_disc_real_5: 0.19609564542770386 (0.19877182940642038) + | > loss_0: 2.1579155921936035 (2.3607298533121743) + | > loss_gen: 2.564819812774658 (2.533659299214681) + | > loss_kl: 1.9695106744766235 (1.9999745686848958) + | > loss_feat: 6.356937885284424 (5.969531536102295) + | > loss_mel: 23.033981323242188 (22.757232666015625) + | > loss_duration: 1.7903046607971191 (1.7468743324279785) + | > loss_1: 35.71555709838867 (35.00727335611979) + + --> STEP: 4 + | > loss_disc: 2.552049160003662 (2.4085596799850464) + | > loss_disc_real_0: 0.2116536796092987 (0.16885387897491455) + | > loss_disc_real_1: 0.17671066522598267 (0.17543933540582657) + | > loss_disc_real_2: 0.22088810801506042 (0.23282629624009132) + | > loss_disc_real_3: 0.22760160267353058 (0.24200118333101273) + | > loss_disc_real_4: 0.28049588203430176 (0.2498379908502102) + | > loss_disc_real_5: 0.18923188745975494 (0.19638684391975403) + | > loss_0: 2.552049160003662 (2.4085596799850464) + | > loss_gen: 2.187511920928955 (2.4471224546432495) + | > loss_kl: 1.7178202867507935 (1.9294359982013702) + | > loss_feat: 4.886284828186035 (5.69871985912323) + | > loss_mel: 16.885799407958984 (21.289374351501465) + | > loss_duration: 1.6703773736953735 (1.7277500927448273) + | > loss_1: 27.347793579101562 (33.092403411865234) + + --> STEP: 5 + | > loss_disc: 2.551496744155884 (2.437147092819214) + | > loss_disc_real_0: 0.18444621562957764 (0.17197234630584718) + | > loss_disc_real_1: 0.17988957464694977 (0.1763293832540512) + | > loss_disc_real_2: 0.23416568338871002 (0.23309417366981505) + | > loss_disc_real_3: 0.24086473882198334 (0.24177389442920685) + | > loss_disc_real_4: 0.2671153247356415 (0.25329345762729644) + | > loss_disc_real_5: 0.1642621010541916 (0.18996189534664154) + | > loss_0: 2.551496744155884 (2.437147092819214) + | > loss_gen: 2.389846086502075 (2.4356671810150146) + | > loss_kl: 1.2687089443206787 (1.7972905874252318) + | > loss_feat: 6.597588062286377 (5.8784934997558596) + | > loss_mel: 22.49521827697754 (21.53054313659668) + | > loss_duration: 1.8515348434448242 (1.7525070428848266) + | > loss_1: 34.60289764404297 (33.39450225830078) + + --> STEP: 6 + | > loss_disc: 2.8163087368011475 (2.500340700149536) + | > loss_disc_real_0: 0.21724848449230194 (0.17951836933692297) + | > loss_disc_real_1: 0.17360033094882965 (0.17587454120318094) + | > loss_disc_real_2: 0.23615048825740814 (0.2336035594344139) + | > loss_disc_real_3: 0.24825972318649292 (0.24285486588875452) + | > loss_disc_real_4: 0.24515676498413086 (0.25193734218676883) + | > loss_disc_real_5: 0.24660642445087433 (0.19940265019734701) + | > loss_0: 2.8163087368011475 (2.500340700149536) + | > loss_gen: 1.958038091659546 (2.356062332789103) + | > loss_kl: 1.059463381767273 (1.6743193864822388) + | > loss_feat: 4.695253849029541 (5.681286891301473) + | > loss_mel: 18.523849487304688 (21.029427528381348) + | > loss_duration: 1.6977596282958984 (1.7433824737866719) + | > loss_1: 27.934364318847656 (32.48447926839193) + + --> STEP: 7 + | > loss_disc: 2.466106653213501 (2.495450122015817) + | > loss_disc_real_0: 0.18549352884292603 (0.18037196355206625) + | > loss_disc_real_1: 0.21526303887367249 (0.1815014694418226) + | > loss_disc_real_2: 0.2651759088039398 (0.2381138950586319) + | > loss_disc_real_3: 0.23601089417934418 (0.24187715564455306) + | > loss_disc_real_4: 0.21090762317180634 (0.24607595375605992) + | > loss_disc_real_5: 0.22872428596019745 (0.20359145530632564) + | > loss_0: 2.466106653213501 (2.495450122015817) + | > loss_gen: 2.458460807800293 (2.3706906863621304) + | > loss_kl: 1.568737268447876 (1.659236226763044) + | > loss_feat: 5.992554187774658 (5.7257536479405) + | > loss_mel: 22.405485153198242 (21.226007189069474) + | > loss_duration: 1.6861913204193115 (1.735212309019906) + | > loss_1: 34.11143112182617 (32.716900961739675) + + --> STEP: 8 + | > loss_disc: 2.237140417098999 (2.4631614089012146) + | > loss_disc_real_0: 0.19976729154586792 (0.18279637955129147) + | > loss_disc_real_1: 0.17237505316734314 (0.18036066740751266) + | > loss_disc_real_2: 0.21886342763900757 (0.23570758663117886) + | > loss_disc_real_3: 0.25161832571029663 (0.243094801902771) + | > loss_disc_real_4: 0.23371848464012146 (0.2445312701165676) + | > loss_disc_real_5: 0.14736539125442505 (0.19656319729983807) + | > loss_0: 2.237140417098999 (2.4631614089012146) + | > loss_gen: 2.708122730255127 (2.412869691848755) + | > loss_kl: 1.6908257007598877 (1.6631849110126495) + | > loss_feat: 7.533371448516846 (5.951705873012543) + | > loss_mel: 24.534021377563477 (21.639508962631226) + | > loss_duration: 1.7363430261611938 (1.7353536486625671) + | > loss_1: 38.20268249511719 (33.402623653411865) + + --> STEP: 9 + | > loss_disc: 2.5190269947052 (2.4693686962127686) + | > loss_disc_real_0: 0.19207750260829926 (0.18382761544651455) + | > loss_disc_real_1: 0.21803051233291626 (0.1845462057325575) + | > loss_disc_real_2: 0.24570375680923462 (0.23681827220651838) + | > loss_disc_real_3: 0.27034324407577515 (0.24612240658866036) + | > loss_disc_real_4: 0.21665072441101074 (0.24143343170483908) + | > loss_disc_real_5: 0.18070387840270996 (0.19480105075571272) + | > loss_0: 2.5190269947052 (2.4693686962127686) + | > loss_gen: 2.2094902992248535 (2.3902719815572104) + | > loss_kl: 1.3025654554367065 (1.6231160826153226) + | > loss_feat: 5.305252552032471 (5.8798777262369795) + | > loss_mel: 20.424646377563477 (21.50452423095703) + | > loss_duration: 1.7354390621185303 (1.7353631390465631) + | > loss_1: 30.977394104003906 (33.133153703477646) + + --> STEP: 10 + | > loss_disc: 2.548860788345337 (2.4773179054260255) + | > loss_disc_real_0: 0.21230575442314148 (0.18667542934417725) + | > loss_disc_real_1: 0.19621457159519196 (0.18571304231882096) + | > loss_disc_real_2: 0.24784746766090393 (0.23792119175195695) + | > loss_disc_real_3: 0.2867422103881836 (0.25018438696861267) + | > loss_disc_real_4: 0.2605541944503784 (0.243345507979393) + | > loss_disc_real_5: 0.25071316957473755 (0.2003922626376152) + | > loss_0: 2.548860788345337 (2.4773179054260255) + | > loss_gen: 2.444521903991699 (2.3956969738006593) + | > loss_kl: 1.2808277606964111 (1.5888872504234315) + | > loss_feat: 4.436374664306641 (5.735527420043946) + | > loss_mel: 18.580055236816406 (21.212077331542968) + | > loss_duration: 1.6353204250335693 (1.7253588676452636) + | > loss_1: 28.377099990844727 (32.657548332214354) + + --> STEP: 11 + | > loss_disc: 2.4591000080108643 (2.475661732933738) + | > loss_disc_real_0: 0.1677573025226593 (0.18495559963313016) + | > loss_disc_real_1: 0.13321936130523682 (0.1809408894994042) + | > loss_disc_real_2: 0.19026656448841095 (0.2335889529098164) + | > loss_disc_real_3: 0.2557060420513153 (0.25068635561249475) + | > loss_disc_real_4: 0.12532827258110046 (0.23261666839773004) + | > loss_disc_real_5: 0.17079772055149078 (0.1977018497206948) + | > loss_0: 2.4591000080108643 (2.475661732933738) + | > loss_gen: 2.1310441493988037 (2.371637626127763) + | > loss_kl: 1.886773705482483 (1.6159678372469815) + | > loss_feat: 6.874801158905029 (5.839097759940407) + | > loss_mel: 23.31393051147461 (21.403154893354937) + | > loss_duration: 1.6430498361587524 (1.7178762284192173) + | > loss_1: 35.8495979309082 (32.947734659368344) + + --> STEP: 12 + | > loss_disc: 2.4435184001922607 (2.472983121871948) + | > loss_disc_real_0: 0.23447318375110626 (0.18908206497629484) + | > loss_disc_real_1: 0.14205431938171387 (0.1777003419895967) + | > loss_disc_real_2: 0.22368885576725006 (0.23276394481460252) + | > loss_disc_real_3: 0.2522852420806885 (0.2508195961515109) + | > loss_disc_real_4: 0.21726195514202118 (0.23133710895975432) + | > loss_disc_real_5: 0.2075832635164261 (0.19852530087033907) + | > loss_0: 2.4435184001922607 (2.472983121871948) + | > loss_gen: 2.382258176803589 (2.3725226720174155) + | > loss_kl: 1.9786237478256226 (1.646189163128535) + | > loss_feat: 5.682934761047363 (5.826084176699321) + | > loss_mel: 21.87896728515625 (21.442805926005047) + | > loss_duration: 1.7350192070007324 (1.7193048099676769) + | > loss_1: 33.65780258178711 (33.00690698623657) + + --> STEP: 13 + | > loss_disc: 2.326495885848999 (2.4617148729471054) + | > loss_disc_real_0: 0.14190708100795746 (0.1854532200556535) + | > loss_disc_real_1: 0.17659823596477509 (0.17761556460307196) + | > loss_disc_real_2: 0.25447341799736023 (0.23443390429019928) + | > loss_disc_real_3: 0.20995773375034332 (0.24767637596680567) + | > loss_disc_real_4: 0.19950416684150696 (0.22888842110450452) + | > loss_disc_real_5: 0.1864287555217743 (0.19759479738198793) + | > loss_0: 2.326495885848999 (2.4617148729471054) + | > loss_gen: 2.42718243598938 (2.376727269246028) + | > loss_kl: 2.0063517093658447 (1.6738939743775587) + | > loss_feat: 5.928033828735352 (5.833926457625169) + | > loss_mel: 23.440616607666016 (21.596483670748196) + | > loss_duration: 1.7797921895980835 (1.7239576853238618) + | > loss_1: 35.58197784423828 (33.20498935992901) + + --> STEP: 14 + | > loss_disc: 2.4059574604034424 (2.457732200622558) + | > loss_disc_real_0: 0.13134102523326874 (0.18158806328262603) + | > loss_disc_real_1: 0.19476303458213806 (0.17884038388729095) + | > loss_disc_real_2: 0.19901253283023834 (0.2319038063287735) + | > loss_disc_real_3: 0.24270747601985931 (0.24732145454202378) + | > loss_disc_real_4: 0.27581658959388733 (0.23224043313946044) + | > loss_disc_real_5: 0.24971184134483337 (0.20131744337933405) + | > loss_0: 2.4059574604034424 (2.457732200622558) + | > loss_gen: 2.4093844890594482 (2.3790599278041293) + | > loss_kl: 1.7672886848449707 (1.680565025125231) + | > loss_feat: 5.348391532897949 (5.7992453915732245) + | > loss_mel: 24.565946578979492 (21.80858816419329) + | > loss_duration: 1.7507264614105225 (1.7258697407586234) + | > loss_1: 35.84173583984375 (33.39332839420863) + + --> STEP: 15 + | > loss_disc: 2.235032081604004 (2.442885526021321) + | > loss_disc_real_0: 0.12352866679430008 (0.17771743685007096) + | > loss_disc_real_1: 0.15503688156604767 (0.1772534837325414) + | > loss_disc_real_2: 0.20827211439609528 (0.23032836019992828) + | > loss_disc_real_3: 0.20323887467384338 (0.2443826158841451) + | > loss_disc_real_4: 0.23642553389072418 (0.23251943985621135) + | > loss_disc_real_5: 0.17431487143039703 (0.19951727191607158) + | > loss_0: 2.235032081604004 (2.442885526021321) + | > loss_gen: 2.3719263076782227 (2.378584353129069) + | > loss_kl: 1.2102941274642944 (1.6492136319478352) + | > loss_feat: 6.880229949951172 (5.871311028798421) + | > loss_mel: 23.463489532470703 (21.91891492207845) + | > loss_duration: 1.7241121530532837 (1.7257525682449342) + | > loss_1: 35.65005111694336 (33.54377657572428) + + --> STEP: 16 + | > loss_disc: 2.643451690673828 (2.455420911312103) + | > loss_disc_real_0: 0.13466915488243103 (0.17502691922709346) + | > loss_disc_real_1: 0.12375888228416443 (0.17391007114201784) + | > loss_disc_real_2: 0.20188096165657043 (0.22855039779096842) + | > loss_disc_real_3: 0.20815329253673553 (0.242118283174932) + | > loss_disc_real_4: 0.27055293321609497 (0.23489653319120407) + | > loss_disc_real_5: 0.20874597132205963 (0.20009406562894583) + | > loss_0: 2.643451690673828 (2.455420911312103) + | > loss_gen: 1.7201125621795654 (2.337429866194725) + | > loss_kl: 1.915152907371521 (1.6658348366618156) + | > loss_feat: 5.63536262512207 (5.856564253568649) + | > loss_mel: 17.818897247314453 (21.6626638174057) + | > loss_duration: 1.8093791007995605 (1.7309792265295982) + | > loss_1: 28.89890480041504 (33.253472089767456) + + --> STEP: 17 + | > loss_disc: 2.6046924591064453 (2.464201590594123) + | > loss_disc_real_0: 0.23639288544654846 (0.17863668194588492) + | > loss_disc_real_1: 0.21392814815044403 (0.17626407567192526) + | > loss_disc_real_2: 0.26961997151374817 (0.230966255068779) + | > loss_disc_real_3: 0.25993484258651733 (0.24316631608149586) + | > loss_disc_real_4: 0.2581842541694641 (0.23626639913110173) + | > loss_disc_real_5: 0.2707470953464508 (0.20425012620056376) + | > loss_0: 2.6046924591064453 (2.464201590594123) + | > loss_gen: 2.4361517429351807 (2.343237035414752) + | > loss_kl: 1.4156244993209839 (1.6511165815241196) + | > loss_feat: 4.579992771148682 (5.781471813426299) + | > loss_mel: 22.847530364990234 (21.732361849616556) + | > loss_duration: 1.6453653573989868 (1.7259431165807388) + | > loss_1: 32.92466354370117 (33.234130410587085) + + --> STEP: 18 + | > loss_disc: 2.7846765518188477 (2.4820057551066075) + | > loss_disc_real_0: 0.2331746369600296 (0.18166656833555964) + | > loss_disc_real_1: 0.19167223572731018 (0.17712008456389108) + | > loss_disc_real_2: 0.29145345091819763 (0.23432665483819115) + | > loss_disc_real_3: 0.2968270480632782 (0.24614746785826153) + | > loss_disc_real_4: 0.3558693528175354 (0.24291100766923693) + | > loss_disc_real_5: 0.25015711784362793 (0.20680051462517846) + | > loss_0: 2.7846765518188477 (2.4820057551066075) + | > loss_gen: 2.322624921798706 (2.342091917991638) + | > loss_kl: 1.2905519008636475 (1.6310852103763156) + | > loss_feat: 5.546361923217773 (5.768410152859158) + | > loss_mel: 23.801687240600586 (21.84732437133789) + | > loss_duration: 1.6600432395935059 (1.7222820123036702) + | > loss_1: 34.62126922607422 (33.31119367811415) + + --> STEP: 19 + | > loss_disc: 2.325453519821167 (2.4737661637757946) + | > loss_disc_real_0: 0.21600200235843658 (0.18347369644202685) + | > loss_disc_real_1: 0.19139039516448975 (0.17787115354286998) + | > loss_disc_real_2: 0.23066112399101257 (0.23413373216202385) + | > loss_disc_real_3: 0.22023537755012512 (0.2447836736315175) + | > loss_disc_real_4: 0.2081541270017624 (0.24108169816042246) + | > loss_disc_real_5: 0.1597789078950882 (0.20432569321833158) + | > loss_0: 2.325453519821167 (2.4737661637757946) + | > loss_gen: 2.5251383781433105 (2.3517259422101473) + | > loss_kl: 1.870863437652588 (1.6437051170750667) + | > loss_feat: 6.148551940917969 (5.788417615388569) + | > loss_mel: 23.641910552978516 (21.941776275634766) + | > loss_duration: 1.7807731628417969 (1.7253604939109402) + | > loss_1: 35.96723556518555 (33.45098535638107) + + --> STEP: 20 + | > loss_disc: 2.5027828216552734 (2.4752169966697686) + | > loss_disc_real_0: 0.188343346118927 (0.18371717892587186) + | > loss_disc_real_1: 0.1940910816192627 (0.1786821499466896) + | > loss_disc_real_2: 0.23371179401874542 (0.23411263525485992) + | > loss_disc_real_3: 0.2805810868740082 (0.24657354429364203) + | > loss_disc_real_4: 0.3081914484500885 (0.24443718567490577) + | > loss_disc_real_5: 0.22800283133983612 (0.2055095501244068) + | > loss_0: 2.5027828216552734 (2.4752169966697686) + | > loss_gen: 2.5753073692321777 (2.3629050135612486) + | > loss_kl: 1.4676151275634766 (1.6349006175994873) + | > loss_feat: 5.709149360656738 (5.784454202651977) + | > loss_mel: 22.842687606811523 (21.986821842193603) + | > loss_duration: 1.6906137466430664 (1.7236231565475464) + | > loss_1: 34.285369873046875 (33.49270458221436) + + --> STEP: 21 + | > loss_disc: 2.5214078426361084 (2.477416560763404) + | > loss_disc_real_0: 0.17100411653518677 (0.1831117950025059) + | > loss_disc_real_1: 0.187722846865654 (0.17911265932378315) + | > loss_disc_real_2: 0.27239489555358887 (0.23593560003098987) + | > loss_disc_real_3: 0.284394770860672 (0.24837455508254824) + | > loss_disc_real_4: 0.30402782559394836 (0.24727483519486018) + | > loss_disc_real_5: 0.21936634182929993 (0.20616939734844936) + | > loss_0: 2.5214078426361084 (2.477416560763404) + | > loss_gen: 2.5716214179992676 (2.3728438899630593) + | > loss_kl: 1.8281447887420654 (1.6441027209872292) + | > loss_feat: 5.242086410522461 (5.758627164931524) + | > loss_mel: 21.827838897705078 (21.979251225789387) + | > loss_duration: 1.7168546915054321 (1.723300848688398) + | > loss_1: 33.186546325683594 (33.47812561761765) + + --> STEP: 22 + | > loss_disc: 2.458994150161743 (2.4765791784633286) + | > loss_disc_real_0: 0.18215715885162354 (0.18306840245019307) + | > loss_disc_real_1: 0.16247694194316864 (0.17835649035193704) + | > loss_disc_real_2: 0.21327535808086395 (0.23490558903325687) + | > loss_disc_real_3: 0.29873573780059814 (0.2506636997515505) + | > loss_disc_real_4: 0.30574971437454224 (0.2499327842484821) + | > loss_disc_real_5: 0.2393627017736435 (0.2076781839132309) + | > loss_0: 2.458994150161743 (2.4765791784633286) + | > loss_gen: 2.490919589996338 (2.3782109672372993) + | > loss_kl: 1.8934874534606934 (1.6554383906451138) + | > loss_feat: 5.7323760986328125 (5.75743393464522) + | > loss_mel: 24.358524322509766 (22.087400002913043) + | > loss_duration: 1.843674898147583 (1.7287723963910884) + | > loss_1: 36.3189811706543 (33.60725541548295) + + --> STEP: 23 + | > loss_disc: 2.6504106521606445 (2.4841370686240816) + | > loss_disc_real_0: 0.3537434935569763 (0.1904890585852706) + | > loss_disc_real_1: 0.19621692597866058 (0.1791330310313598) + | > loss_disc_real_2: 0.23436424136161804 (0.23488205217796823) + | > loss_disc_real_3: 0.2875722050666809 (0.25226841737394745) + | > loss_disc_real_4: 0.22236795723438263 (0.24873431350873865) + | > loss_disc_real_5: 0.2706453502178192 (0.2104158867960391) + | > loss_0: 2.6504106521606445 (2.4841370686240816) + | > loss_gen: 2.4016308784484863 (2.379229224246481) + | > loss_kl: 1.7309048175811768 (1.658719539642334) + | > loss_feat: 4.1438446044921875 (5.6872778768124785) + | > loss_mel: 19.681241989135742 (21.982784437096637) + | > loss_duration: 1.7807741165161133 (1.7310333407443503) + | > loss_1: 29.73839569091797 (33.43904412311056) + + --> STEP: 24 + | > loss_disc: 2.4699833393096924 (2.4835473299026485) + | > loss_disc_real_0: 0.19670632481575012 (0.1907481113448739) + | > loss_disc_real_1: 0.13238245248794556 (0.17718509025871754) + | > loss_disc_real_2: 0.253057062625885 (0.23563934427996477) + | > loss_disc_real_3: 0.23363590240478516 (0.25149206258356566) + | > loss_disc_real_4: 0.23803523182868958 (0.2482885184387366) + | > loss_disc_real_5: 0.23194028437137604 (0.21131273669501147) + | > loss_0: 2.4699833393096924 (2.4835473299026485) + | > loss_gen: 2.4531631469726562 (2.3823098043600717) + | > loss_kl: 1.5198414325714111 (1.6529329518477123) + | > loss_feat: 6.480815410614014 (5.720341940720876) + | > loss_mel: 25.76096534729004 (22.14020864168803) + | > loss_duration: 1.661219596862793 (1.7281244347492855) + | > loss_1: 37.876007080078125 (33.62391757965088) + + --> STEP: 25 + | > loss_disc: 2.2866320610046387 (2.475670719146728) + | > loss_disc_real_0: 0.16006609797477722 (0.18952083081007004) + | > loss_disc_real_1: 0.14367085695266724 (0.1758445209264755) + | > loss_disc_real_2: 0.22237937152385712 (0.23510894536972046) + | > loss_disc_real_3: 0.22489574551582336 (0.25042820990085596) + | > loss_disc_real_4: 0.26341620087623596 (0.24889362573623658) + | > loss_disc_real_5: 0.2194523811340332 (0.21163832247257233) + | > loss_0: 2.2866320610046387 (2.475670719146728) + | > loss_gen: 2.647908926010132 (2.392933769226074) + | > loss_kl: 1.6504547595977783 (1.6528338241577147) + | > loss_feat: 6.2095537185668945 (5.739910411834717) + | > loss_mel: 24.12071990966797 (22.219429092407225) + | > loss_duration: 1.690295696258545 (1.7266112852096558) + | > loss_1: 36.318931579589844 (33.731718139648436) + + --> STEP: 26 + | > loss_disc: 2.178049325942993 (2.464223742485046) + | > loss_disc_real_0: 0.14994172751903534 (0.1879985576065687) + | > loss_disc_real_1: 0.14280222356319427 (0.17457366333558008) + | > loss_disc_real_2: 0.2147277295589447 (0.23432505245392138) + | > loss_disc_real_3: 0.20898285508155823 (0.2488341577924214) + | > loss_disc_real_4: 0.19994141161441803 (0.2470108482700128) + | > loss_disc_real_5: 0.20823027193546295 (0.21150724360576043) + | > loss_0: 2.178049325942993 (2.464223742485046) + | > loss_gen: 2.6436617374420166 (2.402577152618995) + | > loss_kl: 1.4904625415802002 (1.6465887748278105) + | > loss_feat: 6.069082260131836 (5.752570867538452) + | > loss_mel: 22.708965301513672 (22.23825740814209) + | > loss_duration: 1.6979687213897705 (1.7255096481396601) + | > loss_1: 34.610137939453125 (33.765503516564) + + --> STEP: 27 + | > loss_disc: 2.311293363571167 (2.458559654377124) + | > loss_disc_real_0: 0.18588347733020782 (0.18792022130003683) + | > loss_disc_real_1: 0.14760315418243408 (0.17357475558916727) + | > loss_disc_real_2: 0.22842980921268463 (0.23410671011165338) + | > loss_disc_real_3: 0.22587557137012482 (0.24798383977678082) + | > loss_disc_real_4: 0.19938474893569946 (0.24524691866503823) + | > loss_disc_real_5: 0.21641890704631805 (0.21168915706652183) + | > loss_0: 2.311293363571167 (2.458559654377124) + | > loss_gen: 2.42402720451355 (2.4033715989854603) + | > loss_kl: 1.7390302419662476 (1.6500125328699748) + | > loss_feat: 6.374811172485352 (5.775616804758708) + | > loss_mel: 22.784944534301758 (22.25850507948134) + | > loss_duration: 1.7180631160736084 (1.7252338506557323) + | > loss_1: 35.04087448120117 (33.81273947821723) + + --> STEP: 28 + | > loss_disc: 2.693458318710327 (2.4669488923890244) + | > loss_disc_real_0: 0.1583336591720581 (0.18686355836689472) + | > loss_disc_real_1: 0.15172845125198364 (0.17279453043426787) + | > loss_disc_real_2: 0.2472401112318039 (0.23457576015165874) + | > loss_disc_real_3: 0.27922767400741577 (0.24909969099930349) + | > loss_disc_real_4: 0.3308572769165039 (0.2483044314597334) + | > loss_disc_real_5: 0.2460736334323883 (0.2129171740795885) + | > loss_0: 2.693458318710327 (2.4669488923890244) + | > loss_gen: 2.1018402576446533 (2.3926026225090027) + | > loss_kl: 1.5647627115249634 (1.6469678963933672) + | > loss_feat: 5.3561506271362305 (5.760635869843619) + | > loss_mel: 18.65213966369629 (22.12970631463187) + | > loss_duration: 1.7199387550354004 (1.7250447400978632) + | > loss_1: 29.394832611083984 (33.65495709010533) + + --> STEP: 29 + | > loss_disc: 2.7908787727355957 (2.4781188882630443) + | > loss_disc_real_0: 0.2691577672958374 (0.18970128970927205) + | > loss_disc_real_1: 0.2363700270652771 (0.17498678893878541) + | > loss_disc_real_2: 0.22230930626392365 (0.23415277898311615) + | > loss_disc_real_3: 0.27164506912231445 (0.24987711783113145) + | > loss_disc_real_4: 0.292822927236557 (0.24983955200376182) + | > loss_disc_real_5: 0.19256487488746643 (0.21221537065917048) + | > loss_0: 2.7908787727355957 (2.4781188882630443) + | > loss_gen: 2.136639356613159 (2.383776302995353) + | > loss_kl: 1.2846567630767822 (1.6344744090376229) + | > loss_feat: 3.940652370452881 (5.6978778181404905) + | > loss_mel: 19.570999145507812 (22.04147503293794) + | > loss_duration: 1.6925078630447388 (1.7239227788201694) + | > loss_1: 28.625455856323242 (33.48152601307836) + + --> STEP: 30 + | > loss_disc: 2.406493663787842 (2.4757313807805374) + | > loss_disc_real_0: 0.12727069854736328 (0.1876202700038751) + | > loss_disc_real_1: 0.21227094531059265 (0.176229594151179) + | > loss_disc_real_2: 0.2020653486251831 (0.23308319797118504) + | > loss_disc_real_3: 0.3184981644153595 (0.2521644860506057) + | > loss_disc_real_4: 0.23066997528076172 (0.24920056611299515) + | > loss_disc_real_5: 0.18177372217178345 (0.21120064904292424) + | > loss_0: 2.406493663787842 (2.4757313807805374) + | > loss_gen: 2.2794079780578613 (2.3802973588307696) + | > loss_kl: 1.7261697053909302 (1.6375309189160665) + | > loss_feat: 4.975720405578613 (5.673805904388428) + | > loss_mel: 20.774925231933594 (21.999256706237794) + | > loss_duration: 1.74245023727417 (1.724540360768636) + | > loss_1: 31.498672485351562 (33.41543089548746) + + --> STEP: 31 + | > loss_disc: 2.456148147583008 (2.4750996635806173) + | > loss_disc_real_0: 0.136699378490448 (0.18597766060021617) + | > loss_disc_real_1: 0.20049013197422028 (0.17701219214547065) + | > loss_disc_real_2: 0.24066027998924255 (0.23332761997176754) + | > loss_disc_real_3: 0.22512495517730713 (0.251292243119209) + | > loss_disc_real_4: 0.23200146853923798 (0.2486457565138417) + | > loss_disc_real_5: 0.21138109266757965 (0.2112064698050099) + | > loss_0: 2.456148147583008 (2.4750996635806173) + | > loss_gen: 2.374135971069336 (2.380098604386853) + | > loss_kl: 1.487165093421936 (1.6326804084162558) + | > loss_feat: 5.859205722808838 (5.679786543692312) + | > loss_mel: 21.141145706176758 (21.971575706235825) + | > loss_duration: 1.6839532852172852 (1.7232311002669796) + | > loss_1: 32.54560470581055 (33.387371986143044) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.010109524573049238 (-0.0010421583729405548) + | > avg_loss_disc: 2.4750996635806173 (-0.0626957954898959) + | > avg_loss_disc_real_0: 0.18597766060021617 (+0.016491678212919553) + | > avg_loss_disc_real_1: 0.17701219214547065 (-0.07153275657084682) + | > avg_loss_disc_real_2: 0.23332761997176754 (+0.025136071828103818) + | > avg_loss_disc_real_3: 0.251292243119209 (+0.05853404176812013) + | > avg_loss_disc_real_4: 0.2486457565138417 (+0.020005021845140775) + | > avg_loss_disc_real_5: 0.2112064698050099 (-0.024365912522039096) + | > avg_loss_0: 2.4750996635806173 (-0.0626957954898959) + | > avg_loss_gen: 2.380098604386853 (+0.11831050534402143) + | > avg_loss_kl: 1.6326804084162558 (+0.09753521219376604) + | > avg_loss_feat: 5.679786543692312 (+0.07382331355925498) + | > avg_loss_mel: 21.971575706235825 (-0.1542724486320246) + | > avg_loss_duration: 1.7232311002669796 (+0.005954127157888012) + | > avg_loss_1: 33.387371986143044 (+0.141350223172104) + + + > EPOCH: 2/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 22:40:07)  + + --> TIME: 2024-11-22 22:40:27 -- STEP: 24/797 -- GLOBAL_STEP: 24725 + | > loss_disc: 2.516386032104492 (2.4592815836270643) + | > loss_disc_real_0: 0.08567497134208679 (0.11751204837734501) + | > loss_disc_real_1: 0.20183223485946655 (0.21930790382126966) + | > loss_disc_real_2: 0.2012595385313034 (0.22329368504385153) + | > loss_disc_real_3: 0.2055797129869461 (0.22881521470844746) + | > loss_disc_real_4: 0.1752013862133026 (0.2209609728306532) + | > loss_disc_real_5: 0.21807090938091278 (0.22976949624717236) + | > loss_0: 2.516386032104492 (2.4592815836270643) + | > grad_norm_0: tensor(19.4362, device='cuda:0') (tensor(91.7491, device='cuda:0')) + | > loss_gen: 2.097355842590332 (2.34302826722463) + | > loss_kl: 1.4331836700439453 (1.630836084485054) + | > loss_feat: 5.266457557678223 (6.049336870511373) + | > loss_mel: 19.962677001953125 (21.8105772336324) + | > loss_duration: 1.829864501953125 (1.873910556236903) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.58953857421875 (33.707688808441155) + | > grad_norm_1: tensor(525.6865, device='cuda:0') (tensor(570.4355, device='cuda:0')) + | > current_lr_0: 0.00019925135779039958 + | > current_lr_1: 0.00019925135779039958 + | > step_time: 0.7716 (0.7871083716551462) + | > loader_time: 0.0047 (0.004956444104512531) + + + --> TIME: 2024-11-22 22:40:47 -- STEP: 49/797 -- GLOBAL_STEP: 24750 + | > loss_disc: 2.5157206058502197 (2.4830259498284786) + | > loss_disc_real_0: 0.16943690180778503 (0.1263297319564284) + | > loss_disc_real_1: 0.277799129486084 (0.21826741525105067) + | > loss_disc_real_2: 0.26982563734054565 (0.23735912691573707) + | > loss_disc_real_3: 0.21827831864356995 (0.22833115014494682) + | > loss_disc_real_4: 0.23715727031230927 (0.22269125799743497) + | > loss_disc_real_5: 0.21922016143798828 (0.2337717526421255) + | > loss_0: 2.5157206058502197 (2.4830259498284786) + | > grad_norm_0: tensor(20.3142, device='cuda:0') (tensor(85.9484, device='cuda:0')) + | > loss_gen: 2.392524242401123 (2.338523932865687) + | > loss_kl: 1.9659112691879272 (1.5645893520238447) + | > loss_feat: 5.621114253997803 (5.984271711232711) + | > loss_mel: 21.946271896362305 (21.958301660965894) + | > loss_duration: 1.7146294116973877 (1.8305191385502717) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.64045333862305 (33.67620565453355) + | > grad_norm_1: tensor(229.6195, device='cuda:0') (tensor(630.5038, device='cuda:0')) + | > current_lr_0: 0.00019925135779039958 + | > current_lr_1: 0.00019925135779039958 + | > step_time: 0.7674 (0.7842663502206608) + | > loader_time: 0.0036 (0.004535475555731326) + + + --> TIME: 2024-11-22 22:41:07 -- STEP: 74/797 -- GLOBAL_STEP: 24775 + | > loss_disc: 2.3751120567321777 (2.4812958433821395) + | > loss_disc_real_0: 0.22562862932682037 (0.13087617530411966) + | > loss_disc_real_1: 0.21771401166915894 (0.21766826691659721) + | > loss_disc_real_2: 0.21137821674346924 (0.23453276987011368) + | > loss_disc_real_3: 0.21285462379455566 (0.22603145282010775) + | > loss_disc_real_4: 0.1820843368768692 (0.2207331582903862) + | > loss_disc_real_5: 0.21342623233795166 (0.2362167146560308) + | > loss_0: 2.3751120567321777 (2.4812958433821395) + | > grad_norm_0: tensor(22.6011, device='cuda:0') (tensor(86.4385, device='cuda:0')) + | > loss_gen: 2.416985511779785 (2.325577455597954) + | > loss_kl: 2.0051066875457764 (1.560346422968684) + | > loss_feat: 5.928742408752441 (5.971953114947757) + | > loss_mel: 21.549997329711914 (22.05548639555235) + | > loss_duration: 1.7665573358535767 (1.802831461300721) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.667388916015625 (33.716194668331674) + | > grad_norm_1: tensor(481.2049, device='cuda:0') (tensor(627.3007, device='cuda:0')) + | > current_lr_0: 0.00019925135779039958 + | > current_lr_1: 0.00019925135779039958 + | > step_time: 0.8236 (0.791899813188089) + | > loader_time: 0.0042 (0.004920933697674726) + + + --> TIME: 2024-11-22 22:41:28 -- STEP: 99/797 -- GLOBAL_STEP: 24800 + | > loss_disc: 2.2959606647491455 (2.4815002065716367) + | > loss_disc_real_0: 0.08212752640247345 (0.13673321071146718) + | > loss_disc_real_1: 0.20663897693157196 (0.21611735826790934) + | > loss_disc_real_2: 0.2208247035741806 (0.23391155070728725) + | > loss_disc_real_3: 0.19605982303619385 (0.22587800959143975) + | > loss_disc_real_4: 0.14914166927337646 (0.221047753788004) + | > loss_disc_real_5: 0.18689897656440735 (0.23433460325303704) + | > loss_0: 2.2959606647491455 (2.4815002065716367) + | > grad_norm_0: tensor(147.0499, device='cuda:0') (tensor(94.5571, device='cuda:0')) + | > loss_gen: 2.2466976642608643 (2.3234336255776755) + | > loss_kl: 1.6834388971328735 (1.5347250531418155) + | > loss_feat: 6.199472904205322 (5.976187763792096) + | > loss_mel: 21.29602813720703 (22.068960632940737) + | > loss_duration: 1.7831931114196777 (1.7904410085292777) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.208831787109375 (33.69374810806429) + | > grad_norm_1: tensor(599.8239, device='cuda:0') (tensor(629.7750, device='cuda:0')) + | > current_lr_0: 0.00019925135779039958 + | > current_lr_1: 0.00019925135779039958 + | > step_time: 0.7938 (0.7967664352571121) + | > loader_time: 0.0036 (0.005086313594471325) + + + --> TIME: 2024-11-22 22:41:49 -- STEP: 124/797 -- GLOBAL_STEP: 24825 + | > loss_disc: 2.5048904418945312 (2.4744980412144817) + | > loss_disc_real_0: 0.1266939640045166 (0.13399116484628576) + | > loss_disc_real_1: 0.2612378001213074 (0.21591763174341572) + | > loss_disc_real_2: 0.261694997549057 (0.23419393430794438) + | > loss_disc_real_3: 0.23207859694957733 (0.22477902183609624) + | > loss_disc_real_4: 0.24311760067939758 (0.22136158063527075) + | > loss_disc_real_5: 0.27390727400779724 (0.2333567778189336) + | > loss_0: 2.5048904418945312 (2.4744980412144817) + | > grad_norm_0: tensor(191.3340, device='cuda:0') (tensor(97.2964, device='cuda:0')) + | > loss_gen: 2.513460397720337 (2.3389905498873795) + | > loss_kl: 1.4970529079437256 (1.5354060078820875) + | > loss_feat: 5.993499279022217 (6.027587129223731) + | > loss_mel: 21.09894561767578 (22.122339663967008) + | > loss_duration: 1.799546241760254 (1.7831362793522496) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.902503967285156 (33.807459677419345) + | > grad_norm_1: tensor(1133.4486, device='cuda:0') (tensor(647.8776, device='cuda:0')) + | > current_lr_0: 0.00019925135779039958 + | > current_lr_1: 0.00019925135779039958 + | > step_time: 0.858 (0.8009328784481171) + | > loader_time: 0.0065 (0.005204975605010986) + + + --> TIME: 2024-11-22 22:42:09 -- STEP: 149/797 -- GLOBAL_STEP: 24850 + | > loss_disc: 2.2587902545928955 (2.482236478152691) + | > loss_disc_real_0: 0.14720898866653442 (0.13339372634287652) + | > loss_disc_real_1: 0.2107873111963272 (0.21777092190396866) + | > loss_disc_real_2: 0.20746397972106934 (0.23581931014989047) + | > loss_disc_real_3: 0.1998453289270401 (0.22573904383102528) + | > loss_disc_real_4: 0.19458170235157013 (0.22165463734793184) + | > loss_disc_real_5: 0.19340766966342926 (0.233880664178189) + | > loss_0: 2.2587902545928955 (2.482236478152691) + | > grad_norm_0: tensor(95.0052, device='cuda:0') (tensor(100.8757, device='cuda:0')) + | > loss_gen: 2.670630693435669 (2.332135215701672) + | > loss_kl: 1.4625588655471802 (1.523672288696238) + | > loss_feat: 6.134641170501709 (5.972223477075564) + | > loss_mel: 21.69831657409668 (22.026603020277598) + | > loss_duration: 1.7542250156402588 (1.7768263592816038) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.720375061035156 (33.63146038183429) + | > grad_norm_1: tensor(830.6391, device='cuda:0') (tensor(655.1711, device='cuda:0')) + | > current_lr_0: 0.00019925135779039958 + | > current_lr_1: 0.00019925135779039958 + | > step_time: 0.7939 (0.8039182352539674) + | > loader_time: 0.0044 (0.005219737955387806) + + + --> TIME: 2024-11-22 22:42:30 -- STEP: 174/797 -- GLOBAL_STEP: 24875 + | > loss_disc: 2.5290534496307373 (2.4784686839443517) + | > loss_disc_real_0: 0.09200778603553772 (0.13036169355799418) + | > loss_disc_real_1: 0.1727403700351715 (0.2173884970874622) + | > loss_disc_real_2: 0.2267935574054718 (0.23563341736450963) + | > loss_disc_real_3: 0.18035966157913208 (0.22535502473855848) + | > loss_disc_real_4: 0.20070376992225647 (0.2220355605428246) + | > loss_disc_real_5: 0.21021543443202972 (0.23371603579699307) + | > loss_0: 2.5290534496307373 (2.4784686839443517) + | > grad_norm_0: tensor(82.3374, device='cuda:0') (tensor(97.1891, device='cuda:0')) + | > loss_gen: 2.1784114837646484 (2.3386982699920393) + | > loss_kl: 1.4840631484985352 (1.5119612970571408) + | > loss_feat: 5.805630207061768 (5.9890249844255115) + | > loss_mel: 21.74026870727539 (22.043810943077357) + | > loss_duration: 1.7512924671173096 (1.770064022349215) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.95966720581055 (33.6535595203268) + | > grad_norm_1: tensor(946.8726, device='cuda:0') (tensor(660.9420, device='cuda:0')) + | > current_lr_0: 0.00019925135779039958 + | > current_lr_1: 0.00019925135779039958 + | > step_time: 0.8592 (0.8081490897584233) + | > loader_time: 0.0062 (0.005339367636318866) + + + --> TIME: 2024-11-22 22:42:52 -- STEP: 199/797 -- GLOBAL_STEP: 24900 + | > loss_disc: 2.3327343463897705 (2.477127962975046) + | > loss_disc_real_0: 0.09215346723794937 (0.12779008327566801) + | > loss_disc_real_1: 0.1556708961725235 (0.21687542441202767) + | > loss_disc_real_2: 0.23378825187683105 (0.23651759835643385) + | > loss_disc_real_3: 0.19628551602363586 (0.22671838688790505) + | > loss_disc_real_4: 0.23926977813243866 (0.22380077457008649) + | > loss_disc_real_5: 0.23669150471687317 (0.23463571708106515) + | > loss_0: 2.3327343463897705 (2.477127962975046) + | > grad_norm_0: tensor(155.5814, device='cuda:0') (tensor(99.8086, device='cuda:0')) + | > loss_gen: 2.350525140762329 (2.3504440419038928) + | > loss_kl: 1.5434399843215942 (1.5102691027387303) + | > loss_feat: 6.239643096923828 (5.989088039302347) + | > loss_mel: 22.440250396728516 (22.083020876400443) + | > loss_duration: 1.7126622200012207 (1.7662148924928214) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.286521911621094 (33.69903693846121) + | > grad_norm_1: tensor(676.4295, device='cuda:0') (tensor(665.2227, device='cuda:0')) + | > current_lr_0: 0.00019925135779039958 + | > current_lr_1: 0.00019925135779039958 + | > step_time: 0.8228 (0.8133987769409637) + | > loader_time: 0.0052 (0.005423355342155723) + + + --> TIME: 2024-11-22 22:43:13 -- STEP: 224/797 -- GLOBAL_STEP: 24925 + | > loss_disc: 2.5433640480041504 (2.479548072176319) + | > loss_disc_real_0: 0.11483222246170044 (0.1291270218955885) + | > loss_disc_real_1: 0.18355026841163635 (0.21706989726849965) + | > loss_disc_real_2: 0.2157481163740158 (0.23579681312133158) + | > loss_disc_real_3: 0.1684947907924652 (0.22650246548333344) + | > loss_disc_real_4: 0.19069160521030426 (0.2236355374833303) + | > loss_disc_real_5: 0.227187380194664 (0.23447459191083908) + | > loss_0: 2.5433640480041504 (2.479548072176319) + | > grad_norm_0: tensor(44.5149, device='cuda:0') (tensor(104.6604, device='cuda:0')) + | > loss_gen: 1.9710488319396973 (2.351086615983928) + | > loss_kl: 1.3917536735534668 (1.5151448457368784) + | > loss_feat: 6.013987064361572 (5.964158771293504) + | > loss_mel: 23.329896926879883 (22.085029440266755) + | > loss_duration: 1.6997973918914795 (1.763850035411971) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.40648651123047 (33.67926971401485) + | > grad_norm_1: tensor(294.1538, device='cuda:0') (tensor(644.2138, device='cuda:0')) + | > current_lr_0: 0.00019925135779039958 + | > current_lr_1: 0.00019925135779039958 + | > step_time: 0.7869 (0.8170466433678352) + | > loader_time: 0.0086 (0.005459449120930262) + + + --> TIME: 2024-11-22 22:43:35 -- STEP: 249/797 -- GLOBAL_STEP: 24950 + | > loss_disc: 2.575740337371826 (2.4792517064565627) + | > loss_disc_real_0: 0.1802363097667694 (0.1282766936683511) + | > loss_disc_real_1: 0.21321922540664673 (0.2172532340130174) + | > loss_disc_real_2: 0.2430124580860138 (0.23600034254143037) + | > loss_disc_real_3: 0.22731433808803558 (0.22659158126178042) + | > loss_disc_real_4: 0.23916640877723694 (0.22360743773749556) + | > loss_disc_real_5: 0.2830146253108978 (0.23497908200365472) + | > loss_0: 2.575740337371826 (2.4792517064565627) + | > grad_norm_0: tensor(149.3105, device='cuda:0') (tensor(100.3322, device='cuda:0')) + | > loss_gen: 2.3212363719940186 (2.348648540944937) + | > loss_kl: 1.6384917497634888 (1.5159287318647148) + | > loss_feat: 5.716621398925781 (5.946810471484938) + | > loss_mel: 22.295644760131836 (22.081536473040607) + | > loss_duration: 1.7113537788391113 (1.7598975829810024) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.683345794677734 (33.65282182808381) + | > grad_norm_1: tensor(512.1962, device='cuda:0') (tensor(627.6488, device='cuda:0')) + | > current_lr_0: 0.00019925135779039958 + | > current_lr_1: 0.00019925135779039958 + | > step_time: 0.8103 (0.8221765914595268) + | > loader_time: 0.005 (0.0055606537554637485) + + + --> TIME: 2024-11-22 22:43:57 -- STEP: 274/797 -- GLOBAL_STEP: 24975 + | > loss_disc: 2.3987808227539062 (2.4785334472238576) + | > loss_disc_real_0: 0.1205926313996315 (0.12905635191195636) + | > loss_disc_real_1: 0.17988190054893494 (0.2170555576899626) + | > loss_disc_real_2: 0.2553757131099701 (0.2362413913229086) + | > loss_disc_real_3: 0.24232082068920135 (0.22639765612182833) + | > loss_disc_real_4: 0.2212754637002945 (0.22308406919023416) + | > loss_disc_real_5: 0.23794053494930267 (0.2345236915632756) + | > loss_0: 2.3987808227539062 (2.4785334472238576) + | > grad_norm_0: tensor(21.5141, device='cuda:0') (tensor(97.2480, device='cuda:0')) + | > loss_gen: 2.2522590160369873 (2.3409965147067147) + | > loss_kl: 1.6247265338897705 (1.5197360593907154) + | > loss_feat: 5.798478126525879 (5.915308132658909) + | > loss_mel: 21.95306396484375 (22.065329649152552) + | > loss_duration: 1.7107548713684082 (1.7566136730848438) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.33928298950195 (33.597984070325396) + | > grad_norm_1: tensor(554.6365, device='cuda:0') (tensor(619.8157, device='cuda:0')) + | > current_lr_0: 0.00019925135779039958 + | > current_lr_1: 0.00019925135779039958 + | > step_time: 0.8119 (0.8250574874181815) + | > loader_time: 0.0052 (0.005640521536778358) + + + --> TIME: 2024-11-22 22:44:19 -- STEP: 299/797 -- GLOBAL_STEP: 25000 + | > loss_disc: 2.504293203353882 (2.4763276959741383) + | > loss_disc_real_0: 0.07488882541656494 (0.1286861407741854) + | > loss_disc_real_1: 0.2094908058643341 (0.21695959443432034) + | > loss_disc_real_2: 0.22465500235557556 (0.23556661247011013) + | > loss_disc_real_3: 0.22152504324913025 (0.2262663081238502) + | > loss_disc_real_4: 0.25301164388656616 (0.22329923864391735) + | > loss_disc_real_5: 0.26392966508865356 (0.23456298487640942) + | > loss_0: 2.504293203353882 (2.4763276959741383) + | > grad_norm_0: tensor(183.1441, device='cuda:0') (tensor(98.8090, device='cuda:0')) + | > loss_gen: 2.265813112258911 (2.3406451932562633) + | > loss_kl: 1.7477787733078003 (1.5238978830866987) + | > loss_feat: 6.127640724182129 (5.91391157864727) + | > loss_mel: 21.11466407775879 (22.080202172831157) + | > loss_duration: 1.7346059083938599 (1.7543943087791516) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.99050521850586 (33.61305121992741) + | > grad_norm_1: tensor(934.2481, device='cuda:0') (tensor(636.0992, device='cuda:0')) + | > current_lr_0: 0.00019925135779039958 + | > current_lr_1: 0.00019925135779039958 + | > step_time: 0.8988 (0.827996926961535) + | > loader_time: 0.0061 (0.005685823816918209) + + + > CHECKPOINT : vits_shi_male-November-22-2024_02+49AM-0000000/checkpoint_25000.pth + + --> TIME: 2024-11-22 22:44:43 -- STEP: 324/797 -- GLOBAL_STEP: 25025 + | > loss_disc: 2.3275394439697266 (2.4793947383209503) + | > loss_disc_real_0: 0.06895552575588226 (0.12910827706901373) + | > loss_disc_real_1: 0.16764125227928162 (0.2170373388554579) + | > loss_disc_real_2: 0.20970259606838226 (0.2365015970060119) + | > loss_disc_real_3: 0.1843477189540863 (0.22674553570004166) + | > loss_disc_real_4: 0.20481154322624207 (0.22384714270815437) + | > loss_disc_real_5: 0.22642898559570312 (0.23442687393154626) + | > loss_0: 2.3275394439697266 (2.4793947383209503) + | > grad_norm_0: tensor(77.0662, device='cuda:0') (tensor(102.0504, device='cuda:0')) + | > loss_gen: 2.4092373847961426 (2.3404105890680245) + | > loss_kl: 1.5844119787216187 (1.525980547622398) + | > loss_feat: 6.959507465362549 (5.90270147941731) + | > loss_mel: 23.732097625732422 (22.08695325733703) + | > loss_duration: 1.753277063369751 (1.7528922223014594) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.43852996826172 (33.60893817595492) + | > grad_norm_1: tensor(587.7479, device='cuda:0') (tensor(639.1091, device='cuda:0')) + | > current_lr_0: 0.00019925135779039958 + | > current_lr_1: 0.00019925135779039958 + | > step_time: 0.8669 (0.8323886894885403) + | > loader_time: 0.0053 (0.005730061619370071) + + + --> TIME: 2024-11-22 22:45:06 -- STEP: 349/797 -- GLOBAL_STEP: 25050 + | > loss_disc: 2.275719165802002 (2.474343815642305) + | > loss_disc_real_0: 0.13196414709091187 (0.12808757347927383) + | > loss_disc_real_1: 0.18584536015987396 (0.21731107197381705) + | > loss_disc_real_2: 0.20152339339256287 (0.2358125244136526) + | > loss_disc_real_3: 0.19463777542114258 (0.22673967608749704) + | > loss_disc_real_4: 0.18317599594593048 (0.22352471512163266) + | > loss_disc_real_5: 0.12981852889060974 (0.23346948995118838) + | > loss_0: 2.275719165802002 (2.474343815642305) + | > grad_norm_0: tensor(52.1358, device='cuda:0') (tensor(99.0296, device='cuda:0')) + | > loss_gen: 2.367985725402832 (2.344334927192732) + | > loss_kl: 1.4357054233551025 (1.525433223363663) + | > loss_feat: 7.005451679229736 (5.910888357627019) + | > loss_mel: 23.552326202392578 (22.090269870266187) + | > loss_duration: 1.7169424295425415 (1.749822780191044) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.07841110229492 (33.62074923583633) + | > grad_norm_1: tensor(112.3359, device='cuda:0') (tensor(634.9646, device='cuda:0')) + | > current_lr_0: 0.00019925135779039958 + | > current_lr_1: 0.00019925135779039958 + | > step_time: 0.8297 (0.8355452570327714) + | > loader_time: 0.0056 (0.005775382662229345) + + + --> TIME: 2024-11-22 22:45:28 -- STEP: 374/797 -- GLOBAL_STEP: 25075 + | > loss_disc: 2.3777554035186768 (2.474644673061881) + | > loss_disc_real_0: 0.12774331867694855 (0.1279012389122483) + | > loss_disc_real_1: 0.26291409134864807 (0.21749387354774272) + | > loss_disc_real_2: 0.27105531096458435 (0.23634534735571255) + | > loss_disc_real_3: 0.24751631915569305 (0.22671766842112828) + | > loss_disc_real_4: 0.26775404810905457 (0.22367404735980825) + | > loss_disc_real_5: 0.27331894636154175 (0.23401459226793148) + | > loss_0: 2.3777554035186768 (2.474644673061881) + | > grad_norm_0: tensor(195.6492, device='cuda:0') (tensor(99.2842, device='cuda:0')) + | > loss_gen: 2.5643718242645264 (2.3474661178767358) + | > loss_kl: 1.3428466320037842 (1.523239452889896) + | > loss_feat: 6.152584552764893 (5.920885635569774) + | > loss_mel: 22.26561737060547 (22.096843903077467) + | > loss_duration: 1.7109339237213135 (1.747128908646935) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.036354064941406 (33.635564105395936) + | > grad_norm_1: tensor(568.6035, device='cuda:0') (tensor(640.1871, device='cuda:0')) + | > current_lr_0: 0.00019925135779039958 + | > current_lr_1: 0.00019925135779039958 + | > step_time: 0.9645 (0.8387504714058043) + | > loader_time: 0.0059 (0.005859169093045321) + + + --> TIME: 2024-11-22 22:45:51 -- STEP: 399/797 -- GLOBAL_STEP: 25100 + | > loss_disc: 2.7859792709350586 (2.4794328421877143) + | > loss_disc_real_0: 0.323004812002182 (0.1301495047813669) + | > loss_disc_real_1: 0.2617148458957672 (0.21815855076587887) + | > loss_disc_real_2: 0.25580620765686035 (0.23605631146215855) + | > loss_disc_real_3: 0.23664559423923492 (0.22697200971587864) + | > loss_disc_real_4: 0.2827168107032776 (0.22360740643097343) + | > loss_disc_real_5: 0.3196071982383728 (0.23388653825548358) + | > loss_0: 2.7859792709350586 (2.4794328421877143) + | > grad_norm_0: tensor(35.9985, device='cuda:0') (tensor(101.0924, device='cuda:0')) + | > loss_gen: 2.116070032119751 (2.3473902898922288) + | > loss_kl: 1.4688833951950073 (1.5237850975572014) + | > loss_feat: 4.2638163566589355 (5.916450245936116) + | > loss_mel: 19.001962661743164 (22.110579822894017) + | > loss_duration: 1.7105517387390137 (1.745524958560341) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 28.5612850189209 (33.6437304838558) + | > grad_norm_1: tensor(226.1505, device='cuda:0') (tensor(628.1802, device='cuda:0')) + | > current_lr_0: 0.00019925135779039958 + | > current_lr_1: 0.00019925135779039958 + | > step_time: 0.9338 (0.8424714430232991) + | > loader_time: 0.0097 (0.005970729024786697) + + + --> TIME: 2024-11-22 22:46:13 -- STEP: 424/797 -- GLOBAL_STEP: 25125 + | > loss_disc: 2.5578041076660156 (2.4820563776313143) + | > loss_disc_real_0: 0.12725257873535156 (0.13194594486563832) + | > loss_disc_real_1: 0.2065412551164627 (0.2178904267976869) + | > loss_disc_real_2: 0.2398708313703537 (0.23631533305600005) + | > loss_disc_real_3: 0.24802975356578827 (0.22673210069396593) + | > loss_disc_real_4: 0.20432014763355255 (0.22342338353254884) + | > loss_disc_real_5: 0.22389164566993713 (0.2339199544194172) + | > loss_0: 2.5578041076660156 (2.4820563776313143) + | > grad_norm_0: tensor(39.1731, device='cuda:0') (tensor(97.5852, device='cuda:0')) + | > loss_gen: 2.129629611968994 (2.3406045740505426) + | > loss_kl: 1.7146902084350586 (1.5217348635196684) + | > loss_feat: 5.269519805908203 (5.899557768173939) + | > loss_mel: 20.051267623901367 (22.10366030009287) + | > loss_duration: 1.6916394233703613 (1.7439527146096496) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.85674476623535 (33.609510259808204) + | > grad_norm_1: tensor(686.1512, device='cuda:0') (tensor(618.1663, device='cuda:0')) + | > current_lr_0: 0.00019925135779039958 + | > current_lr_1: 0.00019925135779039958 + | > step_time: 0.8749 (0.8445699496089286) + | > loader_time: 0.0059 (0.006085759626244598) + + + --> TIME: 2024-11-22 22:46:36 -- STEP: 449/797 -- GLOBAL_STEP: 25150 + | > loss_disc: 2.4736359119415283 (2.480057514058987) + | > loss_disc_real_0: 0.12011238187551498 (0.13177987800409105) + | > loss_disc_real_1: 0.2974383533000946 (0.21778744757839194) + | > loss_disc_real_2: 0.24391832947731018 (0.2358092917896857) + | > loss_disc_real_3: 0.2364654392004013 (0.22675054737746322) + | > loss_disc_real_4: 0.1904541701078415 (0.2227591453057886) + | > loss_disc_real_5: 0.1926622986793518 (0.23363291669661856) + | > loss_0: 2.4736359119415283 (2.480057514058987) + | > grad_norm_0: tensor(24.1827, device='cuda:0') (tensor(93.3045, device='cuda:0')) + | > loss_gen: 2.2774744033813477 (2.3385276985593255) + | > loss_kl: 1.3999650478363037 (1.5231198959201904) + | > loss_feat: 6.322375774383545 (5.901212520217048) + | > loss_mel: 22.831247329711914 (22.107796756090185) + | > loss_duration: 1.7487108707427979 (1.7427162197491106) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.57977294921875 (33.613373112837785) + | > grad_norm_1: tensor(397.2544, device='cuda:0') (tensor(602.5182, device='cuda:0')) + | > current_lr_0: 0.00019925135779039958 + | > current_lr_1: 0.00019925135779039958 + | > step_time: 0.9174 (0.8477285083524367) + | > loader_time: 0.0063 (0.006219826190668118) + + + --> TIME: 2024-11-22 22:46:59 -- STEP: 474/797 -- GLOBAL_STEP: 25175 + | > loss_disc: 2.4980947971343994 (2.4788081092673524) + | > loss_disc_real_0: 0.11983075737953186 (0.1311017438957963) + | > loss_disc_real_1: 0.17599815130233765 (0.2175383102227364) + | > loss_disc_real_2: 0.23903195559978485 (0.23645909677577925) + | > loss_disc_real_3: 0.22694361209869385 (0.226739739126797) + | > loss_disc_real_4: 0.23093916475772858 (0.22316757045717683) + | > loss_disc_real_5: 0.23795484006404877 (0.2338597031019408) + | > loss_0: 2.4980947971343994 (2.4788081092673524) + | > grad_norm_0: tensor(13.7369, device='cuda:0') (tensor(90.5072, device='cuda:0')) + | > loss_gen: 2.2405405044555664 (2.337861122964304) + | > loss_kl: 1.4765905141830444 (1.5244364192717184) + | > loss_feat: 5.852602958679199 (5.901903068969021) + | > loss_mel: 22.244657516479492 (22.089382171630852) + | > loss_duration: 1.733964204788208 (1.7416749201746426) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.54835510253906 (33.59525773092659) + | > grad_norm_1: tensor(314.8355, device='cuda:0') (tensor(589.4982, device='cuda:0')) + | > current_lr_0: 0.00019925135779039958 + | > current_lr_1: 0.00019925135779039958 + | > step_time: 0.8458 (0.850523145892952) + | > loader_time: 0.0071 (0.00632354126700872) + + + --> TIME: 2024-11-22 22:47:22 -- STEP: 499/797 -- GLOBAL_STEP: 25200 + | > loss_disc: 2.52536678314209 (2.4772006165766296) + | > loss_disc_real_0: 0.11189315468072891 (0.13095024696930138) + | > loss_disc_real_1: 0.18724647164344788 (0.2170089588375512) + | > loss_disc_real_2: 0.24357621371746063 (0.2360347130733406) + | > loss_disc_real_3: 0.20288246870040894 (0.22667884763949864) + | > loss_disc_real_4: 0.19443003833293915 (0.22266297911355395) + | > loss_disc_real_5: 0.22760330140590668 (0.23378975271342511) + | > loss_0: 2.52536678314209 (2.4772006165766296) + | > grad_norm_0: tensor(17.7589, device='cuda:0') (tensor(88.5091, device='cuda:0')) + | > loss_gen: 2.2587034702301025 (2.336101420656713) + | > loss_kl: 1.4705911874771118 (1.523775032861438) + | > loss_feat: 5.698038578033447 (5.907152106145581) + | > loss_mel: 21.35881996154785 (22.09389241663869) + | > loss_duration: 1.6903903484344482 (1.7401648843455646) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.47654342651367 (33.601085911293964) + | > grad_norm_1: tensor(496.6695, device='cuda:0') (tensor(592.6513, device='cuda:0')) + | > current_lr_0: 0.00019925135779039958 + | > current_lr_1: 0.00019925135779039958 + | > step_time: 0.8978 (0.8530733905478803) + | > loader_time: 0.0093 (0.006435704852392773) + + + --> TIME: 2024-11-22 22:47:45 -- STEP: 524/797 -- GLOBAL_STEP: 25225 + | > loss_disc: 2.539991617202759 (2.47444164297963) + | > loss_disc_real_0: 0.1394726037979126 (0.13057420736903907) + | > loss_disc_real_1: 0.2819499671459198 (0.21682539809751147) + | > loss_disc_real_2: 0.2185618132352829 (0.23604196236106278) + | > loss_disc_real_3: 0.2368083894252777 (0.22645938865669815) + | > loss_disc_real_4: 0.2934701144695282 (0.22261786526282326) + | > loss_disc_real_5: 0.24982723593711853 (0.23371960817061307) + | > loss_0: 2.539991617202759 (2.47444164297963) + | > grad_norm_0: tensor(55.6706, device='cuda:0') (tensor(90.0697, device='cuda:0')) + | > loss_gen: 2.21907377243042 (2.3394310742844153) + | > loss_kl: 1.5257105827331543 (1.525061162828489) + | > loss_feat: 5.468945503234863 (5.921661452482676) + | > loss_mel: 21.517553329467773 (22.099379157292017) + | > loss_duration: 1.6784532070159912 (1.7393341041703259) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.40973663330078 (33.62486702067246) + | > grad_norm_1: tensor(717.5313, device='cuda:0') (tensor(595.8099, device='cuda:0')) + | > current_lr_0: 0.00019925135779039958 + | > current_lr_1: 0.00019925135779039958 + | > step_time: 0.9484 (0.8558585088671617) + | > loader_time: 0.0107 (0.006545255202373474) + + + --> TIME: 2024-11-22 22:48:08 -- STEP: 549/797 -- GLOBAL_STEP: 25250 + | > loss_disc: 2.36514949798584 (2.473616177918482) + | > loss_disc_real_0: 0.15769848227500916 (0.13022723605343986) + | > loss_disc_real_1: 0.15945476293563843 (0.21646586239663634) + | > loss_disc_real_2: 0.22115051746368408 (0.2359120435402042) + | > loss_disc_real_3: 0.19780895113945007 (0.22666132982094217) + | > loss_disc_real_4: 0.14338630437850952 (0.22257868052614627) + | > loss_disc_real_5: 0.22241833806037903 (0.23385306199391684) + | > loss_0: 2.36514949798584 (2.473616177918482) + | > grad_norm_0: tensor(33.0920, device='cuda:0') (tensor(89.7524, device='cuda:0')) + | > loss_gen: 2.368077278137207 (2.338255803224602) + | > loss_kl: 1.398762822151184 (1.527520411435806) + | > loss_feat: 6.145351409912109 (5.923518831395498) + | > loss_mel: 23.267526626586914 (22.098819576325962) + | > loss_duration: 1.729135513305664 (1.739009438316679) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.908851623535156 (33.6271241610167) + | > grad_norm_1: tensor(288.8472, device='cuda:0') (tensor(599.1282, device='cuda:0')) + | > current_lr_0: 0.00019925135779039958 + | > current_lr_1: 0.00019925135779039958 + | > step_time: 0.9618 (0.8581816225103991) + | > loader_time: 0.0075 (0.006611934776514604) + + + --> TIME: 2024-11-22 22:48:31 -- STEP: 574/797 -- GLOBAL_STEP: 25275 + | > loss_disc: 2.4667487144470215 (2.4721196545125723) + | > loss_disc_real_0: 0.13987159729003906 (0.13009925030872796) + | > loss_disc_real_1: 0.19105365872383118 (0.21638927047987852) + | > loss_disc_real_2: 0.20136478543281555 (0.2356305509701839) + | > loss_disc_real_3: 0.24774381518363953 (0.2267305976630088) + | > loss_disc_real_4: 0.2222529649734497 (0.22228336687287384) + | > loss_disc_real_5: 0.2091558575630188 (0.23332285374818362) + | > loss_0: 2.4667487144470215 (2.4721196545125723) + | > grad_norm_0: tensor(444.1626, device='cuda:0') (tensor(91.1212, device='cuda:0')) + | > loss_gen: 2.4986062049865723 (2.3402100913616017) + | > loss_kl: 1.3484238386154175 (1.5287777004756995) + | > loss_feat: 6.049184799194336 (5.932344630204844) + | > loss_mel: 21.001630783081055 (22.11223738201819) + | > loss_duration: 1.7299456596374512 (1.7381718839917868) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.62778854370117 (33.6517417921006) + | > grad_norm_1: tensor(870.2628, device='cuda:0') (tensor(604.3975, device='cuda:0')) + | > current_lr_0: 0.00019925135779039958 + | > current_lr_1: 0.00019925135779039958 + | > step_time: 0.8797 (0.8599788328496418) + | > loader_time: 0.0101 (0.006704158899260728) + + + --> TIME: 2024-11-22 22:48:54 -- STEP: 599/797 -- GLOBAL_STEP: 25300 + | > loss_disc: 2.822957992553711 (2.473410658525903) + | > loss_disc_real_0: 0.3564488887786865 (0.13088408856962078) + | > loss_disc_real_1: 0.19694603979587555 (0.21645993178396283) + | > loss_disc_real_2: 0.32699885964393616 (0.23600080071984234) + | > loss_disc_real_3: 0.24798646569252014 (0.22684176233853642) + | > loss_disc_real_4: 0.26753103733062744 (0.22266328337296024) + | > loss_disc_real_5: 0.24419747292995453 (0.23402206965400302) + | > loss_0: 2.822957992553711 (2.473410658525903) + | > grad_norm_0: tensor(183.9942, device='cuda:0') (tensor(91.9197, device='cuda:0')) + | > loss_gen: 2.2991039752960205 (2.34343545504524) + | > loss_kl: 1.5331566333770752 (1.5310287232789055) + | > loss_feat: 4.8670477867126465 (5.936362109717624) + | > loss_mel: 23.60833740234375 (22.14246391971441) + | > loss_duration: 1.678520917892456 (1.7374287953161835) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.98616409301758 (33.69071909820093) + | > grad_norm_1: tensor(380.4163, device='cuda:0') (tensor(602.6533, device='cuda:0')) + | > current_lr_0: 0.00019925135779039958 + | > current_lr_1: 0.00019925135779039958 + | > step_time: 0.951 (0.8622264010281312) + | > loader_time: 0.0074 (0.006801202420599272) + + + --> TIME: 2024-11-22 22:49:17 -- STEP: 624/797 -- GLOBAL_STEP: 25325 + | > loss_disc: 2.4426445960998535 (2.475023377018097) + | > loss_disc_real_0: 0.07329568266868591 (0.13220554740669632) + | > loss_disc_real_1: 0.24317097663879395 (0.2164269363364349) + | > loss_disc_real_2: 0.2746061086654663 (0.23570507970184856) + | > loss_disc_real_3: 0.23225520551204681 (0.2266464137400572) + | > loss_disc_real_4: 0.23397430777549744 (0.22262717050333053) + | > loss_disc_real_5: 0.23826052248477936 (0.23399242082945046) + | > loss_0: 2.4426445960998535 (2.475023377018097) + | > grad_norm_0: tensor(92.2609, device='cuda:0') (tensor(91.8920, device='cuda:0')) + | > loss_gen: 2.235262393951416 (2.3403202467239823) + | > loss_kl: 1.4655749797821045 (1.5309809496005387) + | > loss_feat: 5.391630172729492 (5.92805002515133) + | > loss_mel: 21.835872650146484 (22.142184899403492) + | > loss_duration: 1.7349640130996704 (1.737542484815304) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.66330337524414 (33.67907868287497) + | > grad_norm_1: tensor(831.7985, device='cuda:0') (tensor(596.7256, device='cuda:0')) + | > current_lr_0: 0.00019925135779039958 + | > current_lr_1: 0.00019925135779039958 + | > step_time: 0.9167 (0.8647498018466505) + | > loader_time: 0.0126 (0.006936976160758579) + + + --> TIME: 2024-11-22 22:49:41 -- STEP: 649/797 -- GLOBAL_STEP: 25350 + | > loss_disc: 2.512908458709717 (2.4718994245690813) + | > loss_disc_real_0: 0.08677636086940765 (0.1311566586073815) + | > loss_disc_real_1: 0.20434485375881195 (0.2162513502849086) + | > loss_disc_real_2: 0.24591843783855438 (0.23563607822305804) + | > loss_disc_real_3: 0.2057267427444458 (0.22646027500346555) + | > loss_disc_real_4: 0.2568330466747284 (0.2228988097702226) + | > loss_disc_real_5: 0.2410040646791458 (0.2339124060558795) + | > loss_0: 2.512908458709717 (2.4718994245690813) + | > grad_norm_0: tensor(206.0939, device='cuda:0') (tensor(91.9633, device='cuda:0')) + | > loss_gen: 2.146509885787964 (2.3432046669106272) + | > loss_kl: 1.506295919418335 (1.5319877776600006) + | > loss_feat: 5.2194905281066895 (5.935969022830208) + | > loss_mel: 19.827289581298828 (22.162919236992828) + | > loss_duration: 1.7132644653320312 (1.737236860169468) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.41284942626953 (33.711317658975375) + | > grad_norm_1: tensor(762.9386, device='cuda:0') (tensor(598.3093, device='cuda:0')) + | > current_lr_0: 0.00019925135779039958 + | > current_lr_1: 0.00019925135779039958 + | > step_time: 0.8666 (0.8669100303679288) + | > loader_time: 0.0076 (0.007041773186258982) + + + --> TIME: 2024-11-22 22:50:03 -- STEP: 674/797 -- GLOBAL_STEP: 25375 + | > loss_disc: 2.2698330879211426 (2.47096094922425) + | > loss_disc_real_0: 0.18878623843193054 (0.1304700675832235) + | > loss_disc_real_1: 0.24632522463798523 (0.21627297822817151) + | > loss_disc_real_2: 0.21004818379878998 (0.23546290879610388) + | > loss_disc_real_3: 0.22655679285526276 (0.2266812786592574) + | > loss_disc_real_4: 0.164446622133255 (0.22242727694419442) + | > loss_disc_real_5: 0.2141735851764679 (0.23377944159843803) + | > loss_0: 2.2698330879211426 (2.47096094922425) + | > grad_norm_0: tensor(156.5877, device='cuda:0') (tensor(93.2176, device='cuda:0')) + | > loss_gen: 2.698127269744873 (2.3455710227128663) + | > loss_kl: 1.7931283712387085 (1.533415581599896) + | > loss_feat: 5.962356090545654 (5.941845847874086) + | > loss_mel: 23.14020347595215 (22.177307448684278) + | > loss_duration: 1.7471688985824585 (1.7369830627823442) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.34098434448242 (33.735123071189406) + | > grad_norm_1: tensor(771.2275, device='cuda:0') (tensor(602.1301, device='cuda:0')) + | > current_lr_0: 0.00019925135779039958 + | > current_lr_1: 0.00019925135779039958 + | > step_time: 0.8584 (0.8674451102135086) + | > loader_time: 0.0078 (0.007150437074881985) + + + --> TIME: 2024-11-22 22:50:26 -- STEP: 699/797 -- GLOBAL_STEP: 25400 + | > loss_disc: 2.3371033668518066 (2.472943613287036) + | > loss_disc_real_0: 0.2601395845413208 (0.13083046947596585) + | > loss_disc_real_1: 0.1963474452495575 (0.2164517911164376) + | > loss_disc_real_2: 0.21849916875362396 (0.23630292163642183) + | > loss_disc_real_3: 0.21278566122055054 (0.22672193157400014) + | > loss_disc_real_4: 0.19678044319152832 (0.2226420699356281) + | > loss_disc_real_5: 0.20530857145786285 (0.23392555053653635) + | > loss_0: 2.3371033668518066 (2.472943613287036) + | > grad_norm_0: tensor(157.5772, device='cuda:0') (tensor(92.9359, device='cuda:0')) + | > loss_gen: 2.793494701385498 (2.346059440031584) + | > loss_kl: 1.4852761030197144 (1.5337305778427024) + | > loss_feat: 6.6521782875061035 (5.9383573409313835) + | > loss_mel: 23.388626098632812 (22.183644448909284) + | > loss_duration: 1.7421669960021973 (1.736556903657654) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.061744689941406 (33.738348806705915) + | > grad_norm_1: tensor(529.7115, device='cuda:0') (tensor(597.8421, device='cuda:0')) + | > current_lr_0: 0.00019925135779039958 + | > current_lr_1: 0.00019925135779039958 + | > step_time: 0.8662 (0.8688945296155193) + | > loader_time: 0.0131 (0.007332020392574806) + + + --> TIME: 2024-11-22 22:50:50 -- STEP: 724/797 -- GLOBAL_STEP: 25425 + | > loss_disc: 2.362623691558838 (2.473284734876117) + | > loss_disc_real_0: 0.08496041595935822 (0.13175015017719557) + | > loss_disc_real_1: 0.28206107020378113 (0.21650659113875417) + | > loss_disc_real_2: 0.2567421495914459 (0.23613630751796194) + | > loss_disc_real_3: 0.2887372374534607 (0.2266677345319018) + | > loss_disc_real_4: 0.20568667352199554 (0.2224795949640195) + | > loss_disc_real_5: 0.2077273428440094 (0.23376161360197303) + | > loss_0: 2.362623691558838 (2.473284734876117) + | > grad_norm_0: tensor(119.2702, device='cuda:0') (tensor(94.4620, device='cuda:0')) + | > loss_gen: 2.3941187858581543 (2.3457303175610065) + | > loss_kl: 1.59184992313385 (1.5334926944081964) + | > loss_feat: 6.434166431427002 (5.933856079591575) + | > loss_mel: 22.587739944458008 (22.175800929411988) + | > loss_duration: 1.7137696743011475 (1.7357478154956965) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.721641540527344 (33.72462790578768) + | > grad_norm_1: tensor(494.1566, device='cuda:0') (tensor(591.8022, device='cuda:0')) + | > current_lr_0: 0.00019925135779039958 + | > current_lr_1: 0.00019925135779039958 + | > step_time: 0.9333 (0.870587201078952) + | > loader_time: 0.0154 (0.007537208867995119) + + + --> TIME: 2024-11-22 22:51:15 -- STEP: 749/797 -- GLOBAL_STEP: 25450 + | > loss_disc: 2.5523595809936523 (2.4737040086168163) + | > loss_disc_real_0: 0.08321648091077805 (0.13158899822703823) + | > loss_disc_real_1: 0.2601539194583893 (0.2165490522960796) + | > loss_disc_real_2: 0.25917887687683105 (0.23613519765665442) + | > loss_disc_real_3: 0.25543302297592163 (0.2266945450781821) + | > loss_disc_real_4: 0.2099926620721817 (0.22269105787907487) + | > loss_disc_real_5: 0.25806424021720886 (0.23374059925649132) + | > loss_0: 2.5523595809936523 (2.4737040086168163) + | > grad_norm_0: tensor(18.7035, device='cuda:0') (tensor(93.1533, device='cuda:0')) + | > loss_gen: 2.236152410507202 (2.343872015084698) + | > loss_kl: 1.6697938442230225 (1.5339222836080644) + | > loss_feat: 5.134607315063477 (5.928619782660452) + | > loss_mel: 21.521581649780273 (22.16948782713295) + | > loss_duration: 1.7052757740020752 (1.7347266284104819) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.26741027832031 (33.71062859610339) + | > grad_norm_1: tensor(182.7104, device='cuda:0') (tensor(584.1793, device='cuda:0')) + | > current_lr_0: 0.00019925135779039958 + | > current_lr_1: 0.00019925135779039958 + | > step_time: 0.9529 (0.8725031176619278) + | > loader_time: 0.1165 (0.009936229568298092) + + + --> TIME: 2024-11-22 22:51:51 -- STEP: 774/797 -- GLOBAL_STEP: 25475 + | > loss_disc: 2.4033734798431396 (2.4738521720703885) + | > loss_disc_real_0: 0.1327667087316513 (0.13160528438478628) + | > loss_disc_real_1: 0.20641207695007324 (0.21692752541651722) + | > loss_disc_real_2: 0.20934441685676575 (0.23583878390009708) + | > loss_disc_real_3: 0.21282435953617096 (0.2266044552204529) + | > loss_disc_real_4: 0.23440922796726227 (0.22289655971742722) + | > loss_disc_real_5: 0.29087117314338684 (0.23356703688084926) + | > loss_0: 2.4033734798431396 (2.4738521720703885) + | > grad_norm_0: tensor(27.0121, device='cuda:0') (tensor(91.7350, device='cuda:0')) + | > loss_gen: 2.3441107273101807 (2.341471060609941) + | > loss_kl: 1.7193260192871094 (1.53571629200795) + | > loss_feat: 6.535733222961426 (5.928357221667467) + | > loss_mel: 22.85475730895996 (22.179577758453917) + | > loss_duration: 1.6743271350860596 (1.73367969087236) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.128257751464844 (33.71880209476756) + | > grad_norm_1: tensor(169.3667, device='cuda:0') (tensor(575.9094, device='cuda:0')) + | > current_lr_0: 0.00019925135779039958 + | > current_lr_1: 0.00019925135779039958 + | > step_time: 2.5913 (0.8858229910680487) + | > loader_time: 0.1349 (0.014088417208471959) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.615690231323242 (2.615690231323242) + | > loss_disc_real_0: 0.11014023423194885 (0.11014023423194885) + | > loss_disc_real_1: 0.16848967969417572 (0.16848967969417572) + | > loss_disc_real_2: 0.18356087803840637 (0.18356087803840637) + | > loss_disc_real_3: 0.23341213166713715 (0.23341213166713715) + | > loss_disc_real_4: 0.19822421669960022 (0.19822421669960022) + | > loss_disc_real_5: 0.22626394033432007 (0.22626394033432007) + | > loss_0: 2.615690231323242 (2.615690231323242) + | > loss_gen: 1.8652279376983643 (1.8652279376983643) + | > loss_kl: 1.4493036270141602 (1.4493036270141602) + | > loss_feat: 6.031875133514404 (6.031875133514404) + | > loss_mel: 21.51132583618164 (21.51132583618164) + | > loss_duration: 1.977030873298645 (1.977030873298645) + | > loss_1: 32.83476257324219 (32.83476257324219) + + --> STEP: 1 + | > loss_disc: 2.341265916824341 (2.341265916824341) + | > loss_disc_real_0: 0.12352107465267181 (0.12352107465267181) + | > loss_disc_real_1: 0.11213569343090057 (0.11213569343090057) + | > loss_disc_real_2: 0.1660582721233368 (0.1660582721233368) + | > loss_disc_real_3: 0.18248207867145538 (0.18248207867145538) + | > loss_disc_real_4: 0.15751779079437256 (0.15751779079437256) + | > loss_disc_real_5: 0.21575605869293213 (0.21575605869293213) + | > loss_0: 2.341265916824341 (2.341265916824341) + | > loss_gen: 2.2587108612060547 (2.2587108612060547) + | > loss_kl: 1.1498006582260132 (1.1498006582260132) + | > loss_feat: 8.872458457946777 (8.872458457946777) + | > loss_mel: 27.354324340820312 (27.354324340820312) + | > loss_duration: 1.7129876613616943 (1.7129876613616943) + | > loss_1: 41.3482780456543 (41.3482780456543) + + --> STEP: 2 + | > loss_disc: 2.571974754333496 (2.4566203355789185) + | > loss_disc_real_0: 0.1308494210243225 (0.12718524783849716) + | > loss_disc_real_1: 0.1424752175807953 (0.12730545550584793) + | > loss_disc_real_2: 0.22789840400218964 (0.19697833806276321) + | > loss_disc_real_3: 0.19233283400535583 (0.1874074563384056) + | > loss_disc_real_4: 0.31462761759757996 (0.23607270419597626) + | > loss_disc_real_5: 0.28982701897621155 (0.25279153883457184) + | > loss_0: 2.571974754333496 (2.4566203355789185) + | > loss_gen: 2.0054235458374023 (2.1320672035217285) + | > loss_kl: 1.2926892042160034 (1.2212449312210083) + | > loss_feat: 5.349181175231934 (7.1108198165893555) + | > loss_mel: 24.28847312927246 (25.821398735046387) + | > loss_duration: 1.6871845722198486 (1.7000861167907715) + | > loss_1: 34.62295150756836 (37.98561477661133) + + --> STEP: 3 + | > loss_disc: 2.307178020477295 (2.406806230545044) + | > loss_disc_real_0: 0.09563010931015015 (0.11666686832904816) + | > loss_disc_real_1: 0.1311097890138626 (0.12857356667518616) + | > loss_disc_real_2: 0.19924893975257874 (0.19773520529270172) + | > loss_disc_real_3: 0.22754761576652527 (0.20078750948111215) + | > loss_disc_real_4: 0.17148278653621674 (0.21454273164272308) + | > loss_disc_real_5: 0.2004314810037613 (0.23533818622430167) + | > loss_0: 2.307178020477295 (2.406806230545044) + | > loss_gen: 2.0167481899261475 (2.0936275323232016) + | > loss_kl: 1.6147229671478271 (1.352404276529948) + | > loss_feat: 6.895054340362549 (7.03889799118042) + | > loss_mel: 25.896631240844727 (25.846476236979168) + | > loss_duration: 1.7281814813613892 (1.7094512383143108) + | > loss_1: 38.151336669921875 (38.040855407714844) + + --> STEP: 4 + | > loss_disc: 2.607846260070801 (2.457066237926483) + | > loss_disc_real_0: 0.12526065111160278 (0.11881531402468681) + | > loss_disc_real_1: 0.1198672354221344 (0.12639698386192322) + | > loss_disc_real_2: 0.18781277537345886 (0.195254597812891) + | > loss_disc_real_3: 0.19794537127017975 (0.20007697492837906) + | > loss_disc_real_4: 0.20074401795864105 (0.21109305322170258) + | > loss_disc_real_5: 0.2917592525482178 (0.24944345280528069) + | > loss_0: 2.607846260070801 (2.457066237926483) + | > loss_gen: 1.9263581037521362 (2.051810175180435) + | > loss_kl: 1.271253228187561 (1.3321165144443512) + | > loss_feat: 6.052752494812012 (6.792361617088318) + | > loss_mel: 21.397733688354492 (24.734290599822998) + | > loss_duration: 1.6595152616500854 (1.6969672441482544) + | > loss_1: 32.30760955810547 (36.6075439453125) + + --> STEP: 5 + | > loss_disc: 2.8934388160705566 (2.5443407535552978) + | > loss_disc_real_0: 0.18343141674995422 (0.1317385345697403) + | > loss_disc_real_1: 0.1302720308303833 (0.12717199325561523) + | > loss_disc_real_2: 0.1749228686094284 (0.1911882519721985) + | > loss_disc_real_3: 0.19955052435398102 (0.19997168481349945) + | > loss_disc_real_4: 0.3206396698951721 (0.2330023765563965) + | > loss_disc_real_5: 0.2505834996700287 (0.24967146217823027) + | > loss_0: 2.8934388160705566 (2.5443407535552978) + | > loss_gen: 1.8169279098510742 (2.004833722114563) + | > loss_kl: 1.513327717781067 (1.3683587551116942) + | > loss_feat: 6.867051601409912 (6.807299613952637) + | > loss_mel: 24.19966697692871 (24.62736587524414) + | > loss_duration: 1.9185041189193726 (1.741274619102478) + | > loss_1: 36.31547927856445 (36.54913101196289) + + --> STEP: 6 + | > loss_disc: 2.5673491954803467 (2.548175493876139) + | > loss_disc_real_0: 0.08858813345432281 (0.12454680105050404) + | > loss_disc_real_1: 0.13477961719036102 (0.12843993057807288) + | > loss_disc_real_2: 0.20980611443519592 (0.19429122904936472) + | > loss_disc_real_3: 0.1931285858154297 (0.19883116831382117) + | > loss_disc_real_4: 0.22654162347316742 (0.2319255843758583) + | > loss_disc_real_5: 0.18434731662273407 (0.23878410458564758) + | > loss_0: 2.5673491954803467 (2.548175493876139) + | > loss_gen: 1.76143479347229 (1.9642672340075176) + | > loss_kl: 1.384412407875061 (1.3710343639055889) + | > loss_feat: 6.054961681365967 (6.681909958521525) + | > loss_mel: 26.267913818359375 (24.900790532430012) + | > loss_duration: 1.7082314491271973 (1.735767424106598) + | > loss_1: 37.17695617675781 (36.65376853942871) + + --> STEP: 7 + | > loss_disc: 2.5303146839141846 (2.54562394959586) + | > loss_disc_real_0: 0.10714753717184067 (0.1220611919249807) + | > loss_disc_real_1: 0.1163378432393074 (0.12671106095824922) + | > loss_disc_real_2: 0.23366013169288635 (0.19991535799843924) + | > loss_disc_real_3: 0.18608921766281128 (0.19701088964939117) + | > loss_disc_real_4: 0.20367063581943512 (0.22788916315351213) + | > loss_disc_real_5: 0.22145603597164154 (0.23630866621221816) + | > loss_0: 2.5303146839141846 (2.54562394959586) + | > loss_gen: 1.9306833744049072 (1.959469539778573) + | > loss_kl: 1.4736562967300415 (1.3856946400233678) + | > loss_feat: 6.981261253356934 (6.724674429212298) + | > loss_mel: 23.265371322631836 (24.667159216744558) + | > loss_duration: 1.7069847583770752 (1.7316556147166662) + | > loss_1: 35.35795974731445 (36.4686529976981) + + --> STEP: 8 + | > loss_disc: 2.6178252696990967 (2.5546491146087646) + | > loss_disc_real_0: 0.13345777988433838 (0.12348576541990042) + | > loss_disc_real_1: 0.10875476896762848 (0.12446652445942162) + | > loss_disc_real_2: 0.17914368212223053 (0.19731889851391315) + | > loss_disc_real_3: 0.11086821556091309 (0.1862430553883314) + | > loss_disc_real_4: 0.18450413644313812 (0.22246603481471539) + | > loss_disc_real_5: 0.16113509237766266 (0.2269119694828987) + | > loss_0: 2.6178252696990967 (2.5546491146087646) + | > loss_gen: 1.566277027130127 (1.9103204756975174) + | > loss_kl: 1.9313843250274658 (1.45390585064888) + | > loss_feat: 6.925993919372559 (6.74983936548233) + | > loss_mel: 24.957338333129883 (24.703431606292725) + | > loss_duration: 1.7551782131195068 (1.7345959395170212) + | > loss_1: 37.13616943359375 (36.55209255218506) + + --> STEP: 9 + | > loss_disc: 2.5635874271392822 (2.555642260445489) + | > loss_disc_real_0: 0.09871682524681091 (0.1207336609562238) + | > loss_disc_real_1: 0.14165416359901428 (0.12637626214159858) + | > loss_disc_real_2: 0.21223360300064087 (0.19897608790132734) + | > loss_disc_real_3: 0.22497355937957764 (0.1905464447206921) + | > loss_disc_real_4: 0.1990746408700943 (0.21986699104309082) + | > loss_disc_real_5: 0.2341376692056656 (0.22771482500765058) + | > loss_0: 2.5635874271392822 (2.555642260445489) + | > loss_gen: 1.9136639833450317 (1.9106919765472412) + | > loss_kl: 1.3679765462875366 (1.4443581501642864) + | > loss_feat: 6.173809051513672 (6.685835997263591) + | > loss_mel: 25.308401107788086 (24.77065043979221) + | > loss_duration: 1.7017017602920532 (1.730941030714247) + | > loss_1: 36.465553283691406 (36.54247707790799) + + --> STEP: 10 + | > loss_disc: 2.6663079261779785 (2.5667088270187377) + | > loss_disc_real_0: 0.06030300259590149 (0.11469059512019157) + | > loss_disc_real_1: 0.1500364989042282 (0.12874228581786157) + | > loss_disc_real_2: 0.2206791192293167 (0.2011463910341263) + | > loss_disc_real_3: 0.23898424208164215 (0.1953902244567871) + | > loss_disc_real_4: 0.2770174741744995 (0.2255820393562317) + | > loss_disc_real_5: 0.2735386788845062 (0.23229721039533616) + | > loss_0: 2.6663079261779785 (2.5667088270187377) + | > loss_gen: 1.982505202293396 (1.9178732991218568) + | > loss_kl: 1.0856951475143433 (1.408491849899292) + | > loss_feat: 6.284461975097656 (6.645698595046997) + | > loss_mel: 23.683731079101562 (24.661958503723145) + | > loss_duration: 1.6029787063598633 (1.7181447982788085) + | > loss_1: 34.63936996459961 (36.35216636657715) + + --> STEP: 11 + | > loss_disc: 2.6430504322052 (2.57364897294478) + | > loss_disc_real_0: 0.08432731032371521 (0.11193029650233009) + | > loss_disc_real_1: 0.18043158948421478 (0.13344131342389368) + | > loss_disc_real_2: 0.21342596411705017 (0.20226271585984665) + | > loss_disc_real_3: 0.19437943398952484 (0.19529833441430872) + | > loss_disc_real_4: 0.2896760106086731 (0.23140876401554455) + | > loss_disc_real_5: 0.20492865145206451 (0.22980915958231146) + | > loss_0: 2.6430504322052 (2.57364897294478) + | > loss_gen: 1.8238391876220703 (1.909324743530967) + | > loss_kl: 1.7582764625549316 (1.4402904510498047) + | > loss_feat: 6.703304767608643 (6.650935519825328) + | > loss_mel: 23.397829055786133 (24.54703764481978) + | > loss_duration: 1.6101213693618774 (1.7083244865590876) + | > loss_1: 35.293373107910156 (36.255912433971055) + + --> STEP: 12 + | > loss_disc: 2.7041614055633545 (2.584525008996328) + | > loss_disc_real_0: 0.11664258688688278 (0.11232298736770947) + | > loss_disc_real_1: 0.10832826048135757 (0.13134855901201567) + | > loss_disc_real_2: 0.2246415615081787 (0.2041276196638743) + | > loss_disc_real_3: 0.21606075763702393 (0.197028536349535) + | > loss_disc_real_4: 0.22807526588439941 (0.23113097250461578) + | > loss_disc_real_5: 0.267707884311676 (0.23296738664309183) + | > loss_0: 2.7041614055633545 (2.584525008996328) + | > loss_gen: 1.8550848960876465 (1.9048047562440236) + | > loss_kl: 1.8706854581832886 (1.4761567016442616) + | > loss_feat: 6.403392314910889 (6.6303069194157915) + | > loss_mel: 24.05327606201172 (24.50589084625244) + | > loss_duration: 1.7486751079559326 (1.711687038342158) + | > loss_1: 35.931114196777344 (36.22884591420491) + + --> STEP: 13 + | > loss_disc: 2.9130728244781494 (2.6097979178795447) + | > loss_disc_real_0: 0.20355167984962463 (0.11934057909708756) + | > loss_disc_real_1: 0.21289394795894623 (0.13762128123870263) + | > loss_disc_real_2: 0.204380601644516 (0.20414707981623137) + | > loss_disc_real_3: 0.2678680419921875 (0.20247772909127748) + | > loss_disc_real_4: 0.2795170545578003 (0.23485297881639922) + | > loss_disc_real_5: 0.2657168507575989 (0.23548657619036162) + | > loss_0: 2.9130728244781494 (2.6097979178795447) + | > loss_gen: 1.7912859916687012 (1.8960725435843835) + | > loss_kl: 1.70905601978302 (1.4940720338087816) + | > loss_feat: 3.528669834136963 (6.39171945131742) + | > loss_mel: 17.32771110534668 (23.953723173875076) + | > loss_duration: 1.7444182634353638 (1.7142048248877892) + | > loss_1: 26.10114288330078 (35.449791834904595) + + --> STEP: 14 + | > loss_disc: 2.4875824451446533 (2.601068241255624) + | > loss_disc_real_0: 0.1403154730796814 (0.12083878581012998) + | > loss_disc_real_1: 0.18453611433506012 (0.14097234074558532) + | > loss_disc_real_2: 0.2012130171060562 (0.2039375039083617) + | > loss_disc_real_3: 0.2212759256362915 (0.20382045741592134) + | > loss_disc_real_4: 0.2734042704105377 (0.2376066425016948) + | > loss_disc_real_5: 0.24492162466049194 (0.23616050822394236) + | > loss_0: 2.4875824451446533 (2.601068241255624) + | > loss_gen: 2.018018960952759 (1.904783001967839) + | > loss_kl: 1.0639235973358154 (1.463347145489284) + | > loss_feat: 4.421500205993652 (6.250989505222866) + | > loss_mel: 21.177627563476562 (23.755430630275182) + | > loss_duration: 1.7327936887741089 (1.7155326008796692) + | > loss_1: 30.413864135742188 (35.09008271353585) + + --> STEP: 15 + | > loss_disc: 2.3241260051727295 (2.5826054255167645) + | > loss_disc_real_0: 0.08692161738872528 (0.118577641248703) + | > loss_disc_real_1: 0.1572202891111374 (0.14205553730328876) + | > loss_disc_real_2: 0.21697480976581573 (0.20480665763219197) + | > loss_disc_real_3: 0.18568192422389984 (0.20261122186978658) + | > loss_disc_real_4: 0.28310540318489075 (0.24063989321390789) + | > loss_disc_real_5: 0.24364328384399414 (0.2366593599319458) + | > loss_0: 2.3241260051727295 (2.5826054255167645) + | > loss_gen: 2.224228620529175 (1.9260793765385946) + | > loss_kl: 1.0077208280563354 (1.4329720576604208) + | > loss_feat: 6.1803364753723145 (6.2462793032328285) + | > loss_mel: 26.540084838867188 (23.941074244181316) + | > loss_duration: 1.7116234302520752 (1.7152719895044963) + | > loss_1: 37.66399383544922 (35.26167678833008) + + --> STEP: 16 + | > loss_disc: 2.674757480621338 (2.5883649289608) + | > loss_disc_real_0: 0.10530974715948105 (0.11774839786812663) + | > loss_disc_real_1: 0.15653526782989502 (0.14296052046120167) + | > loss_disc_real_2: 0.2339448630809784 (0.20662779547274113) + | > loss_disc_real_3: 0.2601379454135895 (0.20620664209127426) + | > loss_disc_real_4: 0.27049675583839417 (0.24250594712793827) + | > loss_disc_real_5: 0.21670739352703094 (0.23541236203163862) + | > loss_0: 2.674757480621338 (2.5883649289608) + | > loss_gen: 1.8369861841201782 (1.9205110520124435) + | > loss_kl: 1.3871357440948486 (1.4301072880625725) + | > loss_feat: 4.965935707092285 (6.166257828474045) + | > loss_mel: 18.959508895874023 (23.62972640991211) + | > loss_duration: 1.8078759908676147 (1.7210597395896912) + | > loss_1: 28.957443237304688 (34.86766219139099) + + --> STEP: 17 + | > loss_disc: 2.5337979793548584 (2.5851551083957447) + | > loss_disc_real_0: 0.11313635855913162 (0.11747710143818575) + | > loss_disc_real_1: 0.17919547855854034 (0.14509198858457453) + | > loss_disc_real_2: 0.22211644053459167 (0.20753889224108527) + | > loss_disc_real_3: 0.1744878888130188 (0.2043408330749063) + | > loss_disc_real_4: 0.259022980928421 (0.24347753735149608) + | > loss_disc_real_5: 0.21144041419029236 (0.2340022474527359) + | > loss_0: 2.5337979793548584 (2.5851551083957447) + | > loss_gen: 1.902965784072876 (1.9194789774277632) + | > loss_kl: 1.1394269466400146 (1.4130084444494808) + | > loss_feat: 5.0940375328063965 (6.1031860463759475) + | > loss_mel: 22.881195068359375 (23.585695154526654) + | > loss_duration: 1.696274757385254 (1.7196017994600183) + | > loss_1: 32.713897705078125 (34.74097016278435) + + --> STEP: 18 + | > loss_disc: 2.637233257293701 (2.5880483388900757) + | > loss_disc_real_0: 0.05723311007022858 (0.11413021302885479) + | > loss_disc_real_1: 0.11585832387208939 (0.14346789610054758) + | > loss_disc_real_2: 0.1601988524198532 (0.20490889002879462) + | > loss_disc_real_3: 0.13356329500675201 (0.2004087476266755) + | > loss_disc_real_4: 0.23008118569850922 (0.2427332955929968) + | > loss_disc_real_5: 0.23166730999946594 (0.233872528705332) + | > loss_0: 2.637233257293701 (2.5880483388900757) + | > loss_gen: 1.6860628128051758 (1.9065114127265081) + | > loss_kl: 1.4464924335479736 (1.4148686660660639) + | > loss_feat: 7.367401123046875 (6.173420217302111) + | > loss_mel: 24.82313346862793 (23.65444172753228) + | > loss_duration: 1.6706130504608154 (1.716880202293396) + | > loss_1: 36.99370193481445 (34.86612192789713) + + --> STEP: 19 + | > loss_disc: 2.5922017097473145 (2.5882669373562464) + | > loss_disc_real_0: 0.10615671426057816 (0.1137105551989455) + | > loss_disc_real_1: 0.14080029726028442 (0.14332749616158635) + | > loss_disc_real_2: 0.20409958064556122 (0.20486629479809812) + | > loss_disc_real_3: 0.1407622992992401 (0.19726946087259994) + | > loss_disc_real_4: 0.1638357788324356 (0.23858079471086202) + | > loss_disc_real_5: 0.1927594244480133 (0.23170868111284157) + | > loss_0: 2.5922017097473145 (2.5882669373562464) + | > loss_gen: 1.707040786743164 (1.8960129587273848) + | > loss_kl: 1.5690901279449463 (1.4229855851123208) + | > loss_feat: 6.614469528198242 (6.196633338928223) + | > loss_mel: 23.7067928314209 (23.657197048789577) + | > loss_duration: 1.8132514953613281 (1.7219523756127608) + | > loss_1: 35.41064453125 (34.89478101228413) + + --> STEP: 20 + | > loss_disc: 2.7119007110595703 (2.594448626041413) + | > loss_disc_real_0: 0.14395573735237122 (0.11522281430661678) + | > loss_disc_real_1: 0.16827495396137238 (0.14457486905157566) + | > loss_disc_real_2: 0.23311862349510193 (0.2062789112329483) + | > loss_disc_real_3: 0.2573324143886566 (0.2002726085484028) + | > loss_disc_real_4: 0.2381318360567093 (0.23855834677815438) + | > loss_disc_real_5: 0.22513461112976074 (0.2313799776136875) + | > loss_0: 2.7119007110595703 (2.594448626041413) + | > loss_gen: 1.9066054821014404 (1.8965425848960877) + | > loss_kl: 1.6892012357711792 (1.4362963676452636) + | > loss_feat: 5.153903961181641 (6.144496870040894) + | > loss_mel: 22.367319107055664 (23.59270315170288) + | > loss_duration: 1.6554052829742432 (1.718625020980835) + | > loss_1: 32.77243423461914 (34.788663673400876) + + --> STEP: 21 + | > loss_disc: 2.4960975646972656 (2.589765242167882) + | > loss_disc_real_0: 0.06298927962779999 (0.11273550313143503) + | > loss_disc_real_1: 0.17086994647979736 (0.14582701559577668) + | > loss_disc_real_2: 0.20109957456588745 (0.20603227615356445) + | > loss_disc_real_3: 0.15466712415218353 (0.1981009188152495) + | > loss_disc_real_4: 0.3131748139858246 (0.24211151188328153) + | > loss_disc_real_5: 0.19055774807929993 (0.22943606192157381) + | > loss_0: 2.4960975646972656 (2.589765242167882) + | > loss_gen: 1.9858534336090088 (1.9007954824538458) + | > loss_kl: 1.5409420728683472 (1.4412794964654105) + | > loss_feat: 6.556173324584961 (6.164100510733468) + | > loss_mel: 23.624996185302734 (23.594240915207635) + | > loss_duration: 1.7103215456008911 (1.7182296173913139) + | > loss_1: 35.41828918457031 (34.81864584059942) + + --> STEP: 22 + | > loss_disc: 2.828852415084839 (2.600632840936835) + | > loss_disc_real_0: 0.11604577302932739 (0.11288596994497559) + | > loss_disc_real_1: 0.12222101539373398 (0.14475401558659293) + | > loss_disc_real_2: 0.23055021464824677 (0.20714672790332275) + | > loss_disc_real_3: 0.19313089549541473 (0.1978750086643479) + | > loss_disc_real_4: 0.2320474237203598 (0.24165405333042145) + | > loss_disc_real_5: 0.22989509999752045 (0.2294569272886623) + | > loss_0: 2.828852415084839 (2.600632840936835) + | > loss_gen: 1.69827401638031 (1.891589961268685) + | > loss_kl: 1.4912965297698975 (1.4435529979792507) + | > loss_feat: 6.390032768249512 (6.174370158802379) + | > loss_mel: 24.58310890197754 (23.639189460060813) + | > loss_duration: 1.8166790008544922 (1.7227045893669128) + | > loss_1: 35.979393005371094 (34.87140707536177) + + --> STEP: 23 + | > loss_disc: 2.735280752182007 (2.6064870979474946) + | > loss_disc_real_0: 0.18177667260169983 (0.1158812178865723) + | > loss_disc_real_1: 0.15020033717155457 (0.14499081217724344) + | > loss_disc_real_2: 0.19893766939640045 (0.20678981231606525) + | > loss_disc_real_3: 0.17722220718860626 (0.19697706077409827) + | > loss_disc_real_4: 0.21398764848709106 (0.24045116616332013) + | > loss_disc_real_5: 0.252715140581131 (0.23046815395355225) + | > loss_0: 2.735280752182007 (2.6064870979474946) + | > loss_gen: 1.8190001249313354 (1.8884338814279307) + | > loss_kl: 1.7085254192352295 (1.4550735380338586) + | > loss_feat: 6.038083553314209 (6.1684446542159375) + | > loss_mel: 22.05156898498535 (23.57016248288362) + | > loss_duration: 1.7928918600082397 (1.7257562098295793) + | > loss_1: 33.41006851196289 (34.80787061608356) + + --> STEP: 24 + | > loss_disc: 2.920584201812744 (2.619574477275213) + | > loss_disc_real_0: 0.15236878395080566 (0.11740153313924868) + | > loss_disc_real_1: 0.21354706585407257 (0.14784732274711132) + | > loss_disc_real_2: 0.22352181375026703 (0.20748697904249033) + | > loss_disc_real_3: 0.2614627778530121 (0.19966396565238634) + | > loss_disc_real_4: 0.22174690663814545 (0.23967182201643786) + | > loss_disc_real_5: 0.2704693675041199 (0.2321348711848259) + | > loss_0: 2.920584201812744 (2.619574477275213) + | > loss_gen: 1.6706467866897583 (1.8793594191471736) + | > loss_kl: 1.2980315685272217 (1.4485301226377487) + | > loss_feat: 4.3933258056640625 (6.094481368859609) + | > loss_mel: 18.77598762512207 (23.370405197143555) + | > loss_duration: 1.6888684034347534 (1.7242192178964615) + | > loss_1: 27.826860427856445 (34.5169951915741) + + --> STEP: 25 + | > loss_disc: 2.570089817047119 (2.6175950908660894) + | > loss_disc_real_0: 0.1000155657529831 (0.11670609444379806) + | > loss_disc_real_1: 0.14900238811969757 (0.14789352536201478) + | > loss_disc_real_2: 0.2054470032453537 (0.20740538001060485) + | > loss_disc_real_3: 0.23763111233711243 (0.20118265151977538) + | > loss_disc_real_4: 0.2726806104183197 (0.24099217355251312) + | > loss_disc_real_5: 0.2575781047344208 (0.2331526005268097) + | > loss_0: 2.570089817047119 (2.6175950908660894) + | > loss_gen: 1.9887771606445312 (1.883736128807068) + | > loss_kl: 1.4564895629882812 (1.44884850025177) + | > loss_feat: 5.1192827224731445 (6.05547342300415) + | > loss_mel: 19.437421798706055 (23.213085861206054) + | > loss_duration: 1.6648097038269043 (1.7218428373336792) + | > loss_1: 29.66678237915039 (34.32298667907715) + + --> STEP: 26 + | > loss_disc: 2.6514692306518555 (2.6188979423963112) + | > loss_disc_real_0: 0.11917460709810257 (0.11680103723819439) + | > loss_disc_real_1: 0.17770521342754364 (0.14904012874915049) + | > loss_disc_real_2: 0.20864823460578918 (0.20745318211041963) + | > loss_disc_real_3: 0.20985953509807587 (0.20151637781124848) + | > loss_disc_real_4: 0.20403724908828735 (0.23957083030388907) + | > loss_disc_real_5: 0.23623071610927582 (0.23327098958767378) + | > loss_0: 2.6514692306518555 (2.6188979423963112) + | > loss_gen: 1.9260263442993164 (1.8853626755567698) + | > loss_kl: 1.493901252746582 (1.4505812984246473) + | > loss_feat: 6.170111179351807 (6.05988256747906) + | > loss_mel: 23.21162986755371 (23.213029861450195) + | > loss_duration: 1.688812017440796 (1.7205724211839528) + | > loss_1: 34.490482330322266 (34.32942881950965) + + --> STEP: 27 + | > loss_disc: 2.6361825466156006 (2.6195381129229514) + | > loss_disc_real_0: 0.10147502273321152 (0.11623340707134318) + | > loss_disc_real_1: 0.14983350038528442 (0.14906951288382211) + | > loss_disc_real_2: 0.2163962572813034 (0.20778440711674867) + | > loss_disc_real_3: 0.23220956325531006 (0.20265316245732484) + | > loss_disc_real_4: 0.296415239572525 (0.24167617879532002) + | > loss_disc_real_5: 0.2564404606819153 (0.23412911814671974) + | > loss_0: 2.6361825466156006 (2.6195381129229514) + | > loss_gen: 1.9554719924926758 (1.8879593169247662) + | > loss_kl: 1.6257758140563965 (1.4570699841887862) + | > loss_feat: 5.808338165283203 (6.050566108138473) + | > loss_mel: 22.281814575195312 (23.17854040640372) + | > loss_duration: 1.74100923538208 (1.721329340228328) + | > loss_1: 33.412410736083984 (34.29546518679018) + + --> STEP: 28 + | > loss_disc: 2.555778741836548 (2.6172609925270085) + | > loss_disc_real_0: 0.08051110804080963 (0.11495761067739554) + | > loss_disc_real_1: 0.1466369926929474 (0.14898263716271945) + | > loss_disc_real_2: 0.20554731786251068 (0.20770451107195445) + | > loss_disc_real_3: 0.21826347708702087 (0.2032106736940997) + | > loss_disc_real_4: 0.19744285941123962 (0.2400964173887457) + | > loss_disc_real_5: 0.2079959213733673 (0.2331957896905286) + | > loss_0: 2.555778741836548 (2.6172609925270085) + | > loss_gen: 1.7640888690948486 (1.8835353723594122) + | > loss_kl: 1.7473880052566528 (1.46743848494121) + | > loss_feat: 6.325387001037598 (6.060381140027728) + | > loss_mel: 22.37380027770996 (23.1497996875218) + | > loss_duration: 1.7040910720825195 (1.720713687794549) + | > loss_1: 33.91475296020508 (34.281868321555) + + --> STEP: 29 + | > loss_disc: 2.495591640472412 (2.613065497628574) + | > loss_disc_real_0: 0.06596500426530838 (0.1132682104562891) + | > loss_disc_real_1: 0.16737443208694458 (0.14961683698769274) + | > loss_disc_real_2: 0.2046087682247162 (0.20759776131860141) + | > loss_disc_real_3: 0.24918359518051147 (0.20479594684880356) + | > loss_disc_real_4: 0.2459760159254074 (0.240299162165872) + | > loss_disc_real_5: 0.20740389823913574 (0.23230641412323919) + | > loss_0: 2.495591640472412 (2.613065497628574) + | > loss_gen: 2.131424903869629 (1.8920832872390747) + | > loss_kl: 1.0347216129302979 (1.452517213492558) + | > loss_feat: 6.770555019378662 (6.084869894488104) + | > loss_mel: 24.73465919494629 (23.20445001536402) + | > loss_duration: 1.6927671432495117 (1.7197500138447201) + | > loss_1: 36.36412811279297 (34.35367038332183) + + --> STEP: 30 + | > loss_disc: 2.5032458305358887 (2.609404842058818) + | > loss_disc_real_0: 0.1372661143541336 (0.11406814058621724) + | > loss_disc_real_1: 0.14208365976810455 (0.14936573108037313) + | > loss_disc_real_2: 0.2022346705198288 (0.207418991625309) + | > loss_disc_real_3: 0.1995139718055725 (0.2046198810140292) + | > loss_disc_real_4: 0.24308480322360992 (0.24039201686779657) + | > loss_disc_real_5: 0.32130298018455505 (0.23527296632528305) + | > loss_0: 2.5032458305358887 (2.609404842058818) + | > loss_gen: 2.015031576156616 (1.8961815635363262) + | > loss_kl: 1.7265384197235107 (1.4616512537002564) + | > loss_feat: 6.003366947174072 (6.0821531295776365) + | > loss_mel: 24.999303817749023 (23.264278475443522) + | > loss_duration: 1.7066656351089478 (1.7193138678868611) + | > loss_1: 36.450904846191406 (34.42357819875081) + + --> STEP: 31 + | > loss_disc: 2.388606548309326 (2.6022823164539957) + | > loss_disc_real_0: 0.1864195466041565 (0.11640205690937658) + | > loss_disc_real_1: 0.1852666735649109 (0.15052382599922917) + | > loss_disc_real_2: 0.19649656116962433 (0.20706665515899658) + | > loss_disc_real_3: 0.22235794365406036 (0.20519207658306246) + | > loss_disc_real_4: 0.19810836017131805 (0.23902802794210373) + | > loss_disc_real_5: 0.20008200407028198 (0.23413777399447658) + | > loss_0: 2.388606548309326 (2.6022823164539957) + | > loss_gen: 2.0689847469329834 (1.901755859774928) + | > loss_kl: 1.2285913228988647 (1.4541331914163405) + | > loss_feat: 4.632937908172607 (6.0354042514677975) + | > loss_mel: 18.824596405029297 (23.121062924784997) + | > loss_duration: 1.67881178855896 (1.7180073491988643) + | > loss_1: 28.433923721313477 (34.23036353818832) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.012271896485359438 (+0.0021623719123101993) + | > avg_loss_disc: 2.6022823164539957 (+0.12718265287337838) + | > avg_loss_disc_real_0: 0.11640205690937658 (-0.0695756036908396) + | > avg_loss_disc_real_1: 0.15052382599922917 (-0.026488366146241477) + | > avg_loss_disc_real_2: 0.20706665515899658 (-0.02626096481277096) + | > avg_loss_disc_real_3: 0.20519207658306246 (-0.04610016653614654) + | > avg_loss_disc_real_4: 0.23902802794210373 (-0.009617728571737955) + | > avg_loss_disc_real_5: 0.23413777399447658 (+0.022931304189466678) + | > avg_loss_0: 2.6022823164539957 (+0.12718265287337838) + | > avg_loss_gen: 1.901755859774928 (-0.47834274461192483) + | > avg_loss_kl: 1.4541331914163405 (-0.17854721699991538) + | > avg_loss_feat: 6.0354042514677975 (+0.35561770777548585) + | > avg_loss_mel: 23.121062924784997 (+1.1494872185491722) + | > avg_loss_duration: 1.7180073491988643 (-0.005223751068115234) + | > avg_loss_1: 34.23036353818832 (+0.8429915520452766) + + + > EPOCH: 3/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 22:53:13)  + + --> TIME: 2024-11-22 22:53:16 -- STEP: 2/797 -- GLOBAL_STEP: 25500 + | > loss_disc: 2.5102860927581787 (2.51058566570282) + | > loss_disc_real_0: 0.11620625853538513 (0.12220320850610733) + | > loss_disc_real_1: 0.3341575860977173 (0.2837327793240547) + | > loss_disc_real_2: 0.23041602969169617 (0.21793244034051895) + | > loss_disc_real_3: 0.26187431812286377 (0.2564954608678818) + | > loss_disc_real_4: 0.2161969244480133 (0.2288779616355896) + | > loss_disc_real_5: 0.2160181850194931 (0.22829020768404007) + | > loss_0: 2.5102860927581787 (2.51058566570282) + | > grad_norm_0: tensor(101.9957, device='cuda:0') (tensor(58.4236, device='cuda:0')) + | > loss_gen: 2.3666815757751465 (2.444524049758911) + | > loss_kl: 1.2483919858932495 (1.419565737247467) + | > loss_feat: 5.0535888671875 (5.483442068099976) + | > loss_mel: 20.510284423828125 (21.078232765197754) + | > loss_duration: 1.9025605916976929 (1.9624012112617493) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.08150863647461 (32.388166427612305) + | > grad_norm_1: tensor(152.5838, device='cuda:0') (tensor(298.9879, device='cuda:0')) + | > current_lr_0: 0.00019922645137067577 + | > current_lr_1: 0.00019922645137067577 + | > step_time: 0.8523 (0.8222335577011108) + | > loader_time: 0.0059 (0.004442811012268066) + + + --> TIME: 2024-11-22 22:53:36 -- STEP: 27/797 -- GLOBAL_STEP: 25525 + | > loss_disc: 2.4926321506500244 (2.5181567668914795) + | > loss_disc_real_0: 0.1295354962348938 (0.13533716786790778) + | > loss_disc_real_1: 0.1991691291332245 (0.23078496864548437) + | > loss_disc_real_2: 0.22108156979084015 (0.23757212139942027) + | > loss_disc_real_3: 0.2271406054496765 (0.23501929309633043) + | > loss_disc_real_4: 0.2559930682182312 (0.22378929456075033) + | > loss_disc_real_5: 0.21170343458652496 (0.232971402781981) + | > loss_0: 2.4926321506500244 (2.5181567668914795) + | > grad_norm_0: tensor(146.4823, device='cuda:0') (tensor(83.6728, device='cuda:0')) + | > loss_gen: 2.2407326698303223 (2.31421747914067) + | > loss_kl: 1.7882845401763916 (1.5257611672083538) + | > loss_feat: 5.974788188934326 (5.9738775006047) + | > loss_mel: 22.09932518005371 (21.918270817509406) + | > loss_duration: 1.748779058456421 (1.8629435389130204) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.85190963745117 (33.5950703797517) + | > grad_norm_1: tensor(770.4630, device='cuda:0') (tensor(653.8141, device='cuda:0')) + | > current_lr_0: 0.00019922645137067577 + | > current_lr_1: 0.00019922645137067577 + | > step_time: 0.7473 (0.8053499151159216) + | > loader_time: 0.0038 (0.005486276414659288) + + + --> TIME: 2024-11-22 22:53:57 -- STEP: 52/797 -- GLOBAL_STEP: 25550 + | > loss_disc: 2.381582736968994 (2.503923003490154) + | > loss_disc_real_0: 0.14843139052391052 (0.12981767751849616) + | > loss_disc_real_1: 0.2083386480808258 (0.2234641878077617) + | > loss_disc_real_2: 0.21894952654838562 (0.23766355073222747) + | > loss_disc_real_3: 0.22186392545700073 (0.23219213262200356) + | > loss_disc_real_4: 0.21773432195186615 (0.22544171661138535) + | > loss_disc_real_5: 0.22946110367774963 (0.23703796703081864) + | > loss_0: 2.381582736968994 (2.503923003490154) + | > grad_norm_0: tensor(280.1240, device='cuda:0') (tensor(86.2328, device='cuda:0')) + | > loss_gen: 2.5618882179260254 (2.3339203871213474) + | > loss_kl: 1.5511572360992432 (1.5723785161972046) + | > loss_feat: 6.476284503936768 (6.022065291037927) + | > loss_mel: 22.52252769470215 (21.970394611358643) + | > loss_duration: 1.6951634883880615 (1.8257300097208757) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.80702209472656 (33.72448895527766) + | > grad_norm_1: tensor(608.0540, device='cuda:0') (tensor(671.9575, device='cuda:0')) + | > current_lr_0: 0.00019922645137067577 + | > current_lr_1: 0.00019922645137067577 + | > step_time: 0.8276 (0.807959258556366) + | > loader_time: 0.0073 (0.005133339991936318) + + + --> TIME: 2024-11-22 22:54:18 -- STEP: 77/797 -- GLOBAL_STEP: 25575 + | > loss_disc: 2.530348777770996 (2.4908884995943534) + | > loss_disc_real_0: 0.1020461916923523 (0.13010276442804894) + | > loss_disc_real_1: 0.21358129382133484 (0.22302121910956) + | > loss_disc_real_2: 0.24176186323165894 (0.23592626332462607) + | > loss_disc_real_3: 0.2567814290523529 (0.23024876918885614) + | > loss_disc_real_4: 0.25205591320991516 (0.22480418155719709) + | > loss_disc_real_5: 0.25987645983695984 (0.23540829954209266) + | > loss_0: 2.530348777770996 (2.4908884995943534) + | > grad_norm_0: tensor(122.7188, device='cuda:0') (tensor(90.4170, device='cuda:0')) + | > loss_gen: 2.3144948482513428 (2.3418889943655437) + | > loss_kl: 1.5096241235733032 (1.5689254472782084) + | > loss_feat: 6.09807014465332 (6.0373905479133905) + | > loss_mel: 22.392257690429688 (22.033010581871135) + | > loss_duration: 1.7511475086212158 (1.7983157154801603) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.06559371948242 (33.779531206403455) + | > grad_norm_1: tensor(888.4321, device='cuda:0') (tensor(680.5856, device='cuda:0')) + | > current_lr_0: 0.00019922645137067577 + | > current_lr_1: 0.00019922645137067577 + | > step_time: 0.8178 (0.8148590837206159) + | > loader_time: 0.0039 (0.004907982689993723) + + + --> TIME: 2024-11-22 22:54:39 -- STEP: 102/797 -- GLOBAL_STEP: 25600 + | > loss_disc: 2.4221925735473633 (2.484405001004537) + | > loss_disc_real_0: 0.10795284062623978 (0.1309049885866104) + | > loss_disc_real_1: 0.19364231824874878 (0.22235172168881284) + | > loss_disc_real_2: 0.25908517837524414 (0.23665698836831486) + | > loss_disc_real_3: 0.2543005645275116 (0.22748204905028438) + | > loss_disc_real_4: 0.22937826812267303 (0.22333799477885752) + | > loss_disc_real_5: 0.29223644733428955 (0.2337020144743078) + | > loss_0: 2.4221925735473633 (2.484405001004537) + | > grad_norm_0: tensor(20.6343, device='cuda:0') (tensor(95.6932, device='cuda:0')) + | > loss_gen: 2.24172306060791 (2.3402501742045083) + | > loss_kl: 1.5711908340454102 (1.5547746770522168) + | > loss_feat: 6.2978105545043945 (6.028509658925674) + | > loss_mel: 22.55769157409668 (22.028731888415766) + | > loss_duration: 1.755469560623169 (1.7865059983496572) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.423885345458984 (33.73877220527796) + | > grad_norm_1: tensor(577.2321, device='cuda:0') (tensor(664.6580, device='cuda:0')) + | > current_lr_0: 0.00019922645137067577 + | > current_lr_1: 0.00019922645137067577 + | > step_time: 0.8569 (0.8210409599192002) + | > loader_time: 0.0106 (0.005139530873766134) + + + --> TIME: 2024-11-22 22:55:01 -- STEP: 127/797 -- GLOBAL_STEP: 25625 + | > loss_disc: 2.500891923904419 (2.4853405839814915) + | > loss_disc_real_0: 0.14549316465854645 (0.1298698730414778) + | > loss_disc_real_1: 0.28462454676628113 (0.22124495949801498) + | > loss_disc_real_2: 0.23945167660713196 (0.2361344883995732) + | > loss_disc_real_3: 0.24143142998218536 (0.2285377285846575) + | > loss_disc_real_4: 0.2400050163269043 (0.22430616910532702) + | > loss_disc_real_5: 0.23319779336452484 (0.23473375601561988) + | > loss_0: 2.500891923904419 (2.4853405839814915) + | > grad_norm_0: tensor(103.4199, device='cuda:0') (tensor(90.4589, device='cuda:0')) + | > loss_gen: 2.345193862915039 (2.3367451082064403) + | > loss_kl: 1.4926202297210693 (1.5596968057587386) + | > loss_feat: 4.871995449066162 (5.998062903486837) + | > loss_mel: 20.384567260742188 (21.975057181410904) + | > loss_duration: 1.7778267860412598 (1.7786269300565944) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.872203826904297 (33.64818882379004) + | > grad_norm_1: tensor(775.3154, device='cuda:0') (tensor(637.4616, device='cuda:0')) + | > current_lr_0: 0.00019922645137067577 + | > current_lr_1: 0.00019922645137067577 + | > step_time: 0.8522 (0.8255228132713498) + | > loader_time: 0.0056 (0.005292173445694091) + + + --> TIME: 2024-11-22 22:55:22 -- STEP: 152/797 -- GLOBAL_STEP: 25650 + | > loss_disc: 2.6010348796844482 (2.4799873672033605) + | > loss_disc_real_0: 0.28653648495674133 (0.12852363614365464) + | > loss_disc_real_1: 0.24042153358459473 (0.21983497413365463) + | > loss_disc_real_2: 0.25885987281799316 (0.236572086124828) + | > loss_disc_real_3: 0.24409937858581543 (0.22652311162336877) + | > loss_disc_real_4: 0.2908611297607422 (0.2237231486329907) + | > loss_disc_real_5: 0.22817888855934143 (0.23405878834034266) + | > loss_0: 2.6010348796844482 (2.4799873672033605) + | > grad_norm_0: tensor(190.7189, device='cuda:0') (tensor(90.5201, device='cuda:0')) + | > loss_gen: 2.868711471557617 (2.339208279785357) + | > loss_kl: 1.5549882650375366 (1.551133070337145) + | > loss_feat: 6.576391220092773 (6.016769478195592) + | > loss_mel: 22.355310440063477 (22.014125598104375) + | > loss_duration: 1.827563762664795 (1.7735800970541804) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.18296432495117 (33.694816476420336) + | > grad_norm_1: tensor(901.2598, device='cuda:0') (tensor(656.3499, device='cuda:0')) + | > current_lr_0: 0.00019922645137067577 + | > current_lr_1: 0.00019922645137067577 + | > step_time: 0.8104 (0.8288487070485165) + | > loader_time: 0.0047 (0.00534460419102719) + + + --> TIME: 2024-11-22 22:55:43 -- STEP: 177/797 -- GLOBAL_STEP: 25675 + | > loss_disc: 2.54525089263916 (2.48672296367796) + | > loss_disc_real_0: 0.09864631295204163 (0.13234222427768216) + | > loss_disc_real_1: 0.21075844764709473 (0.21887016767835887) + | > loss_disc_real_2: 0.25205540657043457 (0.23665770854653612) + | > loss_disc_real_3: 0.1981787234544754 (0.2265427484687439) + | > loss_disc_real_4: 0.21617838740348816 (0.22437450676988074) + | > loss_disc_real_5: 0.2626875042915344 (0.23531285147208952) + | > loss_0: 2.54525089263916 (2.48672296367796) + | > grad_norm_0: tensor(113.4553, device='cuda:0') (tensor(94.2248, device='cuda:0')) + | > loss_gen: 2.048593521118164 (2.336632643715811) + | > loss_kl: 1.566777229309082 (1.5572704602096041) + | > loss_feat: 5.9177374839782715 (6.009995519778149) + | > loss_mel: 21.875144958496094 (22.0445442199707) + | > loss_duration: 1.6969616413116455 (1.7659937863969533) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.1052131652832 (33.71443652567887) + | > grad_norm_1: tensor(203.9254, device='cuda:0') (tensor(640.4782, device='cuda:0')) + | > current_lr_0: 0.00019922645137067577 + | > current_lr_1: 0.00019922645137067577 + | > step_time: 0.7939 (0.8290082936906545) + | > loader_time: 0.0049 (0.005383460535167976) + + + --> TIME: 2024-11-22 22:56:15 -- STEP: 202/797 -- GLOBAL_STEP: 25700 + | > loss_disc: 2.4932777881622314 (2.479157552860748) + | > loss_disc_real_0: 0.08348219096660614 (0.13034608476970455) + | > loss_disc_real_1: 0.1969960629940033 (0.2181953871161631) + | > loss_disc_real_2: 0.2419120967388153 (0.23686174775409227) + | > loss_disc_real_3: 0.2571883201599121 (0.226584759605403) + | > loss_disc_real_4: 0.268819659948349 (0.22441681341664627) + | > loss_disc_real_5: 0.27088621258735657 (0.23383477809700634) + | > loss_0: 2.4932777881622314 (2.479157552860748) + | > grad_norm_0: tensor(74.9568, device='cuda:0') (tensor(91.8583, device='cuda:0')) + | > loss_gen: 2.362826347351074 (2.3391857170822608) + | > loss_kl: 1.4328233003616333 (1.5591617155783246) + | > loss_feat: 5.538679122924805 (6.011408706702809) + | > loss_mel: 21.945783615112305 (22.08882186436417) + | > loss_duration: 1.7428035736083984 (1.7635043599818012) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.022918701171875 (33.76208233597253) + | > grad_norm_1: tensor(988.5218, device='cuda:0') (tensor(634.6530, device='cuda:0')) + | > current_lr_0: 0.00019922645137067577 + | > current_lr_1: 0.00019922645137067577 + | > step_time: 0.8744 (0.881852406086308) + | > loader_time: 0.0055 (0.0056487557911636815) + + + --> TIME: 2024-11-22 22:56:39 -- STEP: 227/797 -- GLOBAL_STEP: 25725 + | > loss_disc: 2.3963093757629395 (2.4755371194578975) + | > loss_disc_real_0: 0.09522825479507446 (0.12983129577227098) + | > loss_disc_real_1: 0.21764236688613892 (0.2184049166771809) + | > loss_disc_real_2: 0.2639634907245636 (0.23645013951520039) + | > loss_disc_real_3: 0.23030875623226166 (0.22549097489417913) + | > loss_disc_real_4: 0.24259215593338013 (0.2236367099742007) + | > loss_disc_real_5: 0.24388070404529572 (0.2336908393100495) + | > loss_0: 2.3963093757629395 (2.4755371194578975) + | > grad_norm_0: tensor(57.4645, device='cuda:0') (tensor(94.4469, device='cuda:0')) + | > loss_gen: 2.2562811374664307 (2.3391934985106215) + | > loss_kl: 1.706365704536438 (1.5627632597994698) + | > loss_feat: 6.032732963562012 (6.0044314157595196) + | > loss_mel: 21.286354064941406 (22.075475474286183) + | > loss_duration: 1.7031137943267822 (1.7605569499179656) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.98484802246094 (33.7424205494347) + | > grad_norm_1: tensor(194.4406, device='cuda:0') (tensor(653.1092, device='cuda:0')) + | > current_lr_0: 0.00019922645137067577 + | > current_lr_1: 0.00019922645137067577 + | > step_time: 0.8671 (0.8895803842250471) + | > loader_time: 0.0139 (0.005701104974956766) + + + --> TIME: 2024-11-22 22:57:01 -- STEP: 252/797 -- GLOBAL_STEP: 25750 + | > loss_disc: 2.503711223602295 (2.478967727176724) + | > loss_disc_real_0: 0.10424696654081345 (0.12884406843000926) + | > loss_disc_real_1: 0.2818581163883209 (0.2185290733145343) + | > loss_disc_real_2: 0.21459276974201202 (0.2363179541296429) + | > loss_disc_real_3: 0.17706945538520813 (0.22601569970212285) + | > loss_disc_real_4: 0.19155849516391754 (0.2238626228793273) + | > loss_disc_real_5: 0.21033938229084015 (0.23417685370123575) + | > loss_0: 2.503711223602295 (2.478967727176724) + | > grad_norm_0: tensor(48.6412, device='cuda:0') (tensor(92.0830, device='cuda:0')) + | > loss_gen: 2.3292481899261475 (2.337225554481386) + | > loss_kl: 1.3495322465896606 (1.5611956814924877) + | > loss_feat: 5.424981594085693 (5.997436636970157) + | > loss_mel: 21.082788467407227 (22.074360302516393) + | > loss_duration: 1.72206449508667 (1.756303500561487) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.908615112304688 (33.72652165851894) + | > grad_norm_1: tensor(317.1026, device='cuda:0') (tensor(654.8348, device='cuda:0')) + | > current_lr_0: 0.00019922645137067577 + | > current_lr_1: 0.00019922645137067577 + | > step_time: 0.8835 (0.8873058614276704) + | > loader_time: 0.0063 (0.005813157747662258) + + + --> TIME: 2024-11-22 22:57:25 -- STEP: 277/797 -- GLOBAL_STEP: 25775 + | > loss_disc: 2.3897674083709717 (2.477405270084144) + | > loss_disc_real_0: 0.13961608707904816 (0.1294208157955523) + | > loss_disc_real_1: 0.22658318281173706 (0.21827173421314047) + | > loss_disc_real_2: 0.253314733505249 (0.23720753338147588) + | > loss_disc_real_3: 0.2262939214706421 (0.2258546291060396) + | > loss_disc_real_4: 0.2232879400253296 (0.22337646933023678) + | > loss_disc_real_5: 0.2521350383758545 (0.23385362262545079) + | > loss_0: 2.3897674083709717 (2.477405270084144) + | > grad_norm_0: tensor(27.3376, device='cuda:0') (tensor(93.9221, device='cuda:0')) + | > loss_gen: 2.389800786972046 (2.3379639778756927) + | > loss_kl: 1.7286714315414429 (1.5612876858521885) + | > loss_feat: 6.204040050506592 (5.987657948091142) + | > loss_mel: 22.438283920288086 (22.087135073940676) + | > loss_duration: 1.702791690826416 (1.753744954236578) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.46358871459961 (33.72778962063013) + | > grad_norm_1: tensor(233.5178, device='cuda:0') (tensor(655.3850, device='cuda:0')) + | > current_lr_0: 0.00019922645137067577 + | > current_lr_1: 0.00019922645137067577 + | > step_time: 0.8985 (0.8918195984423805) + | > loader_time: 0.0084 (0.005863203468735898) + + + --> TIME: 2024-11-22 22:57:47 -- STEP: 302/797 -- GLOBAL_STEP: 25800 + | > loss_disc: 2.4265120029449463 (2.473417524470396) + | > loss_disc_real_0: 0.10655772686004639 (0.12929239997405867) + | > loss_disc_real_1: 0.25636082887649536 (0.21821119917544307) + | > loss_disc_real_2: 0.20218200981616974 (0.23607239304788855) + | > loss_disc_real_3: 0.23640476167201996 (0.22586689563776483) + | > loss_disc_real_4: 0.19840164482593536 (0.22279317568469517) + | > loss_disc_real_5: 0.23522533476352692 (0.23404007794841236) + | > loss_0: 2.4265120029449463 (2.473417524470396) + | > grad_norm_0: tensor(37.0338, device='cuda:0') (tensor(93.4628, device='cuda:0')) + | > loss_gen: 2.3371903896331787 (2.339096686697953) + | > loss_kl: 1.5430725812911987 (1.5551893584775605) + | > loss_feat: 6.2328104972839355 (5.992506177220123) + | > loss_mel: 22.319902420043945 (22.095792164076236) + | > loss_duration: 1.779325008392334 (1.751466086368687) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.21229934692383 (33.73405043494621) + | > grad_norm_1: tensor(180.9759, device='cuda:0') (tensor(666.4916, device='cuda:0')) + | > current_lr_0: 0.00019922645137067577 + | > current_lr_1: 0.00019922645137067577 + | > step_time: 1.0805 (0.8925798270876041) + | > loader_time: 0.012 (0.005941035731738765) + + + --> TIME: 2024-11-22 22:58:11 -- STEP: 327/797 -- GLOBAL_STEP: 25825 + | > loss_disc: 2.3943142890930176 (2.4739540709632593) + | > loss_disc_real_0: 0.2283586859703064 (0.13059896891452474) + | > loss_disc_real_1: 0.24523788690567017 (0.218047904038648) + | > loss_disc_real_2: 0.24275395274162292 (0.236412373886925) + | > loss_disc_real_3: 0.2290625125169754 (0.22603208200282643) + | > loss_disc_real_4: 0.2547203302383423 (0.2229485102567468) + | > loss_disc_real_5: 0.21253401041030884 (0.2337324032816318) + | > loss_0: 2.3943142890930176 (2.4739540709632593) + | > grad_norm_0: tensor(12.8075, device='cuda:0') (tensor(94.6612, device='cuda:0')) + | > loss_gen: 2.474473476409912 (2.3398005524906536) + | > loss_kl: 1.5834518671035767 (1.5480568449067045) + | > loss_feat: 6.394796371459961 (5.986718817952939) + | > loss_mel: 22.489940643310547 (22.08895566631166) + | > loss_duration: 1.6967847347259521 (1.7496373226883215) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.63944625854492 (33.71316916206194) + | > grad_norm_1: tensor(817.4964, device='cuda:0') (tensor(652.1351, device='cuda:0')) + | > current_lr_0: 0.00019922645137067577 + | > current_lr_1: 0.00019922645137067577 + | > step_time: 0.9531 (0.8957719839311882) + | > loader_time: 0.0076 (0.0059788540598084755) + + + --> TIME: 2024-11-22 22:58:34 -- STEP: 352/797 -- GLOBAL_STEP: 25850 + | > loss_disc: 2.4763474464416504 (2.474570974707603) + | > loss_disc_real_0: 0.09005904197692871 (0.13167184502394352) + | > loss_disc_real_1: 0.2585954964160919 (0.21796303153546018) + | > loss_disc_real_2: 0.23582087457180023 (0.23589871789921413) + | > loss_disc_real_3: 0.23501679301261902 (0.22606873863630675) + | > loss_disc_real_4: 0.20121784508228302 (0.22236226003786375) + | > loss_disc_real_5: 0.24782206118106842 (0.2337041465057568) + | > loss_0: 2.4763474464416504 (2.474570974707603) + | > grad_norm_0: tensor(27.9688, device='cuda:0') (tensor(92.5676, device='cuda:0')) + | > loss_gen: 2.339531183242798 (2.3378478132865634) + | > loss_kl: 1.3944200277328491 (1.546650918369943) + | > loss_feat: 5.27598237991333 (5.9935859631408315) + | > loss_mel: 22.685550689697266 (22.109036375175826) + | > loss_duration: 1.6988636255264282 (1.7469793703745713) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.39434814453125 (33.7341004068201) + | > grad_norm_1: tensor(364.8574, device='cuda:0') (tensor(646.7684, device='cuda:0')) + | > current_lr_0: 0.00019922645137067577 + | > current_lr_1: 0.00019922645137067577 + | > step_time: 0.867 (0.8950613621960983) + | > loader_time: 0.0055 (0.006086390126835212) + + + --> TIME: 2024-11-22 22:58:57 -- STEP: 377/797 -- GLOBAL_STEP: 25875 + | > loss_disc: 2.555586338043213 (2.4752257110585574) + | > loss_disc_real_0: 0.18466398119926453 (0.13152311979459502) + | > loss_disc_real_1: 0.26318836212158203 (0.2183314786744687) + | > loss_disc_real_2: 0.24308298528194427 (0.23601108544385085) + | > loss_disc_real_3: 0.26804569363594055 (0.22591151202230933) + | > loss_disc_real_4: 0.25709104537963867 (0.22276178030025418) + | > loss_disc_real_5: 0.2830968499183655 (0.2338109755942929) + | > loss_0: 2.555586338043213 (2.4752257110585574) + | > grad_norm_0: tensor(31.8868, device='cuda:0') (tensor(91.4839, device='cuda:0')) + | > loss_gen: 2.3856801986694336 (2.3389750121442945) + | > loss_kl: 1.3361645936965942 (1.544056650498185) + | > loss_feat: 5.435383319854736 (5.988255481821154) + | > loss_mel: 22.212970733642578 (22.092441538600774) + | > loss_duration: 1.696215033531189 (1.7443362879183943) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.06641387939453 (33.708064931773364) + | > grad_norm_1: tensor(700.4882, device='cuda:0') (tensor(647.7531, device='cuda:0')) + | > current_lr_0: 0.00019922645137067577 + | > current_lr_1: 0.00019922645137067577 + | > step_time: 0.9022 (0.897683944879223) + | > loader_time: 0.0056 (0.006108085419834447) + + + --> TIME: 2024-11-22 22:59:22 -- STEP: 402/797 -- GLOBAL_STEP: 25900 + | > loss_disc: 2.3127424716949463 (2.4748374318602044) + | > loss_disc_real_0: 0.0763169676065445 (0.13258217801502084) + | > loss_disc_real_1: 0.1957576721906662 (0.2178595493459583) + | > loss_disc_real_2: 0.21155549585819244 (0.235396965114928) + | > loss_disc_real_3: 0.2391422837972641 (0.22588314015918703) + | > loss_disc_real_4: 0.23803654313087463 (0.22259673220452975) + | > loss_disc_real_5: 0.19917139410972595 (0.23375632825182446) + | > loss_0: 2.3127424716949463 (2.4748374318602044) + | > grad_norm_0: tensor(14.4582, device='cuda:0') (tensor(92.5957, device='cuda:0')) + | > loss_gen: 2.5946781635284424 (2.3405530838230937) + | > loss_kl: 1.4128268957138062 (1.5401805301210771) + | > loss_feat: 7.387905597686768 (5.9972068053572904) + | > loss_mel: 23.257217407226562 (22.102514869538116) + | > loss_duration: 1.7334282398223877 (1.7428393355056422) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.38605499267578 (33.72329459498769) + | > grad_norm_1: tensor(463.9082, device='cuda:0') (tensor(637.2262, device='cuda:0')) + | > current_lr_0: 0.00019922645137067577 + | > current_lr_1: 0.00019922645137067577 + | > step_time: 0.9929 (0.9024785857888594) + | > loader_time: 0.0115 (0.006193074420909973) + + + --> TIME: 2024-11-22 22:59:48 -- STEP: 427/797 -- GLOBAL_STEP: 25925 + | > loss_disc: 2.444504976272583 (2.4727308269965262) + | > loss_disc_real_0: 0.14869774878025055 (0.13191390574083103) + | > loss_disc_real_1: 0.2075337916612625 (0.21754134067746458) + | > loss_disc_real_2: 0.20236064493656158 (0.23515981114720294) + | > loss_disc_real_3: 0.23596379160881042 (0.22602320279254287) + | > loss_disc_real_4: 0.24734649062156677 (0.22267222694127842) + | > loss_disc_real_5: 0.28650808334350586 (0.2335572124783831) + | > loss_0: 2.444504976272583 (2.4727308269965262) + | > grad_norm_0: tensor(94.6109, device='cuda:0') (tensor(91.6526, device='cuda:0')) + | > loss_gen: 2.3251872062683105 (2.3417604449761265) + | > loss_kl: 1.6135227680206299 (1.5381930753832955) + | > loss_feat: 5.535297870635986 (6.0076100452164) + | > loss_mel: 20.335866928100586 (22.108137854368405) + | > loss_duration: 1.7106950283050537 (1.7415212230883381) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.520570755004883 (33.73722261790646) + | > grad_norm_1: tensor(551.2634, device='cuda:0') (tensor(633.7275, device='cuda:0')) + | > current_lr_0: 0.00019922645137067577 + | > current_lr_1: 0.00019922645137067577 + | > step_time: 1.094 (0.9108423963363609) + | > loader_time: 0.0148 (0.006318274370680366) + + + --> TIME: 2024-11-22 23:00:12 -- STEP: 452/797 -- GLOBAL_STEP: 25950 + | > loss_disc: 2.5907702445983887 (2.469262097789121) + | > loss_disc_real_0: 0.09392623603343964 (0.1308960616671009) + | > loss_disc_real_1: 0.18439945578575134 (0.21726585027918352) + | > loss_disc_real_2: 0.25112906098365784 (0.2354277052578673) + | > loss_disc_real_3: 0.28410500288009644 (0.22572467598108065) + | > loss_disc_real_4: 0.16886891424655914 (0.2225137141953527) + | > loss_disc_real_5: 0.1943260133266449 (0.23347175088340202) + | > loss_0: 2.5907702445983887 (2.469262097789121) + | > grad_norm_0: tensor(56.8252, device='cuda:0') (tensor(91.5905, device='cuda:0')) + | > loss_gen: 2.2689547538757324 (2.346073449712938) + | > loss_kl: 1.481446623802185 (1.5399407741770277) + | > loss_feat: 6.643610954284668 (6.028457503403181) + | > loss_mel: 23.440847396850586 (22.134351156454176) + | > loss_duration: 1.674562692642212 (1.7401975322086198) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.509422302246094 (33.78902040751632) + | > grad_norm_1: tensor(273.3800, device='cuda:0') (tensor(642.9163, device='cuda:0')) + | > current_lr_0: 0.00019922645137067577 + | > current_lr_1: 0.00019922645137067577 + | > step_time: 0.931 (0.9119301960531586) + | > loader_time: 0.0067 (0.006420637653992236) + + + --> TIME: 2024-11-22 23:00:38 -- STEP: 477/797 -- GLOBAL_STEP: 25975 + | > loss_disc: 2.5286855697631836 (2.4683822920737257) + | > loss_disc_real_0: 0.13326126337051392 (0.13060173566455088) + | > loss_disc_real_1: 0.2327485829591751 (0.21768821504131053) + | > loss_disc_real_2: 0.25612086057662964 (0.23523885267835493) + | > loss_disc_real_3: 0.24327778816223145 (0.22563171224274226) + | > loss_disc_real_4: 0.19301114976406097 (0.2222515148436748) + | > loss_disc_real_5: 0.22448770701885223 (0.23353712329449644) + | > loss_0: 2.5286855697631836 (2.4683822920737257) + | > grad_norm_0: tensor(45.0442, device='cuda:0') (tensor(92.2377, device='cuda:0')) + | > loss_gen: 2.275207281112671 (2.347682038193228) + | > loss_kl: 1.408043622970581 (1.5384902606720192) + | > loss_feat: 6.10397481918335 (6.032095600224139) + | > loss_mel: 22.0009765625 (22.13746229207741) + | > loss_duration: 1.7403607368469238 (1.739271946173294) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.528564453125 (33.795002143587915) + | > grad_norm_1: tensor(894.8251, device='cuda:0') (tensor(647.7569, device='cuda:0')) + | > current_lr_0: 0.00019922645137067577 + | > current_lr_1: 0.00019922645137067577 + | > step_time: 0.9271 (0.9173513348497432) + | > loader_time: 0.0072 (0.006480721307750515) + + + --> TIME: 2024-11-22 23:01:02 -- STEP: 502/797 -- GLOBAL_STEP: 26000 + | > loss_disc: 2.4142966270446777 (2.469291351230969) + | > loss_disc_real_0: 0.12385256588459015 (0.12998129010378578) + | > loss_disc_real_1: 0.20339663326740265 (0.2178838776936569) + | > loss_disc_real_2: 0.24498900771141052 (0.23551942998788272) + | > loss_disc_real_3: 0.17455033957958221 (0.22552595047124355) + | > loss_disc_real_4: 0.1933387815952301 (0.22272796976376336) + | > loss_disc_real_5: 0.18155796825885773 (0.23377015590074052) + | > loss_0: 2.4142966270446777 (2.469291351230969) + | > grad_norm_0: tensor(124.4380, device='cuda:0') (tensor(91.9445, device='cuda:0')) + | > loss_gen: 2.2609779834747314 (2.3472903648695613) + | > loss_kl: 1.796789526939392 (1.5389931864472497) + | > loss_feat: 6.575767517089844 (6.027724422781589) + | > loss_mel: 22.11632537841797 (22.123384057763094) + | > loss_duration: 1.7184474468231201 (1.7379000395892625) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.46830749511719 (33.77529205838992) + | > grad_norm_1: tensor(479.9177, device='cuda:0') (tensor(645.6069, device='cuda:0')) + | > current_lr_0: 0.00019922645137067577 + | > current_lr_1: 0.00019922645137067577 + | > step_time: 1.3137 (0.919254157172731) + | > loader_time: 0.0075 (0.006553352591525983) + + + --> TIME: 2024-11-22 23:01:26 -- STEP: 527/797 -- GLOBAL_STEP: 26025 + | > loss_disc: 2.429861068725586 (2.469099016298151) + | > loss_disc_real_0: 0.05747371166944504 (0.13084127621078379) + | > loss_disc_real_1: 0.2257353514432907 (0.21782428798119077) + | > loss_disc_real_2: 0.21632800996303558 (0.23502908548096327) + | > loss_disc_real_3: 0.21947766840457916 (0.22556491877593848) + | > loss_disc_real_4: 0.24174514412879944 (0.22243330134273254) + | > loss_disc_real_5: 0.2394891083240509 (0.23357934545746792) + | > loss_0: 2.429861068725586 (2.469099016298151) + | > grad_norm_0: tensor(22.8692, device='cuda:0') (tensor(93.2726, device='cuda:0')) + | > loss_gen: 2.3775382041931152 (2.348438499548403) + | > loss_kl: 1.3687764406204224 (1.5382538943408335) + | > loss_feat: 7.086503505706787 (6.032981942229297) + | > loss_mel: 21.956165313720703 (22.126957815557553) + | > loss_duration: 1.7364603281021118 (1.737069626913125) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.52544403076172 (33.78370178266083) + | > grad_norm_1: tensor(368.4512, device='cuda:0') (tensor(641.8175, device='cuda:0')) + | > current_lr_0: 0.00019922645137067577 + | > current_lr_1: 0.00019922645137067577 + | > step_time: 0.9628 (0.9215460778187528) + | > loader_time: 0.0088 (0.006634024107931232) + + + --> TIME: 2024-11-22 23:01:52 -- STEP: 552/797 -- GLOBAL_STEP: 26050 + | > loss_disc: 2.5048575401306152 (2.468117624089335) + | > loss_disc_real_0: 0.13702625036239624 (0.1296567979295722) + | > loss_disc_real_1: 0.18954841792583466 (0.2176181898060916) + | > loss_disc_real_2: 0.18197426199913025 (0.23520750466032306) + | > loss_disc_real_3: 0.2021617740392685 (0.22542051984456138) + | > loss_disc_real_4: 0.15637721121311188 (0.22268899338508863) + | > loss_disc_real_5: 0.1815231442451477 (0.2337167840451002) + | > loss_0: 2.5048575401306152 (2.468117624089335) + | > grad_norm_0: tensor(338.5471, device='cuda:0') (tensor(94.5828, device='cuda:0')) + | > loss_gen: 2.437763214111328 (2.353745409112045) + | > loss_kl: 1.4407974481582642 (1.5346101239539574) + | > loss_feat: 6.320624828338623 (6.047242720057994) + | > loss_mel: 21.71853256225586 (22.13444536319678) + | > loss_duration: 1.7417328357696533 (1.7367865058822909) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.65945053100586 (33.80683009175282) + | > grad_norm_1: tensor(1157.0117, device='cuda:0') (tensor(645.1450, device='cuda:0')) + | > current_lr_0: 0.00019922645137067577 + | > current_lr_1: 0.00019922645137067577 + | > step_time: 0.9225 (0.9259227751821709) + | > loader_time: 0.0089 (0.006701434867969456) + + + --> TIME: 2024-11-22 23:02:19 -- STEP: 577/797 -- GLOBAL_STEP: 26075 + | > loss_disc: 2.586392402648926 (2.4680024722213334) + | > loss_disc_real_0: 0.06772225350141525 (0.129319825898888) + | > loss_disc_real_1: 0.23315654695034027 (0.21773824436619127) + | > loss_disc_real_2: 0.23710304498672485 (0.23537554009535078) + | > loss_disc_real_3: 0.1563798487186432 (0.22552970937571037) + | > loss_disc_real_4: 0.23595091700553894 (0.22293982501149798) + | > loss_disc_real_5: 0.22502149641513824 (0.23369323256937222) + | > loss_0: 2.586392402648926 (2.4680024722213334) + | > grad_norm_0: tensor(47.5181, device='cuda:0') (tensor(96.5195, device='cuda:0')) + | > loss_gen: 2.1692936420440674 (2.3535561280605894) + | > loss_kl: 1.4067872762680054 (1.5322327553916015) + | > loss_feat: 5.979730606079102 (6.038896148291573) + | > loss_mel: 22.107946395874023 (22.126903831442277) + | > loss_duration: 1.7232377529144287 (1.736093279807158) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.38699722290039 (33.78768212501879) + | > grad_norm_1: tensor(689.7446, device='cuda:0') (tensor(649.9488, device='cuda:0')) + | > current_lr_0: 0.00019922645137067577 + | > current_lr_1: 0.00019922645137067577 + | > step_time: 1.0684 (0.9316173492312636) + | > loader_time: 0.0084 (0.0067911098486835835) + + + --> TIME: 2024-11-22 23:02:44 -- STEP: 602/797 -- GLOBAL_STEP: 26100 + | > loss_disc: 2.669224739074707 (2.4701681279660836) + | > loss_disc_real_0: 0.2493530511856079 (0.13134474197767673) + | > loss_disc_real_1: 0.2566211223602295 (0.21787823102996987) + | > loss_disc_real_2: 0.23306870460510254 (0.23540428696676743) + | > loss_disc_real_3: 0.2340063601732254 (0.22552394025349537) + | > loss_disc_real_4: 0.20679804682731628 (0.2228392439823214) + | > loss_disc_real_5: 0.2498433142900467 (0.23362076547355748) + | > loss_0: 2.669224739074707 (2.4701681279660836) + | > grad_norm_0: tensor(133.5552, device='cuda:0') (tensor(97.8582, device='cuda:0')) + | > loss_gen: 2.131739377975464 (2.3543054285239537) + | > loss_kl: 1.5310333967208862 (1.5297354085500847) + | > loss_feat: 5.605916500091553 (6.037619926604715) + | > loss_mel: 21.599138259887695 (22.14593554968851) + | > loss_duration: 1.7407903671264648 (1.7355791651133279) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.60861587524414 (33.80317546046054) + | > grad_norm_1: tensor(474.4595, device='cuda:0') (tensor(649.8477, device='cuda:0')) + | > current_lr_0: 0.00019922645137067577 + | > current_lr_1: 0.00019922645137067577 + | > step_time: 1.0637 (0.9341084050181694) + | > loader_time: 0.0074 (0.006951477440488692) + + + --> TIME: 2024-11-22 23:03:10 -- STEP: 627/797 -- GLOBAL_STEP: 26125 + | > loss_disc: 2.4023640155792236 (2.471469548710604) + | > loss_disc_real_0: 0.10835731029510498 (0.13194712392237176) + | > loss_disc_real_1: 0.18943262100219727 (0.21789159553282944) + | > loss_disc_real_2: 0.23019975423812866 (0.23540178768372422) + | > loss_disc_real_3: 0.2467639446258545 (0.22550329247540074) + | > loss_disc_real_4: 0.2288932204246521 (0.2227798137083008) + | > loss_disc_real_5: 0.2162228673696518 (0.2333188524419231) + | > loss_0: 2.4023640155792236 (2.471469548710604) + | > grad_norm_0: tensor(62.5497, device='cuda:0') (tensor(97.2944, device='cuda:0')) + | > loss_gen: 2.197561502456665 (2.3504316603357904) + | > loss_kl: 1.6352993249893188 (1.5284975183447385) + | > loss_feat: 6.23455286026001 (6.028987702760587) + | > loss_mel: 22.01844596862793 (22.160869601430715) + | > loss_duration: 1.736210823059082 (1.735720565064291) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.82207107543945 (33.80450704413353) + | > grad_norm_1: tensor(523.4309, device='cuda:0') (tensor(640.4272, device='cuda:0')) + | > current_lr_0: 0.00019922645137067577 + | > current_lr_1: 0.00019922645137067577 + | > step_time: 0.9816 (0.9369500493318839) + | > loader_time: 0.0091 (0.007065838794008583) + + + --> TIME: 2024-11-22 23:03:35 -- STEP: 652/797 -- GLOBAL_STEP: 26150 + | > loss_disc: 2.4368999004364014 (2.470736422056068) + | > loss_disc_real_0: 0.12040957063436508 (0.13146040676035928) + | > loss_disc_real_1: 0.22360393404960632 (0.21786656722060738) + | > loss_disc_real_2: 0.2696482539176941 (0.23532662104152463) + | > loss_disc_real_3: 0.23799076676368713 (0.2253441639655938) + | > loss_disc_real_4: 0.23252256214618683 (0.22260301717859834) + | > loss_disc_real_5: 0.21943728625774384 (0.23349732903340842) + | > loss_0: 2.4368999004364014 (2.470736422056068) + | > grad_norm_0: tensor(70.2897, device='cuda:0') (tensor(95.7906, device='cuda:0')) + | > loss_gen: 2.4336228370666504 (2.35125577577784) + | > loss_kl: 1.5347446203231812 (1.5276380925456432) + | > loss_feat: 5.746514320373535 (6.025748134390705) + | > loss_mel: 23.255516052246094 (22.151536175078437) + | > loss_duration: 1.708276629447937 (1.7356617392206477) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.678672790527344 (33.79183990092363) + | > grad_norm_1: tensor(798.1904, device='cuda:0') (tensor(638.3093, device='cuda:0')) + | > current_lr_0: 0.00019922645137067577 + | > current_lr_1: 0.00019922645137067577 + | > step_time: 0.979 (0.9394478421269749) + | > loader_time: 0.0085 (0.007165683559113482) + + + --> TIME: 2024-11-22 23:04:00 -- STEP: 677/797 -- GLOBAL_STEP: 26175 + | > loss_disc: 2.495114803314209 (2.4712729369519906) + | > loss_disc_real_0: 0.1107349768280983 (0.13113093658445313) + | > loss_disc_real_1: 0.22328081727027893 (0.2181478193142565) + | > loss_disc_real_2: 0.22685055434703827 (0.2352041370143214) + | > loss_disc_real_3: 0.26013949513435364 (0.22537150120629518) + | > loss_disc_real_4: 0.21388694643974304 (0.2228685860223573) + | > loss_disc_real_5: 0.2815971076488495 (0.23376691805823338) + | > loss_0: 2.495114803314209 (2.4712729369519906) + | > grad_norm_0: tensor(34.9815, device='cuda:0') (tensor(94.4085, device='cuda:0')) + | > loss_gen: 2.305966377258301 (2.3490196984134712) + | > loss_kl: 1.5565937757492065 (1.5289070942553304) + | > loss_feat: 5.3151164054870605 (6.020000174619597) + | > loss_mel: 20.595552444458008 (22.167493828642513) + | > loss_duration: 1.71148681640625 (1.7351024858708566) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.48471450805664 (33.80052326208023) + | > grad_norm_1: tensor(1005.6115, device='cuda:0') (tensor(638.0878, device='cuda:0')) + | > current_lr_0: 0.00019922645137067577 + | > current_lr_1: 0.00019922645137067577 + | > step_time: 0.9856 (0.9405296380621995) + | > loader_time: 0.0092 (0.007264284826980205) + + + --> TIME: 2024-11-22 23:04:27 -- STEP: 702/797 -- GLOBAL_STEP: 26200 + | > loss_disc: 2.490673303604126 (2.4704545128379443) + | > loss_disc_real_0: 0.10283707082271576 (0.13064233601581493) + | > loss_disc_real_1: 0.1349879503250122 (0.21783272779819968) + | > loss_disc_real_2: 0.19556091725826263 (0.23563048651075771) + | > loss_disc_real_3: 0.23318123817443848 (0.22544210750153262) + | > loss_disc_real_4: 0.21546044945716858 (0.22307675306358907) + | > loss_disc_real_5: 0.24661944806575775 (0.23386415718202916) + | > loss_0: 2.490673303604126 (2.4704545128379443) + | > grad_norm_0: tensor(40.4799, device='cuda:0') (tensor(93.4889, device='cuda:0')) + | > loss_gen: 2.099592685699463 (2.351016337205882) + | > loss_kl: 1.475048303604126 (1.5285005352096328) + | > loss_feat: 5.349869728088379 (6.024935401063357) + | > loss_mel: 21.722244262695312 (22.187188308802792) + | > loss_duration: 1.7178741693496704 (1.7345429346432366) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.364627838134766 (33.826183506566196) + | > grad_norm_1: tensor(370.9003, device='cuda:0') (tensor(642.1115, device='cuda:0')) + | > current_lr_0: 0.00019922645137067577 + | > current_lr_1: 0.00019922645137067577 + | > step_time: 0.9765 (0.945064629245008) + | > loader_time: 0.0086 (0.007402786841759312) + + + --> TIME: 2024-11-22 23:04:56 -- STEP: 727/797 -- GLOBAL_STEP: 26225 + | > loss_disc: 2.380270004272461 (2.469776724850788) + | > loss_disc_real_0: 0.1279216706752777 (0.13040939082572175) + | > loss_disc_real_1: 0.20076130330562592 (0.21778105435050005) + | > loss_disc_real_2: 0.19505150616168976 (0.23543392705950153) + | > loss_disc_real_3: 0.18707017600536346 (0.22558710841971874) + | > loss_disc_real_4: 0.1820329874753952 (0.22283138359347268) + | > loss_disc_real_5: 0.197659432888031 (0.23358251461874505) + | > loss_0: 2.380270004272461 (2.469776724850788) + | > grad_norm_0: tensor(15.5427, device='cuda:0') (tensor(92.6566, device='cuda:0')) + | > loss_gen: 2.3842923641204834 (2.350491796431876) + | > loss_kl: 1.5171886682510376 (1.528395532741834) + | > loss_feat: 6.903025150299072 (6.027765628232258) + | > loss_mel: 23.93277359008789 (22.203368516211032) + | > loss_duration: 1.7031207084655762 (1.733714752872839) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.44040298461914 (33.8437362235382) + | > grad_norm_1: tensor(566.0112, device='cuda:0') (tensor(635.3847, device='cuda:0')) + | > current_lr_0: 0.00019922645137067577 + | > current_lr_1: 0.00019922645137067577 + | > step_time: 1.0534 (0.9518595765020692) + | > loader_time: 0.0093 (0.007524890453648204) + + + --> TIME: 2024-11-22 23:05:39 -- STEP: 752/797 -- GLOBAL_STEP: 26250 + | > loss_disc: 2.314901828765869 (2.46991131914423) + | > loss_disc_real_0: 0.12467323243618011 (0.1305759463885282) + | > loss_disc_real_1: 0.18781778216362 (0.21753461456837803) + | > loss_disc_real_2: 0.23913922905921936 (0.23590810402752238) + | > loss_disc_real_3: 0.2897971272468567 (0.22560121889840415) + | > loss_disc_real_4: 0.22035625576972961 (0.22296303120303027) + | > loss_disc_real_5: 0.21177363395690918 (0.23389893320408908) + | > loss_0: 2.314901828765869 (2.46991131914423) + | > grad_norm_0: tensor(134.2928, device='cuda:0') (tensor(92.4119, device='cuda:0')) + | > loss_gen: 2.4754037857055664 (2.35076475381217) + | > loss_kl: 1.5078997611999512 (1.5291999790896749) + | > loss_feat: 6.617599964141846 (6.030584821675684) + | > loss_mel: 23.2393856048584 (22.2098399349984) + | > loss_duration: 1.7184138298034668 (1.7326383211828287) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.5587043762207 (33.85302781805073) + | > grad_norm_1: tensor(833.0884, device='cuda:0') (tensor(634.1891, device='cuda:0')) + | > current_lr_0: 0.00019922645137067577 + | > current_lr_1: 0.00019922645137067577 + | > step_time: 2.1743 (0.9769612861440535) + | > loader_time: 0.009 (0.007953404112065089) + + + --> TIME: 2024-11-22 23:07:01 -- STEP: 777/797 -- GLOBAL_STEP: 26275 + | > loss_disc: 2.4187381267547607 (2.470183991097116) + | > loss_disc_real_0: 0.1401395946741104 (0.13041428425271362) + | > loss_disc_real_1: 0.2636862099170685 (0.21750543955977203) + | > loss_disc_real_2: 0.19424237310886383 (0.23571172759339615) + | > loss_disc_real_3: 0.19319088757038116 (0.22569412441787573) + | > loss_disc_real_4: 0.18858158588409424 (0.22325585893759242) + | > loss_disc_real_5: 0.2082565277814865 (0.23374755945214895) + | > loss_0: 2.4187381267547607 (2.470183991097116) + | > grad_norm_0: tensor(71.2765, device='cuda:0') (tensor(92.0615, device='cuda:0')) + | > loss_gen: 2.27949857711792 (2.350356791317078) + | > loss_kl: 1.5704724788665771 (1.5302648234398044) + | > loss_feat: 5.587650299072266 (6.0329428167109915) + | > loss_mel: 22.1773624420166 (22.21447907819714) + | > loss_duration: 1.7088122367858887 (1.7315132182230508) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.323795318603516 (33.85955671852922) + | > grad_norm_1: tensor(300.3874, device='cuda:0') (tensor(637.2762, device='cuda:0')) + | > current_lr_0: 0.00019922645137067577 + | > current_lr_1: 0.00019922645137067577 + | > step_time: 3.7334 (1.0489913950862417) + | > loader_time: 0.0111 (0.008583071302416392) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.6051993370056152 (2.6051993370056152) + | > loss_disc_real_0: 0.08917910605669022 (0.08917910605669022) + | > loss_disc_real_1: 0.2606641948223114 (0.2606641948223114) + | > loss_disc_real_2: 0.162251278758049 (0.162251278758049) + | > loss_disc_real_3: 0.18637336790561676 (0.18637336790561676) + | > loss_disc_real_4: 0.2778889238834381 (0.2778889238834381) + | > loss_disc_real_5: 0.2050287425518036 (0.2050287425518036) + | > loss_0: 2.6051993370056152 (2.6051993370056152) + | > loss_gen: 1.8636109828948975 (1.8636109828948975) + | > loss_kl: 1.038636326789856 (1.038636326789856) + | > loss_feat: 5.860125541687012 (5.860125541687012) + | > loss_mel: 22.90169334411621 (22.90169334411621) + | > loss_duration: 1.9630253314971924 (1.9630253314971924) + | > loss_1: 33.62709045410156 (33.62709045410156) + + --> STEP: 1 + | > loss_disc: 2.40097975730896 (2.40097975730896) + | > loss_disc_real_0: 0.04693630337715149 (0.04693630337715149) + | > loss_disc_real_1: 0.20289060473442078 (0.20289060473442078) + | > loss_disc_real_2: 0.15509961545467377 (0.15509961545467377) + | > loss_disc_real_3: 0.14087527990341187 (0.14087527990341187) + | > loss_disc_real_4: 0.1913224458694458 (0.1913224458694458) + | > loss_disc_real_5: 0.1745930165052414 (0.1745930165052414) + | > loss_0: 2.40097975730896 (2.40097975730896) + | > loss_gen: 1.967125654220581 (1.967125654220581) + | > loss_kl: 0.880772054195404 (0.880772054195404) + | > loss_feat: 7.979438781738281 (7.979438781738281) + | > loss_mel: 27.3919677734375 (27.3919677734375) + | > loss_duration: 1.6918443441390991 (1.6918443441390991) + | > loss_1: 39.91114807128906 (39.91114807128906) + + --> STEP: 2 + | > loss_disc: 2.4662857055664062 (2.433632731437683) + | > loss_disc_real_0: 0.023813456296920776 (0.03537487983703613) + | > loss_disc_real_1: 0.2844683825969696 (0.2436794936656952) + | > loss_disc_real_2: 0.1964873969554901 (0.17579350620508194) + | > loss_disc_real_3: 0.1377728432416916 (0.13932406157255173) + | > loss_disc_real_4: 0.2230699509382248 (0.2071961984038353) + | > loss_disc_real_5: 0.19090522825717926 (0.18274912238121033) + | > loss_0: 2.4662857055664062 (2.433632731437683) + | > loss_gen: 1.8988277912139893 (1.9329767227172852) + | > loss_kl: 1.5959817171096802 (1.2383768856525421) + | > loss_feat: 5.314754486083984 (6.647096633911133) + | > loss_mel: 18.945335388183594 (23.168651580810547) + | > loss_duration: 1.6639807224273682 (1.6779125332832336) + | > loss_1: 29.418880462646484 (34.66501426696777) + + --> STEP: 3 + | > loss_disc: 2.598416328430176 (2.488560597101847) + | > loss_disc_real_0: 0.03477475047111511 (0.03517483671506246) + | > loss_disc_real_1: 0.26906099915504456 (0.25213999549547833) + | > loss_disc_real_2: 0.2237194925546646 (0.19176883498827615) + | > loss_disc_real_3: 0.19364404678344727 (0.1574307233095169) + | > loss_disc_real_4: 0.2742682695388794 (0.22955355544885) + | > loss_disc_real_5: 0.31757575273513794 (0.2276913324991862) + | > loss_0: 2.598416328430176 (2.488560597101847) + | > loss_gen: 2.049109697341919 (1.9716877142588298) + | > loss_kl: 1.5146925449371338 (1.3304821054140727) + | > loss_feat: 4.4826483726501465 (5.925613880157471) + | > loss_mel: 21.21354866027832 (22.516950607299805) + | > loss_duration: 1.725775957107544 (1.6938670078913372) + | > loss_1: 30.985776901245117 (33.43860181172689) + + --> STEP: 4 + | > loss_disc: 2.8040194511413574 (2.567425310611725) + | > loss_disc_real_0: 0.08791536092758179 (0.04835996776819229) + | > loss_disc_real_1: 0.25129929184913635 (0.2519298195838928) + | > loss_disc_real_2: 0.21178317070007324 (0.19677241891622543) + | > loss_disc_real_3: 0.1533348113298416 (0.15640674531459808) + | > loss_disc_real_4: 0.16894875466823578 (0.21440235525369644) + | > loss_disc_real_5: 0.22987425327301025 (0.2282370626926422) + | > loss_0: 2.8040194511413574 (2.567425310611725) + | > loss_gen: 1.6737980842590332 (1.8972153067588806) + | > loss_kl: 1.4477458000183105 (1.3597980290651321) + | > loss_feat: 6.4499192237854 (6.056690216064453) + | > loss_mel: 21.252382278442383 (22.20080852508545) + | > loss_duration: 1.6876718997955322 (1.6923182308673859) + | > loss_1: 32.51151657104492 (33.2068305015564) + + --> STEP: 5 + | > loss_disc: 2.4152884483337402 (2.536997938156128) + | > loss_disc_real_0: 0.07794880121946335 (0.054277734458446504) + | > loss_disc_real_1: 0.255678653717041 (0.25267958641052246) + | > loss_disc_real_2: 0.15188190340995789 (0.1877943158149719) + | > loss_disc_real_3: 0.18789753317832947 (0.16270490288734435) + | > loss_disc_real_4: 0.23288358747959137 (0.21809860169887543) + | > loss_disc_real_5: 0.20759329199790955 (0.22410830855369568) + | > loss_0: 2.4152884483337402 (2.536997938156128) + | > loss_gen: 2.230445146560669 (1.9638612747192383) + | > loss_kl: 1.6925454139709473 (1.4263475060462951) + | > loss_feat: 7.257119655609131 (6.2967761039733885) + | > loss_mel: 24.55813980102539 (22.672274780273437) + | > loss_duration: 1.8700988292694092 (1.7278743505477905) + | > loss_1: 37.60834884643555 (34.087134170532224) + + --> STEP: 6 + | > loss_disc: 2.6546225547790527 (2.5566020409266152) + | > loss_disc_real_0: 0.051347680389881134 (0.05378939211368561) + | > loss_disc_real_1: 0.295560747385025 (0.2598264465729396) + | > loss_disc_real_2: 0.21910929679870605 (0.19301347931226095) + | > loss_disc_real_3: 0.20552250742912292 (0.16984117031097412) + | > loss_disc_real_4: 0.25309500098228455 (0.22393133491277695) + | > loss_disc_real_5: 0.28030896186828613 (0.2334750841061274) + | > loss_0: 2.6546225547790527 (2.5566020409266152) + | > loss_gen: 2.0249617099761963 (1.974044680595398) + | > loss_kl: 1.3999289274215698 (1.421944409608841) + | > loss_feat: 4.498475551605225 (5.997059345245361) + | > loss_mel: 19.714696884155273 (22.17934513092041) + | > loss_duration: 1.7258355617523193 (1.727534552415212) + | > loss_1: 29.36389923095703 (33.29992834726969) + + --> STEP: 7 + | > loss_disc: 2.7479381561279297 (2.5839357716696605) + | > loss_disc_real_0: 0.08690443634986877 (0.058520112718854635) + | > loss_disc_real_1: 0.29476428031921387 (0.26481756567955017) + | > loss_disc_real_2: 0.26294589042663574 (0.20300382375717163) + | > loss_disc_real_3: 0.2385808825492859 (0.1796611292021615) + | > loss_disc_real_4: 0.26986411213874817 (0.23049316023077285) + | > loss_disc_real_5: 0.2560809850692749 (0.2367044985294342) + | > loss_0: 2.7479381561279297 (2.5839357716696605) + | > loss_gen: 1.9677056074142456 (1.9731390987123762) + | > loss_kl: 1.3143996000289917 (1.4065808653831482) + | > loss_feat: 6.723982810974121 (6.100905554635184) + | > loss_mel: 22.465818405151367 (22.220269884381974) + | > loss_duration: 1.6760516166687012 (1.7201798473085677) + | > loss_1: 34.14795684814453 (33.421075275966096) + + --> STEP: 8 + | > loss_disc: 2.481595754623413 (2.5711432695388794) + | > loss_disc_real_0: 0.1219424158334732 (0.06644790060818195) + | > loss_disc_real_1: 0.25777867436408997 (0.26393770426511765) + | > loss_disc_real_2: 0.21883726119995117 (0.20498300343751907) + | > loss_disc_real_3: 0.15852931141853333 (0.177019651979208) + | > loss_disc_real_4: 0.21130090951919556 (0.22809412889182568) + | > loss_disc_real_5: 0.17303071916103363 (0.22874527610838413) + | > loss_0: 2.481595754623413 (2.5711432695388794) + | > loss_gen: 2.0261101722717285 (1.9797604829072952) + | > loss_kl: 1.471821665763855 (1.4147359654307365) + | > loss_feat: 7.795170307159424 (6.312688648700714) + | > loss_mel: 24.531877517700195 (22.509220838546753) + | > loss_duration: 1.676041603088379 (1.714662566781044) + | > loss_1: 37.50102233886719 (33.931068658828735) + + --> STEP: 9 + | > loss_disc: 2.642730236053467 (2.579097376929389) + | > loss_disc_real_0: 0.04991418868303299 (0.06461082150538762) + | > loss_disc_real_1: 0.25068897008895874 (0.26246562268998885) + | > loss_disc_real_2: 0.15107461810112 (0.19899318284458584) + | > loss_disc_real_3: 0.15460412204265594 (0.17452903754181331) + | > loss_disc_real_4: 0.2523028254508972 (0.23078398406505585) + | > loss_disc_real_5: 0.2954825460910797 (0.23616052832868364) + | > loss_0: 2.642730236053467 (2.579097376929389) + | > loss_gen: 1.8340281248092651 (1.9635679986741807) + | > loss_kl: 1.7334150075912476 (1.4501447478930156) + | > loss_feat: 4.804139137268066 (6.145072036319309) + | > loss_mel: 19.193683624267578 (22.140827814737957) + | > loss_duration: 1.68770432472229 (1.7116672065522935) + | > loss_1: 29.25296974182129 (33.411279890272354) + + --> STEP: 10 + | > loss_disc: 2.6661014556884766 (2.5877977848052978) + | > loss_disc_real_0: 0.056318435817956924 (0.06378158293664456) + | > loss_disc_real_1: 0.27680861949920654 (0.26389992237091064) + | > loss_disc_real_2: 0.21650367975234985 (0.20074423253536225) + | > loss_disc_real_3: 0.21380148828029633 (0.17845628261566163) + | > loss_disc_real_4: 0.2691522240638733 (0.2346208080649376) + | > loss_disc_real_5: 0.34919440746307373 (0.24746391624212266) + | > loss_0: 2.6661014556884766 (2.5877977848052978) + | > loss_gen: 2.087315559387207 (1.9759427547454833) + | > loss_kl: 1.4332271814346313 (1.448452991247177) + | > loss_feat: 5.253058433532715 (6.05587067604065) + | > loss_mel: 23.141971588134766 (22.240942192077636) + | > loss_duration: 1.6541905403137207 (1.7059195399284364) + | > loss_1: 33.56976318359375 (33.42712821960449) + + --> STEP: 11 + | > loss_disc: 2.7103943824768066 (2.598942930048162) + | > loss_disc_real_0: 0.0540897399187088 (0.06290050629865039) + | > loss_disc_real_1: 0.2613484859466553 (0.2636679736050693) + | > loss_disc_real_2: 0.2323542982339859 (0.20361787487160077) + | > loss_disc_real_3: 0.1713392436504364 (0.1778092790733684) + | > loss_disc_real_4: 0.2949725389480591 (0.24010732905431229) + | > loss_disc_real_5: 0.33088067173957825 (0.25504725765098224) + | > loss_0: 2.7103943824768066 (2.598942930048162) + | > loss_gen: 1.9647352695465088 (1.9749238924546675) + | > loss_kl: 1.8393863439559937 (1.4839923869479785) + | > loss_feat: 5.821773052215576 (6.034589073874733) + | > loss_mel: 21.339717864990234 (22.159012707796965) + | > loss_duration: 1.6424283981323242 (1.7001476179469714) + | > loss_1: 32.60803985595703 (33.352665641091086) + + --> STEP: 12 + | > loss_disc: 2.485814332962036 (2.5895155469576516) + | > loss_disc_real_0: 0.07016400247812271 (0.06350579764693975) + | > loss_disc_real_1: 0.2308952510356903 (0.2609369133909544) + | > loss_disc_real_2: 0.2573625147342682 (0.2080965948601564) + | > loss_disc_real_3: 0.16769838333129883 (0.17696670442819595) + | > loss_disc_real_4: 0.23819410800933838 (0.23994789396723112) + | > loss_disc_real_5: 0.3461557924747467 (0.2626396355529626) + | > loss_0: 2.485814332962036 (2.5895155469576516) + | > loss_gen: 2.1820528507232666 (1.9921846389770508) + | > loss_kl: 1.6252444982528687 (1.495763396223386) + | > loss_feat: 6.41878604888916 (6.0666054884592695) + | > loss_mel: 23.88849449157715 (22.303136189778645) + | > loss_duration: 1.7325279712677002 (1.7028459807236989) + | > loss_1: 35.84710693359375 (33.560535748799644) + + --> STEP: 13 + | > loss_disc: 2.631298542022705 (2.5927296235011172) + | > loss_disc_real_0: 0.03832688927650452 (0.06156895854152166) + | > loss_disc_real_1: 0.20849259197711945 (0.2569027348206594) + | > loss_disc_real_2: 0.20676498115062714 (0.20799416303634644) + | > loss_disc_real_3: 0.1777571737766266 (0.1770275097626906) + | > loss_disc_real_4: 0.21860958635807037 (0.23830648568960336) + | > loss_disc_real_5: 0.30868807435035706 (0.2661818231527622) + | > loss_0: 2.631298542022705 (2.5927296235011172) + | > loss_gen: 1.8839359283447266 (1.9838578150822566) + | > loss_kl: 1.655454158782959 (1.508047301035661) + | > loss_feat: 6.450376987457275 (6.096126372997578) + | > loss_mel: 24.96364974975586 (22.507791079007664) + | > loss_duration: 1.7445580959320068 (1.7060546049704919) + | > loss_1: 36.69797134399414 (33.801876948429985) + + --> STEP: 14 + | > loss_disc: 2.5380847454071045 (2.5888264179229736) + | > loss_disc_real_0: 0.03873683884739876 (0.05993809284908431) + | > loss_disc_real_1: 0.22661975026130676 (0.25473966449499136) + | > loss_disc_real_2: 0.2077130377292633 (0.20797408265726908) + | > loss_disc_real_3: 0.19340111315250397 (0.178197052861963) + | > loss_disc_real_4: 0.2883119285106659 (0.241878303033965) + | > loss_disc_real_5: 0.2989797294139862 (0.2685245307428496) + | > loss_0: 2.5380847454071045 (2.5888264179229736) + | > loss_gen: 2.004218101501465 (1.9853121212550573) + | > loss_kl: 1.1879860162734985 (1.4851857806955064) + | > loss_feat: 4.820116996765137 (6.0049828461238315) + | > loss_mel: 21.664575576782227 (22.447561400277273) + | > loss_duration: 1.7551918029785156 (1.709564404828208) + | > loss_1: 31.432086944580078 (33.632606233869275) + + --> STEP: 15 + | > loss_disc: 2.730431079864502 (2.5982667287190755) + | > loss_disc_real_0: 0.07970613241195679 (0.061255962153275806) + | > loss_disc_real_1: 0.2851604223251343 (0.2567677150170009) + | > loss_disc_real_2: 0.23031575977802277 (0.20946352779865265) + | > loss_disc_real_3: 0.25627434253692627 (0.18340220550696054) + | > loss_disc_real_4: 0.23916885256767273 (0.24169767300287884) + | > loss_disc_real_5: 0.28139904141426086 (0.26938283145427705) + | > loss_0: 2.730431079864502 (2.5982667287190755) + | > loss_gen: 2.059030294418335 (1.9902266661326091) + | > loss_kl: 1.3411366939544678 (1.4755825082461038) + | > loss_feat: 4.467939853668213 (5.902513313293457) + | > loss_mel: 21.31688117980957 (22.37218271891276) + | > loss_duration: 1.739037036895752 (1.7115292469660441) + | > loss_1: 30.92402458190918 (33.452034123738606) + + --> STEP: 16 + | > loss_disc: 2.6319689750671387 (2.6003731191158295) + | > loss_disc_real_0: 0.06989574432373047 (0.061795948538929224) + | > loss_disc_real_1: 0.2778575122356415 (0.25808582734316593) + | > loss_disc_real_2: 0.2005951851606369 (0.20890925638377666) + | > loss_disc_real_3: 0.15136052668094635 (0.18139960058033466) + | > loss_disc_real_4: 0.2792339026927948 (0.24404368735849857) + | > loss_disc_real_5: 0.29701918363571167 (0.2711101034656167) + | > loss_0: 2.6319689750671387 (2.6003731191158295) + | > loss_gen: 2.0614092350006104 (1.9946755766868591) + | > loss_kl: 1.9494043588638306 (1.5051963739097118) + | > loss_feat: 4.975227355957031 (5.84455794095993) + | > loss_mel: 20.617626190185547 (22.26252293586731) + | > loss_duration: 1.817339539527893 (1.7181423902511597) + | > loss_1: 31.421005249023438 (33.32509481906891) + + --> STEP: 17 + | > loss_disc: 2.465111255645752 (2.5924165389117073) + | > loss_disc_real_0: 0.05149034410715103 (0.061189736513530504) + | > loss_disc_real_1: 0.25671833753585815 (0.2580053867662655) + | > loss_disc_real_2: 0.22704023122787476 (0.20997578431578243) + | > loss_disc_real_3: 0.18190217018127441 (0.181429163498037) + | > loss_disc_real_4: 0.2222459465265274 (0.24276146730955908) + | > loss_disc_real_5: 0.21940425038337708 (0.2680685826960732) + | > loss_0: 2.465111255645752 (2.5924165389117073) + | > loss_gen: 2.085076093673706 (1.9999932541566736) + | > loss_kl: 1.254228949546814 (1.4904335842413061) + | > loss_feat: 6.205329418182373 (5.86577979256125) + | > loss_mel: 23.399333953857422 (22.32939417221967) + | > loss_duration: 1.6606072187423706 (1.7147579683977014) + | > loss_1: 34.604576110839844 (33.4003584244672) + + --> STEP: 18 + | > loss_disc: 2.6331794261932373 (2.594681143760681) + | > loss_disc_real_0: 0.0562276765704155 (0.06091406651669078) + | > loss_disc_real_1: 0.30386602878570557 (0.26055320021178996) + | > loss_disc_real_2: 0.20446106791496277 (0.20966941118240356) + | > loss_disc_real_3: 0.15302491188049316 (0.17985114951928458) + | > loss_disc_real_4: 0.2005605697631836 (0.24041697300142711) + | > loss_disc_real_5: 0.1786891222000122 (0.26310305711295867) + | > loss_0: 2.6331794261932373 (2.594681143760681) + | > loss_gen: 1.755933403968811 (1.9864343735906813) + | > loss_kl: 1.754216194152832 (1.5050881736808353) + | > loss_feat: 5.272675514221191 (5.832829554875691) + | > loss_mel: 21.92112159729004 (22.306712362501358) + | > loss_duration: 1.6783974170684814 (1.7127379377683003) + | > loss_1: 32.38234329223633 (33.34380202823215) + + --> STEP: 19 + | > loss_disc: 2.4334635734558105 (2.5861960084814775) + | > loss_disc_real_0: 0.08380721509456635 (0.06211896907342108) + | > loss_disc_real_1: 0.2943577468395233 (0.26233238687640753) + | > loss_disc_real_2: 0.19541259109973907 (0.20891905223068438) + | > loss_disc_real_3: 0.1569482535123825 (0.17864573393997393) + | > loss_disc_real_4: 0.18322089314460754 (0.23740665300896294) + | > loss_disc_real_5: 0.21643781661987305 (0.26064699182384893) + | > loss_0: 2.4334635734558105 (2.5861960084814775) + | > loss_gen: 2.0320849418640137 (1.9888370350787514) + | > loss_kl: 1.5373395681381226 (1.5067856154943768) + | > loss_feat: 7.338216304779053 (5.912060436449553) + | > loss_mel: 25.04909896850586 (22.45104849965949) + | > loss_duration: 1.8014726638793945 (1.7174081865109896) + | > loss_1: 37.75821304321289 (33.57613945007324) + + --> STEP: 20 + | > loss_disc: 2.4261415004730225 (2.5781932830810548) + | > loss_disc_real_0: 0.06237850710749626 (0.062131945975124836) + | > loss_disc_real_1: 0.2779344320297241 (0.26311248913407337) + | > loss_disc_real_2: 0.2107660472393036 (0.20901140198111534) + | > loss_disc_real_3: 0.15610434114933014 (0.17751866430044175) + | > loss_disc_real_4: 0.19069963693618774 (0.23507130220532418) + | > loss_disc_real_5: 0.23066756129264832 (0.2591480202972889) + | > loss_0: 2.4261415004730225 (2.5781932830810548) + | > loss_gen: 1.9819347858428955 (1.9884919226169586) + | > loss_kl: 1.4394928216934204 (1.503420975804329) + | > loss_feat: 6.906482219696045 (5.961781525611878) + | > loss_mel: 23.32123374938965 (22.494557762145995) + | > loss_duration: 1.6762951612472534 (1.7153525352478027) + | > loss_1: 35.325439453125 (33.66360445022583) + + --> STEP: 21 + | > loss_disc: 2.5415549278259277 (2.576448599497477) + | > loss_disc_real_0: 0.06888429820537567 (0.062453486557517736) + | > loss_disc_real_1: 0.2771300673484802 (0.2637799928585689) + | > loss_disc_real_2: 0.25104039907455444 (0.21101278279508864) + | > loss_disc_real_3: 0.1669352948665619 (0.17701469432739986) + | > loss_disc_real_4: 0.1785162091255188 (0.23237820253485725) + | > loss_disc_real_5: 0.29630428552627563 (0.260917366260574) + | > loss_0: 2.5415549278259277 (2.576448599497477) + | > loss_gen: 2.1775224208831787 (1.99749337491535) + | > loss_kl: 1.5100234746932983 (1.5037353805133276) + | > loss_feat: 6.394563674926758 (5.982390199388776) + | > loss_mel: 23.511995315551758 (22.543007169451034) + | > loss_duration: 1.6870547533035278 (1.714005021821885) + | > loss_1: 35.281158447265625 (33.74063083103725) + + --> STEP: 22 + | > loss_disc: 2.698075532913208 (2.5819770964709194) + | > loss_disc_real_0: 0.06837549060583115 (0.0627226685597138) + | > loss_disc_real_1: 0.2538023889064789 (0.2633264654062012) + | > loss_disc_real_2: 0.22533053159713745 (0.21166358955881812) + | > loss_disc_real_3: 0.14650750160217285 (0.17562800374898047) + | > loss_disc_real_4: 0.28059351444244385 (0.23456980762156573) + | > loss_disc_real_5: 0.2583615183830261 (0.2608011913570491) + | > loss_0: 2.698075532913208 (2.5819770964709194) + | > loss_gen: 1.8369776010513306 (1.9901972033760764) + | > loss_kl: 1.5803133249282837 (1.5072161961685528) + | > loss_feat: 4.6403303146362305 (5.92138747735457) + | > loss_mel: 18.545738220214844 (22.361313126303937) + | > loss_duration: 1.8042888641357422 (1.7181088328361511) + | > loss_1: 28.40764808654785 (33.49822252446955) + + --> STEP: 23 + | > loss_disc: 2.8533742427825928 (2.593776972397514) + | > loss_disc_real_0: 0.1328190565109253 (0.06577033760107082) + | > loss_disc_real_1: 0.2894599139690399 (0.26446270230023766) + | > loss_disc_real_2: 0.20134945213794708 (0.21121514880138895) + | > loss_disc_real_3: 0.20069542527198792 (0.17671789164128515) + | > loss_disc_real_4: 0.23809637129306793 (0.23472313647684845) + | > loss_disc_real_5: 0.2507990598678589 (0.2603663160749104) + | > loss_0: 2.8533742427825928 (2.593776972397514) + | > loss_gen: 1.8056329488754272 (1.9821726705717004) + | > loss_kl: 1.7913720607757568 (1.5195707989775615) + | > loss_feat: 5.897789478302002 (5.920361477395763) + | > loss_mel: 21.36697006225586 (22.318080819171414) + | > loss_duration: 1.8000879287719727 (1.7216731413550999) + | > loss_1: 32.6618537902832 (33.461858666461445) + + --> STEP: 24 + | > loss_disc: 2.728062629699707 (2.5993722081184387) + | > loss_disc_real_0: 0.04048110544681549 (0.06471661959464352) + | > loss_disc_real_1: 0.2715565264225006 (0.26475827830533194) + | > loss_disc_real_2: 0.17621886730194092 (0.2097569704055786) + | > loss_disc_real_3: 0.15544074773788452 (0.17583134397864345) + | > loss_disc_real_4: 0.15553167462348938 (0.23142349223295847) + | > loss_disc_real_5: 0.267251193523407 (0.26065318596859777) + | > loss_0: 2.728062629699707 (2.5993722081184387) + | > loss_gen: 1.6113780736923218 (1.9667228957017262) + | > loss_kl: 1.3615001440048218 (1.5129845216870308) + | > loss_feat: 3.2449421882629395 (5.808885673681895) + | > loss_mel: 16.48094367980957 (22.074866771698) + | > loss_duration: 1.6601321697235107 (1.7191089342037837) + | > loss_1: 24.358896255493164 (33.08256856600443) + + --> STEP: 25 + | > loss_disc: 2.5760505199432373 (2.5984393405914306) + | > loss_disc_real_0: 0.04504281282424927 (0.06392966732382774) + | > loss_disc_real_1: 0.27241218090057373 (0.2650644344091416) + | > loss_disc_real_2: 0.1716897189617157 (0.2082342803478241) + | > loss_disc_real_3: 0.19511042535305023 (0.17660250723361973) + | > loss_disc_real_4: 0.25484877824783325 (0.23236050367355346) + | > loss_disc_real_5: 0.25157976150512695 (0.2602902489900589) + | > loss_0: 2.5760505199432373 (2.5984393405914306) + | > loss_gen: 1.918778419494629 (1.9648051166534424) + | > loss_kl: 1.4635093212127686 (1.5110055136680602) + | > loss_feat: 3.153989553451538 (5.702689828872681) + | > loss_mel: 11.813163757324219 (21.66439865112305) + | > loss_duration: 1.641940712928772 (1.7160222053527832) + | > loss_1: 19.991382598876953 (32.55892112731934) + + --> STEP: 26 + | > loss_disc: 2.586667537689209 (2.597986578941345) + | > loss_disc_real_0: 0.09669559448957443 (0.06518989529174107) + | > loss_disc_real_1: 0.21514923870563507 (0.263144619189776) + | > loss_disc_real_2: 0.19321109354496002 (0.20765646547079086) + | > loss_disc_real_3: 0.13223828375339508 (0.17489619094591877) + | > loss_disc_real_4: 0.21414430439472198 (0.23165988062436765) + | > loss_disc_real_5: 0.3205716013908386 (0.26260876254393506) + | > loss_0: 2.586667537689209 (2.597986578941345) + | > loss_gen: 1.9340276718139648 (1.963621368775001) + | > loss_kl: 1.520716667175293 (1.5113790195721846) + | > loss_feat: 6.0945281982421875 (5.717760535386892) + | > loss_mel: 23.1374454498291 (21.72105429722713) + | > loss_duration: 1.687854528427124 (1.7149388331633348) + | > loss_1: 34.37457275390625 (32.628753882188064) + + --> STEP: 27 + | > loss_disc: 2.7909631729125977 (2.60513386019954) + | > loss_disc_real_0: 0.07583558559417725 (0.06558418011775723) + | > loss_disc_real_1: 0.29419949650764465 (0.26429479983117854) + | > loss_disc_real_2: 0.26775065064430237 (0.20988217603277276) + | > loss_disc_real_3: 0.18518902361392975 (0.17527740697065994) + | > loss_disc_real_4: 0.3363673686981201 (0.23553793573821033) + | > loss_disc_real_5: 0.2829497754573822 (0.26336213339258124) + | > loss_0: 2.7909631729125977 (2.60513386019954) + | > loss_gen: 2.0184569358825684 (1.9656523157049108) + | > loss_kl: 1.6524971723556519 (1.5166056178234242) + | > loss_feat: 6.170103549957275 (5.734513980370981) + | > loss_mel: 23.780113220214844 (21.797315738819268) + | > loss_duration: 1.7210378646850586 (1.715164723219695) + | > loss_1: 35.34220886230469 (32.72925221478498) + + --> STEP: 28 + | > loss_disc: 2.831653118133545 (2.613223833697183) + | > loss_disc_real_0: 0.05053123086690903 (0.06504657478736979) + | > loss_disc_real_1: 0.2616487741470337 (0.2642002989138877) + | > loss_disc_real_2: 0.18898709118366241 (0.2091359230024474) + | > loss_disc_real_3: 0.235477477312088 (0.1774274094828538) + | > loss_disc_real_4: 0.2711641788482666 (0.23681030156356947) + | > loss_disc_real_5: 0.27596738934516907 (0.26381232110517366) + | > loss_0: 2.831653118133545 (2.613223833697183) + | > loss_gen: 1.8166618347167969 (1.9603312270981925) + | > loss_kl: 1.3268685340881348 (1.5098292934043067) + | > loss_feat: 5.836000919342041 (5.738138513905661) + | > loss_mel: 19.50069808959961 (21.715293679918567) + | > loss_duration: 1.701401710510254 (1.7146731870515006) + | > loss_1: 30.181629180908203 (32.63826567786081) + + --> STEP: 29 + | > loss_disc: 2.3364744186401367 (2.6036807504193535) + | > loss_disc_real_0: 0.08637020736932755 (0.0657818724626097) + | > loss_disc_real_1: 0.25972628593444824 (0.26404602260425186) + | > loss_disc_real_2: 0.25406333804130554 (0.21068514421068388) + | > loss_disc_real_3: 0.21332195401191711 (0.17866515239764907) + | > loss_disc_real_4: 0.2042982280254364 (0.2356891955794959) + | > loss_disc_real_5: 0.21078380942344666 (0.26198375173683824) + | > loss_0: 2.3364744186401367 (2.6036807504193535) + | > loss_gen: 2.422607898712158 (1.9762718019814327) + | > loss_kl: 1.1903156042099 (1.49881157998381) + | > loss_feat: 7.208804130554199 (5.7888511213763) + | > loss_mel: 24.741647720336914 (21.81965071579506) + | > loss_duration: 1.7122254371643066 (1.7145887818829766) + | > loss_1: 37.27560043334961 (32.79817377287766) + + --> STEP: 30 + | > loss_disc: 2.5009615421295166 (2.6002567768096925) + | > loss_disc_real_0: 0.061894841492176056 (0.06565230476359525) + | > loss_disc_real_1: 0.2286818027496338 (0.26286721527576457) + | > loss_disc_real_2: 0.19838710129261017 (0.2102752094467481) + | > loss_disc_real_3: 0.14408467710018158 (0.17751246988773348) + | > loss_disc_real_4: 0.277756005525589 (0.23709142257769902) + | > loss_disc_real_5: 0.25561535358428955 (0.26177147179842) + | > loss_0: 2.5009615421295166 (2.6002567768096925) + | > loss_gen: 2.0082855224609375 (1.9773389259974161) + | > loss_kl: 1.6724913120269775 (1.5046009043852488) + | > loss_feat: 5.299348831176758 (5.77253437836965) + | > loss_mel: 21.02214241027832 (21.79306710561117) + | > loss_duration: 1.6929521560668945 (1.7138675610224405) + | > loss_1: 31.695220947265625 (32.76140867869059) + + --> STEP: 31 + | > loss_disc: 2.634922742843628 (2.601375033778529) + | > loss_disc_real_0: 0.0586562305688858 (0.06542662495086268) + | > loss_disc_real_1: 0.31066298484802246 (0.26440901429422453) + | > loss_disc_real_2: 0.1763824075460434 (0.2091818932564028) + | > loss_disc_real_3: 0.19030915200710297 (0.1779252660851325) + | > loss_disc_real_4: 0.23071180284023285 (0.23688562839261948) + | > loss_disc_real_5: 0.27717140316963196 (0.26226824377813646) + | > loss_0: 2.634922742843628 (2.601375033778529) + | > loss_gen: 1.929734230041504 (1.9758032906439997) + | > loss_kl: 1.7793793678283691 (1.5134647257866398) + | > loss_feat: 4.842239856719971 (5.742524877671273) + | > loss_mel: 19.409605026245117 (21.716181232083233) + | > loss_duration: 1.6716036796569824 (1.7125042100106516) + | > loss_1: 29.63256072998047 (32.660478099699944) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.01191619134718372 (-0.00035570513817571696) + | > avg_loss_disc: 2.601375033778529 (-0.0009072826754668029) + | > avg_loss_disc_real_0: 0.06542662495086268 (-0.050975431958513895) + | > avg_loss_disc_real_1: 0.26440901429422453 (+0.11388518829499536) + | > avg_loss_disc_real_2: 0.2091818932564028 (+0.0021152380974062135) + | > avg_loss_disc_real_3: 0.1779252660851325 (-0.02726681049792995) + | > avg_loss_disc_real_4: 0.23688562839261948 (-0.002142399549484253) + | > avg_loss_disc_real_5: 0.26226824377813646 (+0.02813046978365988) + | > avg_loss_0: 2.601375033778529 (-0.0009072826754668029) + | > avg_loss_gen: 1.9758032906439997 (+0.07404743086907173) + | > avg_loss_kl: 1.5134647257866398 (+0.059331534370299366) + | > avg_loss_feat: 5.742524877671273 (-0.2928793737965245) + | > avg_loss_mel: 21.716181232083233 (-1.404881692701764) + | > avg_loss_duration: 1.7125042100106516 (-0.005503139188212769) + | > avg_loss_1: 32.660478099699944 (-1.5698854384883774) + + > BEST MODEL : vits_shi_male-November-22-2024_02+49AM-0000000/best_model_26295.pth + + > EPOCH: 4/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 23:08:59)  + + --> TIME: 2024-11-22 23:09:07 -- STEP: 5/797 -- GLOBAL_STEP: 26300 + | > loss_disc: 2.3947947025299072 (2.5754435539245604) + | > loss_disc_real_0: 0.06069130450487137 (0.1422722026705742) + | > loss_disc_real_1: 0.23893094062805176 (0.2241368681192398) + | > loss_disc_real_2: 0.29063472151756287 (0.2512312322854996) + | > loss_disc_real_3: 0.23594056069850922 (0.26472393572330477) + | > loss_disc_real_4: 0.18122461438179016 (0.20262497067451476) + | > loss_disc_real_5: 0.22516722977161407 (0.2397960513830185) + | > loss_0: 2.3947947025299072 (2.5754435539245604) + | > grad_norm_0: tensor(34.0548, device='cuda:0') (tensor(104.9888, device='cuda:0')) + | > loss_gen: 2.4010989665985107 (2.2859289169311525) + | > loss_kl: 1.7333576679229736 (1.5024956345558167) + | > loss_feat: 6.064425468444824 (5.430480003356934) + | > loss_mel: 22.774215698242188 (20.6533504486084) + | > loss_duration: 1.9491667747497559 (1.966875958442688) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.922264099121094 (31.839131546020507) + | > grad_norm_1: tensor(352.8148, device='cuda:0') (tensor(446.2463, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 1.1269 (1.1885996818542481) + | > loader_time: 0.0063 (0.006480264663696289) + + + --> TIME: 2024-11-22 23:09:31 -- STEP: 30/797 -- GLOBAL_STEP: 26325 + | > loss_disc: 2.5965890884399414 (2.507105708122254) + | > loss_disc_real_0: 0.23300011456012726 (0.1618570875376463) + | > loss_disc_real_1: 0.24875952303409576 (0.21472954601049424) + | > loss_disc_real_2: 0.2253902405500412 (0.22830533385276794) + | > loss_disc_real_3: 0.28906962275505066 (0.23473167220751445) + | > loss_disc_real_4: 0.2454846054315567 (0.22137199540932972) + | > loss_disc_real_5: 0.30000874400138855 (0.2311420624454816) + | > loss_0: 2.5965890884399414 (2.507105708122254) + | > grad_norm_0: tensor(66.9771, device='cuda:0') (tensor(148.4741, device='cuda:0')) + | > loss_gen: 2.5275211334228516 (2.337927579879761) + | > loss_kl: 1.5456899404525757 (1.608787324031194) + | > loss_feat: 5.471175193786621 (5.9781075318654375) + | > loss_mel: 22.579530715942383 (21.588947804768882) + | > loss_duration: 1.7618093490600586 (1.8511522650718688) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.88572692871094 (33.36492220560709) + | > grad_norm_1: tensor(407.3868, device='cuda:0') (tensor(515.7715, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 1.0055 (0.9872307380040487) + | > loader_time: 0.0039 (0.004854027430216471) + + + --> TIME: 2024-11-22 23:09:56 -- STEP: 55/797 -- GLOBAL_STEP: 26350 + | > loss_disc: 2.3100574016571045 (2.4740885127674455) + | > loss_disc_real_0: 0.11601530760526657 (0.1416791686957533) + | > loss_disc_real_1: 0.15466712415218353 (0.21465694335373967) + | > loss_disc_real_2: 0.24723850190639496 (0.23673460673202168) + | > loss_disc_real_3: 0.23775933682918549 (0.228440677577799) + | > loss_disc_real_4: 0.2628324627876282 (0.21951715566895225) + | > loss_disc_real_5: 0.26632896065711975 (0.22971214841712606) + | > loss_0: 2.3100574016571045 (2.4740885127674455) + | > grad_norm_0: tensor(30.7887, device='cuda:0') (tensor(113.4348, device='cuda:0')) + | > loss_gen: 2.669759750366211 (2.3739229158921673) + | > loss_kl: 1.724770426750183 (1.5656450369141321) + | > loss_feat: 7.940791130065918 (6.144468333504417) + | > loss_mel: 23.633195877075195 (21.71820172396573) + | > loss_duration: 1.7412779331207275 (1.8203960158608177) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.709800720214844 (33.62263402071866) + | > grad_norm_1: tensor(605.6354, device='cuda:0') (tensor(483.3916, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 0.9802 (0.9776048573580656) + | > loader_time: 0.0061 (0.00488947088068182) + + + --> TIME: 2024-11-22 23:10:19 -- STEP: 80/797 -- GLOBAL_STEP: 26375 + | > loss_disc: 2.398759603500366 (2.460348322987557) + | > loss_disc_real_0: 0.11484678089618683 (0.13632492767646912) + | > loss_disc_real_1: 0.22687359154224396 (0.21493907514959573) + | > loss_disc_real_2: 0.24263375997543335 (0.23332196976989508) + | > loss_disc_real_3: 0.2393980771303177 (0.2283267866820097) + | > loss_disc_real_4: 0.22122427821159363 (0.2179021229967475) + | > loss_disc_real_5: 0.22956989705562592 (0.2280832152813673) + | > loss_0: 2.398759603500366 (2.460348322987557) + | > grad_norm_0: tensor(46.9839, device='cuda:0') (tensor(108.2922, device='cuda:0')) + | > loss_gen: 2.3967034816741943 (2.368749129772186) + | > loss_kl: 1.3203065395355225 (1.5662979446351528) + | > loss_feat: 5.833858489990234 (6.178880089521409) + | > loss_mel: 20.805858612060547 (21.836034131050113) + | > loss_duration: 1.7109248638153076 (1.796876685321331) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.06765365600586 (33.74683802127838) + | > grad_norm_1: tensor(370.2568, device='cuda:0') (tensor(551.3936, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 0.9798 (0.9602468699216843) + | > loader_time: 0.0048 (0.004890915751457215) + + + --> TIME: 2024-11-22 23:10:41 -- STEP: 105/797 -- GLOBAL_STEP: 26400 + | > loss_disc: 2.3013601303100586 (2.4549861703600206) + | > loss_disc_real_0: 0.06714697182178497 (0.1320910035144716) + | > loss_disc_real_1: 0.24101920425891876 (0.21439549710069383) + | > loss_disc_real_2: 0.2020258754491806 (0.23561934999057224) + | > loss_disc_real_3: 0.19187839329242706 (0.2265348806267693) + | > loss_disc_real_4: 0.15011917054653168 (0.21910793270383563) + | > loss_disc_real_5: 0.2205101102590561 (0.23061219042255765) + | > loss_0: 2.3013601303100586 (2.4549861703600206) + | > grad_norm_0: tensor(32.8451, device='cuda:0') (tensor(104.1117, device='cuda:0')) + | > loss_gen: 2.407702922821045 (2.373213182176863) + | > loss_kl: 1.608438491821289 (1.5707053996267772) + | > loss_feat: 7.019662857055664 (6.196682457696826) + | > loss_mel: 22.6361141204834 (21.861116027832036) + | > loss_duration: 1.773705005645752 (1.7849302552995228) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.445621490478516 (33.78664739699589) + | > grad_norm_1: tensor(736.2528, device='cuda:0') (tensor(593.5912, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 0.884 (0.9419961702255976) + | > loader_time: 0.0054 (0.004912635258265904) + + + --> TIME: 2024-11-22 23:11:04 -- STEP: 130/797 -- GLOBAL_STEP: 26425 + | > loss_disc: 2.4403293132781982 (2.452975665605986) + | > loss_disc_real_0: 0.09252563118934631 (0.13083012098303218) + | > loss_disc_real_1: 0.20338375866413116 (0.21571682909360299) + | > loss_disc_real_2: 0.24531567096710205 (0.23484649245555583) + | > loss_disc_real_3: 0.21941713988780975 (0.22532303757392444) + | > loss_disc_real_4: 0.20020076632499695 (0.2189759922715334) + | > loss_disc_real_5: 0.2136750966310501 (0.23042902533824627) + | > loss_0: 2.4403293132781982 (2.452975665605986) + | > grad_norm_0: tensor(133.8115, device='cuda:0') (tensor(102.6337, device='cuda:0')) + | > loss_gen: 2.2181427478790283 (2.3689255677736725) + | > loss_kl: 1.5626758337020874 (1.5608425062436324) + | > loss_feat: 5.923792839050293 (6.197982887121349) + | > loss_mel: 21.363920211791992 (21.87916465172401) + | > loss_duration: 1.7722046375274658 (1.7788822238261883) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.840736389160156 (33.78579789675198) + | > grad_norm_1: tensor(640.9385, device='cuda:0') (tensor(620.5732, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 0.8924 (0.9317491824810321) + | > loader_time: 0.0092 (0.005018170063312237) + + + --> TIME: 2024-11-22 23:11:27 -- STEP: 155/797 -- GLOBAL_STEP: 26450 + | > loss_disc: 2.3995964527130127 (2.463227256651848) + | > loss_disc_real_0: 0.0803050696849823 (0.13832253155208415) + | > loss_disc_real_1: 0.2658008337020874 (0.216564181062483) + | > loss_disc_real_2: 0.19648510217666626 (0.23533540954512935) + | > loss_disc_real_3: 0.22631633281707764 (0.2251891601470209) + | > loss_disc_real_4: 0.1707436591386795 (0.21868033534096135) + | > loss_disc_real_5: 0.20779380202293396 (0.23078702726671774) + | > loss_0: 2.3995964527130127 (2.463227256651848) + | > grad_norm_0: tensor(157.6449, device='cuda:0') (tensor(107.6241, device='cuda:0')) + | > loss_gen: 2.1566736698150635 (2.373785425001575) + | > loss_kl: 1.4124960899353027 (1.5592402854273397) + | > loss_feat: 6.003582954406738 (6.1924737376551455) + | > loss_mel: 20.394577026367188 (21.953062008273225) + | > loss_duration: 1.7618603706359863 (1.7716686864053048) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.729188919067383 (33.85023018621629) + | > grad_norm_1: tensor(493.1325, device='cuda:0') (tensor(613.4731, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 0.8765 (0.9305632160555932) + | > loader_time: 0.0042 (0.00500040361958165) + + + --> TIME: 2024-11-22 23:11:50 -- STEP: 180/797 -- GLOBAL_STEP: 26475 + | > loss_disc: 2.626960515975952 (2.4678272393014704) + | > loss_disc_real_0: 0.07205631583929062 (0.1408958721698987) + | > loss_disc_real_1: 0.22271345555782318 (0.21638086893492275) + | > loss_disc_real_2: 0.27553290128707886 (0.23549407372872036) + | > loss_disc_real_3: 0.2832110822200775 (0.2258901747564475) + | > loss_disc_real_4: 0.2709902822971344 (0.21939792359868684) + | > loss_disc_real_5: 0.20221389830112457 (0.22932959894339244) + | > loss_0: 2.626960515975952 (2.4678272393014704) + | > grad_norm_0: tensor(79.5095, device='cuda:0') (tensor(103.9050, device='cuda:0')) + | > loss_gen: 2.1327285766601562 (2.3604547792010857) + | > loss_kl: 1.252328634262085 (1.555762353539467) + | > loss_feat: 6.009143352508545 (6.164875859684412) + | > loss_mel: 22.367637634277344 (21.976002873314755) + | > loss_duration: 1.755208134651184 (1.7641582866509755) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.51704406738281 (33.82125411563449) + | > grad_norm_1: tensor(276.6600, device='cuda:0') (tensor(580.3484, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 0.8643 (0.9290696700414022) + | > loader_time: 0.0059 (0.005084360970391164) + + + --> TIME: 2024-11-22 23:12:13 -- STEP: 205/797 -- GLOBAL_STEP: 26500 + | > loss_disc: 2.417140483856201 (2.4704949425488008) + | > loss_disc_real_0: 0.07515202462673187 (0.14071259678500458) + | > loss_disc_real_1: 0.21312151849269867 (0.2161997459283689) + | > loss_disc_real_2: 0.18709759414196014 (0.23511473107628705) + | > loss_disc_real_3: 0.16473957896232605 (0.22548639810666804) + | > loss_disc_real_4: 0.22731676697731018 (0.22025211133608005) + | > loss_disc_real_5: 0.21007786691188812 (0.23047166248647177) + | > loss_0: 2.417140483856201 (2.4704949425488008) + | > grad_norm_0: tensor(18.3036, device='cuda:0') (tensor(104.8888, device='cuda:0')) + | > loss_gen: 2.366486072540283 (2.352261017590035) + | > loss_kl: 1.532086730003357 (1.5573778277490198) + | > loss_feat: 6.781688213348389 (6.1294295915743175) + | > loss_mel: 23.033252716064453 (21.928887474246142) + | > loss_duration: 1.737720012664795 (1.761380553827053) + | > amp_scaler: 256.0 (129.87317073170735) + | > loss_1: 35.45123291015625 (33.729336464114326) + | > grad_norm_1: tensor(171.3127, device='cuda:0') (tensor(569.0910, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 0.802 (0.9237738620944139) + | > loader_time: 0.0044 (0.005114329733499665) + + + --> TIME: 2024-11-22 23:12:35 -- STEP: 230/797 -- GLOBAL_STEP: 26525 + | > loss_disc: 2.633509397506714 (2.4699646327806577) + | > loss_disc_real_0: 0.07116715610027313 (0.1384355970212947) + | > loss_disc_real_1: 0.20959673821926117 (0.21637268468089726) + | > loss_disc_real_2: 0.25778326392173767 (0.23538503433051317) + | > loss_disc_real_3: 0.28481438755989075 (0.22617945515591165) + | > loss_disc_real_4: 0.2418896108865738 (0.2209287827429564) + | > loss_disc_real_5: 0.25117984414100647 (0.23103862709325293) + | > loss_0: 2.633509397506714 (2.4699646327806577) + | > grad_norm_0: tensor(72.4211, device='cuda:0') (tensor(100.4115, device='cuda:0')) + | > loss_gen: 2.179753541946411 (2.351901709515117) + | > loss_kl: 1.548742413520813 (1.5559605601041213) + | > loss_feat: 5.047300815582275 (6.109124351584391) + | > loss_mel: 21.268672943115234 (21.926712417602538) + | > loss_duration: 1.7053422927856445 (1.7582032296968544) + | > amp_scaler: 128.0 (134.67826086956532) + | > loss_1: 31.749813079833984 (33.70190222366998) + | > grad_norm_1: tensor(801.2568, device='cuda:0') (tensor(566.3157, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 0.9059 (0.9187333614929862) + | > loader_time: 0.0055 (0.005216912601305089) + + + --> TIME: 2024-11-22 23:13:01 -- STEP: 255/797 -- GLOBAL_STEP: 26550 + | > loss_disc: 2.451441526412964 (2.472794852537269) + | > loss_disc_real_0: 0.06109654903411865 (0.13584725852398313) + | > loss_disc_real_1: 0.17745612561702728 (0.21702104339412615) + | > loss_disc_real_2: 0.2165810912847519 (0.23536994690988577) + | > loss_disc_real_3: 0.18520358204841614 (0.22629891715797723) + | > loss_disc_real_4: 0.24334032833576202 (0.22130743907947167) + | > loss_disc_real_5: 0.22555756568908691 (0.2318396530899347) + | > loss_0: 2.451441526412964 (2.472794852537269) + | > grad_norm_0: tensor(44.6784, device='cuda:0') (tensor(101.7356, device='cuda:0')) + | > loss_gen: 2.221022129058838 (2.3475394781898062) + | > loss_kl: 1.865701675415039 (1.5562590493875392) + | > loss_feat: 5.88221549987793 (6.083859054715024) + | > loss_mel: 22.441240310668945 (21.927674873202456) + | > loss_duration: 1.7413151264190674 (1.7539283327027864) + | > amp_scaler: 128.0 (134.02352941176483) + | > loss_1: 34.151493072509766 (33.66926075056489) + | > grad_norm_1: tensor(168.1053, device='cuda:0') (tensor(568.5282, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 0.924 (0.927935967725866) + | > loader_time: 0.0065 (0.005324894774193856) + + + --> TIME: 2024-11-22 23:13:26 -- STEP: 280/797 -- GLOBAL_STEP: 26575 + | > loss_disc: 2.358227014541626 (2.4688575080462885) + | > loss_disc_real_0: 0.12229331582784653 (0.13501250955409239) + | > loss_disc_real_1: 0.2019249051809311 (0.21662409513124395) + | > loss_disc_real_2: 0.2093827724456787 (0.2353071015328169) + | > loss_disc_real_3: 0.19614316523075104 (0.22547759179558072) + | > loss_disc_real_4: 0.22414164245128632 (0.2213773117533752) + | > loss_disc_real_5: 0.2264186143875122 (0.2319575061755521) + | > loss_0: 2.358227014541626 (2.4688575080462885) + | > grad_norm_0: tensor(12.9118, device='cuda:0') (tensor(100.1166, device='cuda:0')) + | > loss_gen: 2.4842276573181152 (2.3479382812976852) + | > loss_kl: 1.6305160522460938 (1.5592331415840552) + | > loss_feat: 6.355525970458984 (6.0864071130752535) + | > loss_mel: 22.00031089782715 (21.962773527417866) + | > loss_duration: 1.7367465496063232 (1.750827383995056) + | > amp_scaler: 128.0 (133.4857142857144) + | > loss_1: 34.20732879638672 (33.70717937605723) + | > grad_norm_1: tensor(303.2619, device='cuda:0') (tensor(579.4561, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 0.9098 (0.9350884888853346) + | > loader_time: 0.0053 (0.005426748309816631) + + + --> TIME: 2024-11-22 23:13:51 -- STEP: 305/797 -- GLOBAL_STEP: 26600 + | > loss_disc: 2.5430352687835693 (2.4740087063586143) + | > loss_disc_real_0: 0.0947357714176178 (0.13529082826170766) + | > loss_disc_real_1: 0.2817923426628113 (0.21698127266813497) + | > loss_disc_real_2: 0.20646941661834717 (0.23484282776957652) + | > loss_disc_real_3: 0.2518988847732544 (0.22692793275489181) + | > loss_disc_real_4: 0.20052096247673035 (0.2218452278707848) + | > loss_disc_real_5: 0.22404015064239502 (0.23280121591247496) + | > loss_0: 2.5430352687835693 (2.4740087063586143) + | > grad_norm_0: tensor(15.5691, device='cuda:0') (tensor(100.4276, device='cuda:0')) + | > loss_gen: 2.2208478450775146 (2.3472916384212317) + | > loss_kl: 1.8667478561401367 (1.5602601330788408) + | > loss_feat: 6.04017972946167 (6.080780635896274) + | > loss_mel: 21.1348876953125 (21.96977580961634) + | > loss_duration: 1.7501393556594849 (1.7484793666933403) + | > amp_scaler: 128.0 (133.03606557377063) + | > loss_1: 33.01280212402344 (33.7065875006504) + | > grad_norm_1: tensor(359.4481, device='cuda:0') (tensor(574.7812, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 0.9292 (0.93776104958331) + | > loader_time: 0.0062 (0.0054789308641777675) + + + --> TIME: 2024-11-22 23:14:16 -- STEP: 330/797 -- GLOBAL_STEP: 26625 + | > loss_disc: 2.5992751121520996 (2.4777418931325292) + | > loss_disc_real_0: 0.17099767923355103 (0.13498611191682736) + | > loss_disc_real_1: 0.1782272756099701 (0.21701747729922785) + | > loss_disc_real_2: 0.25718340277671814 (0.23650632830280247) + | > loss_disc_real_3: 0.23791882395744324 (0.22698028963623626) + | > loss_disc_real_4: 0.20819997787475586 (0.22245905737985264) + | > loss_disc_real_5: 0.24786411225795746 (0.2325526130921913) + | > loss_0: 2.5992751121520996 (2.4777418931325292) + | > grad_norm_0: tensor(253.9852, device='cuda:0') (tensor(101.1882, device='cuda:0')) + | > loss_gen: 2.1389212608337402 (2.342401240088724) + | > loss_kl: 1.5678972005844116 (1.5589136999664885) + | > loss_feat: 4.681746006011963 (6.043991516575665) + | > loss_mel: 20.433574676513672 (21.942219890247685) + | > loss_duration: 1.7191762924194336 (1.7461782198963742) + | > amp_scaler: 128.0 (132.65454545454557) + | > loss_1: 30.541316986083984 (33.633704468698234) + | > grad_norm_1: tensor(588.9998, device='cuda:0') (tensor(570.6226, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 1.1502 (0.9441249031009096) + | > loader_time: 0.0062 (0.005535567890514028) + + + --> TIME: 2024-11-22 23:14:41 -- STEP: 355/797 -- GLOBAL_STEP: 26650 + | > loss_disc: 2.402458906173706 (2.479874639779751) + | > loss_disc_real_0: 0.06972172856330872 (0.1347480998702451) + | > loss_disc_real_1: 0.23085464537143707 (0.21772068235236156) + | > loss_disc_real_2: 0.2225968986749649 (0.23623914995663603) + | > loss_disc_real_3: 0.1878589540719986 (0.22704419136886866) + | > loss_disc_real_4: 0.22545255720615387 (0.22266109883785248) + | > loss_disc_real_5: 0.2454826980829239 (0.23330356566838814) + | > loss_0: 2.402458906173706 (2.479874639779751) + | > grad_norm_0: tensor(122.8244, device='cuda:0') (tensor(100.7161, device='cuda:0')) + | > loss_gen: 2.2072696685791016 (2.3388469494564443) + | > loss_kl: 1.6164051294326782 (1.5611055590737033) + | > loss_feat: 6.5163493156433105 (6.027857103482096) + | > loss_mel: 22.82185173034668 (21.93503629120302) + | > loss_duration: 1.7282793521881104 (1.7430433044970874) + | > amp_scaler: 128.0 (132.32676056338042) + | > loss_1: 34.89015197753906 (33.60588909202902) + | > grad_norm_1: tensor(671.6489, device='cuda:0') (tensor(580.9286, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 1.2442 (0.9467222972654961) + | > loader_time: 0.0072 (0.005617222315828566) + + + --> TIME: 2024-11-22 23:15:06 -- STEP: 380/797 -- GLOBAL_STEP: 26675 + | > loss_disc: 2.425929307937622 (2.479756235448938) + | > loss_disc_real_0: 0.08820874989032745 (0.13383221303750018) + | > loss_disc_real_1: 0.20836792886257172 (0.21791302204916352) + | > loss_disc_real_2: 0.2164514660835266 (0.2362476896298559) + | > loss_disc_real_3: 0.1753707230091095 (0.2267564654350281) + | > loss_disc_real_4: 0.17331412434577942 (0.22214006581588797) + | > loss_disc_real_5: 0.19480334222316742 (0.23331392583878416) + | > loss_0: 2.425929307937622 (2.479756235448938) + | > grad_norm_0: tensor(59.4605, device='cuda:0') (tensor(99.3415, device='cuda:0')) + | > loss_gen: 2.282758951187134 (2.338396784506347) + | > loss_kl: 1.7249997854232788 (1.5604555451556257) + | > loss_feat: 6.486502170562744 (6.020788116204109) + | > loss_mel: 22.64255714416504 (21.922679956335756) + | > loss_duration: 1.7282897233963013 (1.740277835256175) + | > amp_scaler: 128.0 (132.04210526315802) + | > loss_1: 34.865108489990234 (33.58259811903305) + | > grad_norm_1: tensor(830.3001, device='cuda:0') (tensor(587.5644, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 0.8599 (0.9498299768096522) + | > loader_time: 0.0056 (0.005716411690962943) + + + --> TIME: 2024-11-22 23:15:30 -- STEP: 405/797 -- GLOBAL_STEP: 26700 + | > loss_disc: 2.2716798782348633 (2.4755914882377357) + | > loss_disc_real_0: 0.06487441062927246 (0.13261197537735653) + | > loss_disc_real_1: 0.17477570474147797 (0.21763434075279) + | > loss_disc_real_2: 0.24667668342590332 (0.2362153090076682) + | > loss_disc_real_3: 0.20029719173908234 (0.2267120467291938) + | > loss_disc_real_4: 0.21736378967761993 (0.22197054893146326) + | > loss_disc_real_5: 0.25255680084228516 (0.23276957854812527) + | > loss_0: 2.2716798782348633 (2.4755914882377357) + | > grad_norm_0: tensor(94.0715, device='cuda:0') (tensor(98.8782, device='cuda:0')) + | > loss_gen: 2.3479390144348145 (2.341181825119773) + | > loss_kl: 1.4924908876419067 (1.5579453714099931) + | > loss_feat: 6.358943462371826 (6.030142851229065) + | > loss_mel: 23.386945724487305 (21.935608390525523) + | > loss_duration: 1.7082164287567139 (1.7389827996124456) + | > amp_scaler: 128.0 (131.79259259259277) + | > loss_1: 35.29453659057617 (33.603861161220266) + | > grad_norm_1: tensor(834.2618, device='cuda:0') (tensor(594.6201, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 0.9105 (0.9483536649633337) + | > loader_time: 0.0069 (0.0058233914551911545) + + + --> TIME: 2024-11-22 23:15:53 -- STEP: 430/797 -- GLOBAL_STEP: 26725 + | > loss_disc: 2.4507174491882324 (2.473325432178587) + | > loss_disc_real_0: 0.11831860989332199 (0.13167348695529055) + | > loss_disc_real_1: 0.16715525090694427 (0.2176776528704998) + | > loss_disc_real_2: 0.23431812226772308 (0.23616162289020626) + | > loss_disc_real_3: 0.19367818534374237 (0.22632888441168986) + | > loss_disc_real_4: 0.24048162996768951 (0.2218667903958365) + | > loss_disc_real_5: 0.20181456208229065 (0.23269016666467798) + | > loss_0: 2.4507174491882324 (2.473325432178587) + | > grad_norm_0: tensor(29.7270, device='cuda:0') (tensor(97.5294, device='cuda:0')) + | > loss_gen: 2.261859655380249 (2.3443786654361465) + | > loss_kl: 1.5457202196121216 (1.5571062574552936) + | > loss_feat: 6.696706771850586 (6.046439503514487) + | > loss_mel: 21.36286163330078 (21.966623803072185) + | > loss_duration: 1.712646245956421 (1.73737952709198) + | > amp_scaler: 128.0 (131.57209302325597) + | > loss_1: 33.579795837402344 (33.651927704034904) + | > grad_norm_1: tensor(562.7132, device='cuda:0') (tensor(601.5604, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 0.8812 (0.9463237762451172) + | > loader_time: 0.0063 (0.005891999533010084) + + + --> TIME: 2024-11-22 23:16:17 -- STEP: 455/797 -- GLOBAL_STEP: 26750 + | > loss_disc: 2.671274185180664 (2.4719758866907484) + | > loss_disc_real_0: 0.09546462446451187 (0.1313023517420003) + | > loss_disc_real_1: 0.27009639143943787 (0.2176289209297725) + | > loss_disc_real_2: 0.22250446677207947 (0.23583732882698813) + | > loss_disc_real_3: 0.30047842860221863 (0.22668706820561335) + | > loss_disc_real_4: 0.2959277629852295 (0.22171709684880225) + | > loss_disc_real_5: 0.26785919070243835 (0.23271800309092133) + | > loss_0: 2.671274185180664 (2.4719758866907484) + | > grad_norm_0: tensor(121.7464, device='cuda:0') (tensor(99.1517, device='cuda:0')) + | > loss_gen: 2.285144567489624 (2.3508040616800496) + | > loss_kl: 1.4995914697647095 (1.5576990755049738) + | > loss_feat: 5.319674015045166 (6.063090548672517) + | > loss_mel: 20.520118713378906 (21.999170223697188) + | > loss_duration: 1.7164063453674316 (1.7362232082492703) + | > amp_scaler: 128.0 (131.3758241758243) + | > loss_1: 31.34093475341797 (33.706987062391406) + | > grad_norm_1: tensor(561.9528, device='cuda:0') (tensor(605.5679, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 0.9164 (0.9452733401413802) + | > loader_time: 0.0128 (0.00599894628419981) + + + --> TIME: 2024-11-22 23:16:40 -- STEP: 480/797 -- GLOBAL_STEP: 26775 + | > loss_disc: 2.4391744136810303 (2.473004611333212) + | > loss_disc_real_0: 0.22158896923065186 (0.13148696177328623) + | > loss_disc_real_1: 0.23831620812416077 (0.21748771987234553) + | > loss_disc_real_2: 0.2429286241531372 (0.23608339556182426) + | > loss_disc_real_3: 0.27167394757270813 (0.226544849978139) + | > loss_disc_real_4: 0.19371625781059265 (0.2217783751276632) + | > loss_disc_real_5: 0.23209106922149658 (0.23302386390666166) + | > loss_0: 2.4391744136810303 (2.473004611333212) + | > grad_norm_0: tensor(29.5462, device='cuda:0') (tensor(99.8189, device='cuda:0')) + | > loss_gen: 2.379589557647705 (2.349869135022163) + | > loss_kl: 1.6806261539459229 (1.5566054434825978) + | > loss_feat: 6.033694744110107 (6.058270024259883) + | > loss_mel: 22.9248104095459 (21.999750586350746) + | > loss_duration: 1.7018910646438599 (1.7350150259832542) + | > amp_scaler: 128.0 (131.20000000000016) + | > loss_1: 34.72061538696289 (33.69951018492386) + | > grad_norm_1: tensor(796.7946, device='cuda:0') (tensor(600.6792, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 0.8795 (0.9436240956187248) + | > loader_time: 0.0069 (0.006093956033388775) + + + --> TIME: 2024-11-22 23:17:03 -- STEP: 505/797 -- GLOBAL_STEP: 26800 + | > loss_disc: 2.4310662746429443 (2.470511216456348) + | > loss_disc_real_0: 0.12212129682302475 (0.1307215235168391) + | > loss_disc_real_1: 0.2097330391407013 (0.21725415106457058) + | > loss_disc_real_2: 0.2408379316329956 (0.23573022729689533) + | > loss_disc_real_3: 0.2412266731262207 (0.22655932150854924) + | > loss_disc_real_4: 0.2712554633617401 (0.22179399469111225) + | > loss_disc_real_5: 0.26956310868263245 (0.23263293882407765) + | > loss_0: 2.4310662746429443 (2.470511216456348) + | > grad_norm_0: tensor(195.7799, device='cuda:0') (tensor(100.3700, device='cuda:0')) + | > loss_gen: 2.645744800567627 (2.3510221339688444) + | > loss_kl: 1.8335607051849365 (1.5563193796884895) + | > loss_feat: 6.297017574310303 (6.06827397393708) + | > loss_mel: 22.505300521850586 (22.002949924280138) + | > loss_duration: 1.7130892276763916 (1.7337018829761166) + | > amp_scaler: 128.0 (131.04158415841596) + | > loss_1: 34.994712829589844 (33.71226728080528) + | > grad_norm_1: tensor(1085.1923, device='cuda:0') (tensor(611.5219, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 0.974 (0.9430376430549244) + | > loader_time: 0.0072 (0.006163732132109086) + + + --> TIME: 2024-11-22 23:17:29 -- STEP: 530/797 -- GLOBAL_STEP: 26825 + | > loss_disc: 2.5544381141662598 (2.4693393819736995) + | > loss_disc_real_0: 0.05017413571476936 (0.12972884544364685) + | > loss_disc_real_1: 0.208028644323349 (0.21738879618779666) + | > loss_disc_real_2: 0.27283185720443726 (0.2359597090280281) + | > loss_disc_real_3: 0.2074945569038391 (0.22654353366145547) + | > loss_disc_real_4: 0.20203302800655365 (0.22180032212779208) + | > loss_disc_real_5: 0.19593845307826996 (0.23234793110838473) + | > loss_0: 2.5544381141662598 (2.4693393819736995) + | > grad_norm_0: tensor(127.9390, device='cuda:0') (tensor(100.4774, device='cuda:0')) + | > loss_gen: 2.0404107570648193 (2.352327610411734) + | > loss_kl: 1.7821959257125854 (1.5551467716693879) + | > loss_feat: 6.147107124328613 (6.070870967181222) + | > loss_mel: 22.456600189208984 (22.008473990098473) + | > loss_duration: 1.7619960308074951 (1.7330714441695305) + | > amp_scaler: 128.0 (130.89811320754728) + | > loss_1: 34.18830871582031 (33.719890767223475) + | > grad_norm_1: tensor(767.3293, device='cuda:0') (tensor(619.0276, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 1.2137 (0.9456234846474989) + | > loader_time: 0.01 (0.006254672104457641) + + + --> TIME: 2024-11-22 23:17:53 -- STEP: 555/797 -- GLOBAL_STEP: 26850 + | > loss_disc: 2.45151424407959 (2.4685725250759654) + | > loss_disc_real_0: 0.10710056871175766 (0.12947065265060548) + | > loss_disc_real_1: 0.16962388157844543 (0.2172991433659115) + | > loss_disc_real_2: 0.2210652232170105 (0.23563347147391722) + | > loss_disc_real_3: 0.26967090368270874 (0.22674509598328185) + | > loss_disc_real_4: 0.25631627440452576 (0.22191225045973118) + | > loss_disc_real_5: 0.20875225961208344 (0.23238402750041035) + | > loss_0: 2.45151424407959 (2.4685725250759654) + | > grad_norm_0: tensor(69.2732, device='cuda:0') (tensor(102.3357, device='cuda:0')) + | > loss_gen: 2.2717080116271973 (2.3549487105360973) + | > loss_kl: 1.6139721870422363 (1.554201136086438) + | > loss_feat: 6.45550012588501 (6.076809961301783) + | > loss_mel: 23.732206344604492 (22.010493733861416) + | > loss_duration: 1.6931476593017578 (1.732438902382378) + | > amp_scaler: 128.0 (130.76756756756765) + | > loss_1: 35.76653289794922 (33.72889242086328) + | > grad_norm_1: tensor(919.8494, device='cuda:0') (tensor(624.5328, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 0.9498 (0.9461799140449043) + | > loader_time: 0.0096 (0.006376771669130069) + + + --> TIME: 2024-11-22 23:18:18 -- STEP: 580/797 -- GLOBAL_STEP: 26875 + | > loss_disc: 2.300079345703125 (2.465698416479704) + | > loss_disc_real_0: 0.08005058765411377 (0.1285552646065581) + | > loss_disc_real_1: 0.14899376034736633 (0.21705005454092186) + | > loss_disc_real_2: 0.22397135198116302 (0.23545195416643702) + | > loss_disc_real_3: 0.22685453295707703 (0.22655200369913003) + | > loss_disc_real_4: 0.209928497672081 (0.22152101621031756) + | > loss_disc_real_5: 0.19922718405723572 (0.23244945196242167) + | > loss_0: 2.300079345703125 (2.465698416479704) + | > grad_norm_0: tensor(70.1657, device='cuda:0') (tensor(101.4091, device='cuda:0')) + | > loss_gen: 2.493173122406006 (2.3563484722170327) + | > loss_kl: 1.421893835067749 (1.5548090497995248) + | > loss_feat: 7.764490127563477 (6.088734797773687) + | > loss_mel: 23.487060546875 (22.04070037644485) + | > loss_duration: 1.7003759145736694 (1.731650700651366) + | > amp_scaler: 128.0 (130.64827586206903) + | > loss_1: 36.86699295043945 (33.772243394522874) + | > grad_norm_1: tensor(1071.5674, device='cuda:0') (tensor(629.6111, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 0.9056 (0.9473706381074314) + | > loader_time: 0.0099 (0.006489787019532304) + + + --> TIME: 2024-11-22 23:18:42 -- STEP: 605/797 -- GLOBAL_STEP: 26900 + | > loss_disc: 2.3304357528686523 (2.4665659604978973) + | > loss_disc_real_0: 0.1351698637008667 (0.12878537080750985) + | > loss_disc_real_1: 0.16336990892887115 (0.21715844293271205) + | > loss_disc_real_2: 0.2252463400363922 (0.23570198665473086) + | > loss_disc_real_3: 0.2012651115655899 (0.22650559209595042) + | > loss_disc_real_4: 0.22308064997196198 (0.22178426860285194) + | > loss_disc_real_5: 0.25287967920303345 (0.23283808095888658) + | > loss_0: 2.3304357528686523 (2.4665659604978973) + | > grad_norm_0: tensor(17.5444, device='cuda:0') (tensor(100.8870, device='cuda:0')) + | > loss_gen: 2.4390363693237305 (2.355249856326205) + | > loss_kl: 1.483154535293579 (1.5530256026047322) + | > loss_feat: 6.277724742889404 (6.085128121336628) + | > loss_mel: 22.692153930664062 (22.063200201869996) + | > loss_duration: 1.7538797855377197 (1.731401418457346) + | > amp_scaler: 128.0 (130.53884297520665) + | > loss_1: 34.64595031738281 (33.78800519832898) + | > grad_norm_1: tensor(458.5630, device='cuda:0') (tensor(630.4135, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 0.9637 (0.9482409351128191) + | > loader_time: 0.0131 (0.006602405516569281) + + + --> TIME: 2024-11-22 23:19:07 -- STEP: 630/797 -- GLOBAL_STEP: 26925 + | > loss_disc: 2.55417537689209 (2.46682006139604) + | > loss_disc_real_0: 0.06492457538843155 (0.12942432887733937) + | > loss_disc_real_1: 0.23463833332061768 (0.2172431398951817) + | > loss_disc_real_2: 0.28765323758125305 (0.23533700600502983) + | > loss_disc_real_3: 0.28933683037757874 (0.22659872987913707) + | > loss_disc_real_4: 0.20983904600143433 (0.2216230577892727) + | > loss_disc_real_5: 0.24618560075759888 (0.2324499404383084) + | > loss_0: 2.55417537689209 (2.46682006139604) + | > grad_norm_0: tensor(19.7375, device='cuda:0') (tensor(100.5352, device='cuda:0')) + | > loss_gen: 2.2568955421447754 (2.3517666372041854) + | > loss_kl: 1.6643201112747192 (1.5516133648062516) + | > loss_feat: 6.063730239868164 (6.072079946881247) + | > loss_mel: 22.031234741210938 (22.060891426934138) + | > loss_duration: 1.7155580520629883 (1.7317861055570931) + | > amp_scaler: 128.0 (130.43809523809526) + | > loss_1: 33.73173904418945 (33.768137483748205) + | > grad_norm_1: tensor(658.0610, device='cuda:0') (tensor(625.8752, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 0.97 (0.9492015456396435) + | > loader_time: 0.0074 (0.006693743145655073) + + + --> TIME: 2024-11-22 23:19:33 -- STEP: 655/797 -- GLOBAL_STEP: 26950 + | > loss_disc: 2.346099853515625 (2.467017500273146) + | > loss_disc_real_0: 0.08834196627140045 (0.12930318162641466) + | > loss_disc_real_1: 0.1574351191520691 (0.2173081577734182) + | > loss_disc_real_2: 0.23898938298225403 (0.2356497502736463) + | > loss_disc_real_3: 0.20803430676460266 (0.22627059639865205) + | > loss_disc_real_4: 0.23435530066490173 (0.22184236461424642) + | > loss_disc_real_5: 0.2235715389251709 (0.23259039009345397) + | > loss_0: 2.346099853515625 (2.467017500273146) + | > grad_norm_0: tensor(38.8886, device='cuda:0') (tensor(100.4898, device='cuda:0')) + | > loss_gen: 2.4674007892608643 (2.3520734308330145) + | > loss_kl: 1.7836077213287354 (1.5518829312033333) + | > loss_feat: 7.462369918823242 (6.072520978942173) + | > loss_mel: 23.546085357666016 (22.06549283675566) + | > loss_duration: 1.7154685258865356 (1.7314083241324385) + | > amp_scaler: 128.0 (130.34503816793898) + | > loss_1: 36.97492980957031 (33.77337850614362) + | > grad_norm_1: tensor(860.0145, device='cuda:0') (tensor(627.1313, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 0.9686 (0.9518066515449349) + | > loader_time: 0.0083 (0.0068284839164209745) + + + --> TIME: 2024-11-22 23:19:59 -- STEP: 680/797 -- GLOBAL_STEP: 26975 + | > loss_disc: 2.4346399307250977 (2.4667204089024515) + | > loss_disc_real_0: 0.2081640660762787 (0.12922729095991933) + | > loss_disc_real_1: 0.21512064337730408 (0.2174926042337627) + | > loss_disc_real_2: 0.176503524184227 (0.23491900948917163) + | > loss_disc_real_3: 0.22683578729629517 (0.22680559833260144) + | > loss_disc_real_4: 0.22929520905017853 (0.22175201221423987) + | > loss_disc_real_5: 0.272895485162735 (0.2326493403490852) + | > loss_0: 2.4346399307250977 (2.4667204089024515) + | > grad_norm_0: tensor(461.6212, device='cuda:0') (tensor(102.1490, device='cuda:0')) + | > loss_gen: 2.373255729675293 (2.3528785353197756) + | > loss_kl: 1.5735563039779663 (1.553086875554394) + | > loss_feat: 5.660150051116943 (6.066275702504551) + | > loss_mel: 21.087873458862305 (22.05508440522588) + | > loss_duration: 1.7613924741744995 (1.7311343820656044) + | > amp_scaler: 64.0 (129.97647058823534) + | > loss_1: 32.45622634887695 (33.75845989339497) + | > grad_norm_1: tensor(951.3573, device='cuda:0') (tensor(628.6033, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 1.0676 (0.9545231812140521) + | > loader_time: 0.0086 (0.006930098814122819) + + + --> TIME: 2024-11-22 23:20:27 -- STEP: 705/797 -- GLOBAL_STEP: 27000 + | > loss_disc: 2.3824827671051025 (2.4690129232744833) + | > loss_disc_real_0: 0.15813957154750824 (0.12954553930049256) + | > loss_disc_real_1: 0.23224645853042603 (0.21769826885656254) + | > loss_disc_real_2: 0.23385389149188995 (0.2355401653770014) + | > loss_disc_real_3: 0.1925426423549652 (0.22667292373400208) + | > loss_disc_real_4: 0.19857262074947357 (0.22206259691123417) + | > loss_disc_real_5: 0.20555369555950165 (0.23234769105911254) + | > loss_0: 2.3824827671051025 (2.4690129232744833) + | > grad_norm_0: tensor(41.0015, device='cuda:0') (tensor(102.8616, device='cuda:0')) + | > loss_gen: 2.5643012523651123 (2.352318584665338) + | > loss_kl: 1.7168484926223755 (1.5513428890113297) + | > loss_feat: 6.202353477478027 (6.062409210205078) + | > loss_mel: 23.2119197845459 (22.06701514332008) + | > loss_duration: 1.7046208381652832 (1.7306589848606295) + | > amp_scaler: 64.0 (127.6368794326242) + | > loss_1: 35.40004348754883 (33.763744797943396) + | > grad_norm_1: tensor(594.2766, device='cuda:0') (tensor(627.1270, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 1.2345 (0.9599855105082195) + | > loader_time: 0.0145 (0.007073745998084969) + + + --> TIME: 2024-11-22 23:20:55 -- STEP: 730/797 -- GLOBAL_STEP: 27025 + | > loss_disc: 2.433818817138672 (2.4702850070718254) + | > loss_disc_real_0: 0.09611456096172333 (0.13006905425493037) + | > loss_disc_real_1: 0.17212116718292236 (0.21778011185257395) + | > loss_disc_real_2: 0.19636985659599304 (0.2354769280103788) + | > loss_disc_real_3: 0.24656671285629272 (0.2266911634231267) + | > loss_disc_real_4: 0.19756630063056946 (0.22214249611309125) + | > loss_disc_real_5: 0.1839682012796402 (0.232303946842886) + | > loss_0: 2.433818817138672 (2.4702850070718254) + | > grad_norm_0: tensor(53.2378, device='cuda:0') (tensor(103.7798, device='cuda:0')) + | > loss_gen: 2.2650814056396484 (2.3490403627696086) + | > loss_kl: 1.5604149103164673 (1.5519293225791362) + | > loss_feat: 6.566962242126465 (6.0510369594783) + | > loss_mel: 22.780166625976562 (22.058002586887326) + | > loss_duration: 1.6992497444152832 (1.7297731174181583) + | > amp_scaler: 64.0 (125.45753424657542) + | > loss_1: 34.87187194824219 (33.7397823385997) + | > grad_norm_1: tensor(778.1047, device='cuda:0') (tensor(629.1071, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 1.1381 (0.9655065232760286) + | > loader_time: 0.0115 (0.007330286992739326) + + + --> TIME: 2024-11-22 23:21:23 -- STEP: 755/797 -- GLOBAL_STEP: 27050 + | > loss_disc: 2.4109110832214355 (2.470040374402182) + | > loss_disc_real_0: 0.10009442269802094 (0.12978149106763068) + | > loss_disc_real_1: 0.2515311539173126 (0.2178352393851374) + | > loss_disc_real_2: 0.22114408016204834 (0.23561036237422994) + | > loss_disc_real_3: 0.22553540766239166 (0.22669214918123964) + | > loss_disc_real_4: 0.2686023414134979 (0.2222860349132525) + | > loss_disc_real_5: 0.23295192420482635 (0.23257760085806942) + | > loss_0: 2.4109110832214355 (2.470040374402182) + | > grad_norm_0: tensor(155.7453, device='cuda:0') (tensor(104.3297, device='cuda:0')) + | > loss_gen: 2.474989175796509 (2.3498725772693447) + | > loss_kl: 1.6579198837280273 (1.5516525705129112) + | > loss_feat: 5.779035568237305 (6.053721645809957) + | > loss_mel: 23.000282287597656 (22.072804487619994) + | > loss_duration: 1.6541991233825684 (1.728622709836391) + | > amp_scaler: 64.0 (123.42251655629147) + | > loss_1: 34.56642532348633 (33.75667395939107) + | > grad_norm_1: tensor(1020.2183, device='cuda:0') (tensor(635.0411, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 1.0646 (0.9671090498665311) + | > loader_time: 0.1088 (0.010245758966104883) + + + --> TIME: 2024-11-22 23:22:00 -- STEP: 780/797 -- GLOBAL_STEP: 27075 + | > loss_disc: 2.3071534633636475 (2.4683054172075747) + | > loss_disc_real_0: 0.09711115062236786 (0.12951368142205955) + | > loss_disc_real_1: 0.21684657037258148 (0.21767547978804655) + | > loss_disc_real_2: 0.20533031225204468 (0.2352775623401006) + | > loss_disc_real_3: 0.20288768410682678 (0.2266227458914121) + | > loss_disc_real_4: 0.215491384267807 (0.22215726830256288) + | > loss_disc_real_5: 0.2210376262664795 (0.23217338037032348) + | > loss_0: 2.3071534633636475 (2.4683054172075747) + | > grad_norm_0: tensor(110.4212, device='cuda:0') (tensor(104.5772, device='cuda:0')) + | > loss_gen: 2.446122646331787 (2.3500987723851807) + | > loss_kl: 1.6291382312774658 (1.5519767622917133) + | > loss_feat: 6.574048042297363 (6.058831312717536) + | > loss_mel: 22.93017578125 (22.072518290006222) + | > loss_duration: 1.7336374521255493 (1.7277160121844362) + | > amp_scaler: 64.0 (121.5179487179488) + | > loss_1: 35.3131217956543 (33.76114112169322) + | > grad_norm_1: tensor(729.4858, device='cuda:0') (tensor(640.8515, device='cuda:0')) + | > current_lr_0: 0.00019920154806425444 + | > current_lr_1: 0.00019920154806425444 + | > step_time: 1.2338 (0.9782973839686467) + | > loader_time: 0.2993 (0.014088826607435184) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.7260923385620117 (2.7260923385620117) + | > loss_disc_real_0: 0.16911953687667847 (0.16911953687667847) + | > loss_disc_real_1: 0.30762049555778503 (0.30762049555778503) + | > loss_disc_real_2: 0.21993304789066315 (0.21993304789066315) + | > loss_disc_real_3: 0.2269703596830368 (0.2269703596830368) + | > loss_disc_real_4: 0.22237662971019745 (0.22237662971019745) + | > loss_disc_real_5: 0.3441202938556671 (0.3441202938556671) + | > loss_0: 2.7260923385620117 (2.7260923385620117) + | > loss_gen: 2.328420639038086 (2.328420639038086) + | > loss_kl: 1.8183073997497559 (1.8183073997497559) + | > loss_feat: 5.6743292808532715 (5.6743292808532715) + | > loss_mel: 22.785686492919922 (22.785686492919922) + | > loss_duration: 1.9981660842895508 (1.9981660842895508) + | > loss_1: 34.60490798950195 (34.60490798950195) + + --> STEP: 1 + | > loss_disc: 2.4502058029174805 (2.4502058029174805) + | > loss_disc_real_0: 0.16485626995563507 (0.16485626995563507) + | > loss_disc_real_1: 0.2590774595737457 (0.2590774595737457) + | > loss_disc_real_2: 0.21048785746097565 (0.21048785746097565) + | > loss_disc_real_3: 0.22818902134895325 (0.22818902134895325) + | > loss_disc_real_4: 0.1729031205177307 (0.1729031205177307) + | > loss_disc_real_5: 0.25523754954338074 (0.25523754954338074) + | > loss_0: 2.4502058029174805 (2.4502058029174805) + | > loss_gen: 2.369302272796631 (2.369302272796631) + | > loss_kl: 1.4751307964324951 (1.4751307964324951) + | > loss_feat: 5.2095255851745605 (5.2095255851745605) + | > loss_mel: 22.524770736694336 (22.524770736694336) + | > loss_duration: 1.7438633441925049 (1.7438633441925049) + | > loss_1: 33.322593688964844 (33.322593688964844) + + --> STEP: 2 + | > loss_disc: 2.402907133102417 (2.4265564680099487) + | > loss_disc_real_0: 0.16085320711135864 (0.16285473853349686) + | > loss_disc_real_1: 0.25319743156433105 (0.2561374455690384) + | > loss_disc_real_2: 0.23548488318920135 (0.2229863703250885) + | > loss_disc_real_3: 0.21783451735973358 (0.22301176935434341) + | > loss_disc_real_4: 0.28510335087776184 (0.22900323569774628) + | > loss_disc_real_5: 0.20212328433990479 (0.22868041694164276) + | > loss_0: 2.402907133102417 (2.4265564680099487) + | > loss_gen: 2.484816551208496 (2.4270594120025635) + | > loss_kl: 1.9387980699539185 (1.7069644331932068) + | > loss_feat: 5.718902111053467 (5.464213848114014) + | > loss_mel: 24.054420471191406 (23.28959560394287) + | > loss_duration: 1.653566598892212 (1.6987149715423584) + | > loss_1: 35.85050582885742 (34.58654975891113) + + --> STEP: 3 + | > loss_disc: 2.579456090927124 (2.4775230089823403) + | > loss_disc_real_0: 0.2150563895702362 (0.18025528887907663) + | > loss_disc_real_1: 0.24278777837753296 (0.25168755650520325) + | > loss_disc_real_2: 0.22362512350082397 (0.22319928805033365) + | > loss_disc_real_3: 0.24891750514507294 (0.23164701461791992) + | > loss_disc_real_4: 0.23972077667713165 (0.2325757493575414) + | > loss_disc_real_5: 0.27593961358070374 (0.24443348248799643) + | > loss_0: 2.579456090927124 (2.4775230089823403) + | > loss_gen: 2.1783151626586914 (2.344144662221273) + | > loss_kl: 1.1250064373016357 (1.512978434562683) + | > loss_feat: 4.720482349395752 (5.21630334854126) + | > loss_mel: 20.207523345947266 (22.262238184611004) + | > loss_duration: 1.7443217039108276 (1.7139172156651814) + | > loss_1: 29.975648880004883 (33.04958279927572) + + --> STEP: 4 + | > loss_disc: 2.5391311645507812 (2.4929250478744507) + | > loss_disc_real_0: 0.22028964757919312 (0.19026387855410576) + | > loss_disc_real_1: 0.2087249606847763 (0.2409469075500965) + | > loss_disc_real_2: 0.13764910399913788 (0.2018117420375347) + | > loss_disc_real_3: 0.17911842465400696 (0.21851486712694168) + | > loss_disc_real_4: 0.13453496992588043 (0.20806555449962616) + | > loss_disc_real_5: 0.1489972472190857 (0.22057442367076874) + | > loss_0: 2.5391311645507812 (2.4929250478744507) + | > loss_gen: 2.1468873023986816 (2.294830322265625) + | > loss_kl: 1.5295628309249878 (1.5171245336532593) + | > loss_feat: 7.688060760498047 (5.8342427015304565) + | > loss_mel: 23.008548736572266 (22.44881582260132) + | > loss_duration: 1.6695393323898315 (1.702822744846344) + | > loss_1: 36.0426025390625 (33.79783773422241) + + --> STEP: 5 + | > loss_disc: 2.409954071044922 (2.476330852508545) + | > loss_disc_real_0: 0.12695103883743286 (0.17760131061077117) + | > loss_disc_real_1: 0.18028102815151215 (0.22881373167037963) + | > loss_disc_real_2: 0.15250425040721893 (0.19195024371147157) + | > loss_disc_real_3: 0.2597825229167938 (0.2267683982849121) + | > loss_disc_real_4: 0.15285234153270721 (0.19702291190624238) + | > loss_disc_real_5: 0.19245345890522003 (0.214950230717659) + | > loss_0: 2.409954071044922 (2.476330852508545) + | > loss_gen: 2.3203506469726562 (2.2999343872070312) + | > loss_kl: 1.2776299715042114 (1.4692256212234498) + | > loss_feat: 7.031929969787598 (6.073780155181884) + | > loss_mel: 24.256887435913086 (22.810430145263673) + | > loss_duration: 1.8893858194351196 (1.7401353597640992) + | > loss_1: 36.77618408203125 (34.39350700378418) + + --> STEP: 6 + | > loss_disc: 2.6303904056549072 (2.5020074446996055) + | > loss_disc_real_0: 0.17499732971191406 (0.17716731379429498) + | > loss_disc_real_1: 0.17654871940612793 (0.22010289629300436) + | > loss_disc_real_2: 0.16975648701190948 (0.18825128426154455) + | > loss_disc_real_3: 0.21941959857940674 (0.22554359833399454) + | > loss_disc_real_4: 0.23396055400371552 (0.20317918558915457) + | > loss_disc_real_5: 0.2213423252105713 (0.21601557979981104) + | > loss_0: 2.6303904056549072 (2.5020074446996055) + | > loss_gen: 1.815369963645935 (2.2191736499468484) + | > loss_kl: 1.454639196395874 (1.4667945504188538) + | > loss_feat: 4.494970321655273 (5.810645182927449) + | > loss_mel: 20.47957992553711 (22.421955108642578) + | > loss_duration: 1.7233343124389648 (1.7373351852099101) + | > loss_1: 29.9678955078125 (33.6559050877889) + + --> STEP: 7 + | > loss_disc: 2.297715425491333 (2.472822870526995) + | > loss_disc_real_0: 0.131214439868927 (0.1706026175192424) + | > loss_disc_real_1: 0.22697795927524567 (0.22108504814761026) + | > loss_disc_real_2: 0.1917940229177475 (0.18875738978385925) + | > loss_disc_real_3: 0.1362665444612503 (0.21278973349503108) + | > loss_disc_real_4: 0.2346118837594986 (0.20766957104206085) + | > loss_disc_real_5: 0.28467831015586853 (0.22582454127924784) + | > loss_0: 2.297715425491333 (2.472822870526995) + | > loss_gen: 2.428295373916626 (2.249048181942531) + | > loss_kl: 1.983032464981079 (1.540542823927743) + | > loss_feat: 7.454988956451416 (6.045551436288016) + | > loss_mel: 24.701168060302734 (22.747556958879745) + | > loss_duration: 1.6891295909881592 (1.7304486717496599) + | > loss_1: 38.256614685058594 (34.313149315970286) + + --> STEP: 8 + | > loss_disc: 2.480442762374878 (2.4737753570079803) + | > loss_disc_real_0: 0.20136815309524536 (0.1744483094662428) + | > loss_disc_real_1: 0.2460290938615799 (0.22420305386185646) + | > loss_disc_real_2: 0.18044674396514893 (0.18771855905652046) + | > loss_disc_real_3: 0.1393374651670456 (0.2036081999540329) + | > loss_disc_real_4: 0.24099035561084747 (0.21183466911315918) + | > loss_disc_real_5: 0.1649053990840912 (0.21820964850485325) + | > loss_0: 2.480442762374878 (2.4737753570079803) + | > loss_gen: 2.3403122425079346 (2.2604561895132065) + | > loss_kl: 2.046614408493042 (1.6038017719984055) + | > loss_feat: 6.319080352783203 (6.0797425508499146) + | > loss_mel: 23.08374786376953 (22.789580821990967) + | > loss_duration: 1.7404303550720215 (1.7316963821649551) + | > loss_1: 35.53018569946289 (34.46527886390686) + + --> STEP: 9 + | > loss_disc: 2.510018825531006 (2.4778024090660944) + | > loss_disc_real_0: 0.17905640602111816 (0.17496032019456229) + | > loss_disc_real_1: 0.26595035195350647 (0.22884164253870645) + | > loss_disc_real_2: 0.20697736740112305 (0.1898584266503652) + | > loss_disc_real_3: 0.15606728196144104 (0.1983258757326338) + | > loss_disc_real_4: 0.1891450434923172 (0.20931359959973228) + | > loss_disc_real_5: 0.30769574642181396 (0.22815254827340445) + | > loss_0: 2.510018825531006 (2.4778024090660944) + | > loss_gen: 2.4199957847595215 (2.2781828112072415) + | > loss_kl: 1.0489389896392822 (1.5421503517362807) + | > loss_feat: 5.9612345695495605 (6.066574997372097) + | > loss_mel: 22.15790367126465 (22.719394471910263) + | > loss_duration: 1.699944019317627 (1.7281683418485854) + | > loss_1: 33.28801727294922 (34.334472020467125) + + --> STEP: 10 + | > loss_disc: 2.5536890029907227 (2.485391068458557) + | > loss_disc_real_0: 0.2402496188879013 (0.18148925006389618) + | > loss_disc_real_1: 0.25581270456314087 (0.2315387487411499) + | > loss_disc_real_2: 0.21083463728427887 (0.19195604771375657) + | > loss_disc_real_3: 0.20822542905807495 (0.19931583106517792) + | > loss_disc_real_4: 0.25126609206199646 (0.21350884884595872) + | > loss_disc_real_5: 0.227444127202034 (0.22808170616626738) + | > loss_0: 2.5536890029907227 (2.485391068458557) + | > loss_gen: 2.3099961280822754 (2.281364142894745) + | > loss_kl: 0.9054180383682251 (1.478477120399475) + | > loss_feat: 5.077655792236328 (5.9676830768585205) + | > loss_mel: 21.965068817138672 (22.643961906433105) + | > loss_duration: 1.6183513402938843 (1.7171866416931152) + | > loss_1: 31.876489639282227 (34.088673782348636) + + --> STEP: 11 + | > loss_disc: 2.707184314727783 (2.5055540908466685) + | > loss_disc_real_0: 0.22459886968135834 (0.18540830639275638) + | > loss_disc_real_1: 0.278515100479126 (0.235809326171875) + | > loss_disc_real_2: 0.20354050397872925 (0.19300918010148135) + | > loss_disc_real_3: 0.21549206972122192 (0.20078639821572739) + | > loss_disc_real_4: 0.24641485512256622 (0.21650030396201395) + | > loss_disc_real_5: 0.20391754806041718 (0.225884964520281) + | > loss_0: 2.707184314727783 (2.5055540908466685) + | > loss_gen: 1.930177092552185 (2.2494380474090576) + | > loss_kl: 2.1798224449157715 (1.542235786264593) + | > loss_feat: 3.4528794288635254 (5.73906456340443) + | > loss_mel: 18.057613372802734 (22.227021130648527) + | > loss_duration: 1.634706735610962 (1.7096884684129194) + | > loss_1: 27.255199432373047 (33.46744884144176) + + --> STEP: 12 + | > loss_disc: 2.311324119567871 (2.489368259906769) + | > loss_disc_real_0: 0.14534011483192444 (0.18206929042935371) + | > loss_disc_real_1: 0.2372460961341858 (0.23592905700206757) + | > loss_disc_real_2: 0.17875024676322937 (0.19182093565662703) + | > loss_disc_real_3: 0.1602674275636673 (0.1974098173280557) + | > loss_disc_real_4: 0.24700689315795898 (0.21904251972834268) + | > loss_disc_real_5: 0.24698218703269958 (0.2276430663963159) + | > loss_0: 2.311324119567871 (2.489368259906769) + | > loss_gen: 2.697995185852051 (2.286817808945974) + | > loss_kl: 1.6007969379425049 (1.5471158822377522) + | > loss_feat: 6.841810703277588 (5.830960075060527) + | > loss_mel: 23.259666442871094 (22.313074906667072) + | > loss_duration: 1.7352700233459473 (1.7118202646573384) + | > loss_1: 36.13554000854492 (33.689789772033684) + + --> STEP: 13 + | > loss_disc: 2.5865893363952637 (2.4968468042520375) + | > loss_disc_real_0: 0.13106858730316162 (0.17814615941964662) + | > loss_disc_real_1: 0.2025444209575653 (0.2333610080755674) + | > loss_disc_real_2: 0.16143390536308289 (0.18948347178789285) + | > loss_disc_real_3: 0.1585141271352768 (0.1944178411593804) + | > loss_disc_real_4: 0.15493009984493256 (0.21411079512192652) + | > loss_disc_real_5: 0.29867249727249146 (0.23310686877140632) + | > loss_0: 2.5865893363952637 (2.4968468042520375) + | > loss_gen: 1.904966115951538 (2.257444601792556) + | > loss_kl: 1.7052404880523682 (1.5592793134542613) + | > loss_feat: 6.87664794921875 (5.9113976038419285) + | > loss_mel: 23.034889221191406 (22.368599084707405) + | > loss_duration: 1.785461187362671 (1.717484951019287) + | > loss_1: 35.30720520019531 (33.81420634343073) + + --> STEP: 14 + | > loss_disc: 2.5093579292297363 (2.497740456036159) + | > loss_disc_real_0: 0.15215034782886505 (0.1762893157345908) + | > loss_disc_real_1: 0.18863192200660706 (0.23016607335635594) + | > loss_disc_real_2: 0.20466360449790955 (0.19056776698146546) + | > loss_disc_real_3: 0.16717587411403656 (0.19247198637042726) + | > loss_disc_real_4: 0.3240364193916321 (0.2219626254269055) + | > loss_disc_real_5: 0.3154847025871277 (0.23899099975824356) + | > loss_0: 2.5093579292297363 (2.497740456036159) + | > loss_gen: 2.225466251373291 (2.2551604339054654) + | > loss_kl: 1.6821144819259644 (1.5680532540593828) + | > loss_feat: 5.851093292236328 (5.907090153012957) + | > loss_mel: 23.218271255493164 (22.429289954049246) + | > loss_duration: 1.7502515316009521 (1.7198254210608346) + | > loss_1: 34.72719955444336 (33.87942014421735) + + --> STEP: 15 + | > loss_disc: 2.443660259246826 (2.494135109583537) + | > loss_disc_real_0: 0.19818200170993805 (0.1777488281329473) + | > loss_disc_real_1: 0.2281208336353302 (0.2300297240416209) + | > loss_disc_real_2: 0.2146230787038803 (0.19217145442962646) + | > loss_disc_real_3: 0.16493535041809082 (0.1906362106402715) + | > loss_disc_real_4: 0.2895365357398987 (0.22646755278110503) + | > loss_disc_real_5: 0.2885194420814514 (0.24229289591312408) + | > loss_0: 2.443660259246826 (2.494135109583537) + | > loss_gen: 2.4267892837524414 (2.266602357228597) + | > loss_kl: 1.3203752040863037 (1.5515413840611776) + | > loss_feat: 6.043318271636963 (5.916172027587891) + | > loss_mel: 23.973054885864258 (22.532207616170247) + | > loss_duration: 1.7304267883300781 (1.7205321788787842) + | > loss_1: 35.49396514892578 (33.98705647786458) + + --> STEP: 16 + | > loss_disc: 2.607375144958496 (2.5012126117944717) + | > loss_disc_real_0: 0.19315487146377563 (0.17871170584112406) + | > loss_disc_real_1: 0.20979636907577515 (0.22876513935625553) + | > loss_disc_real_2: 0.17166081070899963 (0.1908895391970873) + | > loss_disc_real_3: 0.18496423959732056 (0.19028171245008707) + | > loss_disc_real_4: 0.2123287469148636 (0.22558387741446495) + | > loss_disc_real_5: 0.16846759617328644 (0.23767881467938423) + | > loss_0: 2.607375144958496 (2.5012126117944717) + | > loss_gen: 1.9340523481369019 (2.245817981660366) + | > loss_kl: 1.533457636833191 (1.5504111498594284) + | > loss_feat: 5.721558094024658 (5.904008656740189) + | > loss_mel: 23.565231323242188 (22.596771597862244) + | > loss_duration: 1.8043460845947266 (1.7257705479860306) + | > loss_1: 34.55864715576172 (34.02278089523315) + + --> STEP: 17 + | > loss_disc: 2.5104780197143555 (2.501757635789759) + | > loss_disc_real_0: 0.1392122209072113 (0.1763882067273645) + | > loss_disc_real_1: 0.23039856553077698 (0.22886122324887445) + | > loss_disc_real_2: 0.17435821890830994 (0.18991710859186509) + | > loss_disc_real_3: 0.17048104107379913 (0.1891169670750113) + | > loss_disc_real_4: 0.1749054342508316 (0.22260279252248652) + | > loss_disc_real_5: 0.20024292171001434 (0.23547670332824483) + | > loss_0: 2.5104780197143555 (2.501757635789759) + | > loss_gen: 2.04065203666687 (2.2337493966607487) + | > loss_kl: 1.557604432106018 (1.5508342841092277) + | > loss_feat: 5.607349872589111 (5.88655814002542) + | > loss_mel: 21.220617294311523 (22.5158213447122) + | > loss_duration: 1.6930924654006958 (1.7238483078339522) + | > loss_1: 32.11931610107422 (33.91081237792968) + + --> STEP: 18 + | > loss_disc: 2.368230104446411 (2.4943394396040173) + | > loss_disc_real_0: 0.09078134596347809 (0.17163227001825967) + | > loss_disc_real_1: 0.268634557723999 (0.2310708529419369) + | > loss_disc_real_2: 0.19372223317623138 (0.19012850440210766) + | > loss_disc_real_3: 0.19535291194915771 (0.18946340845690834) + | > loss_disc_real_4: 0.22964894771575928 (0.22299424558877945) + | > loss_disc_real_5: 0.21750599145889282 (0.23447833044661415) + | > loss_0: 2.368230104446411 (2.4943394396040173) + | > loss_gen: 2.248232841491699 (2.23455403248469) + | > loss_kl: 1.7610536813735962 (1.5625131395128038) + | > loss_feat: 4.762022972106934 (5.824083964029948) + | > loss_mel: 19.13283920288086 (22.327877892388237) + | > loss_duration: 1.6640042066574097 (1.7205236355463664) + | > loss_1: 29.568151473999023 (33.66955343882242) + + --> STEP: 19 + | > loss_disc: 2.459852695465088 (2.492524347807232) + | > loss_disc_real_0: 0.19842690229415894 (0.17304251382225438) + | > loss_disc_real_1: 0.24420228600502014 (0.23176198099788867) + | > loss_disc_real_2: 0.20577795803546906 (0.1909521598564951) + | > loss_disc_real_3: 0.20842541754245758 (0.19046140893509514) + | > loss_disc_real_4: 0.24133937060832977 (0.22395977848454526) + | > loss_disc_real_5: 0.2053077667951584 (0.23294303762285332) + | > loss_0: 2.459852695465088 (2.492524347807232) + | > loss_gen: 2.2380340099334717 (2.2347371891925207) + | > loss_kl: 1.7319360971450806 (1.5714301372829236) + | > loss_feat: 5.349394798278809 (5.799100323727257) + | > loss_mel: 21.467294692993164 (22.282584039788496) + | > loss_duration: 1.7991061210632324 (1.7246595558367277) + | > loss_1: 32.58576583862305 (33.612511986180344) + + --> STEP: 20 + | > loss_disc: 2.3763186931610107 (2.4867140650749207) + | > loss_disc_real_0: 0.1614656299352646 (0.17246366962790488) + | > loss_disc_real_1: 0.1996510922908783 (0.23015643656253815) + | > loss_disc_real_2: 0.18786920607089996 (0.19079801216721534) + | > loss_disc_real_3: 0.19656825065612793 (0.19076675102114676) + | > loss_disc_real_4: 0.18848396837711334 (0.22218598797917366) + | > loss_disc_real_5: 0.2808440327644348 (0.2353380873799324) + | > loss_0: 2.3763186931610107 (2.4867140650749207) + | > loss_gen: 2.475313186645508 (2.24676598906517) + | > loss_kl: 1.5066463947296143 (1.5681909501552582) + | > loss_feat: 6.542184352874756 (5.836254525184631) + | > loss_mel: 21.053569793701172 (22.221133327484132) + | > loss_duration: 1.6911181211471558 (1.7229824841022492) + | > loss_1: 33.26883316040039 (33.595328044891346) + + --> STEP: 21 + | > loss_disc: 2.3408734798431396 (2.4797692753019787) + | > loss_disc_real_0: 0.1645892858505249 (0.17208869897183918) + | > loss_disc_real_1: 0.20898038148880005 (0.22914805298759824) + | > loss_disc_real_2: 0.19498640298843384 (0.19099745934917814) + | > loss_disc_real_3: 0.19795694947242737 (0.1911091414235887) + | > loss_disc_real_4: 0.1735200434923172 (0.21986856205122812) + | > loss_disc_real_5: 0.23240606486797333 (0.2351984672603153) + | > loss_0: 2.3408734798431396 (2.4797692753019787) + | > loss_gen: 2.3251514434814453 (2.2504986297516596) + | > loss_kl: 1.2425358295440674 (1.552683563459487) + | > loss_feat: 6.717239856719971 (5.878206207638695) + | > loss_mel: 23.08582305908203 (22.262309028988792) + | > loss_duration: 1.709036111831665 (1.7223183711369832) + | > loss_1: 35.07978820800781 (33.66601662408737) + + --> STEP: 22 + | > loss_disc: 2.4091107845306396 (2.4765575257214634) + | > loss_disc_real_0: 0.20085901021957397 (0.17339644039219076) + | > loss_disc_real_1: 0.23901794850826263 (0.2295966846021739) + | > loss_disc_real_2: 0.2252451628446579 (0.19255417314442722) + | > loss_disc_real_3: 0.18426121771335602 (0.19079787216403268) + | > loss_disc_real_4: 0.2670345902442932 (0.22201247242364017) + | > loss_disc_real_5: 0.27506816387176514 (0.2370107261971994) + | > loss_0: 2.4091107845306396 (2.4765575257214634) + | > loss_gen: 2.467013359069824 (2.2603402083570305) + | > loss_kl: 1.9003117084503174 (1.5684848427772522) + | > loss_feat: 5.651736259460449 (5.867912119085139) + | > loss_mel: 24.47332000732422 (22.36280952800404) + | > loss_duration: 1.8103835582733154 (1.7263213341886348) + | > loss_1: 36.302764892578125 (33.78586881810968) + + --> STEP: 23 + | > loss_disc: 2.5275256633758545 (2.478773531706437) + | > loss_disc_real_0: 0.1143767386674881 (0.17083036640416022) + | > loss_disc_real_1: 0.21420490741729736 (0.2289274768984836) + | > loss_disc_real_2: 0.2161940038204193 (0.19358199186947034) + | > loss_disc_real_3: 0.17662864923477173 (0.19018181899319525) + | > loss_disc_real_4: 0.21408085525035858 (0.2216676195030627) + | > loss_disc_real_5: 0.2124186009168625 (0.23594150335892386) + | > loss_0: 2.5275256633758545 (2.478773531706437) + | > loss_gen: 2.094655752182007 (2.253136536349421) + | > loss_kl: 1.4075013399124146 (1.5614855600439983) + | > loss_feat: 6.121075630187988 (5.878919228263523) + | > loss_mel: 23.517133712768555 (22.412997536037278) + | > loss_duration: 1.772405982017517 (1.728325014529021) + | > loss_1: 34.91277313232422 (33.834864657858134) + + --> STEP: 24 + | > loss_disc: 2.5415730476379395 (2.481390178203583) + | > loss_disc_real_0: 0.17911770939826965 (0.1711756723622481) + | > loss_disc_real_1: 0.19870565831661224 (0.2276682344575723) + | > loss_disc_real_2: 0.24133020639419556 (0.19557150080800056) + | > loss_disc_real_3: 0.23914781212806702 (0.19222206870714822) + | > loss_disc_real_4: 0.23129934072494507 (0.22206894122064114) + | > loss_disc_real_5: 0.24926970899105072 (0.2364968452602625) + | > loss_0: 2.5415730476379395 (2.481390178203583) + | > loss_gen: 2.2953941822052 (2.254897271593412) + | > loss_kl: 1.0325443744659424 (1.539446343978246) + | > loss_feat: 5.804271697998047 (5.8758089145024615) + | > loss_mel: 21.562007904052734 (22.37753963470459) + | > loss_duration: 1.664907455444336 (1.7256826162338257) + | > loss_1: 32.35912322998047 (33.773375431696564) + + --> STEP: 25 + | > loss_disc: 2.4667937755584717 (2.480806322097779) + | > loss_disc_real_0: 0.15841852128505707 (0.17066538631916045) + | > loss_disc_real_1: 0.22283777594566345 (0.22747501611709595) + | > loss_disc_real_2: 0.23288816213607788 (0.19706416726112366) + | > loss_disc_real_3: 0.1695726215839386 (0.19131609082221984) + | > loss_disc_real_4: 0.2330152690410614 (0.22250679433345794) + | > loss_disc_real_5: 0.25828641653060913 (0.23736842811107636) + | > loss_0: 2.4667937755584717 (2.480806322097779) + | > loss_gen: 2.2566442489624023 (2.2549671506881714) + | > loss_kl: 1.521458387374878 (1.5387268257141113) + | > loss_feat: 5.073995113372803 (5.843736362457276) + | > loss_mel: 23.103355407714844 (22.406572265625) + | > loss_duration: 1.642993450164795 (1.7223750495910644) + | > loss_1: 33.598445892333984 (33.76637825012206) + + --> STEP: 26 + | > loss_disc: 2.4507157802581787 (2.4796489935654864) + | > loss_disc_real_0: 0.17984068393707275 (0.17101828238138786) + | > loss_disc_real_1: 0.24628688395023346 (0.22819854949529356) + | > loss_disc_real_2: 0.16554337739944458 (0.19585182918952063) + | > loss_disc_real_3: 0.1836438924074173 (0.19102100626780436) + | > loss_disc_real_4: 0.14678241312503815 (0.2195943181331341) + | > loss_disc_real_5: 0.22111018002033234 (0.23674311087681696) + | > loss_0: 2.4507157802581787 (2.4796489935654864) + | > loss_gen: 2.185576915740967 (2.2522982954978943) + | > loss_kl: 1.6294368505477905 (1.542215672823099) + | > loss_feat: 6.0164995193481445 (5.850381099260771) + | > loss_mel: 22.617252349853516 (22.414675345787636) + | > loss_duration: 1.7355742454528809 (1.722882710970365) + | > loss_1: 34.1843376159668 (33.782453610346856) + + --> STEP: 27 + | > loss_disc: 2.450795888900757 (2.4785803600593854) + | > loss_disc_real_0: 0.13274535536766052 (0.16960076656606463) + | > loss_disc_real_1: 0.21866612136363983 (0.22784549660152859) + | > loss_disc_real_2: 0.2102886140346527 (0.19638652492452552) + | > loss_disc_real_3: 0.1884685754776001 (0.19092647179409308) + | > loss_disc_real_4: 0.23486024141311646 (0.22015972269905937) + | > loss_disc_real_5: 0.260986328125 (0.23764100781193487) + | > loss_0: 2.450795888900757 (2.4785803600593854) + | > loss_gen: 2.2896673679351807 (2.253682335217794) + | > loss_kl: 1.7165817022323608 (1.548673673912331) + | > loss_feat: 6.219350337982178 (5.864046626620823) + | > loss_mel: 23.650793075561523 (22.46045748392741) + | > loss_duration: 1.6977741718292236 (1.7219527650762487) + | > loss_1: 35.57416534423828 (33.848813304194685) + + --> STEP: 28 + | > loss_disc: 2.452334403991699 (2.4776430044855395) + | > loss_disc_real_0: 0.13609352707862854 (0.16840407944151334) + | > loss_disc_real_1: 0.2178450971841812 (0.22748833947948047) + | > loss_disc_real_2: 0.21935062110424042 (0.1972066712166582) + | > loss_disc_real_3: 0.20204603672027588 (0.19132359911288535) + | > loss_disc_real_4: 0.26310476660728455 (0.22169347426721028) + | > loss_disc_real_5: 0.23540908098220825 (0.23756129613944463) + | > loss_0: 2.452334403991699 (2.4776430044855395) + | > loss_gen: 2.2630786895751953 (2.254017919301987) + | > loss_kl: 1.7374870777130127 (1.5554170097623552) + | > loss_feat: 5.658973693847656 (5.856722593307495) + | > loss_mel: 23.248851776123047 (22.488614422934397) + | > loss_duration: 1.729627251625061 (1.7222268538815635) + | > loss_1: 34.63801956176758 (33.876999241965144) + + --> STEP: 29 + | > loss_disc: 2.422511100769043 (2.4757419043573843) + | > loss_disc_real_0: 0.17195114493370056 (0.1685263920446922) + | > loss_disc_real_1: 0.2607835829257965 (0.22863645132245689) + | > loss_disc_real_2: 0.24390172958374023 (0.19881684564310928) + | > loss_disc_real_3: 0.28839150071144104 (0.19467076813352518) + | > loss_disc_real_4: 0.2669391930103302 (0.2232536714652489) + | > loss_disc_real_5: 0.25064724683761597 (0.23801253581869192) + | > loss_0: 2.422511100769043 (2.4757419043573843) + | > loss_gen: 2.6579668521881104 (2.2679471928497845) + | > loss_kl: 1.6420398950576782 (1.5584040058070217) + | > loss_feat: 6.907286167144775 (5.892948923439815) + | > loss_mel: 24.073713302612305 (22.543273004992255) + | > loss_duration: 1.689396858215332 (1.7210947850654865) + | > loss_1: 36.970401763916016 (33.98366829444621) + + --> STEP: 30 + | > loss_disc: 2.312410831451416 (2.470297535260519) + | > loss_disc_real_0: 0.13740286231040955 (0.16748894105354944) + | > loss_disc_real_1: 0.15252108871936798 (0.2260992725690206) + | > loss_disc_real_2: 0.149765282869339 (0.19718179355065027) + | > loss_disc_real_3: 0.1864137053489685 (0.1943955327073733) + | > loss_disc_real_4: 0.16461950540542603 (0.2212991992632548) + | > loss_disc_real_5: 0.21061266958713531 (0.2370992069443067) + | > loss_0: 2.312410831451416 (2.470297535260519) + | > loss_gen: 2.303819179534912 (2.2691429257392888) + | > loss_kl: 1.659314513206482 (1.5617676893870036) + | > loss_feat: 7.305821895599365 (5.940044689178467) + | > loss_mel: 26.702159881591797 (22.681902567545574) + | > loss_duration: 1.716549277305603 (1.720943268140157) + | > loss_1: 39.68766403198242 (34.17380148569741) + + --> STEP: 31 + | > loss_disc: 2.4493045806884766 (2.46962034317755) + | > loss_disc_real_0: 0.17881885170936584 (0.16785442204244674) + | > loss_disc_real_1: 0.24535471200942993 (0.22672041577677574) + | > loss_disc_real_2: 0.16413402557373047 (0.19611573651913675) + | > loss_disc_real_3: 0.18075153231620789 (0.193955403662497) + | > loss_disc_real_4: 0.18241655826568604 (0.22004492052139774) + | > loss_disc_real_5: 0.20201647281646729 (0.23596750584340864) + | > loss_0: 2.4493045806884766 (2.46962034317755) + | > loss_gen: 2.017335891723633 (2.261020118190397) + | > loss_kl: 1.4570555686950684 (1.5583898790421025) + | > loss_feat: 5.4046950340271 (5.922775345463907) + | > loss_mel: 20.191469192504883 (22.601566007060388) + | > loss_duration: 1.6668277978897095 (1.7191976078094975) + | > loss_1: 30.737382888793945 (34.06294927289407) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.012540824951664094 (+0.0006246336044803732) + | > avg_loss_disc: 2.46962034317755 (-0.131754690600979) + | > avg_loss_disc_real_0: 0.16785442204244674 (+0.10242779709158406) + | > avg_loss_disc_real_1: 0.22672041577677574 (-0.037688598517448796) + | > avg_loss_disc_real_2: 0.19611573651913675 (-0.01306615673726605) + | > avg_loss_disc_real_3: 0.193955403662497 (+0.01603013757736449) + | > avg_loss_disc_real_4: 0.22004492052139774 (-0.016840707871221744) + | > avg_loss_disc_real_5: 0.23596750584340864 (-0.026300737934727814) + | > avg_loss_0: 2.46962034317755 (-0.131754690600979) + | > avg_loss_gen: 2.261020118190397 (+0.2852168275463971) + | > avg_loss_kl: 1.5583898790421025 (+0.044925153255462646) + | > avg_loss_feat: 5.922775345463907 (+0.18025046779263398) + | > avg_loss_mel: 22.601566007060388 (+0.8853847749771546) + | > avg_loss_duration: 1.7191976078094975 (+0.006693397798845924) + | > avg_loss_1: 34.06294927289407 (+1.4024711731941295) + + + > EPOCH: 5/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 23:23:04)  + + --> TIME: 2024-11-22 23:23:11 -- STEP: 8/797 -- GLOBAL_STEP: 27100 + | > loss_disc: 2.471518039703369 (2.463816612958908) + | > loss_disc_real_0: 0.16064295172691345 (0.11570543982088566) + | > loss_disc_real_1: 0.2275753915309906 (0.21844056993722916) + | > loss_disc_real_2: 0.1921825110912323 (0.23295976780354977) + | > loss_disc_real_3: 0.2110639065504074 (0.21959415450692177) + | > loss_disc_real_4: 0.19508697092533112 (0.21189519204199314) + | > loss_disc_real_5: 0.17039062082767487 (0.21391035988926888) + | > loss_0: 2.471518039703369 (2.463816612958908) + | > grad_norm_0: tensor(23.8988, device='cuda:0') (tensor(142.3936, device='cuda:0')) + | > loss_gen: 2.3509292602539062 (2.313687175512314) + | > loss_kl: 1.6018954515457153 (1.3971083238720894) + | > loss_feat: 6.222103118896484 (6.065345346927643) + | > loss_mel: 23.00603675842285 (21.9103102684021) + | > loss_duration: 1.9348323345184326 (1.9358894675970078) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 35.11579895019531 (33.62234020233154) + | > grad_norm_1: tensor(335.8063, device='cuda:0') (tensor(531.1469, device='cuda:0')) + | > current_lr_0: 0.0001991766478707464 + | > current_lr_1: 0.0001991766478707464 + | > step_time: 0.7394 (0.7715221345424652) + | > loader_time: 0.004 (0.004628479480743408) + + + --> TIME: 2024-11-22 23:23:31 -- STEP: 33/797 -- GLOBAL_STEP: 27125 + | > loss_disc: 2.4290072917938232 (2.4779429796970254) + | > loss_disc_real_0: 0.15903672575950623 (0.1300880920254823) + | > loss_disc_real_1: 0.2626933753490448 (0.2164387468135718) + | > loss_disc_real_2: 0.23538783192634583 (0.23142073732433896) + | > loss_disc_real_3: 0.19226005673408508 (0.2288900175780961) + | > loss_disc_real_4: 0.17288385331630707 (0.22012170788013574) + | > loss_disc_real_5: 0.2276304066181183 (0.23223133114251224) + | > loss_0: 2.4290072917938232 (2.4779429796970254) + | > grad_norm_0: tensor(33.2091, device='cuda:0') (tensor(108.9188, device='cuda:0')) + | > loss_gen: 2.4946932792663574 (2.327308784831653) + | > loss_kl: 1.7329078912734985 (1.5690956603397022) + | > loss_feat: 6.804257392883301 (6.135419686635335) + | > loss_mel: 22.64607048034668 (21.72645146919019) + | > loss_duration: 1.8449413776397705 (1.847657109751846) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 35.52286911010742 (33.605932351314664) + | > grad_norm_1: tensor(763.9938, device='cuda:0') (tensor(651.3110, device='cuda:0')) + | > current_lr_0: 0.0001991766478707464 + | > current_lr_1: 0.0001991766478707464 + | > step_time: 0.805 (0.7935712337493896) + | > loader_time: 0.015 (0.005436767231334339) + + + --> TIME: 2024-11-22 23:23:52 -- STEP: 58/797 -- GLOBAL_STEP: 27150 + | > loss_disc: 2.38645601272583 (2.4750544737125266) + | > loss_disc_real_0: 0.15745560824871063 (0.13035875417549025) + | > loss_disc_real_1: 0.2349138706922531 (0.21867042189014368) + | > loss_disc_real_2: 0.2474374920129776 (0.23795595302664) + | > loss_disc_real_3: 0.22819888591766357 (0.22676095135253052) + | > loss_disc_real_4: 0.22455699741840363 (0.22117062709454832) + | > loss_disc_real_5: 0.20381146669387817 (0.23100762197683597) + | > loss_0: 2.38645601272583 (2.4750544737125266) + | > grad_norm_0: tensor(77.7699, device='cuda:0') (tensor(103.9229, device='cuda:0')) + | > loss_gen: 2.5790441036224365 (2.3413596276579223) + | > loss_kl: 1.5530849695205688 (1.575295765852106) + | > loss_feat: 7.310831069946289 (6.179859646435442) + | > loss_mel: 23.664953231811523 (21.888364265704976) + | > loss_duration: 1.71675705909729 (1.8124782956879715) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 36.82467269897461 (33.797357263236215) + | > grad_norm_1: tensor(838.7612, device='cuda:0') (tensor(687.7185, device='cuda:0')) + | > current_lr_0: 0.0001991766478707464 + | > current_lr_1: 0.0001991766478707464 + | > step_time: 0.8089 (0.7967408936599205) + | > loader_time: 0.0038 (0.00522031044137889) + + + --> TIME: 2024-11-22 23:24:12 -- STEP: 83/797 -- GLOBAL_STEP: 27175 + | > loss_disc: 2.514467239379883 (2.470274425414671) + | > loss_disc_real_0: 0.16844728589057922 (0.12733134241348285) + | > loss_disc_real_1: 0.30635032057762146 (0.21938694708318596) + | > loss_disc_real_2: 0.234610453248024 (0.23662152832531066) + | > loss_disc_real_3: 0.2596527636051178 (0.22696543404136796) + | > loss_disc_real_4: 0.2629263699054718 (0.22266065625541182) + | > loss_disc_real_5: 0.22677767276763916 (0.2331235265157309) + | > loss_0: 2.514467239379883 (2.470274425414671) + | > grad_norm_0: tensor(138.6754, device='cuda:0') (tensor(97.3449, device='cuda:0')) + | > loss_gen: 2.4027163982391357 (2.3569863158536246) + | > loss_kl: 1.3886888027191162 (1.5701546934713797) + | > loss_feat: 6.508854866027832 (6.19982559135161) + | > loss_mel: 23.326522827148438 (21.87256459155715) + | > loss_duration: 1.784371256828308 (1.791307121874338) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 35.411155700683594 (33.79083817263683) + | > grad_norm_1: tensor(913.6124, device='cuda:0') (tensor(695.8636, device='cuda:0')) + | > current_lr_0: 0.0001991766478707464 + | > current_lr_1: 0.0001991766478707464 + | > step_time: 0.8859 (0.8013764461839057) + | > loader_time: 0.0048 (0.00531459141926593) + + + --> TIME: 2024-11-22 23:24:33 -- STEP: 108/797 -- GLOBAL_STEP: 27200 + | > loss_disc: 2.4745919704437256 (2.4739787092915275) + | > loss_disc_real_0: 0.1091441810131073 (0.12597552045351923) + | > loss_disc_real_1: 0.23062026500701904 (0.21791641000244352) + | > loss_disc_real_2: 0.3071940243244171 (0.23799427281375285) + | > loss_disc_real_3: 0.22748738527297974 (0.22709912351436085) + | > loss_disc_real_4: 0.19212785363197327 (0.22208552228079903) + | > loss_disc_real_5: 0.24789246916770935 (0.23350938064632593) + | > loss_0: 2.4745919704437256 (2.4739787092915275) + | > grad_norm_0: tensor(21.7177, device='cuda:0') (tensor(98.1808, device='cuda:0')) + | > loss_gen: 2.25723934173584 (2.3542224433686996) + | > loss_kl: 1.6643235683441162 (1.5625929700003727) + | > loss_feat: 6.40574836730957 (6.168890485057123) + | > loss_mel: 23.12594985961914 (21.80603986316257) + | > loss_duration: 1.77081298828125 (1.780592689911524) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 35.22407531738281 (33.67233830911143) + | > grad_norm_1: tensor(367.5670, device='cuda:0') (tensor(690.6809, device='cuda:0')) + | > current_lr_0: 0.0001991766478707464 + | > current_lr_1: 0.0001991766478707464 + | > step_time: 0.8264 (0.8084038937533344) + | > loader_time: 0.0054 (0.005411488038522225) + + + --> TIME: 2024-11-22 23:24:54 -- STEP: 133/797 -- GLOBAL_STEP: 27225 + | > loss_disc: 2.458946943283081 (2.4716445539230683) + | > loss_disc_real_0: 0.17958703637123108 (0.12780318532447166) + | > loss_disc_real_1: 0.20851439237594604 (0.21703893047078213) + | > loss_disc_real_2: 0.2752465605735779 (0.23707126730814912) + | > loss_disc_real_3: 0.21477530896663666 (0.2268734327832559) + | > loss_disc_real_4: 0.22135820984840393 (0.22241983198581783) + | > loss_disc_real_5: 0.2794690728187561 (0.23407368406765444) + | > loss_0: 2.458946943283081 (2.4716445539230683) + | > grad_norm_0: tensor(73.6892, device='cuda:0') (tensor(94.7886, device='cuda:0')) + | > loss_gen: 2.3308329582214355 (2.349427692872241) + | > loss_kl: 1.7108113765716553 (1.5699958693712275) + | > loss_feat: 5.774242401123047 (6.183098628108661) + | > loss_mel: 21.185834884643555 (21.8712158203125) + | > loss_duration: 1.6843632459640503 (1.7754231987142919) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 32.68608474731445 (33.749160967375126) + | > grad_norm_1: tensor(553.3436, device='cuda:0') (tensor(658.1295, device='cuda:0')) + | > current_lr_0: 0.0001991766478707464 + | > current_lr_1: 0.0001991766478707464 + | > step_time: 0.8418 (0.8142217155686) + | > loader_time: 0.0053 (0.005497858936625315) + + + --> TIME: 2024-11-22 23:25:16 -- STEP: 158/797 -- GLOBAL_STEP: 27250 + | > loss_disc: 2.4164226055145264 (2.469920285140412) + | > loss_disc_real_0: 0.09983231127262115 (0.12886974694136583) + | > loss_disc_real_1: 0.20058704912662506 (0.21667328608941427) + | > loss_disc_real_2: 0.2076423615217209 (0.2351773916920529) + | > loss_disc_real_3: 0.23289646208286285 (0.2258596482533443) + | > loss_disc_real_4: 0.19597086310386658 (0.2214200789038139) + | > loss_disc_real_5: 0.24859483540058136 (0.23343671914897388) + | > loss_0: 2.4164226055145264 (2.469920285140412) + | > grad_norm_0: tensor(101.2888, device='cuda:0') (tensor(91.5773, device='cuda:0')) + | > loss_gen: 2.425386667251587 (2.344054273412197) + | > loss_kl: 1.427322506904602 (1.563166106803507) + | > loss_feat: 6.746271133422852 (6.1738946437835684) + | > loss_mel: 24.43036651611328 (21.91451917720746) + | > loss_duration: 1.7624125480651855 (1.7692025220846828) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 36.7917594909668 (33.76483650448958) + | > grad_norm_1: tensor(991.1348, device='cuda:0') (tensor(680.0613, device='cuda:0')) + | > current_lr_0: 0.0001991766478707464 + | > current_lr_1: 0.0001991766478707464 + | > step_time: 0.8461 (0.8182067010976096) + | > loader_time: 0.0042 (0.0054925589621821515) + + + --> TIME: 2024-11-22 23:25:37 -- STEP: 183/797 -- GLOBAL_STEP: 27275 + | > loss_disc: 2.569234609603882 (2.471047811820858) + | > loss_disc_real_0: 0.10699844360351562 (0.1306845900180236) + | > loss_disc_real_1: 0.22331489622592926 (0.2170417103611055) + | > loss_disc_real_2: 0.21439829468727112 (0.23644137960639808) + | > loss_disc_real_3: 0.16851215064525604 (0.22493523750148836) + | > loss_disc_real_4: 0.24042366445064545 (0.22180974589345234) + | > loss_disc_real_5: 0.2469346970319748 (0.233734831132524) + | > loss_0: 2.569234609603882 (2.471047811820858) + | > grad_norm_0: tensor(27.1765, device='cuda:0') (tensor(94.6578, device='cuda:0')) + | > loss_gen: 2.098374605178833 (2.3541687498978567) + | > loss_kl: 1.5302766561508179 (1.5568277431967474) + | > loss_feat: 5.71877908706665 (6.181263032506724) + | > loss_mel: 21.68731689453125 (21.96064230913673) + | > loss_duration: 1.7070915699005127 (1.7614635613446679) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 32.74184036254883 (33.81436519935487) + | > grad_norm_1: tensor(237.0764, device='cuda:0') (tensor(664.1147, device='cuda:0')) + | > current_lr_0: 0.0001991766478707464 + | > current_lr_1: 0.0001991766478707464 + | > step_time: 0.8802 (0.8230276628921597) + | > loader_time: 0.0044 (0.005609404193899018) + + + --> TIME: 2024-11-22 23:25:59 -- STEP: 208/797 -- GLOBAL_STEP: 27300 + | > loss_disc: 2.49615740776062 (2.473790433544379) + | > loss_disc_real_0: 0.126383438706398 (0.13153285893181776) + | > loss_disc_real_1: 0.23178055882453918 (0.21696263573204094) + | > loss_disc_real_2: 0.22486822307109833 (0.2351059657163345) + | > loss_disc_real_3: 0.2623979449272156 (0.22574598951121935) + | > loss_disc_real_4: 0.2180885374546051 (0.22193222858298284) + | > loss_disc_real_5: 0.25270530581474304 (0.23393868346913502) + | > loss_0: 2.49615740776062 (2.473790433544379) + | > grad_norm_0: tensor(69.4253, device='cuda:0') (tensor(95.7803, device='cuda:0')) + | > loss_gen: 2.324453830718994 (2.3501000198034125) + | > loss_kl: 1.5379692316055298 (1.556456317695287) + | > loss_feat: 6.553668975830078 (6.146920520525712) + | > loss_mel: 23.582483291625977 (21.924321486399723) + | > loss_duration: 1.7620537281036377 (1.758853511741528) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 35.7606315612793 (33.736651576482366) + | > grad_norm_1: tensor(881.4957, device='cuda:0') (tensor(649.2645, device='cuda:0')) + | > current_lr_0: 0.0001991766478707464 + | > current_lr_1: 0.0001991766478707464 + | > step_time: 0.9085 (0.829353640858944) + | > loader_time: 0.0049 (0.0056948214769363395) + + + --> TIME: 2024-11-22 23:26:22 -- STEP: 233/797 -- GLOBAL_STEP: 27325 + | > loss_disc: 2.4097628593444824 (2.474921073013109) + | > loss_disc_real_0: 0.1051299199461937 (0.13050323277072334) + | > loss_disc_real_1: 0.1882728934288025 (0.21775677953666883) + | > loss_disc_real_2: 0.2175680547952652 (0.2361039133030969) + | > loss_disc_real_3: 0.23138563334941864 (0.2255846979536212) + | > loss_disc_real_4: 0.249718576669693 (0.22227930120899952) + | > loss_disc_real_5: 0.22771883010864258 (0.23408928942015242) + | > loss_0: 2.4097628593444824 (2.474921073013109) + | > grad_norm_0: tensor(58.1030, device='cuda:0') (tensor(91.9310, device='cuda:0')) + | > loss_gen: 2.3744707107543945 (2.346127115094098) + | > loss_kl: 1.7069133520126343 (1.5611610259109296) + | > loss_feat: 6.682730197906494 (6.126901229563701) + | > loss_mel: 23.070247650146484 (21.962398136122545) + | > loss_duration: 1.7114815711975098 (1.7544257093396822) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 35.54584503173828 (33.75101295765893) + | > grad_norm_1: tensor(666.2673, device='cuda:0') (tensor(640.7792, device='cuda:0')) + | > current_lr_0: 0.0001991766478707464 + | > current_lr_1: 0.0001991766478707464 + | > step_time: 0.9459 (0.8343961730023826) + | > loader_time: 0.013 (0.005785752775331422) + + + --> TIME: 2024-11-22 23:26:44 -- STEP: 258/797 -- GLOBAL_STEP: 27350 + | > loss_disc: 2.5687472820281982 (2.4735770410345506) + | > loss_disc_real_0: 0.19117394089698792 (0.13024868143274804) + | > loss_disc_real_1: 0.25520315766334534 (0.21736098877912344) + | > loss_disc_real_2: 0.25382331013679504 (0.23603328398262807) + | > loss_disc_real_3: 0.23629415035247803 (0.2253580470533334) + | > loss_disc_real_4: 0.26725128293037415 (0.2221379782571349) + | > loss_disc_real_5: 0.23026123642921448 (0.2337467894535656) + | > loss_0: 2.5687472820281982 (2.4735770410345506) + | > grad_norm_0: tensor(28.0346, device='cuda:0') (tensor(88.8427, device='cuda:0')) + | > loss_gen: 2.3447916507720947 (2.343128509299699) + | > loss_kl: 1.6669188737869263 (1.5590495273124336) + | > loss_feat: 4.945735931396484 (6.121199502501377) + | > loss_mel: 19.941068649291992 (21.9782837860344) + | > loss_duration: 1.7322511672973633 (1.750217659066814) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 30.63076400756836 (33.751878753189004) + | > grad_norm_1: tensor(1008.5461, device='cuda:0') (tensor(631.0558, device='cuda:0')) + | > current_lr_0: 0.0001991766478707464 + | > current_lr_1: 0.0001991766478707464 + | > step_time: 0.8657 (0.8383469960486245) + | > loader_time: 0.0052 (0.005860955216163812) + + + --> TIME: 2024-11-22 23:27:07 -- STEP: 283/797 -- GLOBAL_STEP: 27375 + | > loss_disc: 2.6082940101623535 (2.4760788658061217) + | > loss_disc_real_0: 0.3969042897224426 (0.13132661741634982) + | > loss_disc_real_1: 0.19315709173679352 (0.21765834624902097) + | > loss_disc_real_2: 0.22445249557495117 (0.2368279484893745) + | > loss_disc_real_3: 0.20848046243190765 (0.22583241513255628) + | > loss_disc_real_4: 0.20381556451320648 (0.22233831161113177) + | > loss_disc_real_5: 0.23433534801006317 (0.2338607264913013) + | > loss_0: 2.6082940101623535 (2.4760788658061217) + | > grad_norm_0: tensor(213.5411, device='cuda:0') (tensor(89.6633, device='cuda:0')) + | > loss_gen: 2.5031471252441406 (2.3442044342364508) + | > loss_kl: 1.3436825275421143 (1.5588757241993823) + | > loss_feat: 5.49759578704834 (6.104688098489606) + | > loss_mel: 21.648624420166016 (21.985376371511723) + | > loss_duration: 1.790255069732666 (1.748681581062479) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 32.78330612182617 (33.74182595296802) + | > grad_norm_1: tensor(707.7437, device='cuda:0') (tensor(629.5099, device='cuda:0')) + | > current_lr_0: 0.0001991766478707464 + | > current_lr_1: 0.0001991766478707464 + | > step_time: 0.9929 (0.8464973554173124) + | > loader_time: 0.0087 (0.005981071256496038) + + + --> TIME: 2024-11-22 23:27:36 -- STEP: 308/797 -- GLOBAL_STEP: 27400 + | > loss_disc: 2.5680222511291504 (2.4763548637365362) + | > loss_disc_real_0: 0.10564399510622025 (0.13167396498626313) + | > loss_disc_real_1: 0.23209740221500397 (0.21767941804288268) + | > loss_disc_real_2: 0.20716489851474762 (0.23615421707947531) + | > loss_disc_real_3: 0.23292960226535797 (0.22547123136071415) + | > loss_disc_real_4: 0.23512552678585052 (0.22240040799627056) + | > loss_disc_real_5: 0.24569198489189148 (0.2334160293367776) + | > loss_0: 2.5680222511291504 (2.4763548637365362) + | > grad_norm_0: tensor(159.0004, device='cuda:0') (tensor(88.6880, device='cuda:0')) + | > loss_gen: 2.1584322452545166 (2.339999784122812) + | > loss_kl: 1.542564868927002 (1.5620641669669706) + | > loss_feat: 5.202788352966309 (6.096830171424072) + | > loss_mel: 21.485416412353516 (21.985050511050535) + | > loss_duration: 1.7091975212097168 (1.7458125410915972) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 32.0984001159668 (33.72975693739856) + | > grad_norm_1: tensor(366.1367, device='cuda:0') (tensor(623.0769, device='cuda:0')) + | > current_lr_0: 0.0001991766478707464 + | > current_lr_1: 0.0001991766478707464 + | > step_time: 1.5353 (0.8687543899982006) + | > loader_time: 0.0061 (0.006101944229819557) + + + --> TIME: 2024-11-22 23:28:02 -- STEP: 333/797 -- GLOBAL_STEP: 27425 + | > loss_disc: 2.4752113819122314 (2.4736468834919982) + | > loss_disc_real_0: 0.07574766874313354 (0.1307805282799331) + | > loss_disc_real_1: 0.2555201053619385 (0.21782138912348417) + | > loss_disc_real_2: 0.2737598419189453 (0.23601855342094605) + | > loss_disc_real_3: 0.2570056915283203 (0.2253122480065973) + | > loss_disc_real_4: 0.24593491852283478 (0.22217953813684596) + | > loss_disc_real_5: 0.28009867668151855 (0.23402439729050473) + | > loss_0: 2.4752113819122314 (2.4736468834919982) + | > grad_norm_0: tensor(22.7931, device='cuda:0') (tensor(87.7729, device='cuda:0')) + | > loss_gen: 2.39993953704834 (2.3437879959026247) + | > loss_kl: 1.4629871845245361 (1.56496421961455) + | > loss_feat: 5.437046527862549 (6.096469952179504) + | > loss_mel: 20.01985740661621 (21.99209354732845) + | > loss_duration: 1.7201333045959473 (1.7439513707662133) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 31.03996467590332 (33.74126686348215) + | > grad_norm_1: tensor(299.1473, device='cuda:0') (tensor(627.9512, device='cuda:0')) + | > current_lr_0: 0.0001991766478707464 + | > current_lr_1: 0.0001991766478707464 + | > step_time: 0.8409 (0.8814009381486131) + | > loader_time: 0.0063 (0.006225497157008081) + + + --> TIME: 2024-11-22 23:28:27 -- STEP: 358/797 -- GLOBAL_STEP: 27450 + | > loss_disc: 2.6670761108398438 (2.4729605373723547) + | > loss_disc_real_0: 0.35077130794525146 (0.13195878184041498) + | > loss_disc_real_1: 0.2335677444934845 (0.21763332716746037) + | > loss_disc_real_2: 0.25219735503196716 (0.2356228055484468) + | > loss_disc_real_3: 0.23319889605045319 (0.2252886501354212) + | > loss_disc_real_4: 0.23633453249931335 (0.2216322548562588) + | > loss_disc_real_5: 0.29257193207740784 (0.2336918191786585) + | > loss_0: 2.6670761108398438 (2.4729605373723547) + | > grad_norm_0: tensor(300.0963, device='cuda:0') (tensor(89.1854, device='cuda:0')) + | > loss_gen: 2.3973641395568848 (2.34635070449147) + | > loss_kl: 1.6052948236465454 (1.5657986395851857) + | > loss_feat: 5.230649471282959 (6.098739209787806) + | > loss_mel: 20.527441024780273 (21.98487583884979) + | > loss_duration: 1.6951192617416382 (1.7411867107093004) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 31.455867767333984 (33.736950900967564) + | > grad_norm_1: tensor(560.1932, device='cuda:0') (tensor(625.5290, device='cuda:0')) + | > current_lr_0: 0.0001991766478707464 + | > current_lr_1: 0.0001991766478707464 + | > step_time: 1.0051 (0.8881301959799655) + | > loader_time: 0.007 (0.006312943703635444) + + + --> TIME: 2024-11-22 23:28:50 -- STEP: 383/797 -- GLOBAL_STEP: 27475 + | > loss_disc: 2.6975858211517334 (2.4759122522319266) + | > loss_disc_real_0: 0.17565348744392395 (0.13239017503905084) + | > loss_disc_real_1: 0.2043151706457138 (0.21765623667688344) + | > loss_disc_real_2: 0.2277255356311798 (0.2364797267294428) + | > loss_disc_real_3: 0.22394795715808868 (0.2251511335217299) + | > loss_disc_real_4: 0.19332896173000336 (0.22153669124950628) + | > loss_disc_real_5: 0.2260631024837494 (0.2337992207266332) + | > loss_0: 2.6975858211517334 (2.4759122522319266) + | > grad_norm_0: tensor(66.8992, device='cuda:0') (tensor(90.4236, device='cuda:0')) + | > loss_gen: 2.1670522689819336 (2.347697077469786) + | > loss_kl: 1.6142393350601196 (1.5650446206409063) + | > loss_feat: 5.283623218536377 (6.095158405154554) + | > loss_mel: 22.422496795654297 (21.959396700946215) + | > loss_duration: 1.7124468088150024 (1.7386332968196423) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 33.199859619140625 (33.705929927975326) + | > grad_norm_1: tensor(220.4071, device='cuda:0') (tensor(619.3383, device='cuda:0')) + | > current_lr_0: 0.0001991766478707464 + | > current_lr_1: 0.0001991766478707464 + | > step_time: 0.9297 (0.8895797219039877) + | > loader_time: 0.0064 (0.0064218865984724946) + + + --> TIME: 2024-11-22 23:29:15 -- STEP: 408/797 -- GLOBAL_STEP: 27500 + | > loss_disc: 2.4272243976593018 (2.4760720542832924) + | > loss_disc_real_0: 0.0766778290271759 (0.1329038208396193) + | > loss_disc_real_1: 0.17432519793510437 (0.21724297869585307) + | > loss_disc_real_2: 0.2397974580526352 (0.23601996434815958) + | > loss_disc_real_3: 0.21070674061775208 (0.22567304497694268) + | > loss_disc_real_4: 0.24812784790992737 (0.22205523098362426) + | > loss_disc_real_5: 0.20592983067035675 (0.23379534530435123) + | > loss_0: 2.4272243976593018 (2.4760720542832924) + | > grad_norm_0: tensor(57.1156, device='cuda:0') (tensor(91.0640, device='cuda:0')) + | > loss_gen: 2.5292956829071045 (2.347037155838571) + | > loss_kl: 1.5451319217681885 (1.5623968217302768) + | > loss_feat: 6.2434821128845215 (6.097163637479146) + | > loss_mel: 21.655113220214844 (21.968086911182773) + | > loss_duration: 1.7004106044769287 (1.73683841818688) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 33.673431396484375 (33.71152274748859) + | > grad_norm_1: tensor(885.3494, device='cuda:0') (tensor(614.5735, device='cuda:0')) + | > current_lr_0: 0.0001991766478707464 + | > current_lr_1: 0.0001991766478707464 + | > step_time: 0.8732 (0.8966775296949873) + | > loader_time: 0.0065 (0.006530873331369137) + + + --> TIME: 2024-11-22 23:29:39 -- STEP: 433/797 -- GLOBAL_STEP: 27525 + | > loss_disc: 2.452360153198242 (2.4762764412040803) + | > loss_disc_real_0: 0.10554986447095871 (0.1320783040479824) + | > loss_disc_real_1: 0.22680963575839996 (0.21786117185483628) + | > loss_disc_real_2: 0.2318279892206192 (0.2361617084188219) + | > loss_disc_real_3: 0.2720174491405487 (0.225765107410334) + | > loss_disc_real_4: 0.2611792981624603 (0.2219495800158168) + | > loss_disc_real_5: 0.29436948895454407 (0.23422965961433173) + | > loss_0: 2.452360153198242 (2.4762764412040803) + | > grad_norm_0: tensor(237.4095, device='cuda:0') (tensor(91.6860, device='cuda:0')) + | > loss_gen: 2.5276644229888916 (2.3454767952890347) + | > loss_kl: 1.514546275138855 (1.5601964360296585) + | > loss_feat: 5.4059343338012695 (6.092323927626048) + | > loss_mel: 20.495187759399414 (21.97650261453888) + | > loss_duration: 1.694166660308838 (1.7355322504704327) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 31.63749885559082 (33.71003183977158) + | > grad_norm_1: tensor(1009.9073, device='cuda:0') (tensor(621.3012, device='cuda:0')) + | > current_lr_0: 0.0001991766478707464 + | > current_lr_1: 0.0001991766478707464 + | > step_time: 0.9857 (0.8973863554331226) + | > loader_time: 0.0068 (0.006638477911299425) + + + --> TIME: 2024-11-22 23:30:03 -- STEP: 458/797 -- GLOBAL_STEP: 27550 + | > loss_disc: 2.4704949855804443 (2.475345405949256) + | > loss_disc_real_0: 0.1615382879972458 (0.13158497328597524) + | > loss_disc_real_1: 0.17335523664951324 (0.21767427941467044) + | > loss_disc_real_2: 0.18804936110973358 (0.23598531060994452) + | > loss_disc_real_3: 0.23182950913906097 (0.22573398873535305) + | > loss_disc_real_4: 0.22760337591171265 (0.22164022083105478) + | > loss_disc_real_5: 0.25528451800346375 (0.23424118711698524) + | > loss_0: 2.4704949855804443 (2.475345405949256) + | > grad_norm_0: tensor(14.5260, device='cuda:0') (tensor(91.8779, device='cuda:0')) + | > loss_gen: 2.168227434158325 (2.344122208362061) + | > loss_kl: 1.7785258293151855 (1.5615340632642718) + | > loss_feat: 6.018258094787598 (6.089228275040872) + | > loss_mel: 22.44963836669922 (21.97430019711823) + | > loss_duration: 1.7502211332321167 (1.7344902162989158) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 34.16487121582031 (33.703674766174046) + | > grad_norm_1: tensor(598.4755, device='cuda:0') (tensor(626.4694, device='cuda:0')) + | > current_lr_0: 0.0001991766478707464 + | > current_lr_1: 0.0001991766478707464 + | > step_time: 0.8668 (0.9005668319468936) + | > loader_time: 0.0133 (0.006770053284657573) + + + --> TIME: 2024-11-22 23:30:29 -- STEP: 483/797 -- GLOBAL_STEP: 27575 + | > loss_disc: 2.476146697998047 (2.474827176542263) + | > loss_disc_real_0: 0.11965087801218033 (0.13113031033850733) + | > loss_disc_real_1: 0.32745006680488586 (0.2176617443808364) + | > loss_disc_real_2: 0.22759221494197845 (0.23612932058718386) + | > loss_disc_real_3: 0.25339561700820923 (0.22586374811627602) + | > loss_disc_real_4: 0.18042759597301483 (0.22184696318446726) + | > loss_disc_real_5: 0.24623695015907288 (0.23418239977665817) + | > loss_0: 2.476146697998047 (2.474827176542263) + | > grad_norm_0: tensor(71.9678, device='cuda:0') (tensor(92.3106, device='cuda:0')) + | > loss_gen: 2.40463924407959 (2.343747912479975) + | > loss_kl: 1.5581327676773071 (1.56141381900503) + | > loss_feat: 6.446490287780762 (6.093092136501525) + | > loss_mel: 23.17841339111328 (22.000126193028795) + | > loss_duration: 1.68068528175354 (1.7331403012601487) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 35.26836395263672 (33.731520204563836) + | > grad_norm_1: tensor(1013.1913, device='cuda:0') (tensor(634.7554, device='cuda:0')) + | > current_lr_0: 0.0001991766478707464 + | > current_lr_1: 0.0001991766478707464 + | > step_time: 0.8668 (0.9066140967619839) + | > loader_time: 0.0078 (0.006844448006671407) + + + --> TIME: 2024-11-22 23:30:54 -- STEP: 508/797 -- GLOBAL_STEP: 27600 + | > loss_disc: 2.6850693225860596 (2.4744782931222695) + | > loss_disc_real_0: 0.11825178563594818 (0.13097365491282875) + | > loss_disc_real_1: 0.26412853598594666 (0.2179092803573984) + | > loss_disc_real_2: 0.21183384954929352 (0.235722908354181) + | > loss_disc_real_3: 0.2596094310283661 (0.22584245609134201) + | > loss_disc_real_4: 0.2676253020763397 (0.22128384428348127) + | > loss_disc_real_5: 0.2482246458530426 (0.2342617504709349) + | > loss_0: 2.6850693225860596 (2.4744782931222695) + | > grad_norm_0: tensor(27.7846, device='cuda:0') (tensor(93.6319, device='cuda:0')) + | > loss_gen: 2.2722980976104736 (2.346210719562889) + | > loss_kl: 1.737539291381836 (1.5636957351147658) + | > loss_feat: 4.868414878845215 (6.098818871918626) + | > loss_mel: 19.82952117919922 (22.00090573904082) + | > loss_duration: 1.711594820022583 (1.7316825568206669) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 30.419368743896484 (33.74131351005377) + | > grad_norm_1: tensor(447.4189, device='cuda:0') (tensor(638.5891, device='cuda:0')) + | > current_lr_0: 0.0001991766478707464 + | > current_lr_1: 0.0001991766478707464 + | > step_time: 0.9733 (0.9117036569775558) + | > loader_time: 0.0077 (0.006941924414296787) + + + --> TIME: 2024-11-22 23:31:21 -- STEP: 533/797 -- GLOBAL_STEP: 27625 + | > loss_disc: 2.3230626583099365 (2.474886420520117) + | > loss_disc_real_0: 0.15797379612922668 (0.1316736570295597) + | > loss_disc_real_1: 0.20179806649684906 (0.21777273258840837) + | > loss_disc_real_2: 0.23013396561145782 (0.2358774367237628) + | > loss_disc_real_3: 0.19412536919116974 (0.2256287019315401) + | > loss_disc_real_4: 0.18185292184352875 (0.22122132624403398) + | > loss_disc_real_5: 0.23018836975097656 (0.2343341680226138) + | > loss_0: 2.3230626583099365 (2.474886420520117) + | > grad_norm_0: tensor(111.9369, device='cuda:0') (tensor(93.0094, device='cuda:0')) + | > loss_gen: 2.3900837898254395 (2.343224595232706) + | > loss_kl: 1.4247325658798218 (1.5618441981625155) + | > loss_feat: 6.243754863739014 (6.0913160281154495) + | > loss_mel: 23.156347274780273 (22.011092237862588) + | > loss_duration: 1.7245265245437622 (1.7311953549984473) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 34.93944549560547 (33.73867230299045) + | > grad_norm_1: tensor(758.4604, device='cuda:0') (tensor(633.5883, device='cuda:0')) + | > current_lr_0: 0.0001991766478707464 + | > current_lr_1: 0.0001991766478707464 + | > step_time: 0.8973 (0.9190165473193657) + | > loader_time: 0.0076 (0.007077106168077766) + + + --> TIME: 2024-11-22 23:31:48 -- STEP: 558/797 -- GLOBAL_STEP: 27650 + | > loss_disc: 2.4717133045196533 (2.4726893431824175) + | > loss_disc_real_0: 0.08788689225912094 (0.13099271715635372) + | > loss_disc_real_1: 0.16238273680210114 (0.2178067404469709) + | > loss_disc_real_2: 0.23672746121883392 (0.23585610874130736) + | > loss_disc_real_3: 0.22592075169086456 (0.22553096532714836) + | > loss_disc_real_4: 0.26128047704696655 (0.22107183909223926) + | > loss_disc_real_5: 0.28646937012672424 (0.23398290003072403) + | > loss_0: 2.4717133045196533 (2.4726893431824175) + | > grad_norm_0: tensor(46.9826, device='cuda:0') (tensor(91.3348, device='cuda:0')) + | > loss_gen: 2.3178491592407227 (2.3457027156720427) + | > loss_kl: 1.5756076574325562 (1.5620206857240329) + | > loss_feat: 5.365016460418701 (6.106786146813395) + | > loss_mel: 20.735746383666992 (22.029284026033135) + | > loss_duration: 1.722922682762146 (1.7306680017047456) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 31.717144012451172 (33.77446146592446) + | > grad_norm_1: tensor(768.3537, device='cuda:0') (tensor(638.4507, device='cuda:0')) + | > current_lr_0: 0.0001991766478707464 + | > current_lr_1: 0.0001991766478707464 + | > step_time: 1.0106 (0.9258816143945127) + | > loader_time: 0.0074 (0.0071614634606146045) + + + --> TIME: 2024-11-22 23:32:13 -- STEP: 583/797 -- GLOBAL_STEP: 27675 + | > loss_disc: 2.8015122413635254 (2.473823829130693) + | > loss_disc_real_0: 0.4924396872520447 (0.13213778088767075) + | > loss_disc_real_1: 0.2502537667751312 (0.21761122289693588) + | > loss_disc_real_2: 0.21638233959674835 (0.23562643716613382) + | > loss_disc_real_3: 0.23292721807956696 (0.2256236676235346) + | > loss_disc_real_4: 0.20074114203453064 (0.22101233247827298) + | > loss_disc_real_5: 0.22172664105892181 (0.23382978672944457) + | > loss_0: 2.8015122413635254 (2.473823829130693) + | > grad_norm_0: tensor(312.2581, device='cuda:0') (tensor(93.3169, device='cuda:0')) + | > loss_gen: 2.384917736053467 (2.3468353695157846) + | > loss_kl: 1.6043075323104858 (1.5615557745022384) + | > loss_feat: 4.866677761077881 (6.1079898444906915) + | > loss_mel: 20.670211791992188 (22.039526878867303) + | > loss_duration: 1.6906113624572754 (1.7301447645059784) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 31.216726303100586 (33.78605251737566) + | > grad_norm_1: tensor(254.0330, device='cuda:0') (tensor(640.4528, device='cuda:0')) + | > current_lr_0: 0.0001991766478707464 + | > current_lr_1: 0.0001991766478707464 + | > step_time: 1.0103 (0.9277986126534935) + | > loader_time: 0.0075 (0.007231152487046518) + + + --> TIME: 2024-11-22 23:32:38 -- STEP: 608/797 -- GLOBAL_STEP: 27700 + | > loss_disc: 2.4858484268188477 (2.4755684952986865) + | > loss_disc_real_0: 0.05487963557243347 (0.13298776094176773) + | > loss_disc_real_1: 0.24734362959861755 (0.21776249178832308) + | > loss_disc_real_2: 0.23097899556159973 (0.23593415069933) + | > loss_disc_real_3: 0.23672498762607574 (0.22568532542668676) + | > loss_disc_real_4: 0.19704920053482056 (0.22113849379514394) + | > loss_disc_real_5: 0.2543056607246399 (0.23404152617838822) + | > loss_0: 2.4858484268188477 (2.4755684952986865) + | > grad_norm_0: tensor(183.6256, device='cuda:0') (tensor(94.2597, device='cuda:0')) + | > loss_gen: 2.1803486347198486 (2.346764029640898) + | > loss_kl: 1.406934142112732 (1.5594009786452117) + | > loss_feat: 6.123354911804199 (6.108901741473297) + | > loss_mel: 22.198545455932617 (22.055597063742187) + | > loss_duration: 1.7652511596679688 (1.7298539767139836) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 33.674434661865234 (33.80051766571245) + | > grad_norm_1: tensor(754.3091, device='cuda:0') (tensor(634.7375, device='cuda:0')) + | > current_lr_0: 0.0001991766478707464 + | > current_lr_1: 0.0001991766478707464 + | > step_time: 0.9475 (0.9300805557715265) + | > loader_time: 0.0141 (0.007344464330296768) + + + --> TIME: 2024-11-22 23:33:08 -- STEP: 633/797 -- GLOBAL_STEP: 27725 + | > loss_disc: 2.4760591983795166 (2.47570072832454) + | > loss_disc_real_0: 0.10963137447834015 (0.1325211339728764) + | > loss_disc_real_1: 0.22677871584892273 (0.21765056085341736) + | > loss_disc_real_2: 0.2065756469964981 (0.23592396002810148) + | > loss_disc_real_3: 0.20929773151874542 (0.2260471609719745) + | > loss_disc_real_4: 0.21806463599205017 (0.22122793353941014) + | > loss_disc_real_5: 0.225931778550148 (0.23416788433494537) + | > loss_0: 2.4760591983795166 (2.47570072832454) + | > grad_norm_0: tensor(105.9808, device='cuda:0') (tensor(94.6622, device='cuda:0')) + | > loss_gen: 2.195209503173828 (2.3460713189925047) + | > loss_kl: 1.4350203275680542 (1.5595742940526058) + | > loss_feat: 5.633256912231445 (6.097522528438958) + | > loss_mel: 21.631067276000977 (22.047229857241373) + | > loss_duration: 1.7297513484954834 (1.7298510012468455) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 32.624305725097656 (33.78024887398331) + | > grad_norm_1: tensor(474.5789, device='cuda:0') (tensor(630.5353, device='cuda:0')) + | > current_lr_0: 0.0001991766478707464 + | > current_lr_1: 0.0001991766478707464 + | > step_time: 1.2358 (0.9394607419651266) + | > loader_time: 0.008 (0.007440563626763945) + + + --> TIME: 2024-11-22 23:33:35 -- STEP: 658/797 -- GLOBAL_STEP: 27750 + | > loss_disc: 2.6245803833007812 (2.4751472897080298) + | > loss_disc_real_0: 0.18342557549476624 (0.13241543400308026) + | > loss_disc_real_1: 0.29521995782852173 (0.21782902834263262) + | > loss_disc_real_2: 0.24263599514961243 (0.23584209099457257) + | > loss_disc_real_3: 0.2419581562280655 (0.2259897188393903) + | > loss_disc_real_4: 0.24010829627513885 (0.2211560388874138) + | > loss_disc_real_5: 0.24732810258865356 (0.23413494066264492) + | > loss_0: 2.6245803833007812 (2.4751472897080298) + | > grad_norm_0: tensor(16.4027, device='cuda:0') (tensor(93.8126, device='cuda:0')) + | > loss_gen: 2.278998851776123 (2.345481541381415) + | > loss_kl: 1.8579977750778198 (1.560000634302121) + | > loss_feat: 6.084432601928711 (6.102844207844834) + | > loss_mel: 22.32469367980957 (22.070874753331704) + | > loss_duration: 1.7154120206832886 (1.7296631881531248) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 34.26153564453125 (33.808864190585695) + | > grad_norm_1: tensor(483.5965, device='cuda:0') (tensor(633.4650, device='cuda:0')) + | > current_lr_0: 0.0001991766478707464 + | > current_lr_1: 0.0001991766478707464 + | > step_time: 1.1409 (0.9448439915491817) + | > loader_time: 0.0097 (0.007550635236374875) + + + --> TIME: 2024-11-22 23:34:02 -- STEP: 683/797 -- GLOBAL_STEP: 27775 + | > loss_disc: 2.349468231201172 (2.474355563237762) + | > loss_disc_real_0: 0.08341410756111145 (0.13177387813708902) + | > loss_disc_real_1: 0.22150152921676636 (0.21779666856302182) + | > loss_disc_real_2: 0.21550437808036804 (0.23593163538293294) + | > loss_disc_real_3: 0.21285109221935272 (0.2259065696034215) + | > loss_disc_real_4: 0.16556571424007416 (0.2213853331034564) + | > loss_disc_real_5: 0.19617538154125214 (0.23422758414315967) + | > loss_0: 2.349468231201172 (2.474355563237762) + | > grad_norm_0: tensor(196.0359, device='cuda:0') (tensor(92.7005, device='cuda:0')) + | > loss_gen: 2.352546215057373 (2.3449600364243786) + | > loss_kl: 1.7614185810089111 (1.5594029861173722) + | > loss_feat: 6.514581203460693 (6.099643714955052) + | > loss_mel: 22.356847763061523 (22.0767875408882) + | > loss_duration: 1.7385070323944092 (1.7291381898422018) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 34.723899841308594 (33.80993233453127) + | > grad_norm_1: tensor(1314.5740, device='cuda:0') (tensor(633.7164, device='cuda:0')) + | > current_lr_0: 0.0001991766478707464 + | > current_lr_1: 0.0001991766478707464 + | > step_time: 0.991 (0.9485983125985454) + | > loader_time: 0.01 (0.007654666202483729) + + + --> TIME: 2024-11-22 23:34:28 -- STEP: 708/797 -- GLOBAL_STEP: 27800 + | > loss_disc: 2.458977222442627 (2.473730993809674) + | > loss_disc_real_0: 0.1232689917087555 (0.131592049713294) + | > loss_disc_real_1: 0.22663287818431854 (0.21779337990502862) + | > loss_disc_real_2: 0.2679363787174225 (0.23584766780673447) + | > loss_disc_real_3: 0.20609769225120544 (0.22597903126882293) + | > loss_disc_real_4: 0.2632761299610138 (0.22149168095935537) + | > loss_disc_real_5: 0.2519702911376953 (0.23417423884410643) + | > loss_0: 2.458977222442627 (2.473730993809674) + | > grad_norm_0: tensor(105.0001, device='cuda:0') (tensor(93.0466, device='cuda:0')) + | > loss_gen: 2.4093000888824463 (2.344859628017335) + | > loss_kl: 1.4723241329193115 (1.5603377142194967) + | > loss_feat: 5.781436920166016 (6.0943506430771395) + | > loss_mel: 22.80490493774414 (22.079404628882976) + | > loss_duration: 1.6999781131744385 (1.728498196366143) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 34.167945861816406 (33.807450682429916) + | > grad_norm_1: tensor(895.4820, device='cuda:0') (tensor(634.0046, device='cuda:0')) + | > current_lr_0: 0.0001991766478707464 + | > current_lr_1: 0.0001991766478707464 + | > step_time: 1.0134 (0.9510188409164126) + | > loader_time: 0.0087 (0.007779505966746874) + + + --> TIME: 2024-11-22 23:34:59 -- STEP: 733/797 -- GLOBAL_STEP: 27825 + | > loss_disc: 2.409728765487671 (2.4752632283578944) + | > loss_disc_real_0: 0.061588384211063385 (0.13203032956411626) + | > loss_disc_real_1: 0.19636569917201996 (0.21782314179701506) + | > loss_disc_real_2: 0.24817781150341034 (0.2359969259365519) + | > loss_disc_real_3: 0.21178501844406128 (0.2258966436652825) + | > loss_disc_real_4: 0.25312116742134094 (0.22177146399574096) + | > loss_disc_real_5: 0.25525179505348206 (0.23412037757701795) + | > loss_0: 2.409728765487671 (2.4752632283578944) + | > grad_norm_0: tensor(46.7122, device='cuda:0') (tensor(95.3736, device='cuda:0')) + | > loss_gen: 2.4415817260742188 (2.344636024589585) + | > loss_kl: 1.5991644859313965 (1.56086606608569) + | > loss_feat: 6.234442234039307 (6.089628983975107) + | > loss_mel: 22.736377716064453 (22.069388190525775) + | > loss_duration: 1.7165592908859253 (1.727644529219051) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 34.728126525878906 (33.79216367973961) + | > grad_norm_1: tensor(493.5039, device='cuda:0') (tensor(634.6450, device='cuda:0')) + | > current_lr_0: 0.0001991766478707464 + | > current_lr_1: 0.0001991766478707464 + | > step_time: 1.3801 (0.9605970672175471) + | > loader_time: 0.0107 (0.007965956996277602) + + + --> TIME: 2024-11-22 23:35:48 -- STEP: 758/797 -- GLOBAL_STEP: 27850 + | > loss_disc: 2.835463047027588 (2.4780868263546583) + | > loss_disc_real_0: 0.5098721981048584 (0.13420999279407922) + | > loss_disc_real_1: 0.23397554457187653 (0.2178729559076179) + | > loss_disc_real_2: 0.2583564519882202 (0.2359472198465883) + | > loss_disc_real_3: 0.22817069292068481 (0.22604180076270117) + | > loss_disc_real_4: 0.23866373300552368 (0.22184074351608282) + | > loss_disc_real_5: 0.251930832862854 (0.23418649323382917) + | > loss_0: 2.835463047027588 (2.4780868263546583) + | > grad_norm_0: tensor(226.7623, device='cuda:0') (tensor(96.1686, device='cuda:0')) + | > loss_gen: 2.307307004928589 (2.344316485060231) + | > loss_kl: 1.5239194631576538 (1.5591133549848768) + | > loss_feat: 4.51616096496582 (6.085947356941203) + | > loss_mel: 19.61374855041504 (22.080291705269925) + | > loss_duration: 1.6934499740600586 (1.7264808826836557) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 29.654586791992188 (33.796149666516946) + | > grad_norm_1: tensor(438.5347, device='cuda:0') (tensor(629.6184, device='cuda:0')) + | > current_lr_0: 0.0001991766478707464 + | > current_lr_1: 0.0001991766478707464 + | > step_time: 2.3575 (0.9928489187462034) + | > loader_time: 0.0112 (0.008813381509604744) + + + --> TIME: 2024-11-22 23:37:07 -- STEP: 783/797 -- GLOBAL_STEP: 27875 + | > loss_disc: 2.41041898727417 (2.4784321934175066) + | > loss_disc_real_0: 0.07685869932174683 (0.13416820766682602) + | > loss_disc_real_1: 0.17603681981563568 (0.21796312608481375) + | > loss_disc_real_2: 0.23816511034965515 (0.2361322080913936) + | > loss_disc_real_3: 0.19368013739585876 (0.2259294135284302) + | > loss_disc_real_4: 0.26453256607055664 (0.22196563174365277) + | > loss_disc_real_5: 0.2653997838497162 (0.23412050658867886) + | > loss_0: 2.41041898727417 (2.4784321934175066) + | > grad_norm_0: tensor(82.9606, device='cuda:0') (tensor(96.5971, device='cuda:0')) + | > loss_gen: 2.197556972503662 (2.342425428587809) + | > loss_kl: 1.6024800539016724 (1.5585047868324264) + | > loss_feat: 6.172950744628906 (6.082726252642323) + | > loss_mel: 22.499183654785156 (22.073727545610332) + | > loss_duration: 1.700382947921753 (1.7255813595892369) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 34.17255401611328 (33.78296524720172) + | > grad_norm_1: tensor(373.4120, device='cuda:0') (tensor(626.2321, device='cuda:0')) + | > current_lr_0: 0.0001991766478707464 + | > current_lr_1: 0.0001991766478707464 + | > step_time: 4.0199 (1.0610873863614843) + | > loader_time: 0.0124 (0.009281198640436045) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.4274230003356934 (2.4274230003356934) + | > loss_disc_real_0: 0.11013666540384293 (0.11013666540384293) + | > loss_disc_real_1: 0.12308774143457413 (0.12308774143457413) + | > loss_disc_real_2: 0.17470790445804596 (0.17470790445804596) + | > loss_disc_real_3: 0.17417272925376892 (0.17417272925376892) + | > loss_disc_real_4: 0.20450612902641296 (0.20450612902641296) + | > loss_disc_real_5: 0.2405664175748825 (0.2405664175748825) + | > loss_0: 2.4274230003356934 (2.4274230003356934) + | > loss_gen: 1.912043809890747 (1.912043809890747) + | > loss_kl: 1.6888459920883179 (1.6888459920883179) + | > loss_feat: 7.240365505218506 (7.240365505218506) + | > loss_mel: 22.59109115600586 (22.59109115600586) + | > loss_duration: 2.021489143371582 (2.021489143371582) + | > loss_1: 35.453834533691406 (35.453834533691406) + + --> STEP: 1 + | > loss_disc: 2.574056625366211 (2.574056625366211) + | > loss_disc_real_0: 0.08307769894599915 (0.08307769894599915) + | > loss_disc_real_1: 0.19574259221553802 (0.19574259221553802) + | > loss_disc_real_2: 0.19924317300319672 (0.19924317300319672) + | > loss_disc_real_3: 0.22890178859233856 (0.22890178859233856) + | > loss_disc_real_4: 0.22356633841991425 (0.22356633841991425) + | > loss_disc_real_5: 0.19816796481609344 (0.19816796481609344) + | > loss_0: 2.574056625366211 (2.574056625366211) + | > loss_gen: 1.8054618835449219 (1.8054618835449219) + | > loss_kl: 1.5182336568832397 (1.5182336568832397) + | > loss_feat: 5.031671524047852 (5.031671524047852) + | > loss_mel: 17.911787033081055 (17.911787033081055) + | > loss_duration: 1.7193224430084229 (1.7193224430084229) + | > loss_1: 27.98647689819336 (27.98647689819336) + + --> STEP: 2 + | > loss_disc: 2.6878533363342285 (2.6309549808502197) + | > loss_disc_real_0: 0.10271414369344711 (0.09289592131972313) + | > loss_disc_real_1: 0.2142404317855835 (0.20499151200056076) + | > loss_disc_real_2: 0.2443401962518692 (0.22179168462753296) + | > loss_disc_real_3: 0.30974841117858887 (0.2693250998854637) + | > loss_disc_real_4: 0.2254442572593689 (0.22450529783964157) + | > loss_disc_real_5: 0.2817285358905792 (0.23994825035333633) + | > loss_0: 2.6878533363342285 (2.6309549808502197) + | > loss_gen: 1.9814971685409546 (1.8934795260429382) + | > loss_kl: 1.6969940662384033 (1.6076138615608215) + | > loss_feat: 4.991587162017822 (5.011629343032837) + | > loss_mel: 22.60118293762207 (20.256484985351562) + | > loss_duration: 1.7624125480651855 (1.7408674955368042) + | > loss_1: 33.03367233276367 (30.510074615478516) + + --> STEP: 3 + | > loss_disc: 2.3960955142974854 (2.552668491999308) + | > loss_disc_real_0: 0.12124784290790558 (0.10234656184911728) + | > loss_disc_real_1: 0.15665483474731445 (0.18887928624947867) + | > loss_disc_real_2: 0.2971956431865692 (0.24692633748054504) + | > loss_disc_real_3: 0.23222513496875763 (0.25695844491322833) + | > loss_disc_real_4: 0.20967648923397064 (0.21956236163775125) + | > loss_disc_real_5: 0.2488192766904831 (0.24290525913238525) + | > loss_0: 2.3960955142974854 (2.552668491999308) + | > loss_gen: 2.2113823890686035 (1.9994471470514934) + | > loss_kl: 1.3689438104629517 (1.5280571778615315) + | > loss_feat: 5.680522918701172 (5.234593868255615) + | > loss_mel: 22.258207321166992 (20.923725763956707) + | > loss_duration: 1.7854043245315552 (1.7557131052017212) + | > loss_1: 33.30446243286133 (31.441537221272785) + + --> STEP: 4 + | > loss_disc: 2.57297945022583 (2.5577462315559387) + | > loss_disc_real_0: 0.0791885256767273 (0.09655705280601978) + | > loss_disc_real_1: 0.17641893029212952 (0.18576419726014137) + | > loss_disc_real_2: 0.24689407646656036 (0.24691827222704887) + | > loss_disc_real_3: 0.21171624958515167 (0.24564789608120918) + | > loss_disc_real_4: 0.23484887182712555 (0.22338398918509483) + | > loss_disc_real_5: 0.2345941662788391 (0.24082748591899872) + | > loss_0: 2.57297945022583 (2.5577462315559387) + | > loss_gen: 1.9737695455551147 (1.9930277466773987) + | > loss_kl: 1.8860384225845337 (1.617552489042282) + | > loss_feat: 4.668392658233643 (5.093043565750122) + | > loss_mel: 18.530975341796875 (20.325538158416748) + | > loss_duration: 1.6473078727722168 (1.728611797094345) + | > loss_1: 28.706485748291016 (30.757774353027344) + + --> STEP: 5 + | > loss_disc: 2.4405722618103027 (2.5343114376068114) + | > loss_disc_real_0: 0.04864292964339256 (0.08697422817349434) + | > loss_disc_real_1: 0.15114757418632507 (0.17884087264537812) + | > loss_disc_real_2: 0.19475792348384857 (0.23648620247840882) + | > loss_disc_real_3: 0.24259406328201294 (0.24503712952136994) + | > loss_disc_real_4: 0.13477608561515808 (0.20566240847110748) + | > loss_disc_real_5: 0.232361301779747 (0.2391342490911484) + | > loss_0: 2.4405722618103027 (2.5343114376068114) + | > loss_gen: 1.8354504108428955 (1.961512279510498) + | > loss_kl: 2.139324426651001 (1.721906876564026) + | > loss_feat: 6.668679237365723 (5.408170700073242) + | > loss_mel: 24.247936248779297 (21.110017776489258) + | > loss_duration: 1.856050729751587 (1.7540995836257935) + | > loss_1: 36.747440338134766 (31.955707550048828) + + --> STEP: 6 + | > loss_disc: 2.560182809829712 (2.538623332977295) + | > loss_disc_real_0: 0.1535683125257492 (0.09807324223220348) + | > loss_disc_real_1: 0.1276085525751114 (0.170302152633667) + | > loss_disc_real_2: 0.26232537627220154 (0.24079273144404092) + | > loss_disc_real_3: 0.31234613060951233 (0.25625529636939365) + | > loss_disc_real_4: 0.2508055567741394 (0.2131862665216128) + | > loss_disc_real_5: 0.22406776249408722 (0.23662316799163818) + | > loss_0: 2.560182809829712 (2.538623332977295) + | > loss_gen: 2.081822633743286 (1.9815640052159627) + | > loss_kl: 1.5041303634643555 (1.685610791047414) + | > loss_feat: 5.119944095611572 (5.360132932662964) + | > loss_mel: 20.959463119506836 (21.084925333658855) + | > loss_duration: 1.691032886505127 (1.7435884674390156) + | > loss_1: 31.356393814086914 (31.855821927388508) + + --> STEP: 7 + | > loss_disc: 2.3992745876312256 (2.518716369356428) + | > loss_disc_real_0: 0.06735330820083618 (0.09368468022772244) + | > loss_disc_real_1: 0.1365361511707306 (0.1654784381389618) + | > loss_disc_real_2: 0.23754219710826874 (0.24032836939607347) + | > loss_disc_real_3: 0.20137566328048706 (0.24841534878526414) + | > loss_disc_real_4: 0.16898691654205322 (0.20687207366739) + | > loss_disc_real_5: 0.14068931341171265 (0.2229183316230774) + | > loss_0: 2.3992745876312256 (2.518716369356428) + | > loss_gen: 1.9010353088378906 (1.970059905733381) + | > loss_kl: 2.3568789958953857 (1.7815062488828386) + | > loss_feat: 7.001779556274414 (5.594653878893171) + | > loss_mel: 22.782468795776367 (21.327431542532786) + | > loss_duration: 1.6621692180633545 (1.7319571460996355) + | > loss_1: 35.7043342590332 (32.40560940333775) + + --> STEP: 8 + | > loss_disc: 2.6741905212402344 (2.5381506383419037) + | > loss_disc_real_0: 0.06739534437656403 (0.09039851324632764) + | > loss_disc_real_1: 0.11718309670686722 (0.15944152045994997) + | > loss_disc_real_2: 0.21976090967655182 (0.23775743693113327) + | > loss_disc_real_3: 0.18789562582969666 (0.24085038341581821) + | > loss_disc_real_4: 0.19998912513256073 (0.20601170510053635) + | > loss_disc_real_5: 0.2124880999326706 (0.22161455266177654) + | > loss_0: 2.6741905212402344 (2.5381506383419037) + | > loss_gen: 1.6495733261108398 (1.9299990832805634) + | > loss_kl: 1.6529759168624878 (1.7654399573802948) + | > loss_feat: 6.377068519592285 (5.69245570898056) + | > loss_mel: 22.82161521911621 (21.514204502105713) + | > loss_duration: 1.741567850112915 (1.7331584841012955) + | > loss_1: 34.242801666259766 (32.635258436203) + + --> STEP: 9 + | > loss_disc: 2.6667709350585938 (2.552441782421536) + | > loss_disc_real_0: 0.1043022945523262 (0.09194337783588304) + | > loss_disc_real_1: 0.1615467667579651 (0.15967543671528497) + | > loss_disc_real_2: 0.22539040446281433 (0.23638332221243116) + | > loss_disc_real_3: 0.2809562087059021 (0.24530658622582754) + | > loss_disc_real_4: 0.26204928755760193 (0.2122381031513214) + | > loss_disc_real_5: 0.23673687875270844 (0.22329481111632454) + | > loss_0: 2.6667709350585938 (2.552441782421536) + | > loss_gen: 1.8523192405700684 (1.9213679896460638) + | > loss_kl: 1.5429067611694336 (1.7407140466901991) + | > loss_feat: 5.447430610656738 (5.665230698055691) + | > loss_mel: 21.214200973510742 (21.480870776706272) + | > loss_duration: 1.6775848865509033 (1.7269836399290297) + | > loss_1: 31.73444366455078 (32.535167906019424) + + --> STEP: 10 + | > loss_disc: 2.653207302093506 (2.562518334388733) + | > loss_disc_real_0: 0.0662083700299263 (0.08936987705528736) + | > loss_disc_real_1: 0.11157044023275375 (0.15486493706703186) + | > loss_disc_real_2: 0.273908406496048 (0.24013583064079286) + | > loss_disc_real_3: 0.2668832838535309 (0.24746425598859786) + | > loss_disc_real_4: 0.21128161251544952 (0.21214245408773422) + | > loss_disc_real_5: 0.3064270615577698 (0.23160803616046904) + | > loss_0: 2.653207302093506 (2.562518334388733) + | > loss_gen: 1.844832181930542 (1.9137144088745117) + | > loss_kl: 1.4855188131332397 (1.7151945233345032) + | > loss_feat: 5.47437858581543 (5.646145486831665) + | > loss_mel: 21.398216247558594 (21.472605323791505) + | > loss_duration: 1.634589433670044 (1.7177442193031311) + | > loss_1: 31.837535858154297 (32.46540470123291) + + --> STEP: 11 + | > loss_disc: 2.472644090652466 (2.554347948594527) + | > loss_disc_real_0: 0.12673485279083252 (0.09276669303124602) + | > loss_disc_real_1: 0.1442355364561081 (0.15389862792058426) + | > loss_disc_real_2: 0.2022920548915863 (0.236695487390865) + | > loss_disc_real_3: 0.23732224106788635 (0.24654225463216956) + | > loss_disc_real_4: 0.13402113318443298 (0.20504051582379776) + | > loss_disc_real_5: 0.1645040512084961 (0.22550767389210788) + | > loss_0: 2.472644090652466 (2.554347948594527) + | > loss_gen: 1.8425017595291138 (1.9072405316612937) + | > loss_kl: 1.5419974327087402 (1.6994493332776157) + | > loss_feat: 6.154212474822998 (5.692333394830877) + | > loss_mel: 20.452367782592773 (21.3798564564098) + | > loss_duration: 1.6343492269515991 (1.7101628563620828) + | > loss_1: 31.625431060791016 (32.389043461192735) + + --> STEP: 12 + | > loss_disc: 2.5784451961517334 (2.556356052557627) + | > loss_disc_real_0: 0.19663336873054504 (0.10142224933952093) + | > loss_disc_real_1: 0.15080134570598602 (0.15364052106936774) + | > loss_disc_real_2: 0.23902627825737 (0.23688971996307373) + | > loss_disc_real_3: 0.24516414105892181 (0.2464274118343989) + | > loss_disc_real_4: 0.18641892075538635 (0.20348871623476347) + | > loss_disc_real_5: 0.21868324279785156 (0.22493897130091986) + | > loss_0: 2.5784451961517334 (2.556356052557627) + | > loss_gen: 1.955321192741394 (1.9112472534179688) + | > loss_kl: 1.2456679344177246 (1.6616342167059581) + | > loss_feat: 5.5819091796875 (5.683131376902263) + | > loss_mel: 21.475231170654297 (21.387804349263508) + | > loss_duration: 1.7346835136413574 (1.712206244468689) + | > loss_1: 31.992813110351562 (32.3560242652893) + + --> STEP: 13 + | > loss_disc: 2.4587244987487793 (2.5488459330338697) + | > loss_disc_real_0: 0.06794425845146179 (0.09884701927120869) + | > loss_disc_real_1: 0.1705339550971985 (0.15494001599458548) + | > loss_disc_real_2: 0.20149005949497223 (0.23416666915783516) + | > loss_disc_real_3: 0.22653187811374664 (0.2448969861635795) + | > loss_disc_real_4: 0.1785624921321869 (0.20157131438071912) + | > loss_disc_real_5: 0.1884259283542633 (0.22213027568963858) + | > loss_0: 2.4587244987487793 (2.5488459330338697) + | > loss_gen: 1.868788480758667 (1.9079811939826379) + | > loss_kl: 2.207963705062866 (1.7036595619641817) + | > loss_feat: 5.879656791687012 (5.698248716501089) + | > loss_mel: 21.899459838867188 (21.427162463848408) + | > loss_duration: 1.767085075378418 (1.7164276930002065) + | > loss_1: 33.62295150756836 (32.45348020700307) + + --> STEP: 14 + | > loss_disc: 2.3082191944122314 (2.53165830884661) + | > loss_disc_real_0: 0.1200246512889862 (0.10035970727247852) + | > loss_disc_real_1: 0.13204096257686615 (0.15330436932189123) + | > loss_disc_real_2: 0.20695118606090546 (0.23222270607948303) + | > loss_disc_real_3: 0.22817100584506989 (0.24370227328368596) + | > loss_disc_real_4: 0.23864993453025818 (0.20421978724854334) + | > loss_disc_real_5: 0.2516213357448578 (0.22423677997929709) + | > loss_0: 2.3082191944122314 (2.53165830884661) + | > loss_gen: 2.1925578117370605 (1.928308095250811) + | > loss_kl: 1.1511731147766113 (1.6641962443079268) + | > loss_feat: 6.363383769989014 (5.7457583631787985) + | > loss_mel: 22.47611427307129 (21.502087593078613) + | > loss_duration: 1.7485802173614502 (1.7187243018831526) + | > loss_1: 33.93180847167969 (32.5590750830514) + + --> STEP: 15 + | > loss_disc: 2.4742393493652344 (2.527830378214518) + | > loss_disc_real_0: 0.08904534578323364 (0.09960541650652885) + | > loss_disc_real_1: 0.14756779372692108 (0.15292193094889323) + | > loss_disc_real_2: 0.2617481052875519 (0.23419106602668763) + | > loss_disc_real_3: 0.263820618391037 (0.24504349629084268) + | > loss_disc_real_4: 0.19942054152488708 (0.20389983753363292) + | > loss_disc_real_5: 0.27139410376548767 (0.22738060156504314) + | > loss_0: 2.4742393493652344 (2.527830378214518) + | > loss_gen: 2.076112747192383 (1.9381617387135823) + | > loss_kl: 1.4958661794662476 (1.6529742399851481) + | > loss_feat: 5.774866104125977 (5.747698879241943) + | > loss_mel: 21.959087371826172 (21.53255424499512) + | > loss_duration: 1.6706944704055786 (1.7155223131179809) + | > loss_1: 32.976627349853516 (32.5869119008382) + + --> STEP: 16 + | > loss_disc: 2.5093517303466797 (2.5266754627227783) + | > loss_disc_real_0: 0.06793772429227829 (0.0976261857431382) + | > loss_disc_real_1: 0.14930996298789978 (0.15269618295133114) + | > loss_disc_real_2: 0.2121688276529312 (0.23281467612832785) + | > loss_disc_real_3: 0.2199697196483612 (0.2434763852506876) + | > loss_disc_real_4: 0.20989573001861572 (0.20427458081394434) + | > loss_disc_real_5: 0.2251260131597519 (0.22723968978971243) + | > loss_0: 2.5093517303466797 (2.5266754627227783) + | > loss_gen: 1.9044437408447266 (1.9360543638467789) + | > loss_kl: 1.3302003145217896 (1.6328008696436882) + | > loss_feat: 7.353679656982422 (5.848072677850723) + | > loss_mel: 24.43674087524414 (21.71406590938568) + | > loss_duration: 1.7803436517715454 (1.7195736467838287) + | > loss_1: 36.80540466308594 (32.850567698478685) + + --> STEP: 17 + | > loss_disc: 2.522261142730713 (2.526415796840892) + | > loss_disc_real_0: 0.05158156156539917 (0.09491767843856531) + | > loss_disc_real_1: 0.15003302693367004 (0.15253952671499812) + | > loss_disc_real_2: 0.26548710465431213 (0.23473658368867986) + | > loss_disc_real_3: 0.2445656955242157 (0.243540462325601) + | > loss_disc_real_4: 0.22300224006175995 (0.20537620782852173) + | > loss_disc_real_5: 0.30383431911468506 (0.23174525622059317) + | > loss_0: 2.522261142730713 (2.526415796840892) + | > loss_gen: 2.0087597370147705 (1.9403311505037195) + | > loss_kl: 1.5244510173797607 (1.6264273489222807) + | > loss_feat: 5.12905740737915 (5.805777661940631) + | > loss_mel: 21.71666717529297 (21.714218925027286) + | > loss_duration: 1.6535711288452148 (1.7156911457286161) + | > loss_1: 32.03250503540039 (32.80244636535643) + + --> STEP: 18 + | > loss_disc: 2.6615867614746094 (2.5339252948760986) + | > loss_disc_real_0: 0.10438267886638641 (0.09544351179566649) + | > loss_disc_real_1: 0.17167682945728302 (0.15360271020068061) + | > loss_disc_real_2: 0.2177399843931198 (0.23379232817225987) + | > loss_disc_real_3: 0.2531200051307678 (0.24407265914811027) + | > loss_disc_real_4: 0.22808344662189484 (0.20663772109482023) + | > loss_disc_real_5: 0.2357814610004425 (0.23196948981947368) + | > loss_0: 2.6615867614746094 (2.5339252948760986) + | > loss_gen: 1.8345823287963867 (1.9344562159644232) + | > loss_kl: 1.2269988059997559 (1.6042368743154738) + | > loss_feat: 4.5227837562561035 (5.734500222735935) + | > loss_mel: 18.626636505126953 (21.542686568366157) + | > loss_duration: 1.6908711194992065 (1.7143122553825378) + | > loss_1: 27.901872634887695 (32.53019226921928) + + --> STEP: 19 + | > loss_disc: 2.4340639114379883 (2.5286694325898824) + | > loss_disc_real_0: 0.055199917405843735 (0.09332542788041265) + | > loss_disc_real_1: 0.13214118778705597 (0.15247315638943723) + | > loss_disc_real_2: 0.2413836568593979 (0.23419187178737239) + | > loss_disc_real_3: 0.17785730957984924 (0.24058764074978076) + | > loss_disc_real_4: 0.13781729340553284 (0.20301559332169986) + | > loss_disc_real_5: 0.18499717116355896 (0.22949726252179398) + | > loss_0: 2.4340639114379883 (2.5286694325898824) + | > loss_gen: 1.799239158630371 (1.9273395287363153) + | > loss_kl: 1.5282535552978516 (1.6002377522619147) + | > loss_feat: 6.9562907218933105 (5.798804985849481) + | > loss_mel: 23.612749099731445 (21.6516372279117) + | > loss_duration: 1.8123493194580078 (1.719472100860194) + | > loss_1: 35.708885192871094 (32.6974918967799) + + --> STEP: 20 + | > loss_disc: 2.41672682762146 (2.523072302341461) + | > loss_disc_real_0: 0.0945575088262558 (0.09338703192770481) + | > loss_disc_real_1: 0.13694381713867188 (0.15169668942689896) + | > loss_disc_real_2: 0.22901563346385956 (0.23393305987119675) + | > loss_disc_real_3: 0.2070925533771515 (0.2389128863811493) + | > loss_disc_real_4: 0.1823943555355072 (0.2019845314323902) + | > loss_disc_real_5: 0.21844835579395294 (0.2289448171854019) + | > loss_0: 2.41672682762146 (2.523072302341461) + | > loss_gen: 1.9167430400848389 (1.9268097043037415) + | > loss_kl: 1.5258725881576538 (1.5965194940567016) + | > loss_feat: 6.356906890869141 (5.8267100811004635) + | > loss_mel: 21.90538215637207 (21.664324474334716) + | > loss_duration: 1.6821688413619995 (1.7176069378852845) + | > loss_1: 33.3870735168457 (32.73197097778319) + + --> STEP: 21 + | > loss_disc: 2.6382548809051514 (2.5285571870349703) + | > loss_disc_real_0: 0.08516630530357361 (0.09299556875512713) + | > loss_disc_real_1: 0.14050200581550598 (0.15116360925492786) + | > loss_disc_real_2: 0.2346009612083435 (0.23396486469677516) + | > loss_disc_real_3: 0.22180484235286713 (0.23809821761789776) + | > loss_disc_real_4: 0.1577257364988327 (0.19987696976888747) + | > loss_disc_real_5: 0.21520382165908813 (0.22829048406510127) + | > loss_0: 2.6382548809051514 (2.5285571870349703) + | > loss_gen: 1.8105307817459106 (1.9212726127533686) + | > loss_kl: 1.1483893394470215 (1.5751799628848122) + | > loss_feat: 7.154721736907959 (5.889948731377011) + | > loss_mel: 22.988183975219727 (21.727365402948287) + | > loss_duration: 1.6895641088485718 (1.7162715650740124) + | > loss_1: 34.79138946533203 (32.830038524809325) + + --> STEP: 22 + | > loss_disc: 2.335216522216797 (2.5197689749977807) + | > loss_disc_real_0: 0.03889038413763046 (0.09053624218160455) + | > loss_disc_real_1: 0.14697007834911346 (0.15097299421375449) + | > loss_disc_real_2: 0.20387160778045654 (0.23259698938239703) + | > loss_disc_real_3: 0.21723082661628723 (0.2371496998450973) + | > loss_disc_real_4: 0.15597009658813477 (0.19788120280612598) + | > loss_disc_real_5: 0.1718515157699585 (0.22572507641532205) + | > loss_0: 2.335216522216797 (2.5197689749977807) + | > loss_gen: 1.896501064300537 (1.9201466332782398) + | > loss_kl: 1.224039912223816 (1.5592190514911304) + | > loss_feat: 6.53396463394165 (5.919222181493586) + | > loss_mel: 22.61358070373535 (21.767647916620426) + | > loss_duration: 1.7834405899047852 (1.7193247025663203) + | > loss_1: 34.0515251159668 (32.88556064258921) + + --> STEP: 23 + | > loss_disc: 2.5563042163848877 (2.521357463753742) + | > loss_disc_real_0: 0.096026711165905 (0.09077495822440022) + | > loss_disc_real_1: 0.1490158587694168 (0.15088790136834848) + | > loss_disc_real_2: 0.214555561542511 (0.23181257947631503) + | > loss_disc_real_3: 0.2226858288049698 (0.23652083588683087) + | > loss_disc_real_4: 0.205745130777359 (0.19822311271791873) + | > loss_disc_real_5: 0.29271814227104187 (0.22863781840904898) + | > loss_0: 2.5563042163848877 (2.521357463753742) + | > loss_gen: 1.8914384841918945 (1.9188984528831814) + | > loss_kl: 1.6546262502670288 (1.5633671905683435) + | > loss_feat: 6.118697166442871 (5.927895006926163) + | > loss_mel: 22.998647689819336 (21.821169645889942) + | > loss_duration: 1.8027808666229248 (1.7229532314383464) + | > loss_1: 34.466190338134766 (32.95428367283032) + + --> STEP: 24 + | > loss_disc: 2.525631904602051 (2.5215355654557547) + | > loss_disc_real_0: 0.11338171362876892 (0.09171690636624892) + | > loss_disc_real_1: 0.1385732889175415 (0.1503747925162315) + | > loss_disc_real_2: 0.22038914263248444 (0.23133660294115543) + | > loss_disc_real_3: 0.1732540726661682 (0.23388472075263658) + | > loss_disc_real_4: 0.1760401427745819 (0.19729882230361304) + | > loss_disc_real_5: 0.26241663098335266 (0.2300452689329783) + | > loss_0: 2.525631904602051 (2.5215355654557547) + | > loss_gen: 1.8816828727722168 (1.9173478037118912) + | > loss_kl: 1.6890369653701782 (1.5686034311850865) + | > loss_feat: 6.046484470367432 (5.93283623456955) + | > loss_mel: 18.829519271850586 (21.696517546971634) + | > loss_duration: 1.6727845668792725 (1.7208628704150517) + | > loss_1: 30.119508743286133 (32.836168050765984) + + --> STEP: 25 + | > loss_disc: 2.389716148376465 (2.516262788772583) + | > loss_disc_real_0: 0.06784430891275406 (0.09076200246810913) + | > loss_disc_real_1: 0.15304940938949585 (0.15048177719116207) + | > loss_disc_real_2: 0.2201637327671051 (0.23088968813419342) + | > loss_disc_real_3: 0.13996610045433044 (0.23012797594070433) + | > loss_disc_real_4: 0.22112463414669037 (0.19825185477733612) + | > loss_disc_real_5: 0.21381501853466034 (0.2293960589170456) + | > loss_0: 2.389716148376465 (2.516262788772583) + | > loss_gen: 1.9567588567733765 (1.9189242458343505) + | > loss_kl: 1.495720624923706 (1.5656881189346314) + | > loss_feat: 7.007961273193359 (5.975841236114502) + | > loss_mel: 24.145038604736328 (21.794458389282223) + | > loss_duration: 1.639306664466858 (1.717600622177124) + | > loss_1: 36.24478530883789 (32.972512741088856) + + --> STEP: 26 + | > loss_disc: 2.505115270614624 (2.5158340380742) + | > loss_disc_real_0: 0.12882587313652039 (0.09222599749381725) + | > loss_disc_real_1: 0.21790377795696259 (0.15307493106676978) + | > loss_disc_real_2: 0.24458450078964233 (0.23141641169786453) + | > loss_disc_real_3: 0.1993432641029358 (0.22894394856232864) + | > loss_disc_real_4: 0.20021291077136993 (0.1983272800078759) + | > loss_disc_real_5: 0.2781345844268799 (0.23127061759050077) + | > loss_0: 2.505115270614624 (2.5158340380742) + | > loss_gen: 2.1722140312194824 (1.9286661606568556) + | > loss_kl: 1.8213695287704468 (1.575522019312932) + | > loss_feat: 6.60169792175293 (5.9999126471005955) + | > loss_mel: 24.406597137451172 (21.894925264211796) + | > loss_duration: 1.7058883905410767 (1.7171501517295837) + | > loss_1: 36.707767486572266 (33.11617638514591) + + --> STEP: 27 + | > loss_disc: 2.5789151191711426 (2.518170374411124) + | > loss_disc_real_0: 0.09618174284696579 (0.0923725065809709) + | > loss_disc_real_1: 0.1476987600326538 (0.15287581362106178) + | > loss_disc_real_2: 0.24406808614730835 (0.2318849922330291) + | > loss_disc_real_3: 0.21858619153499603 (0.22856032793168668) + | > loss_disc_real_4: 0.26661136746406555 (0.20085632028403105) + | > loss_disc_real_5: 0.20434267818927765 (0.23027328650156656) + | > loss_0: 2.5789151191711426 (2.518170374411124) + | > loss_gen: 1.9450616836547852 (1.9292734022493716) + | > loss_kl: 1.4866653680801392 (1.572231032230236) + | > loss_feat: 6.683815002441406 (6.02524236396507) + | > loss_mel: 22.849489212036133 (21.930279484501586) + | > loss_duration: 1.7082178592681885 (1.7168193260828655) + | > loss_1: 34.673248291015625 (33.173845714992936) + + --> STEP: 28 + | > loss_disc: 2.208343029022217 (2.5071051120758057) + | > loss_disc_real_0: 0.09170923382043839 (0.09234881826809474) + | > loss_disc_real_1: 0.17126698791980743 (0.1535326412745884) + | > loss_disc_real_2: 0.262014776468277 (0.23296105595571653) + | > loss_disc_real_3: 0.1884143352508545 (0.22712654247879982) + | > loss_disc_real_4: 0.17435429990291595 (0.1999098195561341) + | > loss_disc_real_5: 0.22169086337089539 (0.22996677138975688) + | > loss_0: 2.208343029022217 (2.5071051120758057) + | > loss_gen: 2.2560904026031494 (1.9409454379762923) + | > loss_kl: 1.769399642944336 (1.5792727683271681) + | > loss_feat: 6.607370853424072 (6.046032667160034) + | > loss_mel: 23.87550926208496 (21.999751976558137) + | > loss_duration: 1.7047598361968994 (1.7163886300155096) + | > loss_1: 36.213134765625 (33.28239175251551) + + --> STEP: 29 + | > loss_disc: 2.690913200378418 (2.513443322017275) + | > loss_disc_real_0: 0.08294140547513962 (0.09202442472351008) + | > loss_disc_real_1: 0.16946013271808624 (0.15408186511746766) + | > loss_disc_real_2: 0.20898263156414032 (0.23213421373531737) + | > loss_disc_real_3: 0.2294335663318634 (0.2272060950254572) + | > loss_disc_real_4: 0.14513090252876282 (0.19802089138277645) + | > loss_disc_real_5: 0.22407354414463043 (0.22976355665716633) + | > loss_0: 2.690913200378418 (2.513443322017275) + | > loss_gen: 1.607794165611267 (1.9294574630671535) + | > loss_kl: 1.598262071609497 (1.5799275718886276) + | > loss_feat: 5.197401523590088 (6.0167695242783115) + | > loss_mel: 22.63172149658203 (22.02154402897275) + | > loss_duration: 1.6924562454223633 (1.7155633753743664) + | > loss_1: 32.72763442993164 (33.26326218966779) + + --> STEP: 30 + | > loss_disc: 2.495215892791748 (2.512835741043091) + | > loss_disc_real_0: 0.08028766512870789 (0.09163319940368335) + | > loss_disc_real_1: 0.14918819069862366 (0.15391874263683952) + | > loss_disc_real_2: 0.21312400698661804 (0.2315005401770274) + | > loss_disc_real_3: 0.28258734941482544 (0.22905213683843612) + | > loss_disc_real_4: 0.18579529225826263 (0.19761337141195934) + | > loss_disc_real_5: 0.18444713950157166 (0.22825300941864649) + | > loss_0: 2.495215892791748 (2.512835741043091) + | > loss_gen: 1.9210373163223267 (1.9291767915089926) + | > loss_kl: 1.7238882780075073 (1.5847262620925904) + | > loss_feat: 5.185249328613281 (5.989052184422811) + | > loss_mel: 20.414756774902344 (21.967984453837072) + | > loss_duration: 1.703200340270996 (1.715151274204254) + | > loss_1: 30.948131561279297 (33.18609116872151) + + --> STEP: 31 + | > loss_disc: 2.6967897415161133 (2.5187697410583496) + | > loss_disc_real_0: 0.09122070670127869 (0.09161989318747674) + | > loss_disc_real_1: 0.20449018478393555 (0.15555007948029423) + | > loss_disc_real_2: 0.23440439999103546 (0.23159421307425346) + | > loss_disc_real_3: 0.25614097714424133 (0.2299259703966879) + | > loss_disc_real_4: 0.2346167117357254 (0.19880702755143564) + | > loss_disc_real_5: 0.306458055973053 (0.23077575285588542) + | > loss_0: 2.6967897415161133 (2.5187697410583496) + | > loss_gen: 1.7937980890274048 (1.9248097365902317) + | > loss_kl: 1.263529896736145 (1.574365089016576) + | > loss_feat: 3.250007152557373 (5.900695893072313) + | > loss_mel: 17.21149253845215 (21.81454923076014) + | > loss_duration: 1.6462008953094482 (1.7129270684334539) + | > loss_1: 25.165027618408203 (32.92734718322753) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.005260359856390184 (-0.00728046509527391) + | > avg_loss_disc: 2.5187697410583496 (+0.04914939788079975) + | > avg_loss_disc_real_0: 0.09161989318747674 (-0.07623452885497001) + | > avg_loss_disc_real_1: 0.15555007948029423 (-0.0711703362964815) + | > avg_loss_disc_real_2: 0.23159421307425346 (+0.03547847655511671) + | > avg_loss_disc_real_3: 0.2299259703966879 (+0.03597056673419091) + | > avg_loss_disc_real_4: 0.19880702755143564 (-0.02123789296996209) + | > avg_loss_disc_real_5: 0.23077575285588542 (-0.005191752987523224) + | > avg_loss_0: 2.5187697410583496 (+0.04914939788079975) + | > avg_loss_gen: 1.9248097365902317 (-0.33621038160016514) + | > avg_loss_kl: 1.574365089016576 (+0.015975209974473437) + | > avg_loss_feat: 5.900695893072313 (-0.022079452391594145) + | > avg_loss_mel: 21.81454923076014 (-0.7870167763002485) + | > avg_loss_duration: 1.7129270684334539 (-0.0062705393760436046) + | > avg_loss_1: 32.92734718322753 (-1.1356020896665413) + + + > EPOCH: 6/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 23:38:16)  + + --> TIME: 2024-11-22 23:38:26 -- STEP: 11/797 -- GLOBAL_STEP: 27900 + | > loss_disc: 2.4958269596099854 (2.4999525113539263) + | > loss_disc_real_0: 0.11283209919929504 (0.16151611777869138) + | > loss_disc_real_1: 0.24148043990135193 (0.22598205235871402) + | > loss_disc_real_2: 0.2743625044822693 (0.2287010442126881) + | > loss_disc_real_3: 0.26565051078796387 (0.22853117097507825) + | > loss_disc_real_4: 0.20211315155029297 (0.21834897724064914) + | > loss_disc_real_5: 0.19056035578250885 (0.23323974419723859) + | > loss_0: 2.4958269596099854 (2.4999525113539263) + | > grad_norm_0: tensor(138.6164, device='cuda:0') (tensor(53.6548, device='cuda:0')) + | > loss_gen: 2.2173514366149902 (2.2897543907165527) + | > loss_kl: 1.1510926485061646 (1.6283806995912031) + | > loss_feat: 5.870756149291992 (5.7618914950977675) + | > loss_mel: 19.4527530670166 (20.788958636197176) + | > loss_duration: 1.8839457035064697 (1.9114199876785278) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 30.575899124145508 (32.38040629300204) + | > grad_norm_1: tensor(1215.3495, device='cuda:0') (tensor(459.8535, device='cuda:0')) + | > current_lr_0: 0.00019915175078976256 + | > current_lr_1: 0.00019915175078976256 + | > step_time: 0.7719 (0.7818950306285511) + | > loader_time: 0.0041 (0.004091804677789862) + + + --> TIME: 2024-11-22 23:38:48 -- STEP: 36/797 -- GLOBAL_STEP: 27925 + | > loss_disc: 2.464808702468872 (2.4736143151919046) + | > loss_disc_real_0: 0.2311686873435974 (0.14865339133474562) + | > loss_disc_real_1: 0.1659073680639267 (0.21594909247424868) + | > loss_disc_real_2: 0.25386837124824524 (0.23715409595105383) + | > loss_disc_real_3: 0.24507665634155273 (0.22617629460162586) + | > loss_disc_real_4: 0.20515966415405273 (0.22012384153074688) + | > loss_disc_real_5: 0.2070561796426773 (0.23007983879910576) + | > loss_0: 2.464808702468872 (2.4736143151919046) + | > grad_norm_0: tensor(15.0420, device='cuda:0') (tensor(74.0626, device='cuda:0')) + | > loss_gen: 2.333735227584839 (2.307163212034437) + | > loss_kl: 1.5332714319229126 (1.5904537439346313) + | > loss_feat: 6.633381366729736 (6.14316729704539) + | > loss_mel: 22.58871078491211 (21.61356518003676) + | > loss_duration: 1.7849791049957275 (1.8369926247331831) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 34.874080657958984 (33.49134270350139) + | > grad_norm_1: tensor(649.5993, device='cuda:0') (tensor(456.9800, device='cuda:0')) + | > current_lr_0: 0.00019915175078976256 + | > current_lr_1: 0.00019915175078976256 + | > step_time: 0.8755 (0.8342232637935214) + | > loader_time: 0.004 (0.004552086194356282) + + + --> TIME: 2024-11-22 23:39:11 -- STEP: 61/797 -- GLOBAL_STEP: 27950 + | > loss_disc: 2.4817516803741455 (2.4871135422440824) + | > loss_disc_real_0: 0.09506855905056 (0.14243315551124636) + | > loss_disc_real_1: 0.203372061252594 (0.2215394739244805) + | > loss_disc_real_2: 0.2377500981092453 (0.233836332305533) + | > loss_disc_real_3: 0.2185211330652237 (0.22571847355756602) + | > loss_disc_real_4: 0.2575584948062897 (0.22259931486161028) + | > loss_disc_real_5: 0.23717549443244934 (0.23332392925121745) + | > loss_0: 2.4817516803741455 (2.4871135422440824) + | > grad_norm_0: tensor(27.4418, device='cuda:0') (tensor(90.7280, device='cuda:0')) + | > loss_gen: 2.2472310066223145 (2.314019715199705) + | > loss_kl: 1.3811365365982056 (1.569653278491536) + | > loss_feat: 5.985231399536133 (6.116581697933009) + | > loss_mel: 22.754878997802734 (21.55244530224409) + | > loss_duration: 1.7695201635360718 (1.8040181300679192) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 34.137996673583984 (33.35671840730261) + | > grad_norm_1: tensor(703.6896, device='cuda:0') (tensor(453.7023, device='cuda:0')) + | > current_lr_0: 0.00019915175078976256 + | > current_lr_1: 0.00019915175078976256 + | > step_time: 1.1679 (0.8636124485828838) + | > loader_time: 0.0041 (0.004563214348965005) + + + --> TIME: 2024-11-22 23:39:33 -- STEP: 86/797 -- GLOBAL_STEP: 27975 + | > loss_disc: 2.440268039703369 (2.4777829952018204) + | > loss_disc_real_0: 0.13412833213806152 (0.13471451020518008) + | > loss_disc_real_1: 0.25232550501823425 (0.21849180619383968) + | > loss_disc_real_2: 0.21730796992778778 (0.2355809970650562) + | > loss_disc_real_3: 0.22026969492435455 (0.2254573307758154) + | > loss_disc_real_4: 0.19967973232269287 (0.22278349829274555) + | > loss_disc_real_5: 0.2542984187602997 (0.2348240816662478) + | > loss_0: 2.440268039703369 (2.4777829952018204) + | > grad_norm_0: tensor(21.6953, device='cuda:0') (tensor(88.2908, device='cuda:0')) + | > loss_gen: 2.2630691528320312 (2.3211859714153196) + | > loss_kl: 1.4305989742279053 (1.5557457485864328) + | > loss_feat: 6.241899490356445 (6.141674729280694) + | > loss_mel: 21.41608238220215 (21.719952849454664) + | > loss_duration: 1.7801597118377686 (1.787513329539188) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 33.13180923461914 (33.52607272392095) + | > grad_norm_1: tensor(801.5065, device='cuda:0') (tensor(521.3522, device='cuda:0')) + | > current_lr_0: 0.00019915175078976256 + | > current_lr_1: 0.00019915175078976256 + | > step_time: 0.8539 (0.8711840551952985) + | > loader_time: 0.0049 (0.004848496858463732) + + + --> TIME: 2024-11-22 23:39:55 -- STEP: 111/797 -- GLOBAL_STEP: 28000 + | > loss_disc: 2.3531606197357178 (2.4697226833652794) + | > loss_disc_real_0: 0.17454606294631958 (0.1301506943329497) + | > loss_disc_real_1: 0.2224579006433487 (0.21803139324660772) + | > loss_disc_real_2: 0.2600165605545044 (0.23503436389807109) + | > loss_disc_real_3: 0.23996683955192566 (0.22611093709060737) + | > loss_disc_real_4: 0.2699086666107178 (0.22256311774253845) + | > loss_disc_real_5: 0.23543457686901093 (0.2333154102434983) + | > loss_0: 2.3531606197357178 (2.4697226833652794) + | > grad_norm_0: tensor(117.0942, device='cuda:0') (tensor(91.3363, device='cuda:0')) + | > loss_gen: 2.6117935180664062 (2.3402049756264893) + | > loss_kl: 1.5059082508087158 (1.5596094088511423) + | > loss_feat: 6.558828353881836 (6.194302885382025) + | > loss_mel: 23.378734588623047 (21.78098853858742) + | > loss_duration: 1.755515694618225 (1.7764619803643442) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 35.8107795715332 (33.651567854322806) + | > grad_norm_1: tensor(499.4925, device='cuda:0') (tensor(543.3795, device='cuda:0')) + | > current_lr_0: 0.00019915175078976256 + | > current_lr_1: 0.00019915175078976256 + | > step_time: 0.8399 (0.8731135355459678) + | > loader_time: 0.0042 (0.0049153555620898015) + + + --> TIME: 2024-11-22 23:40:19 -- STEP: 136/797 -- GLOBAL_STEP: 28025 + | > loss_disc: 2.4019715785980225 (2.4676379333524134) + | > loss_disc_real_0: 0.14085207879543304 (0.1306822028504136) + | > loss_disc_real_1: 0.22251170873641968 (0.21759281011627002) + | > loss_disc_real_2: 0.20757663249969482 (0.23502079079694607) + | > loss_disc_real_3: 0.18114830553531647 (0.22556521973627452) + | > loss_disc_real_4: 0.2216109186410904 (0.2229956791681402) + | > loss_disc_real_5: 0.23344264924526215 (0.23286561930880828) + | > loss_0: 2.4019715785980225 (2.4676379333524134) + | > grad_norm_0: tensor(31.0214, device='cuda:0') (tensor(91.6625, device='cuda:0')) + | > loss_gen: 2.2905831336975098 (2.348933172576567) + | > loss_kl: 1.4272650480270386 (1.5508225709199905) + | > loss_feat: 5.931735515594482 (6.180326535421259) + | > loss_mel: 22.041278839111328 (21.810243606567386) + | > loss_duration: 1.7178274393081665 (1.770392268019564) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 33.40869140625 (33.66071814649244) + | > grad_norm_1: tensor(591.8264, device='cuda:0') (tensor(539.2426, device='cuda:0')) + | > current_lr_0: 0.00019915175078976256 + | > current_lr_1: 0.00019915175078976256 + | > step_time: 0.9462 (0.8844191519653097) + | > loader_time: 0.0045 (0.005148147835451015) + + + --> TIME: 2024-11-22 23:40:41 -- STEP: 161/797 -- GLOBAL_STEP: 28050 + | > loss_disc: 2.4941492080688477 (2.4634828019586394) + | > loss_disc_real_0: 0.10454073548316956 (0.1306350173555915) + | > loss_disc_real_1: 0.19252490997314453 (0.2166468438154422) + | > loss_disc_real_2: 0.24097603559494019 (0.2340783620287913) + | > loss_disc_real_3: 0.20636527240276337 (0.2255752186597504) + | > loss_disc_real_4: 0.19481024146080017 (0.22244742475681423) + | > loss_disc_real_5: 0.2300087958574295 (0.23107889609307236) + | > loss_0: 2.4941492080688477 (2.4634828019586394) + | > grad_norm_0: tensor(44.2098, device='cuda:0') (tensor(84.7474, device='cuda:0')) + | > loss_gen: 2.125464916229248 (2.3394452711069804) + | > loss_kl: 1.469369888305664 (1.5366028680564456) + | > loss_feat: 5.366857051849365 (6.160563264574322) + | > loss_mel: 21.578676223754883 (21.85377996456549) + | > loss_duration: 1.7407021522521973 (1.764242772730241) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 32.281070709228516 (33.65463410845453) + | > grad_norm_1: tensor(385.0816, device='cuda:0') (tensor(528.4862, device='cuda:0')) + | > current_lr_0: 0.00019915175078976256 + | > current_lr_1: 0.00019915175078976256 + | > step_time: 0.8047 (0.8834931065577157) + | > loader_time: 0.0049 (0.005375462289182299) + + + --> TIME: 2024-11-22 23:41:03 -- STEP: 186/797 -- GLOBAL_STEP: 28075 + | > loss_disc: 2.444990396499634 (2.465146295485957) + | > loss_disc_real_0: 0.14087530970573425 (0.1294659214114309) + | > loss_disc_real_1: 0.20705299079418182 (0.21698564795717115) + | > loss_disc_real_2: 0.2544461190700531 (0.23487311361297483) + | > loss_disc_real_3: 0.24758026003837585 (0.2257196930467441) + | > loss_disc_real_4: 0.26124024391174316 (0.22257524856957056) + | > loss_disc_real_5: 0.2524544596672058 (0.23240189742977901) + | > loss_0: 2.444990396499634 (2.465146295485957) + | > grad_norm_0: tensor(69.2815, device='cuda:0') (tensor(84.6416, device='cuda:0')) + | > loss_gen: 2.502370834350586 (2.341524136963711) + | > loss_kl: 1.4308041334152222 (1.537850974708475) + | > loss_feat: 6.084022045135498 (6.1683807167955615) + | > loss_mel: 22.085283279418945 (21.93117827753867) + | > loss_duration: 1.6912115812301636 (1.7563289230869663) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 33.7936897277832 (33.73526293231593) + | > grad_norm_1: tensor(714.0598, device='cuda:0') (tensor(558.8760, device='cuda:0')) + | > current_lr_0: 0.00019915175078976256 + | > current_lr_1: 0.00019915175078976256 + | > step_time: 0.9131 (0.8811203202893657) + | > loader_time: 0.0062 (0.005416580425795693) + + + --> TIME: 2024-11-22 23:41:25 -- STEP: 211/797 -- GLOBAL_STEP: 28100 + | > loss_disc: 2.625962257385254 (2.468463976801288) + | > loss_disc_real_0: 0.23442065715789795 (0.1286113050135108) + | > loss_disc_real_1: 0.20274582505226135 (0.21711959658075847) + | > loss_disc_real_2: 0.2132505178451538 (0.23525480685923336) + | > loss_disc_real_3: 0.21800333261489868 (0.22631052228229304) + | > loss_disc_real_4: 0.18117785453796387 (0.22218140041658663) + | > loss_disc_real_5: 0.22531236708164215 (0.23309610007216014) + | > loss_0: 2.625962257385254 (2.468463976801288) + | > grad_norm_0: tensor(58.2216, device='cuda:0') (tensor(88.4731, device='cuda:0')) + | > loss_gen: 2.250157594680786 (2.3403532516334855) + | > loss_kl: 1.4278932809829712 (1.5363507835785926) + | > loss_feat: 5.7390875816345215 (6.135904714394519) + | > loss_mel: 19.56631088256836 (21.899628942046686) + | > loss_duration: 1.725951910018921 (1.753730404433481) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 30.709402084350586 (33.66596800456114) + | > grad_norm_1: tensor(572.1743, device='cuda:0') (tensor(578.5401, device='cuda:0')) + | > current_lr_0: 0.00019915175078976256 + | > current_lr_1: 0.00019915175078976256 + | > step_time: 0.8345 (0.8780620617889116) + | > loader_time: 0.0045 (0.00552971668153013) + + + --> TIME: 2024-11-22 23:41:47 -- STEP: 236/797 -- GLOBAL_STEP: 28125 + | > loss_disc: 2.616898536682129 (2.471325793508755) + | > loss_disc_real_0: 0.2111712396144867 (0.13011044944178757) + | > loss_disc_real_1: 0.16561879217624664 (0.2178082921999996) + | > loss_disc_real_2: 0.2888201177120209 (0.23543465263762717) + | > loss_disc_real_3: 0.22588595747947693 (0.2260207797763711) + | > loss_disc_real_4: 0.18975844979286194 (0.22220898268081374) + | > loss_disc_real_5: 0.2391515076160431 (0.23285661372592895) + | > loss_0: 2.616898536682129 (2.471325793508755) + | > grad_norm_0: tensor(190.3716, device='cuda:0') (tensor(100.0354, device='cuda:0')) + | > loss_gen: 2.3716847896575928 (2.3419438842999734) + | > loss_kl: 1.75017249584198 (1.5409789964304133) + | > loss_feat: 6.3269429206848145 (6.114015906544054) + | > loss_mel: 21.800973892211914 (21.877011727478546) + | > loss_duration: 1.6802740097045898 (1.7497122242289074) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 33.930049896240234 (33.623662625328954) + | > grad_norm_1: tensor(638.9925, device='cuda:0') (tensor(589.2456, device='cuda:0')) + | > current_lr_0: 0.00019915175078976256 + | > current_lr_1: 0.00019915175078976256 + | > step_time: 0.9249 (0.8768749479520119) + | > loader_time: 0.0055 (0.0056619108733484335) + + + --> TIME: 2024-11-22 23:42:10 -- STEP: 261/797 -- GLOBAL_STEP: 28150 + | > loss_disc: 2.5473580360412598 (2.465959490487401) + | > loss_disc_real_0: 0.17587950825691223 (0.12897438496008687) + | > loss_disc_real_1: 0.2337735891342163 (0.2175854008316537) + | > loss_disc_real_2: 0.2585412561893463 (0.2349788739535087) + | > loss_disc_real_3: 0.3014480769634247 (0.22608982100797337) + | > loss_disc_real_4: 0.28255704045295715 (0.22251761764630504) + | > loss_disc_real_5: 0.23496495187282562 (0.2321180011577533) + | > loss_0: 2.5473580360412598 (2.465959490487401) + | > grad_norm_0: tensor(20.8754, device='cuda:0') (tensor(95.9651, device='cuda:0')) + | > loss_gen: 2.2872800827026367 (2.3432361047386667) + | > loss_kl: 1.5159947872161865 (1.5422834422853258) + | > loss_feat: 5.543878555297852 (6.131235343743101) + | > loss_mel: 22.524639129638672 (21.914277504230366) + | > loss_duration: 1.797716498374939 (1.7468878441843494) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 33.66950988769531 (33.67792011860229) + | > grad_norm_1: tensor(445.1859, device='cuda:0') (tensor(569.4185, device='cuda:0')) + | > current_lr_0: 0.00019915175078976256 + | > current_lr_1: 0.00019915175078976256 + | > step_time: 0.8992 (0.880050449992505) + | > loader_time: 0.0053 (0.005724346043963088) + + + --> TIME: 2024-11-22 23:42:37 -- STEP: 286/797 -- GLOBAL_STEP: 28175 + | > loss_disc: 2.497716188430786 (2.46609018899344) + | > loss_disc_real_0: 0.16636472940444946 (0.12979447045786816) + | > loss_disc_real_1: 0.18846018612384796 (0.21733499255838928) + | > loss_disc_real_2: 0.21544921398162842 (0.23462502241551458) + | > loss_disc_real_3: 0.21755912899971008 (0.2262961115766238) + | > loss_disc_real_4: 0.23003363609313965 (0.22222852409927996) + | > loss_disc_real_5: 0.26293471455574036 (0.23224645144455916) + | > loss_0: 2.497716188430786 (2.46609018899344) + | > grad_norm_0: tensor(149.7650, device='cuda:0') (tensor(92.9353, device='cuda:0')) + | > loss_gen: 2.2016968727111816 (2.3401884107322966) + | > loss_kl: 1.79902184009552 (1.5419428115124467) + | > loss_feat: 5.721944808959961 (6.130820502768029) + | > loss_mel: 21.476346969604492 (21.9311987336699) + | > loss_duration: 1.6954269409179688 (1.7447083579910379) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 32.894439697265625 (33.68885867245547) + | > grad_norm_1: tensor(443.3490, device='cuda:0') (tensor(566.9855, device='cuda:0')) + | > current_lr_0: 0.00019915175078976256 + | > current_lr_1: 0.00019915175078976256 + | > step_time: 1.1354 (0.8964486047104522) + | > loader_time: 0.0071 (0.005891978323876443) + + + --> TIME: 2024-11-22 23:43:02 -- STEP: 311/797 -- GLOBAL_STEP: 28200 + | > loss_disc: 2.6316161155700684 (2.4674461807852004) + | > loss_disc_real_0: 0.14544658362865448 (0.12966134144035182) + | > loss_disc_real_1: 0.27175766229629517 (0.21754629421272462) + | > loss_disc_real_2: 0.19867995381355286 (0.23460168321991273) + | > loss_disc_real_3: 0.23052972555160522 (0.226200858496393) + | > loss_disc_real_4: 0.2039346992969513 (0.22242478087209044) + | > loss_disc_real_5: 0.1668347716331482 (0.23237722652134787) + | > loss_0: 2.6316161155700684 (2.4674461807852004) + | > grad_norm_0: tensor(455.8902, device='cuda:0') (tensor(95.6260, device='cuda:0')) + | > loss_gen: 2.2740678787231445 (2.3382696867755763) + | > loss_kl: 1.6901723146438599 (1.540199193157183) + | > loss_feat: 5.107691287994385 (6.109798531056981) + | > loss_mel: 18.92152976989746 (21.933600459451462) + | > loss_duration: 1.7056533098220825 (1.742286256271926) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 29.699115753173828 (33.664153997537774) + | > grad_norm_1: tensor(753.8753, device='cuda:0') (tensor(574.5927, device='cuda:0')) + | > current_lr_0: 0.00019915175078976256 + | > current_lr_1: 0.00019915175078976256 + | > step_time: 0.9349 (0.902634672029992) + | > loader_time: 0.0055 (0.00595476926331352) + + + --> TIME: 2024-11-22 23:43:26 -- STEP: 336/797 -- GLOBAL_STEP: 28225 + | > loss_disc: 2.319702625274658 (2.4670388585045235) + | > loss_disc_real_0: 0.08483725786209106 (0.1296889254313317) + | > loss_disc_real_1: 0.18028435111045837 (0.21689109774749904) + | > loss_disc_real_2: 0.1906435489654541 (0.23477903394294636) + | > loss_disc_real_3: 0.22936475276947021 (0.22654621320820986) + | > loss_disc_real_4: 0.20059172809123993 (0.22300851416020168) + | > loss_disc_real_5: 0.20642048120498657 (0.2323290157087502) + | > loss_0: 2.319702625274658 (2.4670388585045235) + | > grad_norm_0: tensor(50.7638, device='cuda:0') (tensor(96.9257, device='cuda:0')) + | > loss_gen: 2.4095523357391357 (2.338879077207475) + | > loss_kl: 1.529499888420105 (1.5426974764892027) + | > loss_feat: 6.165130615234375 (6.10105167400269) + | > loss_mel: 22.093059539794922 (21.92578048365457) + | > loss_duration: 1.675769329071045 (1.7399303891829074) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 33.87301254272461 (33.64833899906702) + | > grad_norm_1: tensor(979.3564, device='cuda:0') (tensor(584.7657, device='cuda:0')) + | > current_lr_0: 0.00019915175078976256 + | > current_lr_1: 0.00019915175078976256 + | > step_time: 1.3988 (0.9077222240822655) + | > loader_time: 0.0072 (0.006034076923415782) + + + --> TIME: 2024-11-22 23:44:01 -- STEP: 361/797 -- GLOBAL_STEP: 28250 + | > loss_disc: 2.500582695007324 (2.466243390561471) + | > loss_disc_real_0: 0.09507013857364655 (0.12923366457760502) + | > loss_disc_real_1: 0.2409895956516266 (0.21681083965829864) + | > loss_disc_real_2: 0.21395491063594818 (0.23432728384010018) + | > loss_disc_real_3: 0.22265486419200897 (0.22630077534435195) + | > loss_disc_real_4: 0.24793563783168793 (0.22267042376988483) + | > loss_disc_real_5: 0.2292511910200119 (0.23244689120150008) + | > loss_0: 2.500582695007324 (2.466243390561471) + | > grad_norm_0: tensor(163.1833, device='cuda:0') (tensor(97.6546, device='cuda:0')) + | > loss_gen: 2.248755931854248 (2.3374267142895535) + | > loss_kl: 1.6325712203979492 (1.5428538943261645) + | > loss_feat: 5.224806308746338 (6.089565887345499) + | > loss_mel: 18.867584228515625 (21.876662811744254) + | > loss_duration: 1.6729376316070557 (1.737250711118745) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 29.646656036376953 (33.58375990489841) + | > grad_norm_1: tensor(737.6192, device='cuda:0') (tensor(590.5475, device='cuda:0')) + | > current_lr_0: 0.00019915175078976256 + | > current_lr_1: 0.00019915175078976256 + | > step_time: 1.7114 (0.9408867629941481) + | > loader_time: 0.01 (0.006476128200414776) + + + --> TIME: 2024-11-22 23:44:28 -- STEP: 386/797 -- GLOBAL_STEP: 28275 + | > loss_disc: 2.4500255584716797 (2.4637433827849855) + | > loss_disc_real_0: 0.17074798047542572 (0.1287210145723943) + | > loss_disc_real_1: 0.2358928769826889 (0.2167291991760076) + | > loss_disc_real_2: 0.22725528478622437 (0.23448470080454734) + | > loss_disc_real_3: 0.27444663643836975 (0.22595435998600377) + | > loss_disc_real_4: 0.2585042119026184 (0.22260531829428795) + | > loss_disc_real_5: 0.23266275227069855 (0.23248387216904004) + | > loss_0: 2.4500255584716797 (2.4637433827849855) + | > grad_norm_0: tensor(165.9285, device='cuda:0') (tensor(96.4551, device='cuda:0')) + | > loss_gen: 2.4569287300109863 (2.340805031783841) + | > loss_kl: 1.6930005550384521 (1.5427959332812011) + | > loss_feat: 5.915287971496582 (6.100851735920484) + | > loss_mel: 22.269760131835938 (21.89594610738014) + | > loss_duration: 1.6897679567337036 (1.7351567763738676) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 34.02474594116211 (33.615555432176336) + | > grad_norm_1: tensor(257.0691, device='cuda:0') (tensor(593.7895, device='cuda:0')) + | > current_lr_0: 0.00019915175078976256 + | > current_lr_1: 0.00019915175078976256 + | > step_time: 1.0877 (0.9489866791611509) + | > loader_time: 0.0067 (0.006607271229047238) + + + --> TIME: 2024-11-22 23:44:56 -- STEP: 411/797 -- GLOBAL_STEP: 28300 + | > loss_disc: 2.4521827697753906 (2.4616476456904324) + | > loss_disc_real_0: 0.08747629821300507 (0.12759892457593086) + | > loss_disc_real_1: 0.23121169209480286 (0.21627303657015454) + | > loss_disc_real_2: 0.2448541671037674 (0.23430207291948824) + | > loss_disc_real_3: 0.24105803668498993 (0.22615683350684865) + | > loss_disc_real_4: 0.21841366589069366 (0.2222672979327014) + | > loss_disc_real_5: 0.27358800172805786 (0.23266725176877348) + | > loss_0: 2.4521827697753906 (2.4616476456904324) + | > grad_norm_0: tensor(90.1393, device='cuda:0') (tensor(97.0260, device='cuda:0')) + | > loss_gen: 2.398864269256592 (2.342943514930652) + | > loss_kl: 1.7515047788619995 (1.5434388012201532) + | > loss_feat: 5.824021816253662 (6.106608311915338) + | > loss_mel: 20.993345260620117 (21.88711186801141) + | > loss_duration: 1.7003934383392334 (1.7336151620187312) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 32.668128967285156 (33.61371749450979) + | > grad_norm_1: tensor(343.7800, device='cuda:0') (tensor(600.6655, device='cuda:0')) + | > current_lr_0: 0.00019915175078976256 + | > current_lr_1: 0.00019915175078976256 + | > step_time: 1.1117 (0.9584603060190985) + | > loader_time: 0.01 (0.006717997455828968) + + + --> TIME: 2024-11-22 23:45:26 -- STEP: 436/797 -- GLOBAL_STEP: 28325 + | > loss_disc: 2.370985746383667 (2.46043690847694) + | > loss_disc_real_0: 0.17566660046577454 (0.12781559951056579) + | > loss_disc_real_1: 0.2789919674396515 (0.21622878025977985) + | > loss_disc_real_2: 0.21818292140960693 (0.23391532833012965) + | > loss_disc_real_3: 0.2532864809036255 (0.22601978675624643) + | > loss_disc_real_4: 0.23729543387889862 (0.22187608384757962) + | > loss_disc_real_5: 0.2520163655281067 (0.2322300562139498) + | > loss_0: 2.370985746383667 (2.46043690847694) + | > grad_norm_0: tensor(12.6301, device='cuda:0') (tensor(98.6244, device='cuda:0')) + | > loss_gen: 2.580399751663208 (2.346609551698792) + | > loss_kl: 1.706883192062378 (1.542415755057553) + | > loss_feat: 6.9708147048950195 (6.117645793004865) + | > loss_mel: 23.878782272338867 (21.89258750425567) + | > loss_duration: 1.7212581634521484 (1.7324786905301814) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 36.85813903808594 (33.63173710971795) + | > grad_norm_1: tensor(513.7442, device='cuda:0') (tensor(604.0787, device='cuda:0')) + | > current_lr_0: 0.00019915175078976256 + | > current_lr_1: 0.00019915175078976256 + | > step_time: 0.9542 (0.9701120087859827) + | > loader_time: 0.0079 (0.006966999364555435) + + + --> TIME: 2024-11-22 23:45:50 -- STEP: 461/797 -- GLOBAL_STEP: 28350 + | > loss_disc: 2.5020551681518555 (2.461702199406321) + | > loss_disc_real_0: 0.15348216891288757 (0.12751258539597538) + | > loss_disc_real_1: 0.20308136940002441 (0.21635836918803977) + | > loss_disc_real_2: 0.2502427399158478 (0.23426457098533687) + | > loss_disc_real_3: 0.23801840841770172 (0.22660179080647655) + | > loss_disc_real_4: 0.2166184037923813 (0.22216079990155269) + | > loss_disc_real_5: 0.19980120658874512 (0.23218588159296363) + | > loss_0: 2.5020551681518555 (2.461702199406321) + | > grad_norm_0: tensor(24.9280, device='cuda:0') (tensor(97.0387, device='cuda:0')) + | > loss_gen: 2.4342150688171387 (2.344470223997784) + | > loss_kl: 1.7149726152420044 (1.541697828733481) + | > loss_feat: 6.288346290588379 (6.109552530301107) + | > loss_mel: 22.271398544311523 (21.88745024923131) + | > loss_duration: 1.748579740524292 (1.7316821120566241) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 34.45751190185547 (33.61485276046386) + | > grad_norm_1: tensor(814.9731, device='cuda:0') (tensor(598.1010, device='cuda:0')) + | > current_lr_0: 0.00019915175078976256 + | > current_lr_1: 0.00019915175078976256 + | > step_time: 0.9144 (0.9699803515783877) + | > loader_time: 0.0068 (0.006991897384411866) + + + --> TIME: 2024-11-22 23:46:14 -- STEP: 486/797 -- GLOBAL_STEP: 28375 + | > loss_disc: 2.4002411365509033 (2.461471117573017) + | > loss_disc_real_0: 0.12058715522289276 (0.12771101708336127) + | > loss_disc_real_1: 0.23665709793567657 (0.2168023053081438) + | > loss_disc_real_2: 0.21780766546726227 (0.23393886711126494) + | > loss_disc_real_3: 0.1809374988079071 (0.22623404431244962) + | > loss_disc_real_4: 0.1753784865140915 (0.22178048355343902) + | > loss_disc_real_5: 0.23513182997703552 (0.23210738982560702) + | > loss_0: 2.4002411365509033 (2.461471117573017) + | > grad_norm_0: tensor(102.0988, device='cuda:0') (tensor(98.4721, device='cuda:0')) + | > loss_gen: 2.2958288192749023 (2.3446057826403255) + | > loss_kl: 1.794797658920288 (1.5426760131930124) + | > loss_feat: 6.090399265289307 (6.1133630746676575) + | > loss_mel: 21.26791763305664 (21.881623790097343) + | > loss_duration: 1.717339038848877 (1.730369589701601) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 33.166282653808594 (33.61263808890129) + | > grad_norm_1: tensor(894.3713, device='cuda:0') (tensor(608.3158, device='cuda:0')) + | > current_lr_0: 0.00019915175078976256 + | > current_lr_1: 0.00019915175078976256 + | > step_time: 0.9455 (0.9687645126272131) + | > loader_time: 0.0071 (0.007021704328403557) + + + --> TIME: 2024-11-22 23:46:40 -- STEP: 511/797 -- GLOBAL_STEP: 28400 + | > loss_disc: 2.665928840637207 (2.4618771449460417) + | > loss_disc_real_0: 0.23483486473560333 (0.12828666460199126) + | > loss_disc_real_1: 0.205648273229599 (0.21671813796411055) + | > loss_disc_real_2: 0.1944158673286438 (0.2343498086101155) + | > loss_disc_real_3: 0.1923297792673111 (0.2260555279698157) + | > loss_disc_real_4: 0.2629837393760681 (0.2222909873129104) + | > loss_disc_real_5: 0.24141325056552887 (0.23242871582858016) + | > loss_0: 2.665928840637207 (2.4618771449460417) + | > grad_norm_0: tensor(18.9570, device='cuda:0') (tensor(98.1179, device='cuda:0')) + | > loss_gen: 2.174743890762329 (2.3479445071603005) + | > loss_kl: 1.7112377882003784 (1.5428708462799128) + | > loss_feat: 5.556609153747559 (6.119476101869704) + | > loss_mel: 20.96994400024414 (21.875926012162367) + | > loss_duration: 1.6791791915893555 (1.7291005504574557) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 32.091712951660156 (33.61531785416271) + | > grad_norm_1: tensor(735.2480, device='cuda:0') (tensor(611.2914, device='cuda:0')) + | > current_lr_0: 0.00019915175078976256 + | > current_lr_1: 0.00019915175078976256 + | > step_time: 0.9427 (0.9713942477381159) + | > loader_time: 0.0067 (0.007134036308631977) + + + --> TIME: 2024-11-22 23:47:05 -- STEP: 536/797 -- GLOBAL_STEP: 28425 + | > loss_disc: 2.4955053329467773 (2.462105064694559) + | > loss_disc_real_0: 0.18267714977264404 (0.12784057068847005) + | > loss_disc_real_1: 0.24336695671081543 (0.2168342098037698) + | > loss_disc_real_2: 0.20947124063968658 (0.2341347134658205) + | > loss_disc_real_3: 0.22515830397605896 (0.2262979385846141) + | > loss_disc_real_4: 0.2111009955406189 (0.22203103861590817) + | > loss_disc_real_5: 0.2317061424255371 (0.23213928837829564) + | > loss_0: 2.4955053329467773 (2.462105064694559) + | > grad_norm_0: tensor(55.5181, device='cuda:0') (tensor(97.0333, device='cuda:0')) + | > loss_gen: 2.358442544937134 (2.348520525133434) + | > loss_kl: 1.762373447418213 (1.5425163912239355) + | > loss_feat: 6.471206188201904 (6.126144221469536) + | > loss_mel: 22.521509170532227 (21.885319457125313) + | > loss_duration: 1.704781174659729 (1.7287358212382042) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 34.81831359863281 (33.63123625783773) + | > grad_norm_1: tensor(822.9249, device='cuda:0') (tensor(612.6521, device='cuda:0')) + | > current_lr_0: 0.00019915175078976256 + | > current_lr_1: 0.00019915175078976256 + | > step_time: 0.9673 (0.9708706376267903) + | > loader_time: 0.0076 (0.007198620198377927) + + + --> TIME: 2024-11-22 23:47:33 -- STEP: 561/797 -- GLOBAL_STEP: 28450 + | > loss_disc: 2.5469741821289062 (2.462226464786629) + | > loss_disc_real_0: 0.1184726357460022 (0.12735990726400606) + | > loss_disc_real_1: 0.21800565719604492 (0.2170042503432581) + | > loss_disc_real_2: 0.22195419669151306 (0.23437871912796443) + | > loss_disc_real_3: 0.22142723202705383 (0.2261307602366449) + | > loss_disc_real_4: 0.2072615623474121 (0.22218682658119848) + | > loss_disc_real_5: 0.26395803689956665 (0.23268269616014817) + | > loss_0: 2.5469741821289062 (2.462226464786629) + | > grad_norm_0: tensor(14.7898, device='cuda:0') (tensor(96.2502, device='cuda:0')) + | > loss_gen: 2.215562343597412 (2.349318467146999) + | > loss_kl: 1.5895471572875977 (1.5427785680468282) + | > loss_feat: 5.880085468292236 (6.130837306194337) + | > loss_mel: 21.568655014038086 (21.89716830398098) + | > loss_duration: 1.7125723361968994 (1.7282129343393227) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 32.96642303466797 (33.64831541948773) + | > grad_norm_1: tensor(540.1121, device='cuda:0') (tensor(612.0602, device='cuda:0')) + | > current_lr_0: 0.00019915175078976256 + | > current_lr_1: 0.00019915175078976256 + | > step_time: 1.0433 (0.9775260769747158) + | > loader_time: 0.0072 (0.0073040258438192) + + + --> TIME: 2024-11-22 23:48:01 -- STEP: 586/797 -- GLOBAL_STEP: 28475 + | > loss_disc: 2.6325759887695312 (2.463896257478626) + | > loss_disc_real_0: 0.21297475695610046 (0.12785227734074245) + | > loss_disc_real_1: 0.2513321340084076 (0.2171485374201686) + | > loss_disc_real_2: 0.2807902991771698 (0.23418955281122553) + | > loss_disc_real_3: 0.2753417491912842 (0.2265219133054844) + | > loss_disc_real_4: 0.2992367744445801 (0.22219211351342574) + | > loss_disc_real_5: 0.2780275344848633 (0.23273482232167045) + | > loss_0: 2.6325759887695312 (2.463896257478626) + | > grad_norm_0: tensor(94.1240, device='cuda:0') (tensor(97.0476, device='cuda:0')) + | > loss_gen: 2.4459707736968994 (2.351088738075296) + | > loss_kl: 1.7735364437103271 (1.545297295973976) + | > loss_feat: 6.01592493057251 (6.138466544525613) + | > loss_mel: 24.21271324157715 (21.92506270034322) + | > loss_duration: 1.762787103652954 (1.727616165278308) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 36.210933685302734 (33.68753129548989) + | > grad_norm_1: tensor(989.3122, device='cuda:0') (tensor(617.1548, device='cuda:0')) + | > current_lr_0: 0.00019915175078976256 + | > current_lr_1: 0.00019915175078976256 + | > step_time: 1.0829 (0.9826707376148107) + | > loader_time: 0.0116 (0.007383214735740692) + + + --> TIME: 2024-11-22 23:48:28 -- STEP: 611/797 -- GLOBAL_STEP: 28500 + | > loss_disc: 2.8481149673461914 (2.4641739268544818) + | > loss_disc_real_0: 0.3826989531517029 (0.12823183283990225) + | > loss_disc_real_1: 0.25013211369514465 (0.21748133498791186) + | > loss_disc_real_2: 0.25813227891921997 (0.2346028051233916) + | > loss_disc_real_3: 0.20285020768642426 (0.2262019328955933) + | > loss_disc_real_4: 0.23033489286899567 (0.22238814828341213) + | > loss_disc_real_5: 0.29328006505966187 (0.2325296617324926) + | > loss_0: 2.8481149673461914 (2.4641739268544818) + | > grad_norm_0: tensor(458.8748, device='cuda:0') (tensor(98.0944, device='cuda:0')) + | > loss_gen: 2.121602773666382 (2.3521481978717693) + | > loss_kl: 1.435273289680481 (1.5447800198475383) + | > loss_feat: 4.1018805503845215 (6.1387473377970725) + | > loss_mel: 18.913959503173828 (21.943915165777888) + | > loss_duration: 1.7220628261566162 (1.7273514479545056) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 28.29477882385254 (33.706942004189706) + | > grad_norm_1: tensor(524.0969, device='cuda:0') (tensor(620.1530, device='cuda:0')) + | > current_lr_0: 0.00019915175078976256 + | > current_lr_1: 0.00019915175078976256 + | > step_time: 0.9797 (0.9863107196633047) + | > loader_time: 0.0107 (0.007513781421118209) + + + --> TIME: 2024-11-22 23:48:54 -- STEP: 636/797 -- GLOBAL_STEP: 28525 + | > loss_disc: 2.5752241611480713 (2.4662071087825197) + | > loss_disc_real_0: 0.08873587846755981 (0.12899225378561324) + | > loss_disc_real_1: 0.23268114030361176 (0.21733408025319462) + | > loss_disc_real_2: 0.227031409740448 (0.234397911214791) + | > loss_disc_real_3: 0.23735980689525604 (0.22601035642642645) + | > loss_disc_real_4: 0.22972525656223297 (0.22225119501539747) + | > loss_disc_real_5: 0.2500123679637909 (0.2328038565673918) + | > loss_0: 2.5752241611480713 (2.4662071087825197) + | > grad_norm_0: tensor(103.9544, device='cuda:0') (tensor(97.0642, device='cuda:0')) + | > loss_gen: 2.398961067199707 (2.3492759876656106) + | > loss_kl: 1.4930964708328247 (1.5434946586500913) + | > loss_feat: 5.778223991394043 (6.129917810548024) + | > loss_mel: 21.254417419433594 (21.946169529321057) + | > loss_duration: 1.732297658920288 (1.727425585940199) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 32.6569938659668 (33.69628341242947) + | > grad_norm_1: tensor(985.8764, device='cuda:0') (tensor(617.9094, device='cuda:0')) + | > current_lr_0: 0.00019915175078976256 + | > current_lr_1: 0.00019915175078976256 + | > step_time: 1.0557 (0.987146554503051) + | > loader_time: 0.0124 (0.007596493517077948) + + + --> TIME: 2024-11-22 23:49:20 -- STEP: 661/797 -- GLOBAL_STEP: 28550 + | > loss_disc: 2.535130500793457 (2.4659303316730923) + | > loss_disc_real_0: 0.14857999980449677 (0.1293550529791982) + | > loss_disc_real_1: 0.30998003482818604 (0.21736591071476546) + | > loss_disc_real_2: 0.24344216287136078 (0.23452659967988054) + | > loss_disc_real_3: 0.21483184397220612 (0.22596831407831944) + | > loss_disc_real_4: 0.17194579541683197 (0.2225067510907841) + | > loss_disc_real_5: 0.19959315657615662 (0.23295875757076015) + | > loss_0: 2.535130500793457 (2.4659303316730923) + | > grad_norm_0: tensor(7.1326, device='cuda:0') (tensor(95.8571, device='cuda:0')) + | > loss_gen: 2.0300965309143066 (2.347694933504634) + | > loss_kl: 1.5568737983703613 (1.5430471570697375) + | > loss_feat: 5.473211288452148 (6.124567235291632) + | > loss_mel: 20.920969009399414 (21.93989216433711) + | > loss_duration: 1.732394814491272 (1.7269735118083982) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 31.713544845581055 (33.682174844207935) + | > grad_norm_1: tensor(149.0625, device='cuda:0') (tensor(611.9008, device='cuda:0')) + | > current_lr_0: 0.00019915175078976256 + | > current_lr_1: 0.00019915175078976256 + | > step_time: 0.9775 (0.988734226904911) + | > loader_time: 0.0107 (0.0076635396065762515) + + + --> TIME: 2024-11-22 23:49:46 -- STEP: 686/797 -- GLOBAL_STEP: 28575 + | > loss_disc: 2.542233943939209 (2.4654285410750316) + | > loss_disc_real_0: 0.11696465313434601 (0.12944726613363808) + | > loss_disc_real_1: 0.24058817327022552 (0.21746751850704402) + | > loss_disc_real_2: 0.2911224663257599 (0.23424603068880714) + | > loss_disc_real_3: 0.26419639587402344 (0.22622562988332687) + | > loss_disc_real_4: 0.22756339609622955 (0.22221081147822971) + | > loss_disc_real_5: 0.22066670656204224 (0.23263052594644335) + | > loss_0: 2.542233943939209 (2.4654285410750316) + | > grad_norm_0: tensor(66.5989, device='cuda:0') (tensor(94.7497, device='cuda:0')) + | > loss_gen: 2.471919059753418 (2.346695124060351) + | > loss_kl: 1.643301248550415 (1.5422628832975547) + | > loss_feat: 6.828183174133301 (6.12301586459746) + | > loss_mel: 24.14220428466797 (21.959665365191313) + | > loss_duration: 1.7349591255187988 (1.7265339589327486) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 36.8205680847168 (33.69817304472182) + | > grad_norm_1: tensor(1035.4866, device='cuda:0') (tensor(611.5251, device='cuda:0')) + | > current_lr_0: 0.00019915175078976256 + | > current_lr_1: 0.00019915175078976256 + | > step_time: 1.1495 (0.9897824536259598) + | > loader_time: 0.0086 (0.007764767279777865) + + + --> TIME: 2024-11-22 23:50:14 -- STEP: 711/797 -- GLOBAL_STEP: 28600 + | > loss_disc: 2.4450371265411377 (2.466646227655526) + | > loss_disc_real_0: 0.08052767813205719 (0.12934065413164875) + | > loss_disc_real_1: 0.2222539633512497 (0.2173431362280865) + | > loss_disc_real_2: 0.24644340574741364 (0.23458156794435364) + | > loss_disc_real_3: 0.2211129516363144 (0.22630661331986912) + | > loss_disc_real_4: 0.2264719009399414 (0.2227562205281774) + | > loss_disc_real_5: 0.21068008244037628 (0.2329987017372322) + | > loss_0: 2.4450371265411377 (2.466646227655526) + | > grad_norm_0: tensor(153.2912, device='cuda:0') (tensor(93.8043, device='cuda:0')) + | > loss_gen: 2.3989267349243164 (2.345902073903092) + | > loss_kl: 1.745424509048462 (1.5437221223627284) + | > loss_feat: 6.180497646331787 (6.118927465377137) + | > loss_mel: 22.707406997680664 (21.97069822920358) + | > loss_duration: 1.7141122817993164 (1.7258997798468996) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 34.746368408203125 (33.7051495553404) + | > grad_norm_1: tensor(693.4099, device='cuda:0') (tensor(612.5643, device='cuda:0')) + | > current_lr_0: 0.00019915175078976256 + | > current_lr_1: 0.00019915175078976256 + | > step_time: 1.2061 (0.9936907217640079) + | > loader_time: 0.0106 (0.007871081557454942) + + + --> TIME: 2024-11-22 23:50:45 -- STEP: 736/797 -- GLOBAL_STEP: 28625 + | > loss_disc: 2.5603466033935547 (2.4685775828750187) + | > loss_disc_real_0: 0.1550297737121582 (0.12993270325292244) + | > loss_disc_real_1: 0.20978692173957825 (0.2175484604769102) + | > loss_disc_real_2: 0.2299203723669052 (0.23449772031491864) + | > loss_disc_real_3: 0.2243729829788208 (0.22653589786394782) + | > loss_disc_real_4: 0.25915008783340454 (0.2227999107790706) + | > loss_disc_real_5: 0.23421677947044373 (0.23304566775408128) + | > loss_0: 2.5603466033935547 (2.4685775828750187) + | > grad_norm_0: tensor(33.6017, device='cuda:0') (tensor(93.7873, device='cuda:0')) + | > loss_gen: 2.2924468517303467 (2.3440038488934882) + | > loss_kl: 1.465403437614441 (1.5436889161558243) + | > loss_feat: 6.418008804321289 (6.111439927116679) + | > loss_mel: 24.13412857055664 (21.972346111484203) + | > loss_duration: 1.706520438194275 (1.7250529388370721) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 36.01650619506836 (33.696531619714634) + | > grad_norm_1: tensor(735.5735, device='cuda:0') (tensor(611.6879, device='cuda:0')) + | > current_lr_0: 0.00019915175078976256 + | > current_lr_1: 0.00019915175078976256 + | > step_time: 1.1888 (1.000424101948738) + | > loader_time: 0.1455 (0.009456740125365877) + + + --> TIME: 2024-11-22 23:51:27 -- STEP: 761/797 -- GLOBAL_STEP: 28650 + | > loss_disc: 2.444912910461426 (2.468655253521867) + | > loss_disc_real_0: 0.15127818286418915 (0.129625256791339) + | > loss_disc_real_1: 0.22190293669700623 (0.2176468115441902) + | > loss_disc_real_2: 0.24722279608249664 (0.23469142848809352) + | > loss_disc_real_3: 0.2717522978782654 (0.22653008200492558) + | > loss_disc_real_4: 0.23416349291801453 (0.2229649694183653) + | > loss_disc_real_5: 0.22703105211257935 (0.23308123315289206) + | > loss_0: 2.444912910461426 (2.468655253521867) + | > grad_norm_0: tensor(36.8425, device='cuda:0') (tensor(93.1813, device='cuda:0')) + | > loss_gen: 2.3811581134796143 (2.34404492205922) + | > loss_kl: 1.5712064504623413 (1.5432380715118277) + | > loss_feat: 6.128233432769775 (6.107916905281574) + | > loss_mel: 23.032651901245117 (21.9776217903007) + | > loss_duration: 1.6853045225143433 (1.7238924868316752) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 34.798553466796875 (33.69671406288497) + | > grad_norm_1: tensor(718.7548, device='cuda:0') (tensor(613.1664, device='cuda:0')) + | > current_lr_0: 0.00019915175078976256 + | > current_lr_1: 0.00019915175078976256 + | > step_time: 3.6326 (1.0169525444115974) + | > loader_time: 0.2111 (0.014264998392112618) + + + --> TIME: 2024-11-22 23:52:30 -- STEP: 786/797 -- GLOBAL_STEP: 28675 + | > loss_disc: 2.548525094985962 (2.468277387339948) + | > loss_disc_real_0: 0.16250696778297424 (0.12951561507624385) + | > loss_disc_real_1: 0.21053926646709442 (0.21768110061571488) + | > loss_disc_real_2: 0.2365507334470749 (0.23446707211377968) + | > loss_disc_real_3: 0.21616898477077484 (0.2264145955670881) + | > loss_disc_real_4: 0.2232954204082489 (0.2230384907763423) + | > loss_disc_real_5: 0.2573097050189972 (0.23303743248980768) + | > loss_0: 2.548525094985962 (2.468277387339948) + | > grad_norm_0: tensor(169.0724, device='cuda:0') (tensor(93.2356, device='cuda:0')) + | > loss_gen: 2.2860608100891113 (2.3440796202072365) + | > loss_kl: 1.4199573993682861 (1.5454812303147536) + | > loss_feat: 5.587101936340332 (6.1057922639919555) + | > loss_mel: 21.4344425201416 (21.97711924681531) + | > loss_duration: 1.7266687154769897 (1.7229019709822482) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 32.45423126220703 (33.69537422675212) + | > grad_norm_1: tensor(573.0295, device='cuda:0') (tensor(616.1740, device='cuda:0')) + | > current_lr_0: 0.00019915175078976256 + | > current_lr_1: 0.00019915175078976256 + | > step_time: 2.5182 (1.0583238638084342) + | > loader_time: 0.1343 (0.019863272441252498) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.569993019104004 (2.569993019104004) + | > loss_disc_real_0: 0.06777134537696838 (0.06777134537696838) + | > loss_disc_real_1: 0.15500786900520325 (0.15500786900520325) + | > loss_disc_real_2: 0.20716840028762817 (0.20716840028762817) + | > loss_disc_real_3: 0.22349286079406738 (0.22349286079406738) + | > loss_disc_real_4: 0.17920368909835815 (0.17920368909835815) + | > loss_disc_real_5: 0.22299960255622864 (0.22299960255622864) + | > loss_0: 2.569993019104004 (2.569993019104004) + | > loss_gen: 1.8973140716552734 (1.8973140716552734) + | > loss_kl: 2.1912074089050293 (2.1912074089050293) + | > loss_feat: 5.706970691680908 (5.706970691680908) + | > loss_mel: 23.476524353027344 (23.476524353027344) + | > loss_duration: 2.0357303619384766 (2.0357303619384766) + | > loss_1: 35.30774688720703 (35.30774688720703) + + --> STEP: 1 + | > loss_disc: 2.308946132659912 (2.308946132659912) + | > loss_disc_real_0: 0.11106044054031372 (0.11106044054031372) + | > loss_disc_real_1: 0.18778593838214874 (0.18778593838214874) + | > loss_disc_real_2: 0.1803613007068634 (0.1803613007068634) + | > loss_disc_real_3: 0.17167392373085022 (0.17167392373085022) + | > loss_disc_real_4: 0.13811269402503967 (0.13811269402503967) + | > loss_disc_real_5: 0.16859841346740723 (0.16859841346740723) + | > loss_0: 2.308946132659912 (2.308946132659912) + | > loss_gen: 2.041477680206299 (2.041477680206299) + | > loss_kl: 2.6838953495025635 (2.6838953495025635) + | > loss_feat: 7.025505542755127 (7.025505542755127) + | > loss_mel: 26.19770050048828 (26.19770050048828) + | > loss_duration: 1.786616325378418 (1.786616325378418) + | > loss_1: 39.73519515991211 (39.73519515991211) + + --> STEP: 2 + | > loss_disc: 2.555525302886963 (2.4322357177734375) + | > loss_disc_real_0: 0.13624820113182068 (0.1236543208360672) + | > loss_disc_real_1: 0.18415138125419617 (0.18596865981817245) + | > loss_disc_real_2: 0.31294843554496765 (0.24665486812591553) + | > loss_disc_real_3: 0.24915368854999542 (0.21041380614042282) + | > loss_disc_real_4: 0.23514099419116974 (0.1866268441081047) + | > loss_disc_real_5: 0.2679009735584259 (0.21824969351291656) + | > loss_0: 2.555525302886963 (2.4322357177734375) + | > loss_gen: 2.1220741271972656 (2.0817759037017822) + | > loss_kl: 1.994205117225647 (2.3390502333641052) + | > loss_feat: 4.720390796661377 (5.872948169708252) + | > loss_mel: 22.57694435119629 (24.387322425842285) + | > loss_duration: 1.6748961210250854 (1.7307562232017517) + | > loss_1: 33.08850860595703 (36.41185188293457) + + --> STEP: 3 + | > loss_disc: 2.5204365253448486 (2.4616359869639077) + | > loss_disc_real_0: 0.11272622644901276 (0.12001162270704906) + | > loss_disc_real_1: 0.1903155893087387 (0.18741763631502786) + | > loss_disc_real_2: 0.3056829273700714 (0.26633088787396747) + | > loss_disc_real_3: 0.18769147992134094 (0.20283969740072885) + | > loss_disc_real_4: 0.2715109884738922 (0.21492155889670053) + | > loss_disc_real_5: 0.25281357765197754 (0.2297709882259369) + | > loss_0: 2.5204365253448486 (2.4616359869639077) + | > loss_gen: 2.2095322608947754 (2.1243613560994468) + | > loss_kl: 1.8280380964279175 (2.168712854385376) + | > loss_feat: 4.950401306152344 (5.565432548522949) + | > loss_mel: 21.335121154785156 (23.369922002156574) + | > loss_duration: 1.7769131660461426 (1.7461418708165486) + | > loss_1: 32.100006103515625 (34.974569956461586) + + --> STEP: 4 + | > loss_disc: 2.3622963428497314 (2.4368010759353638) + | > loss_disc_real_0: 0.0953570157289505 (0.11384797096252441) + | > loss_disc_real_1: 0.12171091139316559 (0.1709909550845623) + | > loss_disc_real_2: 0.19645284116268158 (0.248861376196146) + | > loss_disc_real_3: 0.17888420820236206 (0.19685082510113716) + | > loss_disc_real_4: 0.1830696165561676 (0.2069585733115673) + | > loss_disc_real_5: 0.19475391507148743 (0.22101671993732452) + | > loss_0: 2.3622963428497314 (2.4368010759353638) + | > loss_gen: 2.066568374633789 (2.1099131107330322) + | > loss_kl: 2.1742405891418457 (2.1700947880744934) + | > loss_feat: 7.5166497230529785 (6.0532368421554565) + | > loss_mel: 23.042463302612305 (23.288057327270508) + | > loss_duration: 1.6887353658676147 (1.7317902445793152) + | > loss_1: 36.48865509033203 (35.3530912399292) + + --> STEP: 5 + | > loss_disc: 2.1768975257873535 (2.3848203659057616) + | > loss_disc_real_0: 0.07128781825304031 (0.10533594042062759) + | > loss_disc_real_1: 0.10690407454967499 (0.15817357897758483) + | > loss_disc_real_2: 0.18020503222942352 (0.23513010740280152) + | > loss_disc_real_3: 0.1623864769935608 (0.18995795547962188) + | > loss_disc_real_4: 0.17015519738197327 (0.1995978981256485) + | > loss_disc_real_5: 0.1545916646718979 (0.2077317088842392) + | > loss_0: 2.1768975257873535 (2.3848203659057616) + | > loss_gen: 2.1403415203094482 (2.1159987926483153) + | > loss_kl: 2.5516703128814697 (2.2464098930358887) + | > loss_feat: 8.087332725524902 (6.460056018829346) + | > loss_mel: 24.473426818847656 (23.525131225585938) + | > loss_duration: 1.9239686727523804 (1.7702259302139283) + | > loss_1: 39.17674255371094 (36.117821502685544) + + --> STEP: 6 + | > loss_disc: 2.4605116844177246 (2.3974355856577554) + | > loss_disc_real_0: 0.06800608336925507 (0.09911429757873218) + | > loss_disc_real_1: 0.19809158146381378 (0.16482657939195633) + | > loss_disc_real_2: 0.21688269078731537 (0.2320888713002205) + | > loss_disc_real_3: 0.23044916987419128 (0.1967064912120501) + | > loss_disc_real_4: 0.18529166281223297 (0.19721352557341257) + | > loss_disc_real_5: 0.18153679370880127 (0.20336588968833288) + | > loss_0: 2.4605116844177246 (2.3974355856577554) + | > loss_gen: 1.8846595287322998 (2.077442248662313) + | > loss_kl: 1.4168328046798706 (2.1081470449765525) + | > loss_feat: 4.683239936828613 (6.163920005162557) + | > loss_mel: 17.18194580078125 (22.467933654785156) + | > loss_duration: 1.7111413478851318 (1.7603784998257954) + | > loss_1: 26.877819061279297 (34.57782109578451) + + --> STEP: 7 + | > loss_disc: 2.340224027633667 (2.3892625059400285) + | > loss_disc_real_0: 0.14117521047592163 (0.10512299942118782) + | > loss_disc_real_1: 0.1838328093290329 (0.16754175509725297) + | > loss_disc_real_2: 0.21849894523620605 (0.23014745329107558) + | > loss_disc_real_3: 0.20357675850391388 (0.19768795796803065) + | > loss_disc_real_4: 0.18064238131046295 (0.19484621925013407) + | > loss_disc_real_5: 0.21507884562015533 (0.20503916910716466) + | > loss_0: 2.340224027633667 (2.3892625059400285) + | > loss_gen: 2.1108908653259277 (2.0822206224714006) + | > loss_kl: 1.54653000831604 (2.027916039739336) + | > loss_feat: 6.703140735626221 (6.2409515380859375) + | > loss_mel: 25.108383178710938 (22.845140729631698) + | > loss_duration: 1.6613365411758423 (1.746229648590088) + | > loss_1: 37.130279541015625 (34.94245801653181) + + --> STEP: 8 + | > loss_disc: 2.626781463623047 (2.418952375650406) + | > loss_disc_real_0: 0.13198137283325195 (0.10848029609769583) + | > loss_disc_real_1: 0.16810423135757446 (0.16761206462979317) + | > loss_disc_real_2: 0.21916671097278595 (0.22877486050128937) + | > loss_disc_real_3: 0.16759651899337769 (0.19392652809619904) + | > loss_disc_real_4: 0.16855938732624054 (0.19156036525964737) + | > loss_disc_real_5: 0.24333828687667847 (0.20982655882835388) + | > loss_0: 2.626781463623047 (2.418952375650406) + | > loss_gen: 1.84544837474823 (2.0526240915060043) + | > loss_kl: 1.7556582689285278 (1.993883818387985) + | > loss_feat: 6.444221496582031 (6.266360282897949) + | > loss_mel: 24.17369842529297 (23.011210441589355) + | > loss_duration: 1.767143726348877 (1.7488439083099365) + | > loss_1: 35.986167907714844 (35.07292175292969) + + --> STEP: 9 + | > loss_disc: 2.4124755859375 (2.418232732348972) + | > loss_disc_real_0: 0.10175453126430511 (0.10773298889398575) + | > loss_disc_real_1: 0.13943004608154297 (0.16448072923554313) + | > loss_disc_real_2: 0.22344622015953064 (0.22818278935220507) + | > loss_disc_real_3: 0.20425331592559814 (0.19507394896613228) + | > loss_disc_real_4: 0.2726476788520813 (0.20057006676991782) + | > loss_disc_real_5: 0.29151591658592224 (0.21890315413475037) + | > loss_0: 2.4124755859375 (2.418232732348972) + | > loss_gen: 2.180363893508911 (2.0668174028396606) + | > loss_kl: 1.533973217010498 (1.9427826404571533) + | > loss_feat: 5.787219524383545 (6.213122420840794) + | > loss_mel: 21.38615608215332 (22.830648846096462) + | > loss_duration: 1.7066787481307983 (1.7441588905122545) + | > loss_1: 32.594390869140625 (34.79752943250868) + + --> STEP: 10 + | > loss_disc: 2.5700271129608154 (2.4334121704101563) + | > loss_disc_real_0: 0.1087440550327301 (0.10783409550786019) + | > loss_disc_real_1: 0.201426699757576 (0.16817532628774642) + | > loss_disc_real_2: 0.26196569204330444 (0.231561079621315) + | > loss_disc_real_3: 0.2589653432369232 (0.20146308839321136) + | > loss_disc_real_4: 0.20433148741722107 (0.20094620883464814) + | > loss_disc_real_5: 0.2056649625301361 (0.21757933497428894) + | > loss_0: 2.5700271129608154 (2.4334121704101563) + | > loss_gen: 1.8928142786026 (2.0494170904159548) + | > loss_kl: 1.7973310947418213 (1.9282374858856202) + | > loss_feat: 4.915928840637207 (6.083403062820435) + | > loss_mel: 17.624025344848633 (22.30998649597168) + | > loss_duration: 1.5946317911148071 (1.7292061805725099) + | > loss_1: 27.824729919433594 (34.100249481201175) + + --> STEP: 11 + | > loss_disc: 2.434142589569092 (2.4334785721518775) + | > loss_disc_real_0: 0.11615697294473648 (0.1085907207293944) + | > loss_disc_real_1: 0.1615322381258011 (0.16757140918211502) + | > loss_disc_real_2: 0.2254287153482437 (0.2310035919601267) + | > loss_disc_real_3: 0.19791631400585175 (0.20114065435799686) + | > loss_disc_real_4: 0.18138401210308075 (0.19916782731359656) + | > loss_disc_real_5: 0.24351009726524353 (0.21993667700073935) + | > loss_0: 2.434142589569092 (2.4334785721518775) + | > loss_gen: 1.9900739192962646 (2.044022256677801) + | > loss_kl: 1.9925668239593506 (1.9340856075286865) + | > loss_feat: 5.593291759490967 (6.038847489790483) + | > loss_mel: 21.831911087036133 (22.266525095159356) + | > loss_duration: 1.632667064666748 (1.7204298973083496) + | > loss_1: 33.04051208496094 (34.0039097179066) + + --> STEP: 12 + | > loss_disc: 2.4064345359802246 (2.4312249024709063) + | > loss_disc_real_0: 0.0906480997800827 (0.10709550231695175) + | > loss_disc_real_1: 0.16216124594211578 (0.16712056224544844) + | > loss_disc_real_2: 0.20566880702972412 (0.22889235988259315) + | > loss_disc_real_3: 0.1854800134897232 (0.19983560095230737) + | > loss_disc_real_4: 0.26421788334846497 (0.20458866531650224) + | > loss_disc_real_5: 0.22492000460624695 (0.22035195430119833) + | > loss_0: 2.4064345359802246 (2.4312249024709063) + | > loss_gen: 2.167473554611206 (2.054309864838918) + | > loss_kl: 1.7709163427352905 (1.9204881687959034) + | > loss_feat: 6.541249752044678 (6.0807143449783325) + | > loss_mel: 22.608976364135742 (22.29506270090739) + | > loss_duration: 1.6998875141143799 (1.7187180320421855) + | > loss_1: 34.78850173950195 (34.06929238637288) + + --> STEP: 13 + | > loss_disc: 2.08921480178833 (2.404916433187631) + | > loss_disc_real_0: 0.053978174924850464 (0.10300955405602089) + | > loss_disc_real_1: 0.14516371488571167 (0.16543157398700714) + | > loss_disc_real_2: 0.1885518729686737 (0.22578924550459936) + | > loss_disc_real_3: 0.14840756356716156 (0.19587959807652694) + | > loss_disc_real_4: 0.1605517715215683 (0.2012012119476612) + | > loss_disc_real_5: 0.20932824909687042 (0.21950397697778848) + | > loss_0: 2.08921480178833 (2.404916433187631) + | > loss_gen: 2.3936870098114014 (2.0804157990675707) + | > loss_kl: 1.9655081033706665 (1.92395124068627) + | > loss_feat: 7.401259899139404 (6.182294772221492) + | > loss_mel: 23.523483276367188 (22.389556591327374) + | > loss_duration: 1.724881887435913 (1.7191921747647798) + | > loss_1: 37.008819580078125 (34.295409862811745) + + --> STEP: 14 + | > loss_disc: 2.260587692260742 (2.3946072374071394) + | > loss_disc_real_0: 0.08298585563898087 (0.10157928988337517) + | > loss_disc_real_1: 0.15689092874526978 (0.16482152789831161) + | > loss_disc_real_2: 0.20106899738311768 (0.2240235134959221) + | > loss_disc_real_3: 0.16088935732841492 (0.1933802951659475) + | > loss_disc_real_4: 0.22991177439689636 (0.20325196640832083) + | > loss_disc_real_5: 0.188240647315979 (0.21727088200194494) + | > loss_0: 2.260587692260742 (2.3946072374071394) + | > loss_gen: 2.107799530029297 (2.082371779850551) + | > loss_kl: 1.4048490524291992 (1.886872512953622) + | > loss_feat: 6.907441139221191 (6.234090941292899) + | > loss_mel: 23.73769187927246 (22.485851969037736) + | > loss_duration: 1.7874760627746582 (1.724069595336914) + | > loss_1: 35.945255279541016 (34.413255964006694) + + --> STEP: 15 + | > loss_disc: 2.4034688472747803 (2.3951980113983153) + | > loss_disc_real_0: 0.08306186646223068 (0.1003447949886322) + | > loss_disc_real_1: 0.1818976253271103 (0.16595993439356485) + | > loss_disc_real_2: 0.2432555854320526 (0.22530565162499747) + | > loss_disc_real_3: 0.2578172981739044 (0.19767609536647796) + | > loss_disc_real_4: 0.22658699750900269 (0.20480763514836628) + | > loss_disc_real_5: 0.23259137570858002 (0.21829224824905397) + | > loss_0: 2.4034688472747803 (2.3951980113983153) + | > loss_gen: 2.283275842666626 (2.0957653840382893) + | > loss_kl: 1.62529718875885 (1.869434158007304) + | > loss_feat: 6.270390033721924 (6.236510880788168) + | > loss_mel: 24.201501846313477 (22.600228627522785) + | > loss_duration: 1.7048561573028564 (1.7227886994679769) + | > loss_1: 36.085323333740234 (34.52472712198893) + + --> STEP: 16 + | > loss_disc: 2.4233334064483643 (2.3969564735889435) + | > loss_disc_real_0: 0.05803462490439415 (0.09770040935836732) + | > loss_disc_real_1: 0.14936715364456177 (0.16492288559675217) + | > loss_disc_real_2: 0.21681809425354004 (0.22477517928928137) + | > loss_disc_real_3: 0.20153509080410004 (0.19791728258132935) + | > loss_disc_real_4: 0.21475225687026978 (0.20542917400598526) + | > loss_disc_real_5: 0.18321338295936584 (0.21609981916844845) + | > loss_0: 2.4233334064483643 (2.3969564735889435) + | > loss_gen: 1.8207828998565674 (2.0785789787769318) + | > loss_kl: 1.815151333808899 (1.8660414814949036) + | > loss_feat: 4.660581111907959 (6.138015270233154) + | > loss_mel: 14.856420516967773 (22.116240620613098) + | > loss_duration: 1.7958383560180664 (1.7273543030023575) + | > loss_1: 24.948776245117188 (33.92623019218445) + + --> STEP: 17 + | > loss_disc: 2.3752660751342773 (2.3956805677974926) + | > loss_disc_real_0: 0.09076574444770813 (0.09729248789303444) + | > loss_disc_real_1: 0.17332099378108978 (0.16541689196053674) + | > loss_disc_real_2: 0.22510363161563873 (0.22479450001436121) + | > loss_disc_real_3: 0.2130616456270218 (0.19880812746637008) + | > loss_disc_real_4: 0.19142626225948334 (0.20460547331501455) + | > loss_disc_real_5: 0.19107037782669067 (0.21462749908952153) + | > loss_0: 2.3752660751342773 (2.3956805677974926) + | > loss_gen: 1.9522693157196045 (2.071148998597089) + | > loss_kl: 1.8156908750534058 (1.863079681115992) + | > loss_feat: 4.258372783660889 (6.027448065140668) + | > loss_mel: 17.015047073364258 (21.8161704119514) + | > loss_duration: 1.6556000709533691 (1.7231334658230053) + | > loss_1: 26.696979522705078 (33.50098015280331) + + --> STEP: 18 + | > loss_disc: 2.260530471801758 (2.388172229131063) + | > loss_disc_real_0: 0.10391592234373093 (0.09766045647362868) + | > loss_disc_real_1: 0.18744443356990814 (0.1666406442721685) + | > loss_disc_real_2: 0.1862533539533615 (0.22265332523319456) + | > loss_disc_real_3: 0.14945167303085327 (0.19606610221995247) + | > loss_disc_real_4: 0.13118809461593628 (0.20052673005395466) + | > loss_disc_real_5: 0.15233518183231354 (0.21116681479745442) + | > loss_0: 2.260530471801758 (2.388172229131063) + | > loss_gen: 2.0598886013031006 (2.070523420969645) + | > loss_kl: 1.2010897397994995 (1.8263024621539645) + | > loss_feat: 8.085569381713867 (6.141788138283624) + | > loss_mel: 24.74866485595703 (21.979086769951714) + | > loss_duration: 1.6461141109466553 (1.7188546127743192) + | > loss_1: 37.74132537841797 (33.73655488755968) + + --> STEP: 19 + | > loss_disc: 2.4463109970092773 (2.3912321642825476) + | > loss_disc_real_0: 0.07435119152069092 (0.09643365305505301) + | > loss_disc_real_1: 0.12246785312891006 (0.16431576052778646) + | > loss_disc_real_2: 0.19930604100227356 (0.2214245207999882) + | > loss_disc_real_3: 0.184898242354393 (0.19547832012176514) + | > loss_disc_real_4: 0.15541113913059235 (0.19815222526851453) + | > loss_disc_real_5: 0.20271603763103485 (0.21072203705185338) + | > loss_0: 2.4463109970092773 (2.3912321642825476) + | > loss_gen: 1.8260136842727661 (2.057654487459283) + | > loss_kl: 1.9734175205230713 (1.834045359962865) + | > loss_feat: 5.966878414154053 (6.132582363329436) + | > loss_mel: 21.69283103942871 (21.964020678871556) + | > loss_duration: 1.7570905685424805 (1.7208670314989591) + | > loss_1: 33.21623229980469 (33.709169488204154) + + --> STEP: 20 + | > loss_disc: 2.329949140548706 (2.3881680130958554) + | > loss_disc_real_0: 0.12954537570476532 (0.09808923918753862) + | > loss_disc_real_1: 0.13247959315776825 (0.16272395215928553) + | > loss_disc_real_2: 0.2181282490491867 (0.22125970721244811) + | > loss_disc_real_3: 0.17182447016239166 (0.19429562762379646) + | > loss_disc_real_4: 0.23402093350887299 (0.19994566068053246) + | > loss_disc_real_5: 0.1859760880470276 (0.2094847396016121) + | > loss_0: 2.329949140548706 (2.3881680130958554) + | > loss_gen: 2.0952887535095215 (2.059536200761795) + | > loss_kl: 1.7103632688522339 (1.8278612554073335) + | > loss_feat: 5.7008137702941895 (6.110993933677674) + | > loss_mel: 20.676589965820312 (21.899649143218994) + | > loss_duration: 1.6643421649932861 (1.7180407881736754) + | > loss_1: 31.84739875793457 (33.61608095169068) + + --> STEP: 21 + | > loss_disc: 2.359903573989868 (2.3868220874241417) + | > loss_disc_real_0: 0.11784729361534119 (0.09903009892219589) + | > loss_disc_real_1: 0.19316355884075165 (0.16417345723935536) + | > loss_disc_real_2: 0.21686461567878723 (0.22105041713941664) + | > loss_disc_real_3: 0.20202559232711792 (0.19466372118109748) + | > loss_disc_real_4: 0.16347992420196533 (0.19820919703869594) + | > loss_disc_real_5: 0.28400492668151855 (0.2130333199387505) + | > loss_0: 2.359903573989868 (2.3868220874241417) + | > loss_gen: 2.075254440307617 (2.060284688359215) + | > loss_kl: 1.4716744422912598 (1.8108999785922824) + | > loss_feat: 6.186904430389404 (6.114608719235376) + | > loss_mel: 23.09685516357422 (21.9566589537121) + | > loss_duration: 1.700640320777893 (1.717212194488162) + | > loss_1: 34.53133010864258 (33.65966424487886) + + --> STEP: 22 + | > loss_disc: 2.604604959487915 (2.396721308881586) + | > loss_disc_real_0: 0.13465172052383423 (0.10064926354045217) + | > loss_disc_real_1: 0.13595658540725708 (0.16289087215607817) + | > loss_disc_real_2: 0.2972225248813629 (0.22451278567314148) + | > loss_disc_real_3: 0.2528011202812195 (0.19730633023110303) + | > loss_disc_real_4: 0.31351542472839355 (0.20345038920640945) + | > loss_disc_real_5: 0.31372639536857605 (0.21761027791283347) + | > loss_0: 2.604604959487915 (2.396721308881586) + | > loss_gen: 2.176945209503174 (2.065587439320304) + | > loss_kl: 1.7001872062683105 (1.8058675798502835) + | > loss_feat: 5.514943599700928 (6.087351213801992) + | > loss_mel: 24.067296981811523 (22.052597045898438) + | > loss_duration: 1.7976291179656982 (1.7208675091916865) + | > loss_1: 35.25700378417969 (33.732270587574355) + + --> STEP: 23 + | > loss_disc: 2.4551820755004883 (2.3992630813432774) + | > loss_disc_real_0: 0.1398938000202179 (0.1023555477352246) + | > loss_disc_real_1: 0.18557709455490112 (0.16387722965167917) + | > loss_disc_real_2: 0.2207801192998886 (0.22435049583082614) + | > loss_disc_real_3: 0.1899077594280243 (0.19698465323966483) + | > loss_disc_real_4: 0.22136253118515015 (0.20422917798809384) + | > loss_disc_real_5: 0.2564506530761719 (0.21929898987645688) + | > loss_0: 2.4551820755004883 (2.3992630813432774) + | > loss_gen: 2.062448501586914 (2.0654509637666782) + | > loss_kl: 1.5484405755996704 (1.7946751014046047) + | > loss_feat: 4.817708969116211 (6.032149377076523) + | > loss_mel: 19.96538543701172 (21.961848715077277) + | > loss_duration: 1.7652440071105957 (1.7227969221446826) + | > loss_1: 30.15922737121582 (33.57692088251529) + + --> STEP: 24 + | > loss_disc: 2.1613094806671143 (2.3893483479817705) + | > loss_disc_real_0: 0.09897413849830627 (0.10221465568368633) + | > loss_disc_real_1: 0.12138096243143082 (0.16210655185083547) + | > loss_disc_real_2: 0.2109733521938324 (0.2237931148459514) + | > loss_disc_real_3: 0.21430298686027527 (0.19770625047385693) + | > loss_disc_real_4: 0.17198185622692108 (0.2028855395813783) + | > loss_disc_real_5: 0.19515573978424072 (0.21829302112261453) + | > loss_0: 2.1613094806671143 (2.3893483479817705) + | > loss_gen: 2.2677011489868164 (2.0738780548175173) + | > loss_kl: 0.9064333438873291 (1.7576650281747181) + | > loss_feat: 6.861769676208496 (6.066716889540356) + | > loss_mel: 25.390377044677734 (22.104704062143963) + | > loss_duration: 1.682803988456726 (1.7211305499076843) + | > loss_1: 37.10908508300781 (33.72409439086915) + + --> STEP: 25 + | > loss_disc: 2.6507458686828613 (2.399804248809814) + | > loss_disc_real_0: 0.09135687351226807 (0.1017803443968296) + | > loss_disc_real_1: 0.1459437906742096 (0.16146004140377046) + | > loss_disc_real_2: 0.27467644214630127 (0.2258284479379654) + | > loss_disc_real_3: 0.2389896810054779 (0.19935758769512177) + | > loss_disc_real_4: 0.33991101384162903 (0.20836655855178832) + | > loss_disc_real_5: 0.2588731348514557 (0.2199162256717682) + | > loss_0: 2.6507458686828613 (2.399804248809814) + | > loss_gen: 2.000235080718994 (2.0709323358535765) + | > loss_kl: 1.5956536531448364 (1.751184573173523) + | > loss_feat: 5.128605365753174 (6.0291924285888685) + | > loss_mel: 19.071910858154297 (21.983392333984376) + | > loss_duration: 1.6639567613601685 (1.7188435983657837) + | > loss_1: 29.46036148071289 (33.5535450744629) + + --> STEP: 26 + | > loss_disc: 2.108320713043213 (2.3885933435880218) + | > loss_disc_real_0: 0.07673537731170654 (0.10081707643201718) + | > loss_disc_real_1: 0.16568487882614136 (0.1616225351507847) + | > loss_disc_real_2: 0.2453232705593109 (0.22657824880801714) + | > loss_disc_real_3: 0.17651256918907166 (0.19847893313719675) + | > loss_disc_real_4: 0.16159777343273163 (0.2065677591241323) + | > loss_disc_real_5: 0.1862879991531372 (0.21862283234412855) + | > loss_0: 2.108320713043213 (2.3885933435880218) + | > loss_gen: 2.397850751876831 (2.08350612108524) + | > loss_kl: 1.464077353477478 (1.7401419878005981) + | > loss_feat: 6.636467456817627 (6.052549160443821) + | > loss_mel: 23.391971588134766 (22.037568459144005) + | > loss_duration: 1.6683088541030884 (1.71689995435568) + | > loss_1: 35.55867385864258 (33.63066541231597) + + --> STEP: 27 + | > loss_disc: 2.518240451812744 (2.393395088337086) + | > loss_disc_real_0: 0.0943017303943634 (0.10057576731951148) + | > loss_disc_real_1: 0.14447259902954102 (0.1609873523314794) + | > loss_disc_real_2: 0.2174132615327835 (0.22623880483486034) + | > loss_disc_real_3: 0.2178800404071808 (0.19919749266571468) + | > loss_disc_real_4: 0.2682206630706787 (0.20885120001104143) + | > loss_disc_real_5: 0.2609943747520447 (0.2201921487296069) + | > loss_0: 2.518240451812744 (2.393395088337086) + | > loss_gen: 2.1031527519226074 (2.0842337740792165) + | > loss_kl: 1.785393238067627 (1.7418179600327104) + | > loss_feat: 7.037123680114746 (6.089014883394595) + | > loss_mel: 24.052974700927734 (22.112213134765625) + | > loss_duration: 1.721699833869934 (1.7170777276710227) + | > loss_1: 36.70034408569336 (33.74435721503365) + + --> STEP: 28 + | > loss_disc: 2.19565749168396 (2.38633303131376) + | > loss_disc_real_0: 0.11631596833467484 (0.10113791735576731) + | > loss_disc_real_1: 0.1620769500732422 (0.16102626653654234) + | > loss_disc_real_2: 0.22859208285808563 (0.22632285047854697) + | > loss_disc_real_3: 0.17021726071834564 (0.19816248438188008) + | > loss_disc_real_4: 0.12057550251483917 (0.2056984965290342) + | > loss_disc_real_5: 0.19302982091903687 (0.21922206559351512) + | > loss_0: 2.19565749168396 (2.38633303131376) + | > loss_gen: 2.238666534423828 (2.08974922980581) + | > loss_kl: 2.082453727722168 (1.7539835231644767) + | > loss_feat: 7.367168426513672 (6.134663224220277) + | > loss_mel: 23.360321044921875 (22.156788417271205) + | > loss_duration: 1.7372342348098755 (1.7177976029259818) + | > loss_1: 36.78584671020508 (33.85298183986121) + + --> STEP: 29 + | > loss_disc: 2.471215009689331 (2.3892599960853316) + | > loss_disc_real_0: 0.14413492381572723 (0.10262057275093835) + | > loss_disc_real_1: 0.199025958776474 (0.1623366007517124) + | > loss_disc_real_2: 0.23912781476974487 (0.2267644009713469) + | > loss_disc_real_3: 0.26951509714126587 (0.2006229193046175) + | > loss_disc_real_4: 0.2517710328102112 (0.207287204676661) + | > loss_disc_real_5: 0.26103881001472473 (0.22066402229769477) + | > loss_0: 2.471215009689331 (2.3892599960853316) + | > loss_gen: 2.2252280712127686 (2.0944209139922565) + | > loss_kl: 1.711856722831726 (1.7525308748771404) + | > loss_feat: 4.9065117835998535 (6.092313174543711) + | > loss_mel: 22.38058853149414 (22.16450566258924) + | > loss_duration: 1.6750645637512207 (1.71632404985099) + | > loss_1: 32.89925003051758 (33.820094536090735) + + --> STEP: 30 + | > loss_disc: 2.0189313888549805 (2.376915709177653) + | > loss_disc_real_0: 0.09225001931190491 (0.10227488763630391) + | > loss_disc_real_1: 0.09739536046981812 (0.16017189274231594) + | > loss_disc_real_2: 0.14437109231948853 (0.22401795734961827) + | > loss_disc_real_3: 0.11680140346288681 (0.19782886877655984) + | > loss_disc_real_4: 0.18708737194538116 (0.20661387691895167) + | > loss_disc_real_5: 0.15656064450740814 (0.21852724303801854) + | > loss_0: 2.0189313888549805 (2.376915709177653) + | > loss_gen: 2.1406052112579346 (2.0959603905677793) + | > loss_kl: 1.652580738067627 (1.7491992036501567) + | > loss_feat: 7.850640773773193 (6.150924094518027) + | > loss_mel: 24.970134735107422 (22.25802663167318) + | > loss_duration: 1.7208845615386963 (1.716476066907247) + | > loss_1: 38.3348503112793 (33.97058639526369) + + --> STEP: 31 + | > loss_disc: 2.3014090061187744 (2.3744800090789795) + | > loss_disc_real_0: 0.11348054558038712 (0.10263636047320981) + | > loss_disc_real_1: 0.12524273991584778 (0.159045145876946) + | > loss_disc_real_2: 0.22780054807662964 (0.22413997640532832) + | > loss_disc_real_3: 0.17489014565944672 (0.19708890996633038) + | > loss_disc_real_4: 0.11638183891773224 (0.20370316601568653) + | > loss_disc_real_5: 0.1675039380788803 (0.21688132997482054) + | > loss_0: 2.3014090061187744 (2.3744800090789795) + | > loss_gen: 1.9139647483825684 (2.0900895634005145) + | > loss_kl: 1.6733754873275757 (1.7467532773171701) + | > loss_feat: 5.880899429321289 (6.142213621447164) + | > loss_mel: 22.51527214050293 (22.266324873893492) + | > loss_duration: 1.6621812582015991 (1.7147246214651293) + | > loss_1: 33.645694732666016 (33.96010601905086) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.011252357113745904 (+0.005991997257355721) + | > avg_loss_disc: 2.3744800090789795 (-0.14428973197937012) + | > avg_loss_disc_real_0: 0.10263636047320981 (+0.011016467285733078) + | > avg_loss_disc_real_1: 0.159045145876946 (+0.003495066396651758) + | > avg_loss_disc_real_2: 0.22413997640532832 (-0.0074542366689251405) + | > avg_loss_disc_real_3: 0.19708890996633038 (-0.03283706043035753) + | > avg_loss_disc_real_4: 0.20370316601568653 (+0.004896138464250882) + | > avg_loss_disc_real_5: 0.21688132997482054 (-0.013894422881064877) + | > avg_loss_0: 2.3744800090789795 (-0.14428973197937012) + | > avg_loss_gen: 2.0900895634005145 (+0.16527982681028286) + | > avg_loss_kl: 1.7467532773171701 (+0.17238818830059421) + | > avg_loss_feat: 6.142213621447164 (+0.24151772837485108) + | > avg_loss_mel: 22.266324873893492 (+0.4517756431333524) + | > avg_loss_duration: 1.7147246214651293 (+0.0017975530316753918) + | > avg_loss_1: 33.96010601905086 (+1.03275883582333) + + + > EPOCH: 7/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-22 23:53:38)  + + --> TIME: 2024-11-22 23:53:52 -- STEP: 14/797 -- GLOBAL_STEP: 28700 + | > loss_disc: 2.3976168632507324 (2.543632541384016) + | > loss_disc_real_0: 0.09020818024873734 (0.12934625335037706) + | > loss_disc_real_1: 0.21068473160266876 (0.22559944753135955) + | > loss_disc_real_2: 0.17371708154678345 (0.23295722901821136) + | > loss_disc_real_3: 0.18648594617843628 (0.23106325204883302) + | > loss_disc_real_4: 0.1924818605184555 (0.23192747575896128) + | > loss_disc_real_5: 0.19065211713314056 (0.23382744938135147) + | > loss_0: 2.3976168632507324 (2.543632541384016) + | > grad_norm_0: tensor(96.5673, device='cuda:0') (tensor(101.1227, device='cuda:0')) + | > loss_gen: 2.214653491973877 (2.3008662462234497) + | > loss_kl: 1.2120510339736938 (1.6188016108104162) + | > loss_feat: 6.576657295227051 (5.8194202695574075) + | > loss_mel: 22.036046981811523 (21.39754499707903) + | > loss_duration: 1.8314154148101807 (1.901364530835833) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 33.870826721191406 (33.03799792698452) + | > grad_norm_1: tensor(934.8602, device='cuda:0') (tensor(737.1281, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 0.7954 (0.9654064519064767) + | > loader_time: 0.0038 (0.004868745803833008) + + + --> TIME: 2024-11-22 23:54:16 -- STEP: 39/797 -- GLOBAL_STEP: 28725 + | > loss_disc: 2.465000629425049 (2.503467101317186) + | > loss_disc_real_0: 0.08101636916399002 (0.13516909695970708) + | > loss_disc_real_1: 0.1692049354314804 (0.22193836860167673) + | > loss_disc_real_2: 0.19833138585090637 (0.23101717959611845) + | > loss_disc_real_3: 0.23138700425624847 (0.2252413897942274) + | > loss_disc_real_4: 0.2085559070110321 (0.22065651263946143) + | > loss_disc_real_5: 0.2232786864042282 (0.23188634293201643) + | > loss_0: 2.465000629425049 (2.503467101317186) + | > grad_norm_0: tensor(28.3216, device='cuda:0') (tensor(128.1183, device='cuda:0')) + | > loss_gen: 2.4373457431793213 (2.3534100239093485) + | > loss_kl: 1.552385926246643 (1.6166699024347158) + | > loss_feat: 6.204523086547852 (6.132535017453707) + | > loss_mel: 23.60286521911621 (21.558862001467975) + | > loss_duration: 1.8611769676208496 (1.839778591424991) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 35.658294677734375 (33.50125557337052) + | > grad_norm_1: tensor(329.2775, device='cuda:0') (tensor(660.8436, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 0.8426 (0.9317462749970264) + | > loader_time: 0.0041 (0.005607776152781951) + + + --> TIME: 2024-11-22 23:54:37 -- STEP: 64/797 -- GLOBAL_STEP: 28750 + | > loss_disc: 2.4417724609375 (2.512897126376629) + | > loss_disc_real_0: 0.08381905406713486 (0.14894689148059115) + | > loss_disc_real_1: 0.23469047248363495 (0.22384889260865748) + | > loss_disc_real_2: 0.25972500443458557 (0.2332123634405434) + | > loss_disc_real_3: 0.15319666266441345 (0.22160050948150456) + | > loss_disc_real_4: 0.23703938722610474 (0.22511547710746527) + | > loss_disc_real_5: 0.2970900237560272 (0.233800089918077) + | > loss_0: 2.4417724609375 (2.512897126376629) + | > grad_norm_0: tensor(25.7346, device='cuda:0') (tensor(118.1160, device='cuda:0')) + | > loss_gen: 2.3159823417663574 (2.3385054282844058) + | > loss_kl: 1.5681370496749878 (1.6264433041214943) + | > loss_feat: 6.495687961578369 (6.1133397072553635) + | > loss_mel: 23.433982849121094 (21.67718553543091) + | > loss_duration: 1.7625972032546997 (1.8028131145983934) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 35.576385498046875 (33.558287143707275) + | > grad_norm_1: tensor(421.5341, device='cuda:0') (tensor(581.3111, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 0.8579 (0.8965424224734306) + | > loader_time: 0.0041 (0.005432166159152985) + + + --> TIME: 2024-11-22 23:54:59 -- STEP: 89/797 -- GLOBAL_STEP: 28775 + | > loss_disc: 2.466444492340088 (2.4979918565642967) + | > loss_disc_real_0: 0.10528437793254852 (0.13874138117338838) + | > loss_disc_real_1: 0.1844743937253952 (0.22153390726346647) + | > loss_disc_real_2: 0.25179699063301086 (0.2319622098394994) + | > loss_disc_real_3: 0.20733940601348877 (0.22530367585380426) + | > loss_disc_real_4: 0.21898579597473145 (0.22434240395433447) + | > loss_disc_real_5: 0.2645553946495056 (0.23558314161354235) + | > loss_0: 2.466444492340088 (2.4979918565642967) + | > grad_norm_0: tensor(10.6386, device='cuda:0') (tensor(101.1544, device='cuda:0')) + | > loss_gen: 2.4104597568511963 (2.345994054601433) + | > loss_kl: 1.4240328073501587 (1.5925540254357156) + | > loss_feat: 6.166291236877441 (6.176631322067775) + | > loss_mel: 22.611099243164062 (21.728483392951194) + | > loss_duration: 1.7651593685150146 (1.784624134556631) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 34.377044677734375 (33.62828711177525) + | > grad_norm_1: tensor(197.3281, device='cuda:0') (tensor(590.7289, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 0.9165 (0.8908918439672234) + | > loader_time: 0.0046 (0.005555468998598247) + + + --> TIME: 2024-11-22 23:55:23 -- STEP: 114/797 -- GLOBAL_STEP: 28800 + | > loss_disc: 2.37770938873291 (2.497145928834614) + | > loss_disc_real_0: 0.08068156987428665 (0.13614720262979202) + | > loss_disc_real_1: 0.15362809598445892 (0.22118743260701498) + | > loss_disc_real_2: 0.20877158641815186 (0.23440300764744743) + | > loss_disc_real_3: 0.22393949329853058 (0.22483157000520773) + | > loss_disc_real_4: 0.1625860333442688 (0.2239253088309054) + | > loss_disc_real_5: 0.24344998598098755 (0.23420190641231703) + | > loss_0: 2.37770938873291 (2.497145928834614) + | > grad_norm_0: tensor(59.0015, device='cuda:0') (tensor(98.9721, device='cuda:0')) + | > loss_gen: 2.3614745140075684 (2.3317913590816017) + | > loss_kl: 1.51682710647583 (1.585728579445889) + | > loss_feat: 6.228714466094971 (6.124742365719979) + | > loss_mel: 21.878562927246094 (21.642578995018674) + | > loss_duration: 1.8020894527435303 (1.775533846595831) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 33.78766632080078 (33.4603753006249) + | > grad_norm_1: tensor(818.8937, device='cuda:0') (tensor(602.0663, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 0.8271 (0.903459768546255) + | > loader_time: 0.0103 (0.0056102568643134915) + + + --> TIME: 2024-11-22 23:55:47 -- STEP: 139/797 -- GLOBAL_STEP: 28825 + | > loss_disc: 2.366323471069336 (2.487673119675341) + | > loss_disc_real_0: 0.19018761813640594 (0.13591172379984262) + | > loss_disc_real_1: 0.2038111537694931 (0.22053890305457355) + | > loss_disc_real_2: 0.2556971609592438 (0.23381575062978183) + | > loss_disc_real_3: 0.18057207763195038 (0.22380534532687643) + | > loss_disc_real_4: 0.2337026745080948 (0.2238551610879761) + | > loss_disc_real_5: 0.21170969307422638 (0.2333109818345351) + | > loss_0: 2.366323471069336 (2.487673119675341) + | > grad_norm_0: tensor(41.7189, device='cuda:0') (tensor(96.7672, device='cuda:0')) + | > loss_gen: 2.613816738128662 (2.3417065315109356) + | > loss_kl: 1.4265400171279907 (1.575038376471979) + | > loss_feat: 7.082015037536621 (6.162570174649465) + | > loss_mel: 24.22953987121582 (21.70972745881664) + | > loss_duration: 1.7452930212020874 (1.7698930433328204) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 37.09720230102539 (33.5589356868387) + | > grad_norm_1: tensor(947.8200, device='cuda:0') (tensor(631.4061, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 0.9429 (0.9099646780988296) + | > loader_time: 0.0064 (0.005665151335352615) + + + --> TIME: 2024-11-22 23:56:11 -- STEP: 164/797 -- GLOBAL_STEP: 28850 + | > loss_disc: 2.311825752258301 (2.482217095247131) + | > loss_disc_real_0: 0.12800127267837524 (0.13334360700554954) + | > loss_disc_real_1: 0.199417382478714 (0.2192318832002035) + | > loss_disc_real_2: 0.24457226693630219 (0.2325173938964925) + | > loss_disc_real_3: 0.24289169907569885 (0.22548536056788956) + | > loss_disc_real_4: 0.2521418333053589 (0.22330088259243383) + | > loss_disc_real_5: 0.2602725028991699 (0.23330594690107717) + | > loss_0: 2.311825752258301 (2.482217095247131) + | > grad_norm_0: tensor(46.6882, device='cuda:0') (tensor(95.2906, device='cuda:0')) + | > loss_gen: 2.501286268234253 (2.3418480506757406) + | > loss_kl: 1.519431233406067 (1.5664024512942247) + | > loss_feat: 6.300060749053955 (6.171419184382369) + | > loss_mel: 20.9063777923584 (21.721539415964273) + | > loss_duration: 1.6738377809524536 (1.7631505073570624) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 32.90099334716797 (33.56435973469803) + | > grad_norm_1: tensor(1032.4362, device='cuda:0') (tensor(657.1949, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 0.8008 (0.9147666663658328) + | > loader_time: 0.0044 (0.005757507754535207) + + + --> TIME: 2024-11-22 23:56:36 -- STEP: 189/797 -- GLOBAL_STEP: 28875 + | > loss_disc: 2.5074923038482666 (2.4818967095127835) + | > loss_disc_real_0: 0.13564735651016235 (0.13153931691690715) + | > loss_disc_real_1: 0.26998940110206604 (0.21927533476125627) + | > loss_disc_real_2: 0.21056030690670013 (0.23385595502676787) + | > loss_disc_real_3: 0.1743430197238922 (0.22592916729904355) + | > loss_disc_real_4: 0.17239682376384735 (0.22424474319137594) + | > loss_disc_real_5: 0.24667593836784363 (0.23398277660210928) + | > loss_0: 2.5074923038482666 (2.4818967095127835) + | > grad_norm_0: tensor(96.7286, device='cuda:0') (tensor(97.3884, device='cuda:0')) + | > loss_gen: 2.1271986961364746 (2.349600298694831) + | > loss_kl: 1.2574007511138916 (1.564453170413063) + | > loss_feat: 5.166853904724121 (6.176429629956604) + | > loss_mel: 20.772241592407227 (21.739284545656226) + | > loss_duration: 1.7522499561309814 (1.7579067623804485) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 31.075944900512695 (33.58767460010668) + | > grad_norm_1: tensor(718.7350, device='cuda:0') (tensor(664.6583, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 1.1518 (0.9238382558974009) + | > loader_time: 0.0058 (0.005922356610575676) + + + --> TIME: 2024-11-22 23:57:00 -- STEP: 214/797 -- GLOBAL_STEP: 28900 + | > loss_disc: 2.4623003005981445 (2.4823302286807643) + | > loss_disc_real_0: 0.1013566106557846 (0.13143771907715032) + | > loss_disc_real_1: 0.17468950152397156 (0.21959973391249915) + | > loss_disc_real_2: 0.2557882070541382 (0.23374342911432835) + | > loss_disc_real_3: 0.23149026930332184 (0.22641700366947137) + | > loss_disc_real_4: 0.2844195067882538 (0.2238760378873237) + | > loss_disc_real_5: 0.3012038469314575 (0.23313534308538258) + | > loss_0: 2.4623003005981445 (2.4823302286807643) + | > grad_norm_0: tensor(63.7419, device='cuda:0') (tensor(101.0085, device='cuda:0')) + | > loss_gen: 2.377228260040283 (2.3471017084389065) + | > loss_kl: 1.8336654901504517 (1.5601140906877609) + | > loss_feat: 6.166304111480713 (6.161737838638163) + | > loss_mel: 23.100671768188477 (21.779841503250257) + | > loss_duration: 1.765417456626892 (1.7555941025787425) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 35.243289947509766 (33.6043894313206) + | > grad_norm_1: tensor(597.2410, device='cuda:0') (tensor(677.8177, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 0.9496 (0.9296360595204006) + | > loader_time: 0.0055 (0.006055387381081265) + + + --> TIME: 2024-11-22 23:57:23 -- STEP: 239/797 -- GLOBAL_STEP: 28925 + | > loss_disc: 2.4046239852905273 (2.4849917040709193) + | > loss_disc_real_0: 0.14212870597839355 (0.1313903433072017) + | > loss_disc_real_1: 0.1967170685529709 (0.21968579747437433) + | > loss_disc_real_2: 0.25078144669532776 (0.23420042011528333) + | > loss_disc_real_3: 0.21949297189712524 (0.22618942012597326) + | > loss_disc_real_4: 0.20761355757713318 (0.22444541085215294) + | > loss_disc_real_5: 0.239701509475708 (0.2331463546807796) + | > loss_0: 2.4046239852905273 (2.4849917040709193) + | > grad_norm_0: tensor(98.4433, device='cuda:0') (tensor(101.1338, device='cuda:0')) + | > loss_gen: 2.266549587249756 (2.337388239146274) + | > loss_kl: 1.393931269645691 (1.5574824810028078) + | > loss_feat: 5.549322128295898 (6.122550876569548) + | > loss_mel: 22.027179718017578 (21.74585890670201) + | > loss_duration: 1.7186928987503052 (1.750893653187293) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 32.9556770324707 (33.514174329685865) + | > grad_norm_1: tensor(426.5507, device='cuda:0') (tensor(671.8865, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 0.905 (0.9255732322836521) + | > loader_time: 0.0052 (0.006019368830086294) + + + --> TIME: 2024-11-22 23:57:46 -- STEP: 264/797 -- GLOBAL_STEP: 28950 + | > loss_disc: 2.3662784099578857 (2.4823868076006588) + | > loss_disc_real_0: 0.08875064551830292 (0.13098325742634395) + | > loss_disc_real_1: 0.2122041881084442 (0.21956364494381528) + | > loss_disc_real_2: 0.16942813992500305 (0.23379880274561318) + | > loss_disc_real_3: 0.22372570633888245 (0.22548036610312533) + | > loss_disc_real_4: 0.19446055591106415 (0.22437872195785696) + | > loss_disc_real_5: 0.22382187843322754 (0.2328568963390408) + | > loss_0: 2.3662784099578857 (2.4823868076006588) + | > grad_norm_0: tensor(172.9569, device='cuda:0') (tensor(99.7254, device='cuda:0')) + | > loss_gen: 2.1874845027923584 (2.3355066496314403) + | > loss_kl: 1.4233331680297852 (1.5563940478093696) + | > loss_feat: 5.699583530426025 (6.11628537828272) + | > loss_mel: 20.900691986083984 (21.770257328495827) + | > loss_duration: 1.672239899635315 (1.7475231258255062) + | > amp_scaler: 64.0 (64.0) + | > loss_1: 31.883333206176758 (33.52596673098478) + | > grad_norm_1: tensor(564.3704, device='cuda:0') (tensor(684.4512, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 1.2014 (0.9250385661919912) + | > loader_time: 0.0052 (0.006025241179899733) + + + --> TIME: 2024-11-22 23:58:12 -- STEP: 289/797 -- GLOBAL_STEP: 28975 + | > loss_disc: 2.357285261154175 (2.48198291504672) + | > loss_disc_real_0: 0.08767716586589813 (0.13192485516510608) + | > loss_disc_real_1: 0.1863996535539627 (0.21913176223274747) + | > loss_disc_real_2: 0.24662168323993683 (0.23418351332415346) + | > loss_disc_real_3: 0.23510779440402985 (0.2259868347830426) + | > loss_disc_real_4: 0.2086392641067505 (0.22427074358537535) + | > loss_disc_real_5: 0.24565644562244415 (0.2329871948924444) + | > loss_0: 2.357285261154175 (2.48198291504672) + | > grad_norm_0: tensor(47.6272, device='cuda:0') (tensor(104.1963, device='cuda:0')) + | > loss_gen: 2.4985973834991455 (2.3404597955591524) + | > loss_kl: 1.5016192197799683 (1.553022967902847) + | > loss_feat: 6.503452301025391 (6.123347752647005) + | > loss_mel: 23.28373908996582 (21.798943641689004) + | > loss_duration: 1.7107570171356201 (1.7452252496897556) + | > amp_scaler: 128.0 (64.66435986159169) + | > loss_1: 35.498165130615234 (33.560999636006606) + | > grad_norm_1: tensor(458.1980, device='cuda:0') (tensor(682.5398, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 0.8636 (0.9321237724132604) + | > loader_time: 0.0059 (0.0061361855701591705) + + + --> TIME: 2024-11-22 23:58:36 -- STEP: 314/797 -- GLOBAL_STEP: 29000 + | > loss_disc: 2.480658531188965 (2.482183164092388) + | > loss_disc_real_0: 0.09209692478179932 (0.1321044859185719) + | > loss_disc_real_1: 0.22735562920570374 (0.21895698979971515) + | > loss_disc_real_2: 0.21312542259693146 (0.23406724105025553) + | > loss_disc_real_3: 0.2388191968202591 (0.22564377635717392) + | > loss_disc_real_4: 0.2253158688545227 (0.2242642401889631) + | > loss_disc_real_5: 0.2339639961719513 (0.23290667407641744) + | > loss_0: 2.480658531188965 (2.482183164092388) + | > grad_norm_0: tensor(38.3069, device='cuda:0') (tensor(106.3197, device='cuda:0')) + | > loss_gen: 2.283320903778076 (2.3409995812519333) + | > loss_kl: 1.553076982498169 (1.5545547923464687) + | > loss_feat: 5.257567405700684 (6.122435641136899) + | > loss_mel: 21.19766616821289 (21.79948924605255) + | > loss_duration: 1.6962661743164062 (1.742390496335971) + | > amp_scaler: 128.0 (69.70700636942674) + | > loss_1: 31.987897872924805 (33.55986998491227) + | > grad_norm_1: tensor(250.3285, device='cuda:0') (tensor(672.3032, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 0.8525 (0.9337910261883098) + | > loader_time: 0.0052 (0.006233561570477334) + + + --> TIME: 2024-11-22 23:58:59 -- STEP: 339/797 -- GLOBAL_STEP: 29025 + | > loss_disc: 2.369187355041504 (2.4808679344379825) + | > loss_disc_real_0: 0.1169249564409256 (0.1314800396166016) + | > loss_disc_real_1: 0.17449143528938293 (0.21926647675248373) + | > loss_disc_real_2: 0.21760761737823486 (0.23420098358023483) + | > loss_disc_real_3: 0.26487356424331665 (0.22559516448362738) + | > loss_disc_real_4: 0.21740342676639557 (0.2244396525762074) + | > loss_disc_real_5: 0.24534015357494354 (0.23285770658019017) + | > loss_0: 2.369187355041504 (2.4808679344379825) + | > grad_norm_0: tensor(33.5836, device='cuda:0') (tensor(104.0495, device='cuda:0')) + | > loss_gen: 2.372701644897461 (2.33950216791271) + | > loss_kl: 1.800197720527649 (1.5560268866980673) + | > loss_feat: 6.182289123535156 (6.11662887190647) + | > loss_mel: 22.491039276123047 (21.782677034361175) + | > loss_duration: 1.7210766077041626 (1.7404647984687558) + | > amp_scaler: 128.0 (74.00589970501471) + | > loss_1: 34.56730651855469 (33.535299965062336) + | > grad_norm_1: tensor(535.6235, device='cuda:0') (tensor(670.6268, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 0.9808 (0.9325166022883052) + | > loader_time: 0.0069 (0.0062750236826308705) + + + --> TIME: 2024-11-22 23:59:22 -- STEP: 364/797 -- GLOBAL_STEP: 29050 + | > loss_disc: 2.5392074584960938 (2.4781659959436797) + | > loss_disc_real_0: 0.11203213036060333 (0.1313763954727859) + | > loss_disc_real_1: 0.24452075362205505 (0.21903334525260296) + | > loss_disc_real_2: 0.2636944651603699 (0.2335467112997731) + | > loss_disc_real_3: 0.2928834855556488 (0.22585303938159576) + | > loss_disc_real_4: 0.25755664706230164 (0.22405103737345108) + | > loss_disc_real_5: 0.31164073944091797 (0.23268290420809945) + | > loss_0: 2.5392074584960938 (2.4781659959436797) + | > grad_norm_0: tensor(110.5040, device='cuda:0') (tensor(101.3420, device='cuda:0')) + | > loss_gen: 2.4397354125976562 (2.3383046768523825) + | > loss_kl: 1.582977056503296 (1.553577029115551) + | > loss_feat: 6.56015682220459 (6.120403060546287) + | > loss_mel: 22.10464859008789 (21.77328088781336) + | > loss_duration: 1.7189584970474243 (1.7379602613029899) + | > amp_scaler: 128.0 (77.71428571428567) + | > loss_1: 34.40647888183594 (33.52352609739199) + | > grad_norm_1: tensor(1036.0219, device='cuda:0') (tensor(668.5126, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 0.901 (0.9316485196679503) + | > loader_time: 0.0065 (0.006333860067220835) + + + --> TIME: 2024-11-22 23:59:51 -- STEP: 389/797 -- GLOBAL_STEP: 29075 + | > loss_disc: 2.4445762634277344 (2.4789501137476067) + | > loss_disc_real_0: 0.10374366492033005 (0.13124084702494213) + | > loss_disc_real_1: 0.2463615983724594 (0.219385536210396) + | > loss_disc_real_2: 0.1867617517709732 (0.23361106971542142) + | > loss_disc_real_3: 0.13095757365226746 (0.2255373777950944) + | > loss_disc_real_4: 0.16430895030498505 (0.22395104618029607) + | > loss_disc_real_5: 0.1908697634935379 (0.2333099851648115) + | > loss_0: 2.4445762634277344 (2.4789501137476067) + | > grad_norm_0: tensor(61.9374, device='cuda:0') (tensor(99.4572, device='cuda:0')) + | > loss_gen: 2.31075382232666 (2.3375500872692894) + | > loss_kl: 1.5069905519485474 (1.5537469034636235) + | > loss_feat: 6.375355243682861 (6.118482220755137) + | > loss_mel: 21.266090393066406 (21.791040827498648) + | > loss_duration: 1.7182716131210327 (1.7356617913454542) + | > amp_scaler: 128.0 (80.94601542416453) + | > loss_1: 33.17746353149414 (33.53648198968648) + | > grad_norm_1: tensor(591.9668, device='cuda:0') (tensor(673.4393, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 1.002 (0.942819158338336) + | > loader_time: 0.0074 (0.006512584294022509) + + + --> TIME: 2024-11-23 00:00:18 -- STEP: 414/797 -- GLOBAL_STEP: 29100 + | > loss_disc: 2.3548989295959473 (2.477569081357137) + | > loss_disc_real_0: 0.1417669802904129 (0.13113919107450378) + | > loss_disc_real_1: 0.23007115721702576 (0.21938358326465035) + | > loss_disc_real_2: 0.22215649485588074 (0.2333948805136381) + | > loss_disc_real_3: 0.18685129284858704 (0.22572745757114485) + | > loss_disc_real_4: 0.17487040162086487 (0.22350015404863635) + | > loss_disc_real_5: 0.19154763221740723 (0.233467820437922) + | > loss_0: 2.3548989295959473 (2.477569081357137) + | > grad_norm_0: tensor(74.5635, device='cuda:0') (tensor(97.7988, device='cuda:0')) + | > loss_gen: 2.2996606826782227 (2.3379269538870164) + | > loss_kl: 1.5948113203048706 (1.5523176342968779) + | > loss_feat: 6.629615783691406 (6.115254749998377) + | > loss_mel: 20.721933364868164 (21.78249957596047) + | > loss_duration: 1.7149561643600464 (1.7341465192716479) + | > amp_scaler: 128.0 (83.78743961352657) + | > loss_1: 32.960975646972656 (33.52214558919272) + | > grad_norm_1: tensor(761.7147, device='cuda:0') (tensor(677.5389, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 0.928 (0.9517537055960024) + | > loader_time: 0.0064 (0.006596964338551397) + + + --> TIME: 2024-11-23 00:00:43 -- STEP: 439/797 -- GLOBAL_STEP: 29125 + | > loss_disc: 2.5237207412719727 (2.481451442410029) + | > loss_disc_real_0: 0.08229826390743256 (0.13263134335874147) + | > loss_disc_real_1: 0.25179246068000793 (0.21957149225921457) + | > loss_disc_real_2: 0.20498676598072052 (0.23395399586350607) + | > loss_disc_real_3: 0.17852532863616943 (0.22602188468386752) + | > loss_disc_real_4: 0.1763976514339447 (0.22387126743250393) + | > loss_disc_real_5: 0.22681821882724762 (0.2338973461970653) + | > loss_0: 2.5237207412719727 (2.481451442410029) + | > grad_norm_0: tensor(69.6905, device='cuda:0') (tensor(98.5852, device='cuda:0')) + | > loss_gen: 2.2289986610412598 (2.340122796408405) + | > loss_kl: 1.4726351499557495 (1.5520471554410755) + | > loss_feat: 5.340153694152832 (6.120931673158545) + | > loss_mel: 21.129043579101562 (21.794858076577853) + | > loss_duration: 1.6602877378463745 (1.7325678770525852) + | > amp_scaler: 128.0 (86.30523917995444) + | > loss_1: 31.831119537353516 (33.540527726088705) + | > grad_norm_1: tensor(391.4940, device='cuda:0') (tensor(665.5943, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 1.0056 (0.9540391201853481) + | > loader_time: 0.0061 (0.006656065617172484) + + + --> TIME: 2024-11-23 00:01:08 -- STEP: 464/797 -- GLOBAL_STEP: 29150 + | > loss_disc: 2.3870975971221924 (2.4813735659780183) + | > loss_disc_real_0: 0.16232582926750183 (0.1337837859233519) + | > loss_disc_real_1: 0.19373442232608795 (0.21961739945129075) + | > loss_disc_real_2: 0.21011245250701904 (0.23363575156264263) + | > loss_disc_real_3: 0.19931641221046448 (0.2257499716019836) + | > loss_disc_real_4: 0.22465290129184723 (0.2234158361137941) + | > loss_disc_real_5: 0.24721817672252655 (0.23348993875471682) + | > loss_0: 2.3870975971221924 (2.4813735659780183) + | > grad_norm_0: tensor(79.4656, device='cuda:0') (tensor(98.0348, device='cuda:0')) + | > loss_gen: 2.386434316635132 (2.338477516996447) + | > loss_kl: 1.658321738243103 (1.5527190519817944) + | > loss_feat: 6.918491840362549 (6.126136623579879) + | > loss_mel: 23.030275344848633 (21.82277512139288) + | > loss_duration: 1.6757169961929321 (1.731761021603798) + | > amp_scaler: 128.0 (88.55172413793103) + | > loss_1: 35.66923904418945 (33.571869443202864) + | > grad_norm_1: tensor(673.6609, device='cuda:0') (tensor(656.0495, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 1.0357 (0.9551225736223418) + | > loader_time: 0.0074 (0.006703118825780934) + + + --> TIME: 2024-11-23 00:01:32 -- STEP: 489/797 -- GLOBAL_STEP: 29175 + | > loss_disc: 2.4426112174987793 (2.4811657172283033) + | > loss_disc_real_0: 0.14624899625778198 (0.1333266290129449) + | > loss_disc_real_1: 0.29241541028022766 (0.21962035601246332) + | > loss_disc_real_2: 0.214121475815773 (0.23402044609768016) + | > loss_disc_real_3: 0.20378246903419495 (0.22546410776964237) + | > loss_disc_real_4: 0.20038631558418274 (0.22354775310659702) + | > loss_disc_real_5: 0.2795654535293579 (0.23425495676345864) + | > loss_0: 2.4426112174987793 (2.4811657172283033) + | > grad_norm_0: tensor(70.7434, device='cuda:0') (tensor(97.0012, device='cuda:0')) + | > loss_gen: 2.5314249992370605 (2.3389420509338357) + | > loss_kl: 1.564468502998352 (1.5526564445476103) + | > loss_feat: 6.7031683921813965 (6.124968879793318) + | > loss_mel: 22.72654151916504 (21.824122196813793) + | > loss_duration: 1.6617623567581177 (1.7303659294280538) + | > amp_scaler: 128.0 (90.56850715746421) + | > loss_1: 35.1873664855957 (33.57105560926818) + | > grad_norm_1: tensor(739.6536, device='cuda:0') (tensor(649.5603, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 0.9687 (0.9552822727367191) + | > loader_time: 0.0075 (0.006754958068910064) + + + --> TIME: 2024-11-23 00:01:57 -- STEP: 514/797 -- GLOBAL_STEP: 29200 + | > loss_disc: 2.429156541824341 (2.481455483789111) + | > loss_disc_real_0: 0.16397005319595337 (0.1332475399301325) + | > loss_disc_real_1: 0.23245255649089813 (0.21947425363244713) + | > loss_disc_real_2: 0.27445653080940247 (0.23391193476168562) + | > loss_disc_real_3: 0.25292181968688965 (0.22600007518140258) + | > loss_disc_real_4: 0.24670225381851196 (0.2231933781551016) + | > loss_disc_real_5: 0.2154482901096344 (0.23414917617804346) + | > loss_0: 2.429156541824341 (2.481455483789111) + | > grad_norm_0: tensor(24.2803, device='cuda:0') (tensor(96.4403, device='cuda:0')) + | > loss_gen: 2.5532021522521973 (2.3388654886516593) + | > loss_kl: 1.613872766494751 (1.5544399962351017) + | > loss_feat: 5.941410064697266 (6.125147499462972) + | > loss_mel: 19.90683937072754 (21.824119274718292) + | > loss_duration: 1.6761356592178345 (1.7290220589953174) + | > amp_scaler: 128.0 (92.38910505836576) + | > loss_1: 31.69145965576172 (33.57159441268864) + | > grad_norm_1: tensor(468.5137, device='cuda:0') (tensor(650.7274, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 0.9265 (0.9571432023660682) + | > loader_time: 0.007 (0.006822467314130137) + + + --> TIME: 2024-11-23 00:02:23 -- STEP: 539/797 -- GLOBAL_STEP: 29225 + | > loss_disc: 2.726944923400879 (2.4802839136742936) + | > loss_disc_real_0: 0.12195856869220734 (0.13237007940965584) + | > loss_disc_real_1: 0.17728061974048615 (0.21942020568423015) + | > loss_disc_real_2: 0.27429234981536865 (0.23436014415050038) + | > loss_disc_real_3: 0.23270006477832794 (0.22590278174748893) + | > loss_disc_real_4: 0.2666923999786377 (0.2233403287758854) + | > loss_disc_real_5: 0.24314187467098236 (0.23367074588123632) + | > loss_0: 2.726944923400879 (2.4802839136742936) + | > grad_norm_0: tensor(77.4176, device='cuda:0') (tensor(94.8461, device='cuda:0')) + | > loss_gen: 2.0510897636413574 (2.338204100534511) + | > loss_kl: 1.5523602962493896 (1.553379495643729) + | > loss_feat: 6.295810699462891 (6.126364663713275) + | > loss_mel: 21.963001251220703 (21.849815513738235) + | > loss_duration: 1.7092781066894531 (1.7289133147096367) + | > amp_scaler: 128.0 (94.04081632653062) + | > loss_1: 33.57154083251953 (33.59667718211444) + | > grad_norm_1: tensor(263.2750, device='cuda:0') (tensor(643.5876, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 0.9782 (0.9591153972887595) + | > loader_time: 0.0116 (0.006905135506822802) + + + --> TIME: 2024-11-23 00:02:49 -- STEP: 564/797 -- GLOBAL_STEP: 29250 + | > loss_disc: 2.4838411808013916 (2.4822660976267885) + | > loss_disc_real_0: 0.15309102833271027 (0.13270598401625944) + | > loss_disc_real_1: 0.19751332700252533 (0.21965897706806234) + | > loss_disc_real_2: 0.25739067792892456 (0.23432299307157808) + | > loss_disc_real_3: 0.2376234084367752 (0.22606679429927617) + | > loss_disc_real_4: 0.22971436381340027 (0.22330938306049256) + | > loss_disc_real_5: 0.2400953769683838 (0.23386955092139278) + | > loss_0: 2.4838411808013916 (2.4822660976267885) + | > grad_norm_0: tensor(210.9205, device='cuda:0') (tensor(94.6795, device='cuda:0')) + | > loss_gen: 2.3168716430664062 (2.3352782343718994) + | > loss_kl: 1.5976533889770508 (1.5540693655927131) + | > loss_feat: 5.692540645599365 (6.120254030464388) + | > loss_mel: 21.59796714782715 (21.85618638654127) + | > loss_duration: 1.7020055055618286 (1.7280707817973815) + | > amp_scaler: 128.0 (95.54609929078015) + | > loss_1: 32.907039642333984 (33.593858867672346) + | > grad_norm_1: tensor(863.3369, device='cuda:0') (tensor(644.2668, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 1.0305 (0.961863064596839) + | > loader_time: 0.0087 (0.007027771456021788) + + + --> TIME: 2024-11-23 00:03:14 -- STEP: 589/797 -- GLOBAL_STEP: 29275 + | > loss_disc: 2.631127119064331 (2.4815590774264122) + | > loss_disc_real_0: 0.258957177400589 (0.1323056010646406) + | > loss_disc_real_1: 0.27393704652786255 (0.21961657040086788) + | > loss_disc_real_2: 0.20016741752624512 (0.23435741440347177) + | > loss_disc_real_3: 0.20393814146518707 (0.22601181253512564) + | > loss_disc_real_4: 0.20067302882671356 (0.2234572218209252) + | > loss_disc_real_5: 0.22981321811676025 (0.2341543213671456) + | > loss_0: 2.631127119064331 (2.4815590774264122) + | > grad_norm_0: tensor(126.9664, device='cuda:0') (tensor(94.6652, device='cuda:0')) + | > loss_gen: 2.187344789505005 (2.338106238983683) + | > loss_kl: 1.566122055053711 (1.5546392250951562) + | > loss_feat: 6.061922073364258 (6.128331926763564) + | > loss_mel: 22.049049377441406 (21.878745576116955) + | > loss_duration: 1.7271027565002441 (1.727590934125191) + | > amp_scaler: 128.0 (96.92359932088283) + | > loss_1: 33.5915412902832 (33.627413952087515) + | > grad_norm_1: tensor(830.0283, device='cuda:0') (tensor(640.2064, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 1.0618 (0.9624445956510275) + | > loader_time: 0.0079 (0.007132556118665608) + + + --> TIME: 2024-11-23 00:03:39 -- STEP: 614/797 -- GLOBAL_STEP: 29300 + | > loss_disc: 2.440286159515381 (2.4819235211474893) + | > loss_disc_real_0: 0.10863452404737473 (0.13242741995748936) + | > loss_disc_real_1: 0.16979046165943146 (0.2193300379409852) + | > loss_disc_real_2: 0.19551494717597961 (0.23426010275217143) + | > loss_disc_real_3: 0.184270977973938 (0.2258846497933717) + | > loss_disc_real_4: 0.2297496348619461 (0.22343303219503222) + | > loss_disc_real_5: 0.2150825709104538 (0.2342298172098806) + | > loss_0: 2.440286159515381 (2.4819235211474893) + | > grad_norm_0: tensor(51.3998, device='cuda:0') (tensor(96.8033, device='cuda:0')) + | > loss_gen: 2.4011781215667725 (2.3381242598695144) + | > loss_kl: 1.6456667184829712 (1.554738439255506) + | > loss_feat: 6.660171031951904 (6.1245058918620545) + | > loss_mel: 23.919652938842773 (21.890667561211103) + | > loss_duration: 1.7213448286056519 (1.727414549561976) + | > amp_scaler: 128.0 (98.18892508143324) + | > loss_1: 36.3480110168457 (33.63545074525023) + | > grad_norm_1: tensor(374.8678, device='cuda:0') (tensor(638.3748, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 1.0064 (0.9637676547326949) + | > loader_time: 0.0076 (0.007242049767062408) + + + --> TIME: 2024-11-23 00:04:04 -- STEP: 639/797 -- GLOBAL_STEP: 29325 + | > loss_disc: 2.4505701065063477 (2.481267599246124) + | > loss_disc_real_0: 0.12983086705207825 (0.13235796359549842) + | > loss_disc_real_1: 0.2086194008588791 (0.2193183227090955) + | > loss_disc_real_2: 0.2234601527452469 (0.2344753022111824) + | > loss_disc_real_3: 0.17513729631900787 (0.22586856015224785) + | > loss_disc_real_4: 0.23464712500572205 (0.22341946352722125) + | > loss_disc_real_5: 0.24597735702991486 (0.23453899786599178) + | > loss_0: 2.4505701065063477 (2.481267599246124) + | > grad_norm_0: tensor(81.8220, device='cuda:0') (tensor(98.2396, device='cuda:0')) + | > loss_gen: 2.37410831451416 (2.3393956236249753) + | > loss_kl: 1.4618812799453735 (1.5525760040596617) + | > loss_feat: 6.32965087890625 (6.123982497410782) + | > loss_mel: 22.449716567993164 (21.904372986866665) + | > loss_duration: 1.7420542240142822 (1.727538141286429) + | > amp_scaler: 128.0 (99.35524256651017) + | > loss_1: 34.3574104309082 (33.64786530138) + | > grad_norm_1: tensor(107.4447, device='cuda:0') (tensor(635.3627, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 1.0356 (0.9645507119257871) + | > loader_time: 0.0081 (0.0073287987000132575) + + + --> TIME: 2024-11-23 00:04:30 -- STEP: 664/797 -- GLOBAL_STEP: 29350 + | > loss_disc: 2.491717576980591 (2.481200474213404) + | > loss_disc_real_0: 0.11479754745960236 (0.13257855566285814) + | > loss_disc_real_1: 0.24095818400382996 (0.2190493548356266) + | > loss_disc_real_2: 0.2110632359981537 (0.2341961515506348) + | > loss_disc_real_3: 0.19600456953048706 (0.22594935734228916) + | > loss_disc_real_4: 0.19193688035011292 (0.22335215507591344) + | > loss_disc_real_5: 0.2622200548648834 (0.23453662540000605) + | > loss_0: 2.491717576980591 (2.481200474213404) + | > grad_norm_0: tensor(81.6822, device='cuda:0') (tensor(97.3183, device='cuda:0')) + | > loss_gen: 2.3358142375946045 (2.336321716746651) + | > loss_kl: 1.6405613422393799 (1.5529751373701786) + | > loss_feat: 5.416532516479492 (6.116646222321384) + | > loss_mel: 21.298856735229492 (21.9105394920671) + | > loss_duration: 1.704193115234375 (1.726826838341104) + | > amp_scaler: 128.0 (100.43373493975903) + | > loss_1: 32.395957946777344 (33.6433094553201) + | > grad_norm_1: tensor(276.5104, device='cuda:0') (tensor(626.0759, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 1.1833 (0.9666052148284683) + | > loader_time: 0.0094 (0.007457090070448726) + + + --> TIME: 2024-11-23 00:04:56 -- STEP: 689/797 -- GLOBAL_STEP: 29375 + | > loss_disc: 2.561736822128296 (2.4813485744210575) + | > loss_disc_real_0: 0.16074787080287933 (0.13244668304574164) + | > loss_disc_real_1: 0.22254769504070282 (0.21896376234786086) + | > loss_disc_real_2: 0.23080743849277496 (0.23432962055735734) + | > loss_disc_real_3: 0.20438796281814575 (0.2261650939248989) + | > loss_disc_real_4: 0.23107750713825226 (0.22338314884286833) + | > loss_disc_real_5: 0.2652049958705902 (0.2342163876715523) + | > loss_0: 2.561736822128296 (2.4813485744210575) + | > grad_norm_0: tensor(15.1350, device='cuda:0') (tensor(97.5121, device='cuda:0')) + | > loss_gen: 2.422457456588745 (2.334230035932731) + | > loss_kl: 1.6681780815124512 (1.5533220473844531) + | > loss_feat: 5.472339630126953 (6.106499249772513) + | > loss_mel: 22.4742488861084 (21.906499422513537) + | > loss_duration: 1.7349631786346436 (1.7261760413041136) + | > amp_scaler: 128.0 (101.43396226415095) + | > loss_1: 33.772186279296875 (33.6267268564255) + | > grad_norm_1: tensor(183.0446, device='cuda:0') (tensor(621.5662, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 1.0264 (0.9693122252670532) + | > loader_time: 0.01 (0.007573146778544078) + + + --> TIME: 2024-11-23 00:05:22 -- STEP: 714/797 -- GLOBAL_STEP: 29400 + | > loss_disc: 2.3546879291534424 (2.4809403840233317) + | > loss_disc_real_0: 0.09128080308437347 (0.13211734273603987) + | > loss_disc_real_1: 0.23396168649196625 (0.21894251148239904) + | > loss_disc_real_2: 0.23564359545707703 (0.23449935970687064) + | > loss_disc_real_3: 0.25454121828079224 (0.22602843601747052) + | > loss_disc_real_4: 0.2455916702747345 (0.223524098928903) + | > loss_disc_real_5: 0.21480025351047516 (0.2343456492412324) + | > loss_0: 2.3546879291534424 (2.4809403840233317) + | > grad_norm_0: tensor(14.2902, device='cuda:0') (tensor(95.9427, device='cuda:0')) + | > loss_gen: 2.4895074367523193 (2.3345606145070694) + | > loss_kl: 1.672167181968689 (1.5545429453796364) + | > loss_feat: 5.872870922088623 (6.108554789999954) + | > loss_mel: 22.13918113708496 (21.918875232130215) + | > loss_duration: 1.7013516426086426 (1.7252982071801728) + | > amp_scaler: 128.0 (102.36414565826331) + | > loss_1: 33.87507629394531 (33.641831860154994) + | > grad_norm_1: tensor(803.4222, device='cuda:0') (tensor(617.2600, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 0.9868 (0.970616327948263) + | > loader_time: 0.0102 (0.007678466684678022) + + + --> TIME: 2024-11-23 00:05:50 -- STEP: 739/797 -- GLOBAL_STEP: 29425 + | > loss_disc: 2.3985726833343506 (2.4814767195504173) + | > loss_disc_real_0: 0.16508261859416962 (0.13211311815314097) + | > loss_disc_real_1: 0.17988914251327515 (0.21928537563396888) + | > loss_disc_real_2: 0.23360848426818848 (0.23464036294346088) + | > loss_disc_real_3: 0.21444062888622284 (0.22618582993947442) + | > loss_disc_real_4: 0.20288962125778198 (0.22321376377900656) + | > loss_disc_real_5: 0.2485753744840622 (0.2342571477243155) + | > loss_0: 2.3985726833343506 (2.4814767195504173) + | > grad_norm_0: tensor(19.0578, device='cuda:0') (tensor(95.4462, device='cuda:0')) + | > loss_gen: 2.3794007301330566 (2.3345749344328888) + | > loss_kl: 1.5028038024902344 (1.5541335274950576) + | > loss_feat: 6.196033954620361 (6.111615570052874) + | > loss_mel: 21.571643829345703 (21.928241203215187) + | > loss_duration: 1.6829195022583008 (1.724302559970035) + | > amp_scaler: 128.0 (103.23139377537213) + | > loss_1: 33.332801818847656 (33.65286786824024) + | > grad_norm_1: tensor(608.4377, device='cuda:0') (tensor(621.2382, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 1.0229 (0.9741503095433257) + | > loader_time: 0.1067 (0.008722633405693169) + + + --> TIME: 2024-11-23 00:06:25 -- STEP: 764/797 -- GLOBAL_STEP: 29450 + | > loss_disc: 2.442018985748291 (2.481088549366799) + | > loss_disc_real_0: 0.08067579567432404 (0.13228519985462048) + | > loss_disc_real_1: 0.15506501495838165 (0.21916183755191834) + | > loss_disc_real_2: 0.2370012253522873 (0.2346684386592885) + | > loss_disc_real_3: 0.22522853314876556 (0.22609797945119323) + | > loss_disc_real_4: 0.2697436809539795 (0.2233928660447685) + | > loss_disc_real_5: 0.26661399006843567 (0.2340324642575536) + | > loss_0: 2.442018985748291 (2.481088549366799) + | > grad_norm_0: tensor(132.0798, device='cuda:0') (tensor(95.3789, device='cuda:0')) + | > loss_gen: 2.452920913696289 (2.3336726590912975) + | > loss_kl: 1.594670057296753 (1.5531428915043777) + | > loss_feat: 6.246354579925537 (6.107265280179329) + | > loss_mel: 23.236671447753906 (21.924889102656174) + | > loss_duration: 1.69008469581604 (1.7232255292812566) + | > amp_scaler: 128.0 (104.04188481675392) + | > loss_1: 35.220703125 (33.64219553682818) + | > grad_norm_1: tensor(971.1174, device='cuda:0') (tensor(620.4117, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 1.3271 (0.9844643548521071) + | > loader_time: 0.1286 (0.012451032381407254) + + + --> TIME: 2024-11-23 00:07:16 -- STEP: 789/797 -- GLOBAL_STEP: 29475 + | > loss_disc: 2.4242889881134033 (2.480612782017815) + | > loss_disc_real_0: 0.1383761465549469 (0.13208346802585483) + | > loss_disc_real_1: 0.24918535351753235 (0.21933204196251843) + | > loss_disc_real_2: 0.22373002767562866 (0.23462293556736752) + | > loss_disc_real_3: 0.23350124061107635 (0.22612059140915503) + | > loss_disc_real_4: 0.2217230349779129 (0.2231760903985177) + | > loss_disc_real_5: 0.17519232630729675 (0.23392147169518077) + | > loss_0: 2.4242889881134033 (2.480612782017815) + | > grad_norm_0: tensor(28.5045, device='cuda:0') (tensor(94.4688, device='cuda:0')) + | > loss_gen: 2.346661329269409 (2.333896160578997) + | > loss_kl: 1.747090220451355 (1.5539384995727636) + | > loss_feat: 6.605408668518066 (6.111848169406557) + | > loss_mel: 21.654109954833984 (21.92872549281827) + | > loss_duration: 1.7296199798583984 (1.722376856664892) + | > amp_scaler: 128.0 (104.80101394169836) + | > loss_1: 34.08289337158203 (33.650785260025266) + | > grad_norm_1: tensor(475.9737, device='cuda:0') (tensor(620.0125, device='cuda:0')) + | > current_lr_0: 0.00019912685682091382 + | > current_lr_1: 0.00019912685682091382 + | > step_time: 1.1685 (1.013285424470599) + | > loader_time: 0.1166 (0.016804779739283182) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.573016405105591 (2.573016405105591) + | > loss_disc_real_0: 0.09748229384422302 (0.09748229384422302) + | > loss_disc_real_1: 0.15318280458450317 (0.15318280458450317) + | > loss_disc_real_2: 0.19964170455932617 (0.19964170455932617) + | > loss_disc_real_3: 0.2073555439710617 (0.2073555439710617) + | > loss_disc_real_4: 0.2598835527896881 (0.2598835527896881) + | > loss_disc_real_5: 0.17371349036693573 (0.17371349036693573) + | > loss_0: 2.573016405105591 (2.573016405105591) + | > loss_gen: 1.7868971824645996 (1.7868971824645996) + | > loss_kl: 1.6653379201889038 (1.6653379201889038) + | > loss_feat: 6.084666728973389 (6.084666728973389) + | > loss_mel: 24.489381790161133 (24.489381790161133) + | > loss_duration: 2.0158700942993164 (2.0158700942993164) + | > loss_1: 36.042152404785156 (36.042152404785156) + + --> STEP: 1 + | > loss_disc: 2.5062286853790283 (2.5062286853790283) + | > loss_disc_real_0: 0.10842683166265488 (0.10842683166265488) + | > loss_disc_real_1: 0.15994621813297272 (0.15994621813297272) + | > loss_disc_real_2: 0.19234418869018555 (0.19234418869018555) + | > loss_disc_real_3: 0.24650688469409943 (0.24650688469409943) + | > loss_disc_real_4: 0.1935635209083557 (0.1935635209083557) + | > loss_disc_real_5: 0.2059134989976883 (0.2059134989976883) + | > loss_0: 2.5062286853790283 (2.5062286853790283) + | > loss_gen: 2.0433900356292725 (2.0433900356292725) + | > loss_kl: 1.8141090869903564 (1.8141090869903564) + | > loss_feat: 8.266745567321777 (8.266745567321777) + | > loss_mel: 26.641206741333008 (26.641206741333008) + | > loss_duration: 1.7478840351104736 (1.7478840351104736) + | > loss_1: 40.51333236694336 (40.51333236694336) + + --> STEP: 2 + | > loss_disc: 2.4559359550476074 (2.481082320213318) + | > loss_disc_real_0: 0.1165078729391098 (0.11246735230088234) + | > loss_disc_real_1: 0.142971470952034 (0.15145884454250336) + | > loss_disc_real_2: 0.16880027949810028 (0.1805722340941429) + | > loss_disc_real_3: 0.2181146740913391 (0.23231077939271927) + | > loss_disc_real_4: 0.1900528371334076 (0.19180817902088165) + | > loss_disc_real_5: 0.21869568526744843 (0.21230459213256836) + | > loss_0: 2.4559359550476074 (2.481082320213318) + | > loss_gen: 1.9113255739212036 (1.977357804775238) + | > loss_kl: 1.4248850345611572 (1.6194970607757568) + | > loss_feat: 6.15639066696167 (7.211568117141724) + | > loss_mel: 21.937715530395508 (24.289461135864258) + | > loss_duration: 1.6559966802597046 (1.7019403576850891) + | > loss_1: 33.0863151550293 (36.79982376098633) + + --> STEP: 3 + | > loss_disc: 2.610623836517334 (2.5242628256479898) + | > loss_disc_real_0: 0.2652736306190491 (0.16340277840693793) + | > loss_disc_real_1: 0.18990445137023926 (0.16427404681841531) + | > loss_disc_real_2: 0.24055953323841095 (0.20056800047556558) + | > loss_disc_real_3: 0.23481164872646332 (0.23314440250396729) + | > loss_disc_real_4: 0.26504430174827576 (0.21622021993001303) + | > loss_disc_real_5: 0.25355103611946106 (0.22605340679486594) + | > loss_0: 2.610623836517334 (2.5242628256479898) + | > loss_gen: 2.3220572471618652 (2.0922576189041138) + | > loss_kl: 1.6339155435562134 (1.6243032217025757) + | > loss_feat: 4.939583778381348 (6.454240004221599) + | > loss_mel: 19.012784957885742 (22.530569076538086) + | > loss_duration: 1.7096413373947144 (1.7045073509216309) + | > loss_1: 29.617982864379883 (34.405876795450844) + + --> STEP: 4 + | > loss_disc: 2.489870071411133 (2.5156646370887756) + | > loss_disc_real_0: 0.12068931758403778 (0.15272441320121288) + | > loss_disc_real_1: 0.11290940642356873 (0.15143288671970367) + | > loss_disc_real_2: 0.15274502336978912 (0.18861225619912148) + | > loss_disc_real_3: 0.19389992952346802 (0.22333328425884247) + | > loss_disc_real_4: 0.14050544798374176 (0.1972915269434452) + | > loss_disc_real_5: 0.23214386403560638 (0.22757602110505104) + | > loss_0: 2.489870071411133 (2.5156646370887756) + | > loss_gen: 1.907926082611084 (2.0461747348308563) + | > loss_kl: 1.62950599193573 (1.6256039142608643) + | > loss_feat: 6.758642196655273 (6.530340552330017) + | > loss_mel: 23.433937072753906 (22.75641107559204) + | > loss_duration: 1.6424283981323242 (1.6889876127243042) + | > loss_1: 35.372440338134766 (34.647517681121826) + + --> STEP: 5 + | > loss_disc: 2.638308048248291 (2.5401933193206787) + | > loss_disc_real_0: 0.11560798436403275 (0.14530112743377685) + | > loss_disc_real_1: 0.17998871207237244 (0.15714405179023744) + | > loss_disc_real_2: 0.1598406434059143 (0.18285793364048003) + | > loss_disc_real_3: 0.21111524105072021 (0.220889675617218) + | > loss_disc_real_4: 0.14813362061977386 (0.18745994567871094) + | > loss_disc_real_5: 0.19476006925106049 (0.22101283073425293) + | > loss_0: 2.638308048248291 (2.5401933193206787) + | > loss_gen: 1.8302359580993652 (2.0029869794845583) + | > loss_kl: 1.4516468048095703 (1.5908124923706055) + | > loss_feat: 7.459324836730957 (6.716137409210205) + | > loss_mel: 20.126977920532227 (22.230524444580077) + | > loss_duration: 1.8504503965377808 (1.7212801694869995) + | > loss_1: 32.71863555908203 (34.26174125671387) + + --> STEP: 6 + | > loss_disc: 2.5573947429656982 (2.543060223261515) + | > loss_disc_real_0: 0.18080607056617737 (0.1512186179558436) + | > loss_disc_real_1: 0.2201707512140274 (0.16764850169420242) + | > loss_disc_real_2: 0.17956489324569702 (0.18230909357468286) + | > loss_disc_real_3: 0.28175869584083557 (0.23103451232115427) + | > loss_disc_real_4: 0.1971079558134079 (0.1890679473678271) + | > loss_disc_real_5: 0.28172093629837036 (0.2311308483282725) + | > loss_0: 2.5573947429656982 (2.543060223261515) + | > loss_gen: 2.2077667713165283 (2.0371169447898865) + | > loss_kl: 1.202409029006958 (1.5260785818099976) + | > loss_feat: 4.449052333831787 (6.338289896647136) + | > loss_mel: 19.592763900756836 (21.790897687276203) + | > loss_duration: 1.6963322162628174 (1.7171221772829692) + | > loss_1: 29.148324966430664 (33.409505208333336) + + --> STEP: 7 + | > loss_disc: 2.3392791748046875 (2.5139486449105397) + | > loss_disc_real_0: 0.12396757304668427 (0.14732561154024942) + | > loss_disc_real_1: 0.12192163616418839 (0.16111609233277185) + | > loss_disc_real_2: 0.21525077521800995 (0.18701504809515818) + | > loss_disc_real_3: 0.22341026365756989 (0.22994533394064223) + | > loss_disc_real_4: 0.15204043686389923 (0.18377830301012313) + | > loss_disc_real_5: 0.1938086897134781 (0.22579911138330186) + | > loss_0: 2.3392791748046875 (2.5139486449105397) + | > loss_gen: 2.094797134399414 (2.045356971876962) + | > loss_kl: 1.8534170389175415 (1.5728412185396468) + | > loss_feat: 6.759655952453613 (6.398485047476632) + | > loss_mel: 21.31428337097168 (21.72280992780413) + | > loss_duration: 1.6572070121765137 (1.708562867982047) + | > loss_1: 33.67936325073242 (33.44805635724749) + + --> STEP: 8 + | > loss_disc: 2.4738333225250244 (2.5089342296123505) + | > loss_disc_real_0: 0.12180859595537186 (0.14413598459213972) + | > loss_disc_real_1: 0.16022443771362305 (0.16100463550537825) + | > loss_disc_real_2: 0.19841530919075012 (0.18844008073210716) + | > loss_disc_real_3: 0.20467400550842285 (0.2267864178866148) + | > loss_disc_real_4: 0.15793831646442413 (0.18054830469191074) + | > loss_disc_real_5: 0.14850735664367676 (0.21613764204084873) + | > loss_0: 2.4738333225250244 (2.5089342296123505) + | > loss_gen: 1.896275281906128 (2.0267217606306076) + | > loss_kl: 1.8473608493804932 (1.6071561723947525) + | > loss_feat: 7.083724021911621 (6.484139919281006) + | > loss_mel: 23.468975067138672 (21.941080570220947) + | > loss_duration: 1.776581883430481 (1.7170652449131012) + | > loss_1: 36.072914123535156 (33.77616357803345) + + --> STEP: 9 + | > loss_disc: 2.6026439666748047 (2.51934642261929) + | > loss_disc_real_0: 0.1077544316649437 (0.14009358982245126) + | > loss_disc_real_1: 0.17138051986694336 (0.16215751154555214) + | > loss_disc_real_2: 0.210286945104599 (0.19086751010682848) + | > loss_disc_real_3: 0.2377718687057495 (0.22800702353318533) + | > loss_disc_real_4: 0.25447195768356323 (0.18876204391320547) + | > loss_disc_real_5: 0.25049078464508057 (0.21995465788576338) + | > loss_0: 2.6026439666748047 (2.51934642261929) + | > loss_gen: 1.8310091495513916 (2.004975914955139) + | > loss_kl: 1.2707711458206177 (1.5697800583309598) + | > loss_feat: 4.612706661224365 (6.276202890608046) + | > loss_mel: 20.818750381469727 (21.816377215915256) + | > loss_duration: 1.7005929946899414 (1.7152349948883057) + | > loss_1: 30.233829498291016 (33.38257090250651) + + --> STEP: 10 + | > loss_disc: 2.421628475189209 (2.509574627876282) + | > loss_disc_real_0: 0.18828672170639038 (0.1449129030108452) + | > loss_disc_real_1: 0.15696744620800018 (0.16163850501179694) + | > loss_disc_real_2: 0.2335919439792633 (0.19513995349407195) + | > loss_disc_real_3: 0.25526538491249084 (0.23073285967111587) + | > loss_disc_real_4: 0.2228471040725708 (0.192170549929142) + | > loss_disc_real_5: 0.20178669691085815 (0.21813786178827285) + | > loss_0: 2.421628475189209 (2.509574627876282) + | > loss_gen: 2.220010995864868 (2.026479423046112) + | > loss_kl: 1.610579252243042 (1.573859977722168) + | > loss_feat: 4.849815368652344 (6.133564138412476) + | > loss_mel: 18.34410858154297 (21.469150352478028) + | > loss_duration: 1.6191818714141846 (1.7056296825408936) + | > loss_1: 28.64369773864746 (32.9086835861206) + + --> STEP: 11 + | > loss_disc: 2.2843053340911865 (2.489095601168546) + | > loss_disc_real_0: 0.09414178878068924 (0.1402973471717401) + | > loss_disc_real_1: 0.17278286814689636 (0.16265162893316962) + | > loss_disc_real_2: 0.1643715649843216 (0.19234282726591284) + | > loss_disc_real_3: 0.20804020762443542 (0.22866989130323584) + | > loss_disc_real_4: 0.13572688400745392 (0.1870393075726249) + | > loss_disc_real_5: 0.14727485179901123 (0.21169576997106726) + | > loss_0: 2.2843053340911865 (2.489095601168546) + | > loss_gen: 2.082260847091675 (2.0315504615957085) + | > loss_kl: 1.9484031200408936 (1.6079093542965976) + | > loss_feat: 6.328080177307129 (6.151247414675626) + | > loss_mel: 19.57064437866211 (21.296558900312945) + | > loss_duration: 1.656825065612793 (1.7011928991837935) + | > loss_1: 31.586212158203125 (32.78845891085538) + + --> STEP: 12 + | > loss_disc: 2.247730016708374 (2.4689818024635315) + | > loss_disc_real_0: 0.1129554957151413 (0.1380188595503569) + | > loss_disc_real_1: 0.17775684595108032 (0.1639103970179955) + | > loss_disc_real_2: 0.1948070377111435 (0.19254817813634872) + | > loss_disc_real_3: 0.1874096542596817 (0.22523153821627298) + | > loss_disc_real_4: 0.15877029299736023 (0.1846835563580195) + | > loss_disc_real_5: 0.19889351725578308 (0.2106289155781269) + | > loss_0: 2.247730016708374 (2.4689818024635315) + | > loss_gen: 2.3123176097869873 (2.054947723944982) + | > loss_kl: 1.5008846521377563 (1.5989906291166942) + | > loss_feat: 7.104880332946777 (6.230716824531555) + | > loss_mel: 22.78990364074707 (21.42100429534912) + | > loss_duration: 1.6947981119155884 (1.7006600002447765) + | > loss_1: 35.40278244018555 (33.006319204966225) + + --> STEP: 13 + | > loss_disc: 2.6270790100097656 (2.481143126120934) + | > loss_disc_real_0: 0.1632889211177826 (0.13996271044015887) + | > loss_disc_real_1: 0.16952601075172424 (0.1643423673052054) + | > loss_disc_real_2: 0.20007206499576569 (0.1931269386639962) + | > loss_disc_real_3: 0.18880467116832733 (0.22242947152027717) + | > loss_disc_real_4: 0.18339599668979645 (0.18458451330661774) + | > loss_disc_real_5: 0.18330872058868408 (0.20852736211740053) + | > loss_0: 2.6270790100097656 (2.481143126120934) + | > loss_gen: 1.8958971500396729 (2.042713064413804) + | > loss_kl: 1.808724045753479 (1.6151239688579853) + | > loss_feat: 5.927524089813232 (6.207394306476299) + | > loss_mel: 19.683874130249023 (21.28737889803373) + | > loss_duration: 1.7543115615844727 (1.704787043424753) + | > loss_1: 31.070331573486328 (32.85739707946777) + + --> STEP: 14 + | > loss_disc: 2.462698221206665 (2.479825632912772) + | > loss_disc_real_0: 0.10013215243816376 (0.13711767058287352) + | > loss_disc_real_1: 0.19131828844547272 (0.16626921881522452) + | > loss_disc_real_2: 0.19156856834888458 (0.19301562649863108) + | > loss_disc_real_3: 0.21864661574363708 (0.22215926753623144) + | > loss_disc_real_4: 0.21133096516132355 (0.18649497415338243) + | > loss_disc_real_5: 0.21265742182731628 (0.20882236638239451) + | > loss_0: 2.462698221206665 (2.479825632912772) + | > loss_gen: 2.019011974334717 (2.041020129408155) + | > loss_kl: 1.8042527437210083 (1.628633167062487) + | > loss_feat: 5.773916721343994 (6.176431621823992) + | > loss_mel: 23.55584716796875 (21.44941234588623) + | > loss_duration: 1.7338552474975586 (1.7068633437156677) + | > loss_1: 34.88688278198242 (33.002360343933105) + + --> STEP: 15 + | > loss_disc: 2.158512592315674 (2.458404763539632) + | > loss_disc_real_0: 0.08741512894630432 (0.13380416780710228) + | > loss_disc_real_1: 0.13627268373966217 (0.164269449810187) + | > loss_disc_real_2: 0.23027373850345612 (0.19549950063228608) + | > loss_disc_real_3: 0.1795906126499176 (0.21932135721047719) + | > loss_disc_real_4: 0.197114497423172 (0.18720294237136842) + | > loss_disc_real_5: 0.16393020749092102 (0.2058295557896296) + | > loss_0: 2.158512592315674 (2.458404763539632) + | > loss_gen: 2.264009952545166 (2.055886117617289) + | > loss_kl: 1.833470344543457 (1.6422889788945516) + | > loss_feat: 7.863536834716797 (6.288905302683513) + | > loss_mel: 24.63210678100586 (21.661591974894204) + | > loss_duration: 1.716301441192627 (1.7074925502141316) + | > loss_1: 38.309425354003906 (33.35616467793783) + + --> STEP: 16 + | > loss_disc: 2.3878726959228516 (2.4539965093135834) + | > loss_disc_real_0: 0.07971961051225662 (0.1304238829761744) + | > loss_disc_real_1: 0.16717667877674103 (0.16445115162059665) + | > loss_disc_real_2: 0.1627165526151657 (0.19345056638121605) + | > loss_disc_real_3: 0.1679660975933075 (0.2161116534844041) + | > loss_disc_real_4: 0.15611347556114197 (0.18525985069572926) + | > loss_disc_real_5: 0.15608926117420197 (0.2027207873761654) + | > loss_0: 2.3878726959228516 (2.4539965093135834) + | > loss_gen: 1.9015355110168457 (2.0462392047047615) + | > loss_kl: 1.8700793981552124 (1.656525880098343) + | > loss_feat: 7.340872764587402 (6.3546532690525055) + | > loss_mel: 21.818775177001953 (21.67141592502594) + | > loss_duration: 1.8365380764007568 (1.7155578956007957) + | > loss_1: 34.767799377441406 (33.4443918466568) + + --> STEP: 17 + | > loss_disc: 2.375587224960327 (2.449384198469274) + | > loss_disc_real_0: 0.1231088861823082 (0.12999358904712346) + | > loss_disc_real_1: 0.13284602761268616 (0.16259202667895487) + | > loss_disc_real_2: 0.22043722867965698 (0.19503801710465374) + | > loss_disc_real_3: 0.2318481206893921 (0.21703732802587397) + | > loss_disc_real_4: 0.18929317593574524 (0.18549710512161255) + | > loss_disc_real_5: 0.24070151150226593 (0.2049549476188772) + | > loss_0: 2.375587224960327 (2.449384198469274) + | > loss_gen: 2.0923585891723633 (2.048952109673444) + | > loss_kl: 1.6131627559661865 (1.653975108090569) + | > loss_feat: 5.712044715881348 (6.31685276592479) + | > loss_mel: 22.56165313720703 (21.723782819860123) + | > loss_duration: 1.6737560033798218 (1.713098960764268) + | > loss_1: 33.65297317504883 (33.45666133656221) + + --> STEP: 18 + | > loss_disc: 2.437422275543213 (2.4487196471956043) + | > loss_disc_real_0: 0.12347632646560669 (0.12963151890370586) + | > loss_disc_real_1: 0.19053545594215393 (0.16414443941579926) + | > loss_disc_real_2: 0.17704889178276062 (0.19403862125343746) + | > loss_disc_real_3: 0.22363534569740295 (0.21740388456318113) + | > loss_disc_real_4: 0.1533757597208023 (0.18371258593267864) + | > loss_disc_real_5: 0.18594099581241608 (0.2038986169629627) + | > loss_0: 2.437422275543213 (2.4487196471956043) + | > loss_gen: 2.136451482772827 (2.0538131859567432) + | > loss_kl: 1.1240731477737427 (1.6245361102951899) + | > loss_feat: 6.95781946182251 (6.352462026807997) + | > loss_mel: 23.734689712524414 (21.835499869452583) + | > loss_duration: 1.667419672012329 (1.7105612225002713) + | > loss_1: 35.620452880859375 (33.576871977912056) + + --> STEP: 19 + | > loss_disc: 2.152711868286133 (2.433140290410895) + | > loss_disc_real_0: 0.06934739649295807 (0.12645867035577177) + | > loss_disc_real_1: 0.14721180498600006 (0.16325324813002035) + | > loss_disc_real_2: 0.18394848704338074 (0.1935075615581713) + | > loss_disc_real_3: 0.20029547810554504 (0.2165034421180424) + | > loss_disc_real_4: 0.14302808046340942 (0.18157129617113815) + | > loss_disc_real_5: 0.2039799839258194 (0.20390289943469198) + | > loss_0: 2.152711868286133 (2.433140290410895) + | > loss_gen: 2.3409907817840576 (2.0689277962634436) + | > loss_kl: 1.7562785148620605 (1.631469921061867) + | > loss_feat: 6.848165035247803 (6.378551658831145) + | > loss_mel: 22.920747756958008 (21.89261817932129) + | > loss_duration: 1.781113624572754 (1.7142745068198757) + | > loss_1: 35.64729690551758 (33.685841710943926) + + --> STEP: 20 + | > loss_disc: 2.3330345153808594 (2.428135001659393) + | > loss_disc_real_0: 0.08903652429580688 (0.12458756305277352) + | > loss_disc_real_1: 0.15000171959400177 (0.16259067170321942) + | > loss_disc_real_2: 0.180536687374115 (0.19285901784896847) + | > loss_disc_real_3: 0.21946664154529572 (0.21665160208940507) + | > loss_disc_real_4: 0.15288102626800537 (0.18013678267598152) + | > loss_disc_real_5: 0.2198370397090912 (0.20469960644841195) + | > loss_0: 2.3330345153808594 (2.428135001659393) + | > loss_gen: 2.2488059997558594 (2.0779217064380644) + | > loss_kl: 1.7455825805664062 (1.637175554037094) + | > loss_feat: 7.2157158851623535 (6.420409870147705) + | > loss_mel: 22.327709197998047 (21.914372730255128) + | > loss_duration: 1.683932900428772 (1.7127574265003205) + | > loss_1: 35.221744537353516 (33.76263685226441) + + --> STEP: 21 + | > loss_disc: 2.4852004051208496 (2.4308524018242244) + | > loss_disc_real_0: 0.1376594603061676 (0.1252100343505542) + | > loss_disc_real_1: 0.21265894174575806 (0.16497487503857838) + | > loss_disc_real_2: 0.2704905867576599 (0.1965557592255728) + | > loss_disc_real_3: 0.23283107578754425 (0.21742205321788788) + | > loss_disc_real_4: 0.1972772777080536 (0.18095299672512782) + | > loss_disc_real_5: 0.21053995192050934 (0.20497771813755944) + | > loss_0: 2.4852004051208496 (2.4308524018242244) + | > loss_gen: 2.2009029388427734 (2.0837779556001936) + | > loss_kl: 1.546343207359314 (1.632850204195295) + | > loss_feat: 6.796011447906494 (6.43829565956479) + | > loss_mel: 22.149749755859375 (21.925581160045805) + | > loss_duration: 1.6876698732376099 (1.711562781106858) + | > loss_1: 34.380680084228516 (33.792067482357936) + + --> STEP: 22 + | > loss_disc: 2.5183892250061035 (2.4348313483324913) + | > loss_disc_real_0: 0.11096829175949097 (0.12456268241459677) + | > loss_disc_real_1: 0.1692694127559662 (0.16517008129845964) + | > loss_disc_real_2: 0.22334425151348114 (0.19777341796593229) + | > loss_disc_real_3: 0.21370549499988556 (0.21725311875343323) + | > loss_disc_real_4: 0.25761446356773376 (0.18443760885433716) + | > loss_disc_real_5: 0.23515555262565613 (0.20634943788701837) + | > loss_0: 2.5183892250061035 (2.4348313483324913) + | > loss_gen: 2.0490612983703613 (2.08219992572611) + | > loss_kl: 1.3209092617034912 (1.6186710704456677) + | > loss_feat: 5.504374980926514 (6.3958447196266865) + | > loss_mel: 20.517593383789062 (21.8615817156705) + | > loss_duration: 1.7989492416381836 (1.715534892949191) + | > loss_1: 31.190887451171875 (33.67383202639493) + + --> STEP: 23 + | > loss_disc: 2.3260490894317627 (2.4301016849020245) + | > loss_disc_real_0: 0.14916789531707764 (0.12563247427992202) + | > loss_disc_real_1: 0.21341802179813385 (0.16726781784192374) + | > loss_disc_real_2: 0.18074451386928558 (0.19703303083129547) + | > loss_disc_real_3: 0.14207468926906586 (0.2139844913845477) + | > loss_disc_real_4: 0.1754741221666336 (0.1840478920418283) + | > loss_disc_real_5: 0.1950703263282776 (0.20585904173229053) + | > loss_0: 2.3260490894317627 (2.4301016849020245) + | > loss_gen: 2.1106810569763184 (2.0834382357804673) + | > loss_kl: 1.5619040727615356 (1.616202940111575) + | > loss_feat: 6.4373459815979 (6.397649122321087) + | > loss_mel: 21.441883087158203 (21.84333394921344) + | > loss_duration: 1.7909296751022339 (1.718812926955845) + | > loss_1: 33.342742919921875 (33.659436847852625) + + --> STEP: 24 + | > loss_disc: 2.5165610313415527 (2.433704157670338) + | > loss_disc_real_0: 0.12114933878183365 (0.12544567696750167) + | > loss_disc_real_1: 0.19951076805591583 (0.1686112741008401) + | > loss_disc_real_2: 0.2016165405511856 (0.19722401040295756) + | > loss_disc_real_3: 0.24968388676643372 (0.21547196619212627) + | > loss_disc_real_4: 0.1913130134344101 (0.1843506054331859) + | > loss_disc_real_5: 0.24568088352680206 (0.20751828514039516) + | > loss_0: 2.5165610313415527 (2.433704157670338) + | > loss_gen: 2.194868803024292 (2.088081176082293) + | > loss_kl: 1.5912407636642456 (1.6151628494262695) + | > loss_feat: 5.7808709144592285 (6.371950030326843) + | > loss_mel: 23.252981185913086 (21.902069250742596) + | > loss_duration: 1.6742277145385742 (1.7169552097717922) + | > loss_1: 34.49419021606445 (33.694218238194786) + + --> STEP: 25 + | > loss_disc: 2.6775293350219727 (2.443457164764404) + | > loss_disc_real_0: 0.166707843542099 (0.12709616363048556) + | > loss_disc_real_1: 0.18776863813400269 (0.1693775686621666) + | > loss_disc_real_2: 0.22335809469223022 (0.19826937377452847) + | > loss_disc_real_3: 0.2709198594093323 (0.2176898819208145) + | > loss_disc_real_4: 0.22737738490104675 (0.18607167661190033) + | > loss_disc_real_5: 0.2728818356990814 (0.21013282716274262) + | > loss_0: 2.6775293350219727 (2.443457164764404) + | > loss_gen: 1.8892483711242676 (2.080127863883972) + | > loss_kl: 1.5905388593673706 (1.6141778898239136) + | > loss_feat: 3.958282709121704 (6.275403337478638) + | > loss_mel: 19.518470764160156 (21.806725311279298) + | > loss_duration: 1.64658522605896 (1.714140410423279) + | > loss_1: 28.603124618530273 (33.490574493408204) + + --> STEP: 26 + | > loss_disc: 2.593214273452759 (2.44921705356011) + | > loss_disc_real_0: 0.11993075162172318 (0.12682057086091778) + | > loss_disc_real_1: 0.1566126048564911 (0.16888660851579446) + | > loss_disc_real_2: 0.2240014672279358 (0.1992590696765826) + | > loss_disc_real_3: 0.239561527967453 (0.21853109907645446) + | > loss_disc_real_4: 0.22078971564769745 (0.18740698580558485) + | > loss_disc_real_5: 0.24701015651226044 (0.21155118598387793) + | > loss_0: 2.593214273452759 (2.44921705356011) + | > loss_gen: 1.945757269859314 (2.074959764113793) + | > loss_kl: 1.5016212463378906 (1.6098487881513743) + | > loss_feat: 6.7508673667907715 (6.293690415529104) + | > loss_mel: 22.769350051879883 (21.843749339763935) + | > loss_duration: 1.6761999130249023 (1.7126811605233412) + | > loss_1: 34.643798828125 (33.534929275512695) + + --> STEP: 27 + | > loss_disc: 2.4892868995666504 (2.450701121930723) + | > loss_disc_real_0: 0.12039927393198013 (0.1265827450487349) + | > loss_disc_real_1: 0.1661929041147232 (0.16878684168612515) + | > loss_disc_real_2: 0.2486267238855362 (0.20108750131395126) + | > loss_disc_real_3: 0.2636239230632782 (0.22020120366855903) + | > loss_disc_real_4: 0.22513730823993683 (0.18880440515500527) + | > loss_disc_real_5: 0.23628957569599152 (0.21246742263988214) + | > loss_0: 2.4892868995666504 (2.450701121930723) + | > loss_gen: 2.1625404357910156 (2.078203492694431) + | > loss_kl: 1.7969528436660767 (1.616778567985252) + | > loss_feat: 5.959300518035889 (6.2813056045108375) + | > loss_mel: 23.859834671020508 (21.91841916684751) + | > loss_duration: 1.7262067794799805 (1.713182109373587) + | > loss_1: 35.50483703613281 (33.60788882220233) + + --> STEP: 28 + | > loss_disc: 2.347996473312378 (2.447033098765782) + | > loss_disc_real_0: 0.18252936005592346 (0.12858083844184878) + | > loss_disc_real_1: 0.20122818648815155 (0.1699454611433404) + | > loss_disc_real_2: 0.1794537603855133 (0.20031486770936419) + | > loss_disc_real_3: 0.18097954988479614 (0.21880043031913893) + | > loss_disc_real_4: 0.19350804388523102 (0.18897239225251333) + | > loss_disc_real_5: 0.2154812067747116 (0.21257505778755462) + | > loss_0: 2.347996473312378 (2.447033098765782) + | > loss_gen: 2.406676769256592 (2.0899346811430797) + | > loss_kl: 1.2849096059799194 (1.6049261050564902) + | > loss_feat: 6.3335280418396 (6.2831706915582926) + | > loss_mel: 20.125871658325195 (21.854399612971715) + | > loss_duration: 1.7415440082550049 (1.7141950343336378) + | > loss_1: 31.89253044128418 (33.54662602288382) + + --> STEP: 29 + | > loss_disc: 2.164127826690674 (2.4372777445562956) + | > loss_disc_real_0: 0.10369866341352463 (0.12772283240638932) + | > loss_disc_real_1: 0.1511240154504776 (0.16929644577462097) + | > loss_disc_real_2: 0.21659310162067413 (0.200876186120099) + | > loss_disc_real_3: 0.2527388334274292 (0.21997072008149376) + | > loss_disc_real_4: 0.201507106423378 (0.1894046237756466) + | > loss_disc_real_5: 0.20337364077568054 (0.21225776754576584) + | > loss_0: 2.164127826690674 (2.4372777445562956) + | > loss_gen: 2.455812931060791 (2.1025511725195525) + | > loss_kl: 1.2384369373321533 (1.5922885475487545) + | > loss_feat: 7.071934223175049 (6.3103694340278365) + | > loss_mel: 25.046939849853516 (21.96448720734695) + | > loss_duration: 1.6575860977172852 (1.7122430020365222) + | > loss_1: 37.47071075439453 (33.68193928948764) + + --> STEP: 30 + | > loss_disc: 2.34694766998291 (2.4342667420705157) + | > loss_disc_real_0: 0.10027856379747391 (0.1268080234527588) + | > loss_disc_real_1: 0.12272559106349945 (0.16774408395091692) + | > loss_disc_real_2: 0.19390816986560822 (0.20064391891161598) + | > loss_disc_real_3: 0.18390293419361115 (0.2187684605518977) + | > loss_disc_real_4: 0.17799073457717896 (0.18902416080236434) + | > loss_disc_real_5: 0.20233461260795593 (0.21192699571450552) + | > loss_0: 2.34694766998291 (2.4342667420705157) + | > loss_gen: 1.9526633024215698 (2.097554910182953) + | > loss_kl: 1.7882527112960815 (1.598820686340332) + | > loss_feat: 7.50349760055542 (6.350140372912089) + | > loss_mel: 25.049699783325195 (22.067327626546223) + | > loss_duration: 1.7080552577972412 (1.7121034105618795) + | > loss_1: 38.002166748046875 (33.82594687143961) + + --> STEP: 31 + | > loss_disc: 2.2731895446777344 (2.429070703444942) + | > loss_disc_real_0: 0.12339320778846741 (0.1266978681087494) + | > loss_disc_real_1: 0.19403241574764252 (0.1685920946540371) + | > loss_disc_real_2: 0.16822707653045654 (0.19959821431867536) + | > loss_disc_real_3: 0.1786058396100998 (0.21747289213442034) + | > loss_disc_real_4: 0.13059069216251373 (0.18713921020107885) + | > loss_disc_real_5: 0.15816903114318848 (0.21019286782510818) + | > loss_0: 2.2731895446777344 (2.429070703444942) + | > loss_gen: 2.1907284259796143 (2.100560507466716) + | > loss_kl: 1.1232924461364746 (1.5834810656885947) + | > loss_feat: 7.829819679260254 (6.397871963439449) + | > loss_mel: 22.42133140563965 (22.078747103291175) + | > loss_duration: 1.7223767042160034 (1.7124348071313673) + | > loss_1: 35.28754806518555 (33.87309529704432) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.012950681870983492 (+0.001698324757237588) + | > avg_loss_disc: 2.429070703444942 (+0.054590694365962644) + | > avg_loss_disc_real_0: 0.1266978681087494 (+0.024061507635539575) + | > avg_loss_disc_real_1: 0.1685920946540371 (+0.009546948777091113) + | > avg_loss_disc_real_2: 0.19959821431867536 (-0.024541762086652957) + | > avg_loss_disc_real_3: 0.21747289213442034 (+0.020383982168089954) + | > avg_loss_disc_real_4: 0.18713921020107885 (-0.016563955814607678) + | > avg_loss_disc_real_5: 0.21019286782510818 (-0.00668846214971236) + | > avg_loss_0: 2.429070703444942 (+0.054590694365962644) + | > avg_loss_gen: 2.100560507466716 (+0.010470944066201415) + | > avg_loss_kl: 1.5834810656885947 (-0.16327221162857541) + | > avg_loss_feat: 6.397871963439449 (+0.25565834199228554) + | > avg_loss_mel: 22.078747103291175 (-0.18757777060231717) + | > avg_loss_duration: 1.7124348071313673 (-0.0022898143337619636) + | > avg_loss_1: 33.87309529704432 (-0.08701072200653925) + + + > EPOCH: 8/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 00:08:05)  + + --> TIME: 2024-11-23 00:08:24 -- STEP: 17/797 -- GLOBAL_STEP: 29500 + | > loss_disc: 2.7126779556274414 (2.503367704503677) + | > loss_disc_real_0: 0.4111559987068176 (0.15269996335401254) + | > loss_disc_real_1: 0.1782747209072113 (0.22417277711279252) + | > loss_disc_real_2: 0.22722436487674713 (0.2291091338676565) + | > loss_disc_real_3: 0.2651750445365906 (0.2325614787199918) + | > loss_disc_real_4: 0.21671299636363983 (0.21566115933306076) + | > loss_disc_real_5: 0.22072374820709229 (0.22480150706627788) + | > loss_0: 2.7126779556274414 (2.503367704503677) + | > grad_norm_0: tensor(192.3356, device='cuda:0') (tensor(143.4622, device='cuda:0')) + | > loss_gen: 2.3418545722961426 (2.3995908288394703) + | > loss_kl: 1.2638788223266602 (1.5280205922968246) + | > loss_feat: 6.04751443862915 (6.1702924055211685) + | > loss_mel: 21.10466766357422 (21.561742782592773) + | > loss_duration: 1.899843454360962 (1.8835980751935173) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.65776062011719 (33.54324486676384) + | > grad_norm_1: tensor(557.2219, device='cuda:0') (tensor(565.6550, device='cuda:0')) + | > current_lr_0: 0.0001991019659638112 + | > current_lr_1: 0.0001991019659638112 + | > step_time: 0.8896 (1.0271847248077393) + | > loader_time: 0.0046 (0.0046314491945154525) + + + --> TIME: 2024-11-23 00:08:49 -- STEP: 42/797 -- GLOBAL_STEP: 29525 + | > loss_disc: 2.5232582092285156 (2.5324874491918656) + | > loss_disc_real_0: 0.12152790278196335 (0.16544871138674871) + | > loss_disc_real_1: 0.19043199717998505 (0.21679939755371638) + | > loss_disc_real_2: 0.2370484173297882 (0.2352657981571697) + | > loss_disc_real_3: 0.21344466507434845 (0.23179063484782264) + | > loss_disc_real_4: 0.18522432446479797 (0.22423431135359265) + | > loss_disc_real_5: 0.20167700946331024 (0.23134139854283559) + | > loss_0: 2.5232582092285156 (2.5324874491918656) + | > grad_norm_0: tensor(121.5366, device='cuda:0') (tensor(128.4395, device='cuda:0')) + | > loss_gen: 2.1899030208587646 (2.3416418518338884) + | > loss_kl: 1.2411998510360718 (1.5475183327992756) + | > loss_feat: 6.374876976013184 (6.226665723891485) + | > loss_mel: 21.12539291381836 (21.42722157069615) + | > loss_duration: 1.817219614982605 (1.8297105062575567) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.748592376708984 (33.372758138747436) + | > grad_norm_1: tensor(762.2880, device='cuda:0') (tensor(500.5159, device='cuda:0')) + | > current_lr_0: 0.0001991019659638112 + | > current_lr_1: 0.0001991019659638112 + | > step_time: 1.5361 (0.9888329392387754) + | > loader_time: 0.0068 (0.004962824639819918) + + + --> TIME: 2024-11-23 00:09:27 -- STEP: 67/797 -- GLOBAL_STEP: 29550 + | > loss_disc: 2.270902633666992 (2.506554785059459) + | > loss_disc_real_0: 0.07884924113750458 (0.15253779047460697) + | > loss_disc_real_1: 0.1783924102783203 (0.21891511287262191) + | > loss_disc_real_2: 0.23190145194530487 (0.2345648116585034) + | > loss_disc_real_3: 0.1527262032032013 (0.22677867336949306) + | > loss_disc_real_4: 0.18471983075141907 (0.2228050839100311) + | > loss_disc_real_5: 0.19017301499843597 (0.23171576568439825) + | > loss_0: 2.270902633666992 (2.506554785059459) + | > grad_norm_0: tensor(119.5638, device='cuda:0') (tensor(112.9194, device='cuda:0')) + | > loss_gen: 2.2157506942749023 (2.3254482959633433) + | > loss_kl: 1.534079909324646 (1.5536328696492891) + | > loss_feat: 6.536410331726074 (6.175065325267279) + | > loss_mel: 21.841716766357422 (21.398194811237392) + | > loss_duration: 1.7050695419311523 (1.7936844914706784) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.83302688598633 (33.24602574021066) + | > grad_norm_1: tensor(926.6101, device='cuda:0') (tensor(554.5593, device='cuda:0')) + | > current_lr_0: 0.0001991019659638112 + | > current_lr_1: 0.0001991019659638112 + | > step_time: 1.1916 (1.191310661942212) + | > loader_time: 0.005 (0.00691573655427392) + + + --> TIME: 2024-11-23 00:09:51 -- STEP: 92/797 -- GLOBAL_STEP: 29575 + | > loss_disc: 2.3138365745544434 (2.4867658485536994) + | > loss_disc_real_0: 0.10903869569301605 (0.14411662130252179) + | > loss_disc_real_1: 0.20528939366340637 (0.2162628651637098) + | > loss_disc_real_2: 0.23658990859985352 (0.23547305814597919) + | > loss_disc_real_3: 0.19644449651241302 (0.2279724692520888) + | > loss_disc_real_4: 0.18504156172275543 (0.22263870955161427) + | > loss_disc_real_5: 0.21027348935604095 (0.23023734241724014) + | > loss_0: 2.3138365745544434 (2.4867658485536994) + | > grad_norm_0: tensor(11.8156, device='cuda:0') (tensor(103.9308, device='cuda:0')) + | > loss_gen: 2.4706003665924072 (2.3276976398799722) + | > loss_kl: 1.5363248586654663 (1.5587452066981273) + | > loss_feat: 6.339375972747803 (6.196145363475965) + | > loss_mel: 22.453720092773438 (21.526575897050947) + | > loss_duration: 1.765681266784668 (1.7777899594410607) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.565704345703125 (33.38695416243179) + | > grad_norm_1: tensor(384.8966, device='cuda:0') (tensor(558.1497, device='cuda:0')) + | > current_lr_0: 0.0001991019659638112 + | > current_lr_1: 0.0001991019659638112 + | > step_time: 0.9029 (1.1220470355904626) + | > loader_time: 0.0039 (0.0066666939984197215) + + + --> TIME: 2024-11-23 00:10:25 -- STEP: 117/797 -- GLOBAL_STEP: 29600 + | > loss_disc: 2.4164631366729736 (2.4870404911856365) + | > loss_disc_real_0: 0.12479058653116226 (0.14302630919931286) + | > loss_disc_real_1: 0.2495407611131668 (0.21708764479710504) + | > loss_disc_real_2: 0.24236910045146942 (0.23523147569762337) + | > loss_disc_real_3: 0.23568612337112427 (0.2270216256634802) + | > loss_disc_real_4: 0.22614681720733643 (0.22259228249900362) + | > loss_disc_real_5: 0.24068346619606018 (0.23155797011831886) + | > loss_0: 2.4164631366729736 (2.4870404911856365) + | > grad_norm_0: tensor(57.6655, device='cuda:0') (tensor(94.9921, device='cuda:0')) + | > loss_gen: 2.4106128215789795 (2.3200843864017062) + | > loss_kl: 1.4281651973724365 (1.5613757810022078) + | > loss_feat: 5.941788196563721 (6.191655782552866) + | > loss_mel: 21.042831420898438 (21.600549616365356) + | > loss_duration: 1.71620774269104 (1.7692329679798877) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.53960418701172 (33.44289864434136) + | > grad_norm_1: tensor(494.5713, device='cuda:0') (tensor(519.9188, device='cuda:0')) + | > current_lr_0: 0.0001991019659638112 + | > current_lr_1: 0.0001991019659638112 + | > step_time: 1.6768 (1.1702179480821664) + | > loader_time: 0.008 (0.006958307364048103) + + + --> TIME: 2024-11-23 00:10:51 -- STEP: 142/797 -- GLOBAL_STEP: 29625 + | > loss_disc: 2.2398204803466797 (2.486902727207667) + | > loss_disc_real_0: 0.04403522610664368 (0.14355492313772863) + | > loss_disc_real_1: 0.18824608623981476 (0.21691085608072683) + | > loss_disc_real_2: 0.24321550130844116 (0.2355648675854777) + | > loss_disc_real_3: 0.20321790874004364 (0.22691321824218186) + | > loss_disc_real_4: 0.1498991847038269 (0.22265164805969723) + | > loss_disc_real_5: 0.13901381194591522 (0.23215274239929629) + | > loss_0: 2.2398204803466797 (2.486902727207667) + | > grad_norm_0: tensor(59.5038, device='cuda:0') (tensor(97.4868, device='cuda:0')) + | > loss_gen: 2.589370012283325 (2.320154742455818) + | > loss_kl: 1.562002420425415 (1.549304958800195) + | > loss_feat: 7.033452033996582 (6.194624820225674) + | > loss_mel: 21.814420700073242 (21.62498240403726) + | > loss_duration: 1.6769605875015259 (1.765080769297103) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.676204681396484 (33.454147741828166) + | > grad_norm_1: tensor(477.2752, device='cuda:0') (tensor(526.0079, device='cuda:0')) + | > current_lr_0: 0.0001991019659638112 + | > current_lr_1: 0.0001991019659638112 + | > step_time: 0.9703 (1.1452710225548548) + | > loader_time: 0.0045 (0.006829659703751685) + + + --> TIME: 2024-11-23 00:11:17 -- STEP: 167/797 -- GLOBAL_STEP: 29650 + | > loss_disc: 2.646913766860962 (2.484119463823513) + | > loss_disc_real_0: 0.1484023630619049 (0.14461427340339764) + | > loss_disc_real_1: 0.24941472709178925 (0.2170502588063657) + | > loss_disc_real_2: 0.29028043150901794 (0.23442116370815003) + | > loss_disc_real_3: 0.22484782338142395 (0.22719889647232558) + | > loss_disc_real_4: 0.23804551362991333 (0.22131886542914156) + | > loss_disc_real_5: 0.23808607459068298 (0.23153191001829274) + | > loss_0: 2.646913766860962 (2.484119463823513) + | > grad_norm_0: tensor(193.6350, device='cuda:0') (tensor(98.5888, device='cuda:0')) + | > loss_gen: 2.1247546672821045 (2.3308467136885596) + | > loss_kl: 1.6644874811172485 (1.5475299843771015) + | > loss_feat: 5.563907623291016 (6.195238353249556) + | > loss_mel: 19.903532028198242 (21.634487803110822) + | > loss_duration: 1.6952338218688965 (1.757575660408614) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.951915740966797 (33.46567858621745) + | > grad_norm_1: tensor(854.5523, device='cuda:0') (tensor(517.8235, device='cuda:0')) + | > current_lr_0: 0.0001991019659638112 + | > current_lr_1: 0.0001991019659638112 + | > step_time: 0.9028 (1.1263776068202038) + | > loader_time: 0.0046 (0.006826720551816289) + + + --> TIME: 2024-11-23 00:11:40 -- STEP: 192/797 -- GLOBAL_STEP: 29675 + | > loss_disc: 2.1436972618103027 (2.4808358227213225) + | > loss_disc_real_0: 0.09591415524482727 (0.14061971053403494) + | > loss_disc_real_1: 0.16795876622200012 (0.2173322575787703) + | > loss_disc_real_2: 0.21372081339359283 (0.23528611846268177) + | > loss_disc_real_3: 0.1800733059644699 (0.22616583962614337) + | > loss_disc_real_4: 0.14618703722953796 (0.22167600272223353) + | > loss_disc_real_5: 0.16458560526371002 (0.2314888440693418) + | > loss_0: 2.1436972618103027 (2.4808358227213225) + | > grad_norm_0: tensor(63.4042, device='cuda:0') (tensor(94.9138, device='cuda:0')) + | > loss_gen: 2.57942795753479 (2.332580171525479) + | > loss_kl: 1.7415016889572144 (1.5455972490211327) + | > loss_feat: 7.6108598709106445 (6.196564217408498) + | > loss_mel: 22.807939529418945 (21.703508685032528) + | > loss_duration: 1.7737410068511963 (1.7532222320636113) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.51347351074219 (33.531472563743606) + | > grad_norm_1: tensor(719.0588, device='cuda:0') (tensor(528.6030, device='cuda:0')) + | > current_lr_0: 0.0001991019659638112 + | > current_lr_1: 0.0001991019659638112 + | > step_time: 0.8283 (1.0968824314574408) + | > loader_time: 0.0047 (0.006697309513886769) + + + --> TIME: 2024-11-23 00:12:05 -- STEP: 217/797 -- GLOBAL_STEP: 29700 + | > loss_disc: 2.44655704498291 (2.478471534043414) + | > loss_disc_real_0: 0.12440438568592072 (0.13882103804413082) + | > loss_disc_real_1: 0.2271762192249298 (0.21770747699495835) + | > loss_disc_real_2: 0.25135093927383423 (0.23444270998376854) + | > loss_disc_real_3: 0.23768676817417145 (0.22584924712983145) + | > loss_disc_real_4: 0.2382180392742157 (0.2215452313011143) + | > loss_disc_real_5: 0.24264422059059143 (0.23247665482732008) + | > loss_0: 2.44655704498291 (2.478471534043414) + | > grad_norm_0: tensor(17.5250, device='cuda:0') (tensor(92.6904, device='cuda:0')) + | > loss_gen: 2.32771897315979 (2.331155083695865) + | > loss_kl: 1.8939417600631714 (1.5508928403326994) + | > loss_feat: 6.137336254119873 (6.19196287937428) + | > loss_mel: 22.781597137451172 (21.747202824887044) + | > loss_duration: 1.6648058891296387 (1.7514112006684053) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.80540084838867 (33.572624848185605) + | > grad_norm_1: tensor(226.2443, device='cuda:0') (tensor(536.9227, device='cuda:0')) + | > current_lr_0: 0.0001991019659638112 + | > current_lr_1: 0.0001991019659638112 + | > step_time: 0.8799 (1.0827737579697294) + | > loader_time: 0.0053 (0.0066837890906268) + + + --> TIME: 2024-11-23 00:12:30 -- STEP: 242/797 -- GLOBAL_STEP: 29725 + | > loss_disc: 2.420916795730591 (2.477825939162704) + | > loss_disc_real_0: 0.16571764647960663 (0.1378754482196629) + | > loss_disc_real_1: 0.2499367743730545 (0.218097284559376) + | > loss_disc_real_2: 0.25470373034477234 (0.23494301040556806) + | > loss_disc_real_3: 0.23574568331241608 (0.22542384094443202) + | > loss_disc_real_4: 0.24275362491607666 (0.2215469013437752) + | > loss_disc_real_5: 0.21205298602581024 (0.2328971447654007) + | > loss_0: 2.420916795730591 (2.477825939162704) + | > grad_norm_0: tensor(93.4864, device='cuda:0') (tensor(92.8804, device='cuda:0')) + | > loss_gen: 2.3653438091278076 (2.333534961889599) + | > loss_kl: 1.5973926782608032 (1.5560064360129933) + | > loss_feat: 6.336947917938232 (6.195839178463644) + | > loss_mel: 21.445837020874023 (21.76050109705649) + | > loss_duration: 1.701962947845459 (1.7475676743452213) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.44748306274414 (33.593449348260556) + | > grad_norm_1: tensor(627.3586, device='cuda:0') (tensor(556.0233, device='cuda:0')) + | > current_lr_0: 0.0001991019659638112 + | > current_lr_1: 0.0001991019659638112 + | > step_time: 1.0336 (1.073865967348588) + | > loader_time: 0.0063 (0.006700204423636444) + + + --> TIME: 2024-11-23 00:12:53 -- STEP: 267/797 -- GLOBAL_STEP: 29750 + | > loss_disc: 2.3265624046325684 (2.476526330919302) + | > loss_disc_real_0: 0.11862850189208984 (0.13691340864039545) + | > loss_disc_real_1: 0.24082408845424652 (0.2187464397944761) + | > loss_disc_real_2: 0.2098594754934311 (0.23431098221169874) + | > loss_disc_real_3: 0.22117352485656738 (0.2249928086103125) + | > loss_disc_real_4: 0.20912185311317444 (0.221598989675554) + | > loss_disc_real_5: 0.2616533041000366 (0.23308634467785724) + | > loss_0: 2.3265624046325684 (2.476526330919302) + | > grad_norm_0: tensor(188.0108, device='cuda:0') (tensor(96.5715, device='cuda:0')) + | > loss_gen: 2.2838332653045654 (2.3358353738034716) + | > loss_kl: 1.5672825574874878 (1.5540604935156719) + | > loss_feat: 6.003912448883057 (6.19052793381366) + | > loss_mel: 21.991483688354492 (21.7783405075359) + | > loss_duration: 1.7179698944091797 (1.744187004557263) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.564483642578125 (33.60295139984247) + | > grad_norm_1: tensor(835.8811, device='cuda:0') (tensor(575.3243, device='cuda:0')) + | > current_lr_0: 0.0001991019659638112 + | > current_lr_1: 0.0001991019659638112 + | > step_time: 0.881 (1.0606244262238125) + | > loader_time: 0.005 (0.006671998384740022) + + + --> TIME: 2024-11-23 00:13:17 -- STEP: 292/797 -- GLOBAL_STEP: 29775 + | > loss_disc: 2.555205821990967 (2.477184186243031) + | > loss_disc_real_0: 0.0748986154794693 (0.1360975617338738) + | > loss_disc_real_1: 0.2313086986541748 (0.21930037887945567) + | > loss_disc_real_2: 0.25025662779808044 (0.23516109544936925) + | > loss_disc_real_3: 0.23403078317642212 (0.224672308931612) + | > loss_disc_real_4: 0.1861402541399002 (0.22130605006871157) + | > loss_disc_real_5: 0.21552489697933197 (0.2335256941310347) + | > loss_0: 2.555205821990967 (2.477184186243031) + | > grad_norm_0: tensor(15.9075, device='cuda:0') (tensor(95.4497, device='cuda:0')) + | > loss_gen: 2.103025197982788 (2.341568836610612) + | > loss_kl: 1.8416005373001099 (1.5527416390098934) + | > loss_feat: 5.76240348815918 (6.19646738326713) + | > loss_mel: 21.439136505126953 (21.800983102354287) + | > loss_duration: 1.735522985458374 (1.7422293244975884) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.88168716430664 (33.633990359632946) + | > grad_norm_1: tensor(578.1722, device='cuda:0') (tensor(576.6001, device='cuda:0')) + | > current_lr_0: 0.0001991019659638112 + | > current_lr_1: 0.0001991019659638112 + | > step_time: 0.8381 (1.0501485973188327) + | > loader_time: 0.008 (0.0066644598359931004) + + + --> TIME: 2024-11-23 00:13:44 -- STEP: 317/797 -- GLOBAL_STEP: 29800 + | > loss_disc: 2.371903896331787 (2.4770905535303833) + | > loss_disc_real_0: 0.09203332662582397 (0.13556856942900725) + | > loss_disc_real_1: 0.1820877343416214 (0.21842493013440623) + | > loss_disc_real_2: 0.2245333343744278 (0.23498707182399858) + | > loss_disc_real_3: 0.18603387475013733 (0.22494661582381192) + | > loss_disc_real_4: 0.24727211892604828 (0.221685893246052) + | > loss_disc_real_5: 0.25000500679016113 (0.2342860618788361) + | > loss_0: 2.371903896331787 (2.4770905535303833) + | > grad_norm_0: tensor(64.5114, device='cuda:0') (tensor(96.0512, device='cuda:0')) + | > loss_gen: 2.4658098220825195 (2.341856816589644) + | > loss_kl: 1.5585839748382568 (1.5493880032740932) + | > loss_feat: 7.0426344871521 (6.198177357201322) + | > loss_mel: 23.157562255859375 (21.82300113353068) + | > loss_duration: 1.6720993518829346 (1.7395965958995394) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.896690368652344 (33.652019994115996) + | > grad_norm_1: tensor(948.2849, device='cuda:0') (tensor(587.9931, device='cuda:0')) + | > current_lr_0: 0.0001991019659638112 + | > current_lr_1: 0.0001991019659638112 + | > step_time: 0.9425 (1.050566740968627) + | > loader_time: 0.0066 (0.006745209077179245) + + + --> TIME: 2024-11-23 00:14:08 -- STEP: 342/797 -- GLOBAL_STEP: 29825 + | > loss_disc: 2.531475782394409 (2.476471898848549) + | > loss_disc_real_0: 0.0896221473813057 (0.13449072409747997) + | > loss_disc_real_1: 0.2655365467071533 (0.2184482774975007) + | > loss_disc_real_2: 0.18415208160877228 (0.23516546982770775) + | > loss_disc_real_3: 0.21236415207386017 (0.22491381692084653) + | > loss_disc_real_4: 0.22823795676231384 (0.22191594837353243) + | > loss_disc_real_5: 0.24652747809886932 (0.23390337620039434) + | > loss_0: 2.531475782394409 (2.476471898848549) + | > grad_norm_0: tensor(320.1467, device='cuda:0') (tensor(99.2772, device='cuda:0')) + | > loss_gen: 2.3311963081359863 (2.344416292090164) + | > loss_kl: 1.5443991422653198 (1.5481095097915472) + | > loss_feat: 6.985466480255127 (6.198845825697246) + | > loss_mel: 21.489152908325195 (21.809059209990934) + | > loss_duration: 1.7000794410705566 (1.737596894216816) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.050296783447266 (33.638027849253156) + | > grad_norm_1: tensor(841.1451, device='cuda:0') (tensor(598.0377, device='cuda:0')) + | > current_lr_0: 0.0001991019659638112 + | > current_lr_1: 0.0001991019659638112 + | > step_time: 1.2383 (1.0426127297139318) + | > loader_time: 0.01 (0.006772921796430622) + + + --> TIME: 2024-11-23 00:14:35 -- STEP: 367/797 -- GLOBAL_STEP: 29850 + | > loss_disc: 2.5994930267333984 (2.47844161714455) + | > loss_disc_real_0: 0.1301557868719101 (0.13547155846732525) + | > loss_disc_real_1: 0.22343119978904724 (0.21811855756944143) + | > loss_disc_real_2: 0.25563231110572815 (0.23512084266470304) + | > loss_disc_real_3: 0.21923796832561493 (0.2250333740210988) + | > loss_disc_real_4: 0.25976109504699707 (0.22201622003430566) + | > loss_disc_real_5: 0.2337506264448166 (0.23415151404912204) + | > loss_0: 2.5994930267333984 (2.47844161714455) + | > grad_norm_0: tensor(197.3351, device='cuda:0') (tensor(100.0639, device='cuda:0')) + | > loss_gen: 2.1070425510406494 (2.343064684309164) + | > loss_kl: 1.5764573812484741 (1.5500842339336385) + | > loss_feat: 5.564939022064209 (6.193463664613563) + | > loss_mel: 20.13731575012207 (21.825588808397526) + | > loss_duration: 1.7290639877319336 (1.735143299323661) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.114818572998047 (33.64734480751309) + | > grad_norm_1: tensor(233.8094, device='cuda:0') (tensor(597.3482, device='cuda:0')) + | > current_lr_0: 0.0001991019659638112 + | > current_lr_1: 0.0001991019659638112 + | > step_time: 0.942 (1.0434367981528727) + | > loader_time: 0.0062 (0.006820703397329888) + + + --> TIME: 2024-11-23 00:15:01 -- STEP: 392/797 -- GLOBAL_STEP: 29875 + | > loss_disc: 2.466224431991577 (2.4761923162304615) + | > loss_disc_real_0: 0.11827993392944336 (0.13452070353704756) + | > loss_disc_real_1: 0.20916475355625153 (0.21800274204234688) + | > loss_disc_real_2: 0.1907031536102295 (0.23480819180911902) + | > loss_disc_real_3: 0.23485112190246582 (0.22516426242583867) + | > loss_disc_real_4: 0.1500837802886963 (0.22182491657381154) + | > loss_disc_real_5: 0.19464898109436035 (0.23401570080646447) + | > loss_0: 2.466224431991577 (2.4761923162304615) + | > grad_norm_0: tensor(84.3794, device='cuda:0') (tensor(98.4228, device='cuda:0')) + | > loss_gen: 2.131856918334961 (2.343656663991965) + | > loss_kl: 1.433000087738037 (1.5514232966364647) + | > loss_feat: 6.672202110290527 (6.205232391552049) + | > loss_mel: 21.967548370361328 (21.869622293783713) + | > loss_duration: 1.7169709205627441 (1.733226600654271) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.92157745361328 (33.70316134180343) + | > grad_norm_1: tensor(675.3240, device='cuda:0') (tensor(602.6634, device='cuda:0')) + | > current_lr_0: 0.0001991019659638112 + | > current_lr_1: 0.0001991019659638112 + | > step_time: 1.3489 (1.0431503221696745) + | > loader_time: 0.0076 (0.00687632694536326) + + + --> TIME: 2024-11-23 00:15:27 -- STEP: 417/797 -- GLOBAL_STEP: 29900 + | > loss_disc: 2.404750347137451 (2.4755664815147997) + | > loss_disc_real_0: 0.10675991326570511 (0.1337960761674732) + | > loss_disc_real_1: 0.21681134402751923 (0.21779221499995363) + | > loss_disc_real_2: 0.25147566199302673 (0.23533334241782447) + | > loss_disc_real_3: 0.1698674112558365 (0.2249908167109501) + | > loss_disc_real_4: 0.1938212811946869 (0.22234078255488718) + | > loss_disc_real_5: 0.2359153777360916 (0.2340239833870666) + | > loss_0: 2.404750347137451 (2.4755664815147997) + | > grad_norm_0: tensor(107.6818, device='cuda:0') (tensor(97.8120, device='cuda:0')) + | > loss_gen: 2.4593002796173096 (2.344515584355634) + | > loss_kl: 1.4866406917572021 (1.550810402531704) + | > loss_feat: 6.249231338500977 (6.211185603976536) + | > loss_mel: 22.622413635253906 (21.889244331158626) + | > loss_duration: 1.6857047080993652 (1.7314438859907555) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.50328826904297 (33.727199865473864) + | > grad_norm_1: tensor(743.9117, device='cuda:0') (tensor(611.4449, device='cuda:0')) + | > current_lr_0: 0.0001991019659638112 + | > current_lr_1: 0.0001991019659638112 + | > step_time: 0.9369 (1.0427818761455077) + | > loader_time: 0.0069 (0.006949873565198135) + + + --> TIME: 2024-11-23 00:15:53 -- STEP: 442/797 -- GLOBAL_STEP: 29925 + | > loss_disc: 2.372764825820923 (2.4749443104903617) + | > loss_disc_real_0: 0.12494782358407974 (0.13306050072529477) + | > loss_disc_real_1: 0.2274986356496811 (0.2181413053994265) + | > loss_disc_real_2: 0.22332027554512024 (0.23513734212558193) + | > loss_disc_real_3: 0.22396491467952728 (0.22524702832170201) + | > loss_disc_real_4: 0.23237919807434082 (0.22236083073718516) + | > loss_disc_real_5: 0.20433931052684784 (0.23334252281426304) + | > loss_0: 2.372764825820923 (2.4749443104903617) + | > grad_norm_0: tensor(174.4632, device='cuda:0') (tensor(99.7401, device='cuda:0')) + | > loss_gen: 2.545137643814087 (2.3452133544429925) + | > loss_kl: 1.766231656074524 (1.5501680883886588) + | > loss_feat: 6.063084602355957 (6.210028101416195) + | > loss_mel: 22.37442970275879 (21.88890580569998) + | > loss_duration: 1.7053029537200928 (1.7300789431748884) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.45418930053711 (33.724394362436726) + | > grad_norm_1: tensor(428.9958, device='cuda:0') (tensor(616.1172, device='cuda:0')) + | > current_lr_0: 0.0001991019659638112 + | > current_lr_1: 0.0001991019659638112 + | > step_time: 0.9201 (1.041918111063237) + | > loader_time: 0.0064 (0.006986057596508735) + + + --> TIME: 2024-11-23 00:16:20 -- STEP: 467/797 -- GLOBAL_STEP: 29950 + | > loss_disc: 2.4009270668029785 (2.474343162022004) + | > loss_disc_real_0: 0.19243896007537842 (0.1332888528624874) + | > loss_disc_real_1: 0.17541912198066711 (0.2179887014933776) + | > loss_disc_real_2: 0.2725032866001129 (0.23482894597523218) + | > loss_disc_real_3: 0.20047999918460846 (0.22519748078806753) + | > loss_disc_real_4: 0.18575991690158844 (0.2225762579821417) + | > loss_disc_real_5: 0.22333095967769623 (0.23376520488578706) + | > loss_0: 2.4009270668029785 (2.474343162022004) + | > grad_norm_0: tensor(35.4667, device='cuda:0') (tensor(99.5451, device='cuda:0')) + | > loss_gen: 2.471714496612549 (2.3469626454265513) + | > loss_kl: 1.6379657983779907 (1.5525206250858512) + | > loss_feat: 5.890653610229492 (6.219203294472215) + | > loss_mel: 21.380043029785156 (21.907801001179156) + | > loss_duration: 1.6778260469436646 (1.7293372286974233) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.058204650878906 (33.75582484668023) + | > grad_norm_1: tensor(595.8016, device='cuda:0') (tensor(620.4946, device='cuda:0')) + | > current_lr_0: 0.0001991019659638112 + | > current_lr_1: 0.0001991019659638112 + | > step_time: 0.9148 (1.0424149546939767) + | > loader_time: 0.0082 (0.007089012440062693) + + + --> TIME: 2024-11-23 00:16:47 -- STEP: 492/797 -- GLOBAL_STEP: 29975 + | > loss_disc: 2.3087048530578613 (2.4744260989553557) + | > loss_disc_real_0: 0.12826068699359894 (0.13274496090333401) + | > loss_disc_real_1: 0.2780621647834778 (0.218296595341791) + | > loss_disc_real_2: 0.23646074533462524 (0.23476931031763068) + | > loss_disc_real_3: 0.24598516523838043 (0.22520143793123523) + | > loss_disc_real_4: 0.20836077630519867 (0.22244722647516707) + | > loss_disc_real_5: 0.20091940462589264 (0.2334658975099645) + | > loss_0: 2.3087048530578613 (2.4744260989553557) + | > grad_norm_0: tensor(67.4650, device='cuda:0') (tensor(98.1693, device='cuda:0')) + | > loss_gen: 2.4829459190368652 (2.3459237435968903) + | > loss_kl: 1.3492677211761475 (1.553032122491821) + | > loss_feat: 6.979866981506348 (6.219559427199325) + | > loss_mel: 24.04287338256836 (21.901295956557373) + | > loss_duration: 1.6762189865112305 (1.7279842713984046) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.53117370605469 (33.74779557794092) + | > grad_norm_1: tensor(887.3109, device='cuda:0') (tensor(626.0284, device='cuda:0')) + | > current_lr_0: 0.0001991019659638112 + | > current_lr_1: 0.0001991019659638112 + | > step_time: 1.0529 (1.0438195486378867) + | > loader_time: 0.007 (0.007174902330569137) + + + --> TIME: 2024-11-23 00:17:16 -- STEP: 517/797 -- GLOBAL_STEP: 30000 + | > loss_disc: 2.42301869392395 (2.4737841317455356) + | > loss_disc_real_0: 0.0667925477027893 (0.13213744672371994) + | > loss_disc_real_1: 0.20132042467594147 (0.2182373414878919) + | > loss_disc_real_2: 0.2865678071975708 (0.23493920203219068) + | > loss_disc_real_3: 0.23954235017299652 (0.22528414229359803) + | > loss_disc_real_4: 0.23173893988132477 (0.22232203225909625) + | > loss_disc_real_5: 0.1871931254863739 (0.23371027637727027) + | > loss_0: 2.42301869392395 (2.4737841317455356) + | > grad_norm_0: tensor(40.0193, device='cuda:0') (tensor(97.3927, device='cuda:0')) + | > loss_gen: 2.4416511058807373 (2.347233164010702) + | > loss_kl: 1.4530836343765259 (1.5517625087003875) + | > loss_feat: 7.109530448913574 (6.220993464412726) + | > loss_mel: 22.667898178100586 (21.916224570062234) + | > loss_duration: 1.746075987815857 (1.7270032723129831) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.41823959350586 (33.76321704429171) + | > grad_norm_1: tensor(717.2640, device='cuda:0') (tensor(625.1976, device='cuda:0')) + | > current_lr_0: 0.0001991019659638112 + | > current_lr_1: 0.0001991019659638112 + | > step_time: 0.9846 (1.049634886894743) + | > loader_time: 0.0079 (0.007304581267690752) + + + > CHECKPOINT : vits_shi_male-November-22-2024_02+49AM-0000000/checkpoint_30000.pth + + --> TIME: 2024-11-23 00:17:57 -- STEP: 542/797 -- GLOBAL_STEP: 30025 + | > loss_disc: 2.4376697540283203 (2.473249950092217) + | > loss_disc_real_0: 0.08791148662567139 (0.13248847136308353) + | > loss_disc_real_1: 0.22194382548332214 (0.21807287262264652) + | > loss_disc_real_2: 0.22682590782642365 (0.2346799419264952) + | > loss_disc_real_3: 0.2822328805923462 (0.2251993335536045) + | > loss_disc_real_4: 0.21795202791690826 (0.22211668269220752) + | > loss_disc_real_5: 0.24126604199409485 (0.23358538969526432) + | > loss_0: 2.4376697540283203 (2.473249950092217) + | > grad_norm_0: tensor(56.6678, device='cuda:0') (tensor(98.7352, device='cuda:0')) + | > loss_gen: 2.353135585784912 (2.34776333513295) + | > loss_kl: 1.5229759216308594 (1.5515373470158595) + | > loss_feat: 6.119539737701416 (6.221584147632782) + | > loss_mel: 20.26907730102539 (21.9005048970015) + | > loss_duration: 1.7519370317459106 (1.7269155543668682) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.016666412353516 (33.74830534889251) + | > grad_norm_1: tensor(294.9789, device='cuda:0') (tensor(625.6617, device='cuda:0')) + | > current_lr_0: 0.0001991019659638112 + | > current_lr_1: 0.0001991019659638112 + | > step_time: 0.9746 (1.0503948478241252) + | > loader_time: 0.0067 (0.007538027868939502) + + + --> TIME: 2024-11-23 00:18:22 -- STEP: 567/797 -- GLOBAL_STEP: 30050 + | > loss_disc: 2.3123574256896973 (2.4729709028146467) + | > loss_disc_real_0: 0.09785845130681992 (0.13222297821095388) + | > loss_disc_real_1: 0.20397086441516876 (0.2180542957688135) + | > loss_disc_real_2: 0.2661677300930023 (0.23481812728880994) + | > loss_disc_real_3: 0.2071412354707718 (0.22503426778779037) + | > loss_disc_real_4: 0.23432455956935883 (0.22211171045400063) + | > loss_disc_real_5: 0.27187272906303406 (0.23393777643561994) + | > loss_0: 2.3123574256896973 (2.4729709028146467) + | > grad_norm_0: tensor(77.9221, device='cuda:0') (tensor(97.4762, device='cuda:0')) + | > loss_gen: 2.4950902462005615 (2.345986503352143) + | > loss_kl: 1.5840551853179932 (1.5521122576698427) + | > loss_feat: 6.4714860916137695 (6.216988448322976) + | > loss_mel: 22.406076431274414 (21.901691860622847) + | > loss_duration: 1.7344422340393066 (1.7261432705732875) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.6911506652832 (33.742922401091846) + | > grad_norm_1: tensor(956.5991, device='cuda:0') (tensor(621.8530, device='cuda:0')) + | > current_lr_0: 0.0001991019659638112 + | > current_lr_1: 0.0001991019659638112 + | > step_time: 0.9801 (1.0481492821291432) + | > loader_time: 0.0102 (0.007619971320742653) + + + --> TIME: 2024-11-23 00:18:47 -- STEP: 592/797 -- GLOBAL_STEP: 30075 + | > loss_disc: 2.3338451385498047 (2.4705928966805746) + | > loss_disc_real_0: 0.1468435823917389 (0.1317722135651354) + | > loss_disc_real_1: 0.25015854835510254 (0.2178107948117966) + | > loss_disc_real_2: 0.24354924261569977 (0.2345677788897946) + | > loss_disc_real_3: 0.2038688063621521 (0.22494939133222844) + | > loss_disc_real_4: 0.21269315481185913 (0.22167722495725836) + | > loss_disc_real_5: 0.20264503359794617 (0.23367585105871833) + | > loss_0: 2.3338451385498047 (2.4705928966805746) + | > grad_norm_0: tensor(47.3753, device='cuda:0') (tensor(97.4427, device='cuda:0')) + | > loss_gen: 2.4614317417144775 (2.346785667377549) + | > loss_kl: 1.611747145652771 (1.550662813557161) + | > loss_feat: 6.276083469390869 (6.221182849761601) + | > loss_mel: 21.83670997619629 (21.905366858920544) + | > loss_duration: 1.7659385204315186 (1.7256901084973992) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.95191192626953 (33.74968834181089) + | > grad_norm_1: tensor(656.4673, device='cuda:0') (tensor(624.4047, device='cuda:0')) + | > current_lr_0: 0.0001991019659638112 + | > current_lr_1: 0.0001991019659638112 + | > step_time: 0.9488 (1.0457589090675918) + | > loader_time: 0.0082 (0.0076533866089743535) + + + --> TIME: 2024-11-23 00:19:14 -- STEP: 617/797 -- GLOBAL_STEP: 30100 + | > loss_disc: 2.5510780811309814 (2.4707195971348295) + | > loss_disc_real_0: 0.12302573025226593 (0.1314677116815817) + | > loss_disc_real_1: 0.26034682989120483 (0.21793445019803143) + | > loss_disc_real_2: 0.24880331754684448 (0.23461114065766914) + | > loss_disc_real_3: 0.23571287095546722 (0.22512340263087707) + | > loss_disc_real_4: 0.2537771463394165 (0.22195986927618283) + | > loss_disc_real_5: 0.258765310049057 (0.23384077414701204) + | > loss_0: 2.5510780811309814 (2.4707195971348295) + | > grad_norm_0: tensor(387.0559, device='cuda:0') (tensor(97.3350, device='cuda:0')) + | > loss_gen: 2.1644256114959717 (2.3469050456098057) + | > loss_kl: 1.6292775869369507 (1.5494676461289343) + | > loss_feat: 4.774372100830078 (6.210744411091364) + | > loss_mel: 19.117244720458984 (21.895922612912063) + | > loss_duration: 1.7017250061035156 (1.7253421119971237) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 29.38704490661621 (33.72838186947222) + | > grad_norm_1: tensor(1155.4972, device='cuda:0') (tensor(620.6035, device='cuda:0')) + | > current_lr_0: 0.0001991019659638112 + | > current_lr_1: 0.0001991019659638112 + | > step_time: 1.0266 (1.0470021725473753) + | > loader_time: 0.0098 (0.007772668640656062) + + + --> TIME: 2024-11-23 00:19:44 -- STEP: 642/797 -- GLOBAL_STEP: 30125 + | > loss_disc: 2.7456960678100586 (2.4721519980475177) + | > loss_disc_real_0: 0.3264032006263733 (0.13270772900142233) + | > loss_disc_real_1: 0.197200745344162 (0.21775411324709013) + | > loss_disc_real_2: 0.22250665724277496 (0.23461987041053) + | > loss_disc_real_3: 0.2177513688802719 (0.22519808928728846) + | > loss_disc_real_4: 0.25280943512916565 (0.22170162391254097) + | > loss_disc_real_5: 0.25345689058303833 (0.23355128017262877) + | > loss_0: 2.7456960678100586 (2.4721519980475177) + | > grad_norm_0: tensor(109.6793, device='cuda:0') (tensor(98.4363, device='cuda:0')) + | > loss_gen: 2.147645950317383 (2.345352330683175) + | > loss_kl: 1.5196479558944702 (1.5485784615683036) + | > loss_feat: 5.648146629333496 (6.193183312906283) + | > loss_mel: 21.436569213867188 (21.85927394023193) + | > loss_duration: 1.71909499168396 (1.725547134133513) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.47110366821289 (33.67193522705836) + | > grad_norm_1: tensor(515.1888, device='cuda:0') (tensor(617.5320, device='cuda:0')) + | > current_lr_0: 0.0001991019659638112 + | > current_lr_1: 0.0001991019659638112 + | > step_time: 0.9887 (1.051503009513901) + | > loader_time: 0.0092 (0.007904040479214391) + + + --> TIME: 2024-11-23 00:20:10 -- STEP: 667/797 -- GLOBAL_STEP: 30150 + | > loss_disc: 2.5804452896118164 (2.4744822878887627) + | > loss_disc_real_0: 0.20249925553798676 (0.1335701460725275) + | > loss_disc_real_1: 0.21319809556007385 (0.21788744454172965) + | > loss_disc_real_2: 0.2614818513393402 (0.23477164717360416) + | > loss_disc_real_3: 0.28584861755371094 (0.2252406854590197) + | > loss_disc_real_4: 0.2614067494869232 (0.22221422555117776) + | > loss_disc_real_5: 0.24257789552211761 (0.2338223132504516) + | > loss_0: 2.5804452896118164 (2.4744822878887627) + | > grad_norm_0: tensor(117.1017, device='cuda:0') (tensor(96.6154, device='cuda:0')) + | > loss_gen: 2.2299039363861084 (2.343505377533553) + | > loss_kl: 1.596457839012146 (1.5495143379943481) + | > loss_feat: 6.014123439788818 (6.185937097226304) + | > loss_mel: 22.268461227416992 (21.85900028749206) + | > loss_duration: 1.6869206428527832 (1.725151167816664) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.795867919921875 (33.66310830237801) + | > grad_norm_1: tensor(604.3598, device='cuda:0') (tensor(614.2538, device='cuda:0')) + | > current_lr_0: 0.0001991019659638112 + | > current_lr_1: 0.0001991019659638112 + | > step_time: 1.0089 (1.0503943077270403) + | > loader_time: 0.0086 (0.007991895504083588) + + + --> TIME: 2024-11-23 00:20:37 -- STEP: 692/797 -- GLOBAL_STEP: 30175 + | > loss_disc: 2.4789350032806396 (2.4744451431869776) + | > loss_disc_real_0: 0.08340931683778763 (0.13325272646404257) + | > loss_disc_real_1: 0.2333652377128601 (0.21800729007907005) + | > loss_disc_real_2: 0.2403746098279953 (0.23447017289827324) + | > loss_disc_real_3: 0.2520112097263336 (0.22518511979996814) + | > loss_disc_real_4: 0.23942780494689941 (0.22208941443634864) + | > loss_disc_real_5: 0.23431167006492615 (0.23334834138954305) + | > loss_0: 2.4789350032806396 (2.4744451431869776) + | > grad_norm_0: tensor(91.8413, device='cuda:0') (tensor(94.9754, device='cuda:0')) + | > loss_gen: 2.1985056400299072 (2.339976058529979) + | > loss_kl: 1.5366365909576416 (1.550888551625213) + | > loss_feat: 5.5713958740234375 (6.172909347308164) + | > loss_mel: 20.420528411865234 (21.858062948105648) + | > loss_duration: 1.7226510047912598 (1.7244260759022871) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.449716567993164 (33.646263017819756) + | > grad_norm_1: tensor(287.6090, device='cuda:0') (tensor(610.2304, device='cuda:0')) + | > current_lr_0: 0.0001991019659638112 + | > current_lr_1: 0.0001991019659638112 + | > step_time: 1.012 (1.051299036238233) + | > loader_time: 0.0105 (0.008068655267616227) + + + --> TIME: 2024-11-23 00:21:04 -- STEP: 717/797 -- GLOBAL_STEP: 30200 + | > loss_disc: 2.4436357021331787 (2.475872496680735) + | > loss_disc_real_0: 0.12425567954778671 (0.13323403790468455) + | > loss_disc_real_1: 0.19802524149417877 (0.21818535096392647) + | > loss_disc_real_2: 0.26995065808296204 (0.2346487827962745) + | > loss_disc_real_3: 0.19524216651916504 (0.22531463278553643) + | > loss_disc_real_4: 0.22496847808361053 (0.222550928945987) + | > loss_disc_real_5: 0.22195059061050415 (0.23394174896689804) + | > loss_0: 2.4436357021331787 (2.475872496680735) + | > grad_norm_0: tensor(54.5166, device='cuda:0') (tensor(93.4184, device='cuda:0')) + | > loss_gen: 2.3472201824188232 (2.3386706228535536) + | > loss_kl: 1.6684845685958862 (1.5534888979780126) + | > loss_feat: 6.429469585418701 (6.171301867007545) + | > loss_mel: 23.738523483276367 (21.873683064885046) + | > loss_duration: 1.676915168762207 (1.7236979366845153) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.86061096191406 (33.66084241933565) + | > grad_norm_1: tensor(775.3146, device='cuda:0') (tensor(607.1245, device='cuda:0')) + | > current_lr_0: 0.0001991019659638112 + | > current_lr_1: 0.0001991019659638112 + | > step_time: 0.9808 (1.0512226665369115) + | > loader_time: 0.0195 (0.008255487040329511) + + + --> TIME: 2024-11-23 00:21:33 -- STEP: 742/797 -- GLOBAL_STEP: 30225 + | > loss_disc: 2.4977054595947266 (2.4759076467421495) + | > loss_disc_real_0: 0.1294223964214325 (0.13309660543388926) + | > loss_disc_real_1: 0.23083674907684326 (0.218107001479424) + | > loss_disc_real_2: 0.23974405229091644 (0.2345626328512022) + | > loss_disc_real_3: 0.2455749362707138 (0.22558889170541274) + | > loss_disc_real_4: 0.22269965708255768 (0.2226806036384922) + | > loss_disc_real_5: 0.2641445994377136 (0.2338590963148685) + | > loss_0: 2.4977054595947266 (2.4759076467421495) + | > grad_norm_0: tensor(52.5029, device='cuda:0') (tensor(92.7678, device='cuda:0')) + | > loss_gen: 2.2580559253692627 (2.338422403181337) + | > loss_kl: 1.4820120334625244 (1.55470203116255) + | > loss_feat: 5.822006702423096 (6.169181886708961) + | > loss_mel: 21.104209899902344 (21.86990656942691) + | > loss_duration: 1.7307827472686768 (1.7228335252990608) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.39706802368164 (33.65504646301264) + | > grad_norm_1: tensor(591.1216, device='cuda:0') (tensor(609.2510, device='cuda:0')) + | > current_lr_0: 0.0001991019659638112 + | > current_lr_1: 0.0001991019659638112 + | > step_time: 1.3068 (1.05233716547007) + | > loader_time: 0.1272 (0.009852880737530899) + + + --> TIME: 2024-11-23 00:22:04 -- STEP: 767/797 -- GLOBAL_STEP: 30250 + | > loss_disc: 2.518537759780884 (2.4766644144617747) + | > loss_disc_real_0: 0.0681629329919815 (0.13345432525313672) + | > loss_disc_real_1: 0.22868797183036804 (0.21825485722182478) + | > loss_disc_real_2: 0.26001158356666565 (0.23457600838824078) + | > loss_disc_real_3: 0.19088657200336456 (0.22546551018137354) + | > loss_disc_real_4: 0.22282248735427856 (0.22274243388679538) + | > loss_disc_real_5: 0.21938632428646088 (0.23386887341465756) + | > loss_0: 2.518537759780884 (2.4766644144617747) + | > grad_norm_0: tensor(9.3738, device='cuda:0') (tensor(92.8984, device='cuda:0')) + | > loss_gen: 2.202458143234253 (2.3393191054094253) + | > loss_kl: 1.5834312438964844 (1.5532050331692653) + | > loss_feat: 5.516300201416016 (6.16938737909051) + | > loss_mel: 20.099376678466797 (21.87440773219141) + | > loss_duration: 1.6758942604064941 (1.7216258975331122) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.07745933532715 (33.65794518780363) + | > grad_norm_1: tensor(332.5538, device='cuda:0') (tensor(608.8031, device='cuda:0')) + | > current_lr_0: 0.0001991019659638112 + | > current_lr_1: 0.0001991019659638112 + | > step_time: 1.1868 (1.0550992603873943) + | > loader_time: 0.1289 (0.0134124755859375) + + + --> TIME: 2024-11-23 00:23:17 -- STEP: 792/797 -- GLOBAL_STEP: 30275 + | > loss_disc: 2.576129913330078 (2.4785726320261916) + | > loss_disc_real_0: 0.0914287269115448 (0.13424846531371717) + | > loss_disc_real_1: 0.21361130475997925 (0.2184386939525304) + | > loss_disc_real_2: 0.22148564457893372 (0.23477086039128328) + | > loss_disc_real_3: 0.22961008548736572 (0.22556903841670115) + | > loss_disc_real_4: 0.22524380683898926 (0.2226886523116117) + | > loss_disc_real_5: 0.1858237087726593 (0.23351046015894172) + | > loss_0: 2.576129913330078 (2.4785726320261916) + | > grad_norm_0: tensor(143.2749, device='cuda:0') (tensor(92.3172, device='cuda:0')) + | > loss_gen: 2.0341968536376953 (2.336713494074465) + | > loss_kl: 1.5751521587371826 (1.552714208009267) + | > loss_feat: 5.38735818862915 (6.168117898281174) + | > loss_mel: 19.576435089111328 (21.880515652473516) + | > loss_duration: 1.7035863399505615 (1.7207349266367717) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.2767276763916 (33.658796214094025) + | > grad_norm_1: tensor(279.1646, device='cuda:0') (tensor(602.3174, device='cuda:0')) + | > current_lr_0: 0.0001991019659638112 + | > current_lr_1: 0.0001991019659638112 + | > step_time: 5.733 (1.109314759271312) + | > loader_time: 0.117 (0.016802071922957296) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.2833662033081055 (2.2833662033081055) + | > loss_disc_real_0: 0.1408558040857315 (0.1408558040857315) + | > loss_disc_real_1: 0.16194576025009155 (0.16194576025009155) + | > loss_disc_real_2: 0.17659808695316315 (0.17659808695316315) + | > loss_disc_real_3: 0.16199690103530884 (0.16199690103530884) + | > loss_disc_real_4: 0.15597844123840332 (0.15597844123840332) + | > loss_disc_real_5: 0.1895582675933838 (0.1895582675933838) + | > loss_0: 2.2833662033081055 (2.2833662033081055) + | > loss_gen: 2.095262289047241 (2.095262289047241) + | > loss_kl: 1.2628979682922363 (1.2628979682922363) + | > loss_feat: 7.39544153213501 (7.39544153213501) + | > loss_mel: 20.816268920898438 (20.816268920898438) + | > loss_duration: 1.9603291749954224 (1.9603291749954224) + | > loss_1: 33.53020095825195 (33.53020095825195) + + --> STEP: 1 + | > loss_disc: 2.4892327785491943 (2.4892327785491943) + | > loss_disc_real_0: 0.10776741802692413 (0.10776741802692413) + | > loss_disc_real_1: 0.18304188549518585 (0.18304188549518585) + | > loss_disc_real_2: 0.2067333608865738 (0.2067333608865738) + | > loss_disc_real_3: 0.21954482793807983 (0.21954482793807983) + | > loss_disc_real_4: 0.23279017210006714 (0.23279017210006714) + | > loss_disc_real_5: 0.21294638514518738 (0.21294638514518738) + | > loss_0: 2.4892327785491943 (2.4892327785491943) + | > loss_gen: 2.0056724548339844 (2.0056724548339844) + | > loss_kl: 0.7413432598114014 (0.7413432598114014) + | > loss_feat: 5.75736141204834 (5.75736141204834) + | > loss_mel: 20.508934020996094 (20.508934020996094) + | > loss_duration: 1.7582716941833496 (1.7582716941833496) + | > loss_1: 30.771583557128906 (30.771583557128906) + + --> STEP: 2 + | > loss_disc: 2.6070852279663086 (2.5481590032577515) + | > loss_disc_real_0: 0.14573007822036743 (0.12674874812364578) + | > loss_disc_real_1: 0.21198642253875732 (0.1975141540169716) + | > loss_disc_real_2: 0.2311471551656723 (0.21894025802612305) + | > loss_disc_real_3: 0.2958257794380188 (0.2576853036880493) + | > loss_disc_real_4: 0.2696579396724701 (0.2512240558862686) + | > loss_disc_real_5: 0.3386848568916321 (0.27581562101840973) + | > loss_0: 2.6070852279663086 (2.5481590032577515) + | > loss_gen: 2.209792137145996 (2.1077322959899902) + | > loss_kl: 1.156171202659607 (0.9487572312355042) + | > loss_feat: 4.264004230499268 (5.010682821273804) + | > loss_mel: 19.192914962768555 (19.850924491882324) + | > loss_duration: 1.6492995023727417 (1.7037855982780457) + | > loss_1: 28.472183227539062 (29.621883392333984) + + --> STEP: 3 + | > loss_disc: 2.468601703643799 (2.521639903386434) + | > loss_disc_real_0: 0.12376318126916885 (0.12575355917215347) + | > loss_disc_real_1: 0.2243352085351944 (0.20645450552304587) + | > loss_disc_real_2: 0.2299211472272873 (0.22260055442651114) + | > loss_disc_real_3: 0.21222342550754547 (0.24253134429454803) + | > loss_disc_real_4: 0.20658531785011292 (0.2363444765408834) + | > loss_disc_real_5: 0.19099490344524384 (0.2475420484940211) + | > loss_0: 2.468601703643799 (2.521639903386434) + | > loss_gen: 2.0814647674560547 (2.098976453145345) + | > loss_kl: 1.1252936124801636 (1.0076026916503906) + | > loss_feat: 5.533112525939941 (5.184826056162517) + | > loss_mel: 20.415996551513672 (20.039281845092773) + | > loss_duration: 1.754241704940796 (1.7206043004989624) + | > loss_1: 30.91010856628418 (30.051291783650715) + + --> STEP: 4 + | > loss_disc: 2.584822177886963 (2.537435472011566) + | > loss_disc_real_0: 0.06309089064598083 (0.11008789204061031) + | > loss_disc_real_1: 0.21709293127059937 (0.20911411195993423) + | > loss_disc_real_2: 0.2125035971403122 (0.2200763151049614) + | > loss_disc_real_3: 0.20051968097686768 (0.23202842846512794) + | > loss_disc_real_4: 0.16854487359523773 (0.21939457580447197) + | > loss_disc_real_5: 0.27399343252182007 (0.25415489450097084) + | > loss_0: 2.584822177886963 (2.537435472011566) + | > loss_gen: 1.8631775379180908 (2.0400267243385315) + | > loss_kl: 1.6852656602859497 (1.1770184338092804) + | > loss_feat: 5.707444190979004 (5.315480589866638) + | > loss_mel: 20.27187728881836 (20.09743070602417) + | > loss_duration: 1.6533355712890625 (1.7037871181964874) + | > loss_1: 31.181100845336914 (30.333744049072266) + + --> STEP: 5 + | > loss_disc: 2.568392038345337 (2.5436267852783203) + | > loss_disc_real_0: 0.13167116045951843 (0.11440454572439193) + | > loss_disc_real_1: 0.17793098092079163 (0.2028774857521057) + | > loss_disc_real_2: 0.1881069540977478 (0.21368244290351868) + | > loss_disc_real_3: 0.23090232908725739 (0.23180320858955383) + | > loss_disc_real_4: 0.2964511811733246 (0.2348058968782425) + | > loss_disc_real_5: 0.2482261061668396 (0.25296913683414457) + | > loss_0: 2.568392038345337 (2.5436267852783203) + | > loss_gen: 2.1380369663238525 (2.0596287727355955) + | > loss_kl: 2.044724702835083 (1.350559687614441) + | > loss_feat: 6.66409969329834 (5.585204410552978) + | > loss_mel: 20.728561401367188 (20.223656845092773) + | > loss_duration: 1.850952386856079 (1.7332201719284057) + | > loss_1: 33.42637634277344 (30.9522705078125) + + --> STEP: 6 + | > loss_disc: 2.5814919471740723 (2.549937645594279) + | > loss_disc_real_0: 0.12338729202747345 (0.11590167010823886) + | > loss_disc_real_1: 0.21031193435192108 (0.2041165605187416) + | > loss_disc_real_2: 0.22298330068588257 (0.215232585867246) + | > loss_disc_real_3: 0.2287077009677887 (0.231287290652593) + | > loss_disc_real_4: 0.2597992420196533 (0.23897145440181097) + | > loss_disc_real_5: 0.20266464352607727 (0.24458505461613336) + | > loss_0: 2.5814919471740723 (2.549937645594279) + | > loss_gen: 2.121004343032837 (2.0698580344518027) + | > loss_kl: 1.4281123876571655 (1.3634851376215618) + | > loss_feat: 6.367495536804199 (5.715586264928182) + | > loss_mel: 23.583620071411133 (20.783650716145832) + | > loss_duration: 1.6974382400512695 (1.7272565166155498) + | > loss_1: 35.197669982910156 (31.65983708699544) + + --> STEP: 7 + | > loss_disc: 2.2102386951446533 (2.5014092241014754) + | > loss_disc_real_0: 0.11507304757833481 (0.1157832954611097) + | > loss_disc_real_1: 0.15032848715782166 (0.19643255003861018) + | > loss_disc_real_2: 0.14786909520626068 (0.2056092300585338) + | > loss_disc_real_3: 0.19287148118019104 (0.22579931787082128) + | > loss_disc_real_4: 0.20315374433994293 (0.23385463867868697) + | > loss_disc_real_5: 0.22892330586910248 (0.2423476619379861) + | > loss_0: 2.2102386951446533 (2.5014092241014754) + | > loss_gen: 2.263958215713501 (2.0975866317749023) + | > loss_kl: 1.5818285942077637 (1.3946770599910192) + | > loss_feat: 8.233800888061523 (6.075331211090088) + | > loss_mel: 24.147716522216797 (21.264231545584543) + | > loss_duration: 1.6770693063735962 (1.7200869151524134) + | > loss_1: 37.90437698364258 (32.55191421508789) + + --> STEP: 8 + | > loss_disc: 2.2600345611572266 (2.471237391233444) + | > loss_disc_real_0: 0.08605296909809113 (0.11206700466573238) + | > loss_disc_real_1: 0.14529326558113098 (0.19004013948142529) + | > loss_disc_real_2: 0.18887662887573242 (0.20351765491068363) + | > loss_disc_real_3: 0.16866406798362732 (0.21865741163492203) + | > loss_disc_real_4: 0.18520642817020416 (0.2277736123651266) + | > loss_disc_real_5: 0.1839110255241394 (0.23504308238625526) + | > loss_0: 2.2600345611572266 (2.471237391233444) + | > loss_gen: 2.0521669387817383 (2.091909170150757) + | > loss_kl: 1.7807155847549438 (1.4429318755865097) + | > loss_feat: 7.443507194519043 (6.246353209018707) + | > loss_mel: 22.63239860534668 (21.43525242805481) + | > loss_duration: 1.7157363891601562 (1.7195430994033813) + | > loss_1: 35.6245231628418 (32.93599033355713) + + --> STEP: 9 + | > loss_disc: 2.0134568214416504 (2.4203728834788003) + | > loss_disc_real_0: 0.05902998894453049 (0.10617400291893217) + | > loss_disc_real_1: 0.2204427868127823 (0.1934182114071316) + | > loss_disc_real_2: 0.21658703684806824 (0.20496980845928192) + | > loss_disc_real_3: 0.1976950466632843 (0.21632825997140673) + | > loss_disc_real_4: 0.16625167429447174 (0.22093784146838719) + | > loss_disc_real_5: 0.15798600018024445 (0.22648118436336517) + | > loss_0: 2.0134568214416504 (2.4203728834788003) + | > loss_gen: 2.6382601261138916 (2.1526148319244385) + | > loss_kl: 1.1781138181686401 (1.4135076469845242) + | > loss_feat: 8.08036994934082 (6.450132846832275) + | > loss_mel: 24.32806396484375 (21.75667593214247) + | > loss_duration: 1.704466462135315 (1.7178679174847074) + | > loss_1: 37.92927551269531 (33.490799797905815) + + --> STEP: 10 + | > loss_disc: 2.4919185638427734 (2.4275274515151977) + | > loss_disc_real_0: 0.1624084860086441 (0.11179745122790337) + | > loss_disc_real_1: 0.24221788346767426 (0.19829817861318588) + | > loss_disc_real_2: 0.25378966331481934 (0.20985179394483566) + | > loss_disc_real_3: 0.26540499925613403 (0.22123593389987944) + | > loss_disc_real_4: 0.18818098306655884 (0.21766215562820435) + | > loss_disc_real_5: 0.23019981384277344 (0.226853047311306) + | > loss_0: 2.4919185638427734 (2.4275274515151977) + | > loss_gen: 2.2766740322113037 (2.165020751953125) + | > loss_kl: 1.7376718521118164 (1.4459240674972533) + | > loss_feat: 5.122929573059082 (6.317412519454956) + | > loss_mel: 20.19579315185547 (21.60058765411377) + | > loss_duration: 1.6286523342132568 (1.7089463591575622) + | > loss_1: 30.961721420288086 (33.23789196014404) + + --> STEP: 11 + | > loss_disc: 2.5331456661224365 (2.437129107388583) + | > loss_disc_real_0: 0.1135130375623703 (0.11195341362194582) + | > loss_disc_real_1: 0.21272331476211548 (0.19960955462672494) + | > loss_disc_real_2: 0.18978767096996307 (0.2080277827653018) + | > loss_disc_real_3: 0.21795597672462463 (0.2209377559748563) + | > loss_disc_real_4: 0.2303173989057541 (0.21881263228979977) + | > loss_disc_real_5: 0.15803781151771545 (0.22059711678461594) + | > loss_0: 2.5331456661224365 (2.437129107388583) + | > loss_gen: 2.119169235229492 (2.1608524322509766) + | > loss_kl: 1.7344508171081543 (1.4721537720073352) + | > loss_feat: 8.212063789367676 (6.489653543992476) + | > loss_mel: 23.184349060058594 (21.744565963745117) + | > loss_duration: 1.6076557636260986 (1.6997381232001565) + | > loss_1: 36.85768508911133 (33.56696406277743) + + --> STEP: 12 + | > loss_disc: 2.2845799922943115 (2.4244166811307273) + | > loss_disc_real_0: 0.12671197950839996 (0.11318329411248367) + | > loss_disc_real_1: 0.15287604928016663 (0.19571509584784508) + | > loss_disc_real_2: 0.18610931932926178 (0.2062012441456318) + | > loss_disc_real_3: 0.1906692385673523 (0.21841537952423096) + | > loss_disc_real_4: 0.22419676184654236 (0.21926130975286165) + | > loss_disc_real_5: 0.27321118116378784 (0.22498162214954695) + | > loss_0: 2.2845799922943115 (2.4244166811307273) + | > loss_gen: 2.4407548904418945 (2.1841776371002197) + | > loss_kl: 1.4080185890197754 (1.4668091734250386) + | > loss_feat: 7.631679058074951 (6.584822336832683) + | > loss_mel: 24.675979614257812 (21.988850434621174) + | > loss_duration: 1.725124478340149 (1.7018536527951558) + | > loss_1: 37.881553649902344 (33.92651319503784) + + --> STEP: 13 + | > loss_disc: 2.2348294258117676 (2.4098330461061916) + | > loss_disc_real_0: 0.0908348560333252 (0.11146418349100994) + | > loss_disc_real_1: 0.19702431559562683 (0.1958158050592129) + | > loss_disc_real_2: 0.1812850385904312 (0.2042846129490779) + | > loss_disc_real_3: 0.21217527985572815 (0.21793537185742304) + | > loss_disc_real_4: 0.18923744559288025 (0.2169517817405554) + | > loss_disc_real_5: 0.17013327777385712 (0.22076251873603234) + | > loss_0: 2.2348294258117676 (2.4098330461061916) + | > loss_gen: 2.255913734436035 (2.189695798433744) + | > loss_kl: 2.1642353534698486 (1.5204573411207933) + | > loss_feat: 7.087812423706055 (6.623513881976788) + | > loss_mel: 24.470230102539062 (22.17972579369178) + | > loss_duration: 1.7700532674789429 (1.707099777001601) + | > loss_1: 37.74824523925781 (34.220492583054764) + + --> STEP: 14 + | > loss_disc: 2.5444223880767822 (2.4194465705326627) + | > loss_disc_real_0: 0.15202821791172028 (0.11436161452106067) + | > loss_disc_real_1: 0.21187424659729004 (0.196962836597647) + | > loss_disc_real_2: 0.22249865531921387 (0.2055856159755162) + | > loss_disc_real_3: 0.21269996464252472 (0.217561414199216) + | > loss_disc_real_4: 0.20339876413345337 (0.2159837090543338) + | > loss_disc_real_5: 0.2675946354866028 (0.22410766993250167) + | > loss_0: 2.5444223880767822 (2.4194465705326627) + | > loss_gen: 2.083826780319214 (2.1821337257112776) + | > loss_kl: 1.3873226642608643 (1.5109477213450841) + | > loss_feat: 4.775705337524414 (6.491527557373047) + | > loss_mel: 17.923259735107422 (21.875692503792898) + | > loss_duration: 1.7494053840637207 (1.7101216060774667) + | > loss_1: 27.919519424438477 (33.77042307172503) + + --> STEP: 15 + | > loss_disc: 2.2180252075195312 (2.4060184796651205) + | > loss_disc_real_0: 0.0961843729019165 (0.11314979841311773) + | > loss_disc_real_1: 0.2377059906721115 (0.19967904686927795) + | > loss_disc_real_2: 0.21067321300506592 (0.2059247891108195) + | > loss_disc_real_3: 0.1869269609451294 (0.21551911731561024) + | > loss_disc_real_4: 0.23981209099292755 (0.21757226785024006) + | > loss_disc_real_5: 0.19975997507572174 (0.222484490275383) + | > loss_0: 2.2180252075195312 (2.4060184796651205) + | > loss_gen: 2.5091798305511475 (2.203936799367269) + | > loss_kl: 1.3373979330062866 (1.4993777354558309) + | > loss_feat: 6.984369277954102 (6.524383672078451) + | > loss_mel: 26.1163387298584 (22.158402252197266) + | > loss_duration: 1.679061770439148 (1.7080509503682455) + | > loss_1: 38.626346588134766 (34.09415130615234) + + --> STEP: 16 + | > loss_disc: 2.231931686401367 (2.395138055086136) + | > loss_disc_real_0: 0.11308266222476959 (0.11314560240134597) + | > loss_disc_real_1: 0.21775852143764496 (0.2008090140298009) + | > loss_disc_real_2: 0.19480924308300018 (0.2052300674840808) + | > loss_disc_real_3: 0.22714783251285553 (0.21624591201543808) + | > loss_disc_real_4: 0.16596071422100067 (0.2143465457484126) + | > loss_disc_real_5: 0.14211437106132507 (0.21746135782450438) + | > loss_0: 2.231931686401367 (2.395138055086136) + | > loss_gen: 2.2388675212860107 (2.2061199694871902) + | > loss_kl: 1.6852492094039917 (1.510994702577591) + | > loss_feat: 6.550474166870117 (6.52601432800293) + | > loss_mel: 19.67760467529297 (22.003352403640747) + | > loss_duration: 1.8034663200378418 (1.7140144109725952) + | > loss_1: 31.95566177368164 (33.960495710372925) + + --> STEP: 17 + | > loss_disc: 2.408470392227173 (2.3959223102120792) + | > loss_disc_real_0: 0.10840273648500443 (0.11286661028862) + | > loss_disc_real_1: 0.19681404531002045 (0.2005740158698138) + | > loss_disc_real_2: 0.22686323523521423 (0.20650260676355922) + | > loss_disc_real_3: 0.21142135560512543 (0.21596211457953735) + | > loss_disc_real_4: 0.23980800807476044 (0.21584427882643306) + | > loss_disc_real_5: 0.17330868542194366 (0.21486414180082433) + | > loss_0: 2.408470392227173 (2.3959223102120792) + | > loss_gen: 2.1104190349578857 (2.2004905027501724) + | > loss_kl: 1.5500125885009766 (1.51328987233779) + | > loss_feat: 6.1481218338012695 (6.503785357755773) + | > loss_mel: 20.114757537841797 (21.892258588005514) + | > loss_duration: 1.6682491302490234 (1.7113223356359146) + | > loss_1: 31.59156036376953 (33.82114657233743) + + --> STEP: 18 + | > loss_disc: 2.2303874492645264 (2.3867259290483265) + | > loss_disc_real_0: 0.06947795301675797 (0.1104561293290721) + | > loss_disc_real_1: 0.20319192111492157 (0.20071945505009758) + | > loss_disc_real_2: 0.19631853699684143 (0.20593682510985267) + | > loss_disc_real_3: 0.19626696407794952 (0.21486793955167136) + | > loss_disc_real_4: 0.22297251224517822 (0.21624029179414114) + | > loss_disc_real_5: 0.23848889768123627 (0.216176628238625) + | > loss_0: 2.2303874492645264 (2.3867259290483265) + | > loss_gen: 2.420712471008301 (2.2127250565422907) + | > loss_kl: 1.9036310911178589 (1.5349754956033494) + | > loss_feat: 7.28157901763916 (6.546996116638184) + | > loss_mel: 24.433671951293945 (22.033448219299316) + | > loss_duration: 1.6512539386749268 (1.7079852024714153) + | > loss_1: 37.69084548950195 (34.03612984551324) + + --> STEP: 19 + | > loss_disc: 2.3294267654418945 (2.383710183595356) + | > loss_disc_real_0: 0.1478988081216812 (0.11242679663394627) + | > loss_disc_real_1: 0.16456425189971924 (0.1988165496211303) + | > loss_disc_real_2: 0.17890040576457977 (0.2045138556706278) + | > loss_disc_real_3: 0.19464540481567383 (0.21380359561819778) + | > loss_disc_real_4: 0.18942423164844513 (0.21482892020752556) + | > loss_disc_real_5: 0.1995815932750702 (0.21530320534580633) + | > loss_0: 2.3294267654418945 (2.383710183595356) + | > loss_gen: 2.2318313121795654 (2.2137306489442525) + | > loss_kl: 1.7981667518615723 (1.5488276669853611) + | > loss_feat: 7.259911060333252 (6.584517955780029) + | > loss_mel: 22.290088653564453 (22.04695561057643) + | > loss_duration: 1.7548611164093018 (1.7104523558365672) + | > loss_1: 35.33485794067383 (34.10448395578485) + + --> STEP: 20 + | > loss_disc: 2.408210277557373 (2.384935188293457) + | > loss_disc_real_0: 0.09801733493804932 (0.11170632354915142) + | > loss_disc_real_1: 0.17479830980300903 (0.19761563763022422) + | > loss_disc_real_2: 0.20035478472709656 (0.20430590212345123) + | > loss_disc_real_3: 0.1623453050851822 (0.21123068109154702) + | > loss_disc_real_4: 0.23169563710689545 (0.21567225605249404) + | > loss_disc_real_5: 0.23311887681484222 (0.21619398891925812) + | > loss_0: 2.408210277557373 (2.384935188293457) + | > loss_gen: 2.226530075073242 (2.214370620250702) + | > loss_kl: 1.821025013923645 (1.5624375343322754) + | > loss_feat: 8.050037384033203 (6.657793927192688) + | > loss_mel: 25.336002349853516 (22.211407947540284) + | > loss_duration: 1.6729687452316284 (1.7085781753063203) + | > loss_1: 39.106563568115234 (34.354587936401366) + + --> STEP: 21 + | > loss_disc: 2.3014369010925293 (2.380959079379127) + | > loss_disc_real_0: 0.059564266353845596 (0.10922336844461304) + | > loss_disc_real_1: 0.22280167043209076 (0.1988149725255512) + | > loss_disc_real_2: 0.2223358005285263 (0.2051644687141691) + | > loss_disc_real_3: 0.24414652585983276 (0.2127981022709892) + | > loss_disc_real_4: 0.25859013199806213 (0.21771596443085445) + | > loss_disc_real_5: 0.2276865392923355 (0.216741253222738) + | > loss_0: 2.3014369010925293 (2.380959079379127) + | > loss_gen: 2.429485321044922 (2.2246141774313792) + | > loss_kl: 1.654371976852417 (1.5668153649284726) + | > loss_feat: 6.675744533538818 (6.658648717971075) + | > loss_mel: 22.39874839782715 (22.220328921363468) + | > loss_duration: 1.6782124042510986 (1.7071321862084525) + | > loss_1: 34.8365592956543 (34.37753895350865) + + --> STEP: 22 + | > loss_disc: 2.3129892349243164 (2.3778695409948174) + | > loss_disc_real_0: 0.09424220025539398 (0.108542406254194) + | > loss_disc_real_1: 0.21302145719528198 (0.1994607218287208) + | > loss_disc_real_2: 0.21409031748771667 (0.2055701891129667) + | > loss_disc_real_3: 0.20836259424686432 (0.2125964882698926) + | > loss_disc_real_4: 0.15648747980594635 (0.2149328514933586) + | > loss_disc_real_5: 0.25543126463890076 (0.21849989010529083) + | > loss_0: 2.3129892349243164 (2.3778695409948174) + | > loss_gen: 2.1333060264587402 (2.220463806932623) + | > loss_kl: 1.9754917621612549 (1.58539156480269) + | > loss_feat: 6.1525559425354 (6.635644500905817) + | > loss_mel: 21.709688186645508 (22.19711797887629) + | > loss_duration: 1.821251630783081 (1.7123194336891174) + | > loss_1: 33.792293548583984 (34.35093688964844) + + --> STEP: 23 + | > loss_disc: 2.5290234088897705 (2.384441448294598) + | > loss_disc_real_0: 0.2377798855304718 (0.11416142709229303) + | > loss_disc_real_1: 0.2065761834383011 (0.1997700897247895) + | > loss_disc_real_2: 0.2174064666032791 (0.20608480987341507) + | > loss_disc_real_3: 0.24608063697814941 (0.2140523208224255) + | > loss_disc_real_4: 0.24330972135066986 (0.21616662844367648) + | > loss_disc_real_5: 0.2619364261627197 (0.22038843515126602) + | > loss_0: 2.5290234088897705 (2.384441448294598) + | > loss_gen: 2.3632397651672363 (2.22667145729065) + | > loss_kl: 1.5632154941558838 (1.5844273878180462) + | > loss_feat: 5.769522190093994 (6.59798700913139) + | > loss_mel: 22.664859771728516 (22.217454578565516) + | > loss_duration: 1.7579423189163208 (1.714303037394648) + | > loss_1: 34.118778228759766 (34.34084303482719) + + --> STEP: 24 + | > loss_disc: 2.528360605239868 (2.3904380798339844) + | > loss_disc_real_0: 0.1267346441745758 (0.11468531113738815) + | > loss_disc_real_1: 0.24065124988555908 (0.20147347139815489) + | > loss_disc_real_2: 0.25755012035369873 (0.20822919781009355) + | > loss_disc_real_3: 0.21019963920116425 (0.21389179242153963) + | > loss_disc_real_4: 0.24028423428535461 (0.21717152868707976) + | > loss_disc_real_5: 0.20634831488132477 (0.21980343014001846) + | > loss_0: 2.528360605239868 (2.3904380798339844) + | > loss_gen: 2.0955262184143066 (2.2212070723374686) + | > loss_kl: 1.6800050735473633 (1.5884097913901012) + | > loss_feat: 4.2355451583862305 (6.499551932017009) + | > loss_mel: 18.204023361206055 (22.050228277842205) + | > loss_duration: 1.6784987449645996 (1.7128111918767293) + | > loss_1: 27.893598556518555 (34.072207848230995) + + --> STEP: 25 + | > loss_disc: 2.306222915649414 (2.3870694732666013) + | > loss_disc_real_0: 0.06521405279636383 (0.11270646080374717) + | > loss_disc_real_1: 0.20294393599033356 (0.20153228998184203) + | > loss_disc_real_2: 0.24008415639400482 (0.20950339615345) + | > loss_disc_real_3: 0.21202880144119263 (0.21381727278232573) + | > loss_disc_real_4: 0.23681774735450745 (0.21795737743377686) + | > loss_disc_real_5: 0.18616913259029388 (0.21845805823802947) + | > loss_0: 2.306222915649414 (2.3870694732666013) + | > loss_gen: 2.3944756984710693 (2.2281378173828124) + | > loss_kl: 1.5003811120986938 (1.5848886442184449) + | > loss_feat: 6.149996757507324 (6.485569725036621) + | > loss_mel: 21.66449546813965 (22.0347989654541) + | > loss_duration: 1.65047025680542 (1.710317554473877) + | > loss_1: 33.35981750488281 (34.04371223449707) + + --> STEP: 26 + | > loss_disc: 2.372580051422119 (2.3865121878110442) + | > loss_disc_real_0: 0.07824043184518814 (0.11138084430534106) + | > loss_disc_real_1: 0.27766743302345276 (0.20446056471421167) + | > loss_disc_real_2: 0.21915996074676514 (0.20987480248396212) + | > loss_disc_real_3: 0.1810304820537567 (0.21255624236968848) + | > loss_disc_real_4: 0.13617382943630219 (0.2148118563569509) + | > loss_disc_real_5: 0.16986370086669922 (0.2165890444929783) + | > loss_0: 2.372580051422119 (2.3865121878110442) + | > loss_gen: 2.014899730682373 (2.219936352509719) + | > loss_kl: 1.3523635864257812 (1.575945372764881) + | > loss_feat: 6.054748058319092 (6.4689996609321) + | > loss_mel: 19.990619659423828 (21.956176684452938) + | > loss_duration: 1.6600608825683594 (1.708384605554434) + | > loss_1: 31.07269287109375 (33.92944225898156) + + --> STEP: 27 + | > loss_disc: 2.2519001960754395 (2.381526558487504) + | > loss_disc_real_0: 0.12398823350667953 (0.11184778464613138) + | > loss_disc_real_1: 0.1888827085494995 (0.2038836070784816) + | > loss_disc_real_2: 0.1607370227575302 (0.2080548847163165) + | > loss_disc_real_3: 0.23541249334812164 (0.21340277018370452) + | > loss_disc_real_4: 0.19240069389343262 (0.21398181330274652) + | > loss_disc_real_5: 0.13302676379680634 (0.21349414520793492) + | > loss_0: 2.2519001960754395 (2.381526558487504) + | > loss_gen: 2.2760069370269775 (2.222013040825173) + | > loss_kl: 1.6167100667953491 (1.5774551762474909) + | > loss_feat: 7.635466575622559 (6.5122021392539695) + | > loss_mel: 25.242094039916992 (22.0778773272479) + | > loss_duration: 1.6943248510360718 (1.7078638739056058) + | > loss_1: 38.464603424072266 (34.097411191021955) + + --> STEP: 28 + | > loss_disc: 2.5424304008483887 (2.3872731242861067) + | > loss_disc_real_0: 0.10454776138067245 (0.11158706952950784) + | > loss_disc_real_1: 0.210769921541214 (0.20412954688072205) + | > loss_disc_real_2: 0.19601726531982422 (0.20762496973787034) + | > loss_disc_real_3: 0.2244865894317627 (0.21379862087113516) + | > loss_disc_real_4: 0.22232398390769958 (0.21427974796720914) + | > loss_disc_real_5: 0.26182588934898376 (0.2152202789272581) + | > loss_0: 2.5424304008483887 (2.3872731242861067) + | > loss_gen: 2.017409086227417 (2.214705756732396) + | > loss_kl: 2.10598087310791 (1.5963310939925057) + | > loss_feat: 5.545341491699219 (6.4776714018413) + | > loss_mel: 19.234907150268555 (21.97634267807007) + | > loss_duration: 1.7173800468444824 (1.7082037372248513) + | > loss_1: 30.62101936340332 (33.973254340035574) + + --> STEP: 29 + | > loss_disc: 2.2431833744049072 (2.382304512221238) + | > loss_disc_real_0: 0.07798971235752106 (0.11042853997185312) + | > loss_disc_real_1: 0.15791328251361847 (0.20253588259220123) + | > loss_disc_real_2: 0.20083557069301605 (0.2073908525294271) + | > loss_disc_real_3: 0.19852310419082642 (0.21327187891664176) + | > loss_disc_real_4: 0.1662578284740448 (0.21262381970882416) + | > loss_disc_real_5: 0.26457926630973816 (0.2169223129749298) + | > loss_0: 2.2431833744049072 (2.382304512221238) + | > loss_gen: 2.195255756378174 (2.2140350670650086) + | > loss_kl: 1.2926515340805054 (1.5858593850300229) + | > loss_feat: 6.317078113555908 (6.472133702245252) + | > loss_mel: 22.49556541442871 (21.994246910358296) + | > loss_duration: 1.657961130142212 (1.7064712335323464) + | > loss_1: 33.95851516723633 (33.97274609269767) + + --> STEP: 30 + | > loss_disc: 2.797389030456543 (2.3961406628290813) + | > loss_disc_real_0: 0.2110809087753296 (0.113783618931969) + | > loss_disc_real_1: 0.22271396219730377 (0.20320848524570465) + | > loss_disc_real_2: 0.21766863763332367 (0.20773344536622365) + | > loss_disc_real_3: 0.29835402965545654 (0.21610795060793558) + | > loss_disc_real_4: 0.2385978102684021 (0.21348961939414343) + | > loss_disc_real_5: 0.2689352333545685 (0.21865607698758444) + | > loss_0: 2.797389030456543 (2.3961406628290813) + | > loss_gen: 2.012810468673706 (2.2073275804519654) + | > loss_kl: 1.5446585416793823 (1.5844860235850016) + | > loss_feat: 5.007010459899902 (6.42329626083374) + | > loss_mel: 20.74911117553711 (21.95274238586426) + | > loss_duration: 1.7111281156539917 (1.7066264629364014) + | > loss_1: 31.02471923828125 (33.87447853088379) + + --> STEP: 31 + | > loss_disc: 2.377380847930908 (2.3955355075097855) + | > loss_disc_real_0: 0.0958106741309166 (0.11320384651903183) + | > loss_disc_real_1: 0.2076646089553833 (0.20335223117182333) + | > loss_disc_real_2: 0.2125450074672699 (0.20788865704690257) + | > loss_disc_real_3: 0.2188289612531662 (0.2161957251448785) + | > loss_disc_real_4: 0.17509621381759644 (0.21225112244006125) + | > loss_disc_real_5: 0.2989045977592468 (0.22124473894796065) + | > loss_0: 2.377380847930908 (2.3955355075097855) + | > loss_gen: 2.1979286670684814 (2.2070243896976596) + | > loss_kl: 1.6553629636764526 (1.5867723764911774) + | > loss_feat: 6.968454837799072 (6.440882021381009) + | > loss_mel: 23.386520385742188 (21.998993289086126) + | > loss_duration: 1.6765718460083008 (1.7056569591645272) + | > loss_1: 35.88483810424805 (33.93932883970199) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.011639779613864037 (-0.0013109022571194551) + | > avg_loss_disc: 2.3955355075097855 (-0.033535195935156636) + | > avg_loss_disc_real_0: 0.11320384651903183 (-0.013494021589717561) + | > avg_loss_disc_real_1: 0.20335223117182333 (+0.03476013651778623) + | > avg_loss_disc_real_2: 0.20788865704690257 (+0.00829044272822721) + | > avg_loss_disc_real_3: 0.2161957251448785 (-0.0012771669895418336) + | > avg_loss_disc_real_4: 0.21225112244006125 (+0.025111912238982403) + | > avg_loss_disc_real_5: 0.22124473894796065 (+0.011051871122852469) + | > avg_loss_0: 2.3955355075097855 (-0.033535195935156636) + | > avg_loss_gen: 2.2070243896976596 (+0.10646388223094361) + | > avg_loss_kl: 1.5867723764911774 (+0.0032913108025827142) + | > avg_loss_feat: 6.440882021381009 (+0.043010057941559765) + | > avg_loss_mel: 21.998993289086126 (-0.07975381420504846) + | > avg_loss_duration: 1.7056569591645272 (-0.0067778479668401115) + | > avg_loss_1: 33.93932883970199 (+0.06623354265767034) + + + > EPOCH: 9/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 00:23:49)  + + --> TIME: 2024-11-23 00:24:08 -- STEP: 20/797 -- GLOBAL_STEP: 30300 + | > loss_disc: 2.4242594242095947 (2.481291079521179) + | > loss_disc_real_0: 0.09301415830850601 (0.13409207463264466) + | > loss_disc_real_1: 0.23455294966697693 (0.22022470608353614) + | > loss_disc_real_2: 0.20872506499290466 (0.23697055354714394) + | > loss_disc_real_3: 0.19473384320735931 (0.2213569849729538) + | > loss_disc_real_4: 0.22527402639389038 (0.22995838299393653) + | > loss_disc_real_5: 0.20915745198726654 (0.23871851712465286) + | > loss_0: 2.4242594242095947 (2.481291079521179) + | > grad_norm_0: tensor(68.6551, device='cuda:0') (tensor(97.0894, device='cuda:0')) + | > loss_gen: 2.1321330070495605 (2.3312016248703005) + | > loss_kl: 1.8639605045318604 (1.611281281709671) + | > loss_feat: 6.016623497009277 (6.045473265647888) + | > loss_mel: 21.508037567138672 (21.077867698669433) + | > loss_duration: 1.8321423530578613 (1.8746140956878663) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.35289764404297 (32.94043788909912) + | > grad_norm_1: tensor(488.1362, device='cuda:0') (tensor(577.8327, device='cuda:0')) + | > current_lr_0: 0.0001990770782180657 + | > current_lr_1: 0.0001990770782180657 + | > step_time: 0.7624 (0.9183786630630493) + | > loader_time: 0.0056 (0.004640209674835205) + + + --> TIME: 2024-11-23 00:24:30 -- STEP: 45/797 -- GLOBAL_STEP: 30325 + | > loss_disc: 2.4769821166992188 (2.4398945119645865) + | > loss_disc_real_0: 0.07550086081027985 (0.11910676558812458) + | > loss_disc_real_1: 0.1859361082315445 (0.21531550486882528) + | > loss_disc_real_2: 0.2107873260974884 (0.23221680190828112) + | > loss_disc_real_3: 0.20810291171073914 (0.2241357511944241) + | > loss_disc_real_4: 0.2371305227279663 (0.221127407418357) + | > loss_disc_real_5: 0.2128826081752777 (0.231523800889651) + | > loss_0: 2.4769821166992188 (2.4398945119645865) + | > grad_norm_0: tensor(85.3590, device='cuda:0') (tensor(90.4819, device='cuda:0')) + | > loss_gen: 2.2775583267211914 (2.3749486022525366) + | > loss_kl: 1.5066263675689697 (1.5772328191333347) + | > loss_feat: 6.217118740081787 (6.308949544694689) + | > loss_mel: 21.354469299316406 (21.269852786593972) + | > loss_duration: 1.7637697458267212 (1.8243164168463812) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.119544982910156 (33.35530026753744) + | > grad_norm_1: tensor(499.0023, device='cuda:0') (tensor(566.6041, device='cuda:0')) + | > current_lr_0: 0.0001990770782180657 + | > current_lr_1: 0.0001990770782180657 + | > step_time: 0.8617 (0.8765977594587538) + | > loader_time: 0.0038 (0.004662148157755534) + + + --> TIME: 2024-11-23 00:24:52 -- STEP: 70/797 -- GLOBAL_STEP: 30350 + | > loss_disc: 2.4363088607788086 (2.4481841564178475) + | > loss_disc_real_0: 0.09772156924009323 (0.12458027931196348) + | > loss_disc_real_1: 0.26591992378234863 (0.2168065654379981) + | > loss_disc_real_2: 0.2589622735977173 (0.23508687572819845) + | > loss_disc_real_3: 0.2547202408313751 (0.22399076989718847) + | > loss_disc_real_4: 0.24530525505542755 (0.22450514244181768) + | > loss_disc_real_5: 0.2912948727607727 (0.23226914235523768) + | > loss_0: 2.4363088607788086 (2.4481841564178475) + | > grad_norm_0: tensor(35.4048, device='cuda:0') (tensor(83.2693, device='cuda:0')) + | > loss_gen: 2.343151569366455 (2.3691849402018965) + | > loss_kl: 1.2013567686080933 (1.5938095263072423) + | > loss_feat: 6.740777492523193 (6.323827416556222) + | > loss_mel: 22.21701431274414 (21.576308005196715) + | > loss_duration: 1.718642234802246 (1.7907215561185563) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.220943450927734 (33.653851318359365) + | > grad_norm_1: tensor(804.1440, device='cuda:0') (tensor(644.0821, device='cuda:0')) + | > current_lr_0: 0.0001990770782180657 + | > current_lr_1: 0.0001990770782180657 + | > step_time: 0.8019 (0.8755404097693307) + | > loader_time: 0.0041 (0.004868865013122559) + + + --> TIME: 2024-11-23 00:25:13 -- STEP: 95/797 -- GLOBAL_STEP: 30375 + | > loss_disc: 2.5961949825286865 (2.45376834116484) + | > loss_disc_real_0: 0.12617748975753784 (0.12398312648660258) + | > loss_disc_real_1: 0.23395460844039917 (0.21673963430680726) + | > loss_disc_real_2: 0.24684447050094604 (0.23399412020256644) + | > loss_disc_real_3: 0.25473326444625854 (0.22257965112987319) + | > loss_disc_real_4: 0.28159627318382263 (0.2216481553880792) + | > loss_disc_real_5: 0.320767343044281 (0.2346233921615701) + | > loss_0: 2.5961949825286865 (2.45376834116484) + | > grad_norm_0: tensor(198.9675, device='cuda:0') (tensor(80.9586, device='cuda:0')) + | > loss_gen: 2.4455573558807373 (2.3630351944973595) + | > loss_kl: 1.348771333694458 (1.5590108482461227) + | > loss_feat: 6.087557315826416 (6.331626425291363) + | > loss_mel: 20.715089797973633 (21.558546106438897) + | > loss_duration: 1.7790230512619019 (1.7757602766940468) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.375999450683594 (33.58797882481623) + | > grad_norm_1: tensor(683.9274, device='cuda:0') (tensor(659.1094, device='cuda:0')) + | > current_lr_0: 0.0001990770782180657 + | > current_lr_1: 0.0001990770782180657 + | > step_time: 0.83 (0.865652965244494) + | > loader_time: 0.0065 (0.004928312803569592) + + + --> TIME: 2024-11-23 00:25:34 -- STEP: 120/797 -- GLOBAL_STEP: 30400 + | > loss_disc: 2.4672892093658447 (2.4622225880622866) + | > loss_disc_real_0: 0.10638279467821121 (0.12687158888826772) + | > loss_disc_real_1: 0.2057681381702423 (0.21805794462561606) + | > loss_disc_real_2: 0.22977706789970398 (0.23403393067419528) + | > loss_disc_real_3: 0.19935539364814758 (0.22300261681278546) + | > loss_disc_real_4: 0.22002221643924713 (0.22125822256008784) + | > loss_disc_real_5: 0.2139323651790619 (0.23481545150279998) + | > loss_0: 2.4672892093658447 (2.4622225880622866) + | > grad_norm_0: tensor(124.4577, device='cuda:0') (tensor(81.9035, device='cuda:0')) + | > loss_gen: 2.2774550914764404 (2.3560133397579195) + | > loss_kl: 1.7422566413879395 (1.5537174671888352) + | > loss_feat: 5.9452996253967285 (6.293818549315135) + | > loss_mel: 20.06680679321289 (21.505990934371955) + | > loss_duration: 1.6900055408477783 (1.7673598776261012) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.721824645996094 (33.47690021196999) + | > grad_norm_1: tensor(625.2349, device='cuda:0') (tensor(647.7152, device='cuda:0')) + | > current_lr_0: 0.0001990770782180657 + | > current_lr_1: 0.0001990770782180657 + | > step_time: 0.8506 (0.8623619735240936) + | > loader_time: 0.0041 (0.005032799641291301) + + + --> TIME: 2024-11-23 00:25:56 -- STEP: 145/797 -- GLOBAL_STEP: 30425 + | > loss_disc: 2.5278210639953613 (2.4626062541172424) + | > loss_disc_real_0: 0.14830327033996582 (0.12910269164833535) + | > loss_disc_real_1: 0.20403742790222168 (0.2172828790442697) + | > loss_disc_real_2: 0.220906063914299 (0.23313215333839943) + | > loss_disc_real_3: 0.19801542162895203 (0.2226882982870628) + | > loss_disc_real_4: 0.23469562828540802 (0.2204799884352191) + | > loss_disc_real_5: 0.2910296618938446 (0.23491170231638284) + | > loss_0: 2.5278210639953613 (2.4626062541172424) + | > grad_norm_0: tensor(136.0701, device='cuda:0') (tensor(79.9656, device='cuda:0')) + | > loss_gen: 2.5338547229766846 (2.350252968689491) + | > loss_kl: 1.5896587371826172 (1.5560934971118796) + | > loss_feat: 6.499969005584717 (6.290524841177053) + | > loss_mel: 22.917943954467773 (21.541154427363956) + | > loss_duration: 1.69801926612854 (1.7622940688297666) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.23944854736328 (33.500319908405146) + | > grad_norm_1: tensor(1012.7805, device='cuda:0') (tensor(647.2972, device='cuda:0')) + | > current_lr_0: 0.0001990770782180657 + | > current_lr_1: 0.0001990770782180657 + | > step_time: 0.7945 (0.859034488941061) + | > loader_time: 0.0044 (0.005144905221873317) + + + --> TIME: 2024-11-23 00:26:17 -- STEP: 170/797 -- GLOBAL_STEP: 30450 + | > loss_disc: 2.4468612670898438 (2.4712647802689514) + | > loss_disc_real_0: 0.17189010977745056 (0.13189181895817031) + | > loss_disc_real_1: 0.24649043381214142 (0.21814953623449101) + | > loss_disc_real_2: 0.2709541916847229 (0.23442036123836743) + | > loss_disc_real_3: 0.1646609753370285 (0.22373791266890133) + | > loss_disc_real_4: 0.14314670860767365 (0.22048132577363183) + | > loss_disc_real_5: 0.19425204396247864 (0.23509562795653063) + | > loss_0: 2.4468612670898438 (2.4712647802689514) + | > grad_norm_0: tensor(74.0206, device='cuda:0') (tensor(82.9812, device='cuda:0')) + | > loss_gen: 2.3601233959198 (2.3514703554265632) + | > loss_kl: 1.6804780960083008 (1.5631389042910409) + | > loss_feat: 6.921420574188232 (6.2807372233446905) + | > loss_mel: 22.756370544433594 (21.5467716553632) + | > loss_duration: 1.7116990089416504 (1.7560823545736426) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.430091857910156 (33.49820060729978) + | > grad_norm_1: tensor(78.8287, device='cuda:0') (tensor(634.1198, device='cuda:0')) + | > current_lr_0: 0.0001990770782180657 + | > current_lr_1: 0.0001990770782180657 + | > step_time: 0.8626 (0.85798120358411) + | > loader_time: 0.0055 (0.00528738358441521) + + + --> TIME: 2024-11-23 00:26:39 -- STEP: 195/797 -- GLOBAL_STEP: 30475 + | > loss_disc: 2.4713220596313477 (2.4696379588200505) + | > loss_disc_real_0: 0.07682935148477554 (0.1316470210368818) + | > loss_disc_real_1: 0.19063973426818848 (0.21828930255694268) + | > loss_disc_real_2: 0.23531487584114075 (0.2331326560332225) + | > loss_disc_real_3: 0.24353188276290894 (0.22435868764534975) + | > loss_disc_real_4: 0.25873443484306335 (0.2209257462849984) + | > loss_disc_real_5: 0.29230210185050964 (0.23419732780028613) + | > loss_0: 2.4713220596313477 (2.4696379588200505) + | > grad_norm_0: tensor(33.8949, device='cuda:0') (tensor(84.3210, device='cuda:0')) + | > loss_gen: 2.2753472328186035 (2.3547686087779502) + | > loss_kl: 1.5260727405548096 (1.5617633899052938) + | > loss_feat: 6.2375569343566895 (6.2971871620569475) + | > loss_mel: 21.508712768554688 (21.610110385601338) + | > loss_duration: 1.7416975498199463 (1.751300542171185) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.28938674926758 (33.575130110520575) + | > grad_norm_1: tensor(352.1766, device='cuda:0') (tensor(629.7344, device='cuda:0')) + | > current_lr_0: 0.0001990770782180657 + | > current_lr_1: 0.0001990770782180657 + | > step_time: 0.8385 (0.8568559695512821) + | > loader_time: 0.0053 (0.005304719240237503) + + + --> TIME: 2024-11-23 00:27:01 -- STEP: 220/797 -- GLOBAL_STEP: 30500 + | > loss_disc: 2.564974308013916 (2.4677033684470446) + | > loss_disc_real_0: 0.08486887812614441 (0.1298889771442523) + | > loss_disc_real_1: 0.23646749556064606 (0.21740720935843208) + | > loss_disc_real_2: 0.23542314767837524 (0.23383430330590768) + | > loss_disc_real_3: 0.24218371510505676 (0.224487976255742) + | > loss_disc_real_4: 0.236123189330101 (0.22237680513750424) + | > loss_disc_real_5: 0.31132104992866516 (0.23485805080695585) + | > loss_0: 2.564974308013916 (2.4677033684470446) + | > grad_norm_0: tensor(112.3564, device='cuda:0') (tensor(83.7122, device='cuda:0')) + | > loss_gen: 2.2580924034118652 (2.3545558886094518) + | > loss_kl: 1.490941047668457 (1.5603156284852462) + | > loss_feat: 4.8531494140625 (6.2769698359749535) + | > loss_mel: 19.222658157348633 (21.65856836492365) + | > loss_duration: 1.7425637245178223 (1.7491963771256533) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 29.567405700683594 (33.599606089158485) + | > grad_norm_1: tensor(659.7031, device='cuda:0') (tensor(645.0751, device='cuda:0')) + | > current_lr_0: 0.0001990770782180657 + | > current_lr_1: 0.0001990770782180657 + | > step_time: 0.7852 (0.8573428587480025) + | > loader_time: 0.0055 (0.005405010960318824) + + + --> TIME: 2024-11-23 00:27:22 -- STEP: 245/797 -- GLOBAL_STEP: 30525 + | > loss_disc: 2.7818679809570312 (2.472439926497791) + | > loss_disc_real_0: 0.23157575726509094 (0.13131415273766142) + | > loss_disc_real_1: 0.24919626116752625 (0.21795457449494576) + | > loss_disc_real_2: 0.2468636929988861 (0.23416639085935087) + | > loss_disc_real_3: 0.23540346324443817 (0.22432086747519825) + | > loss_disc_real_4: 0.18631789088249207 (0.22191979982415025) + | > loss_disc_real_5: 0.27033063769340515 (0.23477599146414777) + | > loss_0: 2.7818679809570312 (2.472439926497791) + | > grad_norm_0: tensor(92.6532, device='cuda:0') (tensor(89.2824, device='cuda:0')) + | > loss_gen: 2.227862596511841 (2.3562629359109053) + | > loss_kl: 1.7497669458389282 (1.5594450872771595) + | > loss_feat: 5.294206142425537 (6.2758584762106135) + | > loss_mel: 21.681854248046875 (21.710738302736868) + | > loss_duration: 1.6743677854537964 (1.7445686768512336) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.628055572509766 (33.646873435195594) + | > grad_norm_1: tensor(251.3533, device='cuda:0') (tensor(650.7090, device='cuda:0')) + | > current_lr_0: 0.0001990770782180657 + | > current_lr_1: 0.0001990770782180657 + | > step_time: 0.8744 (0.857020176673422) + | > loader_time: 0.0068 (0.005520817698264607) + + + --> TIME: 2024-11-23 00:27:45 -- STEP: 270/797 -- GLOBAL_STEP: 30550 + | > loss_disc: 2.7365665435791016 (2.4792091784653842) + | > loss_disc_real_0: 0.1032940149307251 (0.13446261831731718) + | > loss_disc_real_1: 0.24544309079647064 (0.21858926161571784) + | > loss_disc_real_2: 0.3324550688266754 (0.23482579048033114) + | > loss_disc_real_3: 0.25813305377960205 (0.2249908415255723) + | > loss_disc_real_4: 0.30145740509033203 (0.22279193180578727) + | > loss_disc_real_5: 0.30675503611564636 (0.2348399771584405) + | > loss_0: 2.7365665435791016 (2.4792091784653842) + | > grad_norm_0: tensor(74.6235, device='cuda:0') (tensor(90.2630, device='cuda:0')) + | > loss_gen: 2.285229444503784 (2.3541487234610097) + | > loss_kl: 1.7636187076568604 (1.5598065234996656) + | > loss_feat: 5.927724838256836 (6.271632060298213) + | > loss_mel: 22.24200439453125 (21.761243862575956) + | > loss_duration: 1.7664144039154053 (1.7416753349480805) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.98499298095703 (33.68850649374502) + | > grad_norm_1: tensor(689.5044, device='cuda:0') (tensor(631.3972, device='cuda:0')) + | > current_lr_0: 0.0001990770782180657 + | > current_lr_1: 0.0001990770782180657 + | > step_time: 0.9025 (0.8591012124662046) + | > loader_time: 0.006 (0.005577256944444443) + + + --> TIME: 2024-11-23 00:28:07 -- STEP: 295/797 -- GLOBAL_STEP: 30575 + | > loss_disc: 2.579754590988159 (2.482509529792656) + | > loss_disc_real_0: 0.19406293332576752 (0.13419203168507365) + | > loss_disc_real_1: 0.20568566024303436 (0.21853270222574978) + | > loss_disc_real_2: 0.25854942202568054 (0.23452182841503014) + | > loss_disc_real_3: 0.21803273260593414 (0.22568068792254237) + | > loss_disc_real_4: 0.26915785670280457 (0.22363510222758287) + | > loss_disc_real_5: 0.2598050832748413 (0.23573103289482958) + | > loss_0: 2.579754590988159 (2.482509529792656) + | > grad_norm_0: tensor(26.9046, device='cuda:0') (tensor(87.6064, device='cuda:0')) + | > loss_gen: 2.2864906787872314 (2.343809963484942) + | > loss_kl: 1.4712905883789062 (1.5610693188036906) + | > loss_feat: 6.047536849975586 (6.234323894371419) + | > loss_mel: 22.75324058532715 (21.758991577665686) + | > loss_duration: 1.6932058334350586 (1.7396061481055571) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.251766204833984 (33.637800895561604) + | > grad_norm_1: tensor(413.0292, device='cuda:0') (tensor(616.6100, device='cuda:0')) + | > current_lr_0: 0.0001990770782180657 + | > current_lr_1: 0.0001990770782180657 + | > step_time: 0.8195 (0.8624418396060749) + | > loader_time: 0.0058 (0.005654929047923977) + + + --> TIME: 2024-11-23 00:28:30 -- STEP: 320/797 -- GLOBAL_STEP: 30600 + | > loss_disc: 2.528404712677002 (2.4788754597306255) + | > loss_disc_real_0: 0.20018425583839417 (0.13328332417877406) + | > loss_disc_real_1: 0.24759544432163239 (0.2181993200443685) + | > loss_disc_real_2: 0.25717756152153015 (0.2342086852528155) + | > loss_disc_real_3: 0.2312198430299759 (0.2254095829091966) + | > loss_disc_real_4: 0.2535986602306366 (0.22340293852612386) + | > loss_disc_real_5: 0.25903522968292236 (0.23519786577671767) + | > loss_0: 2.528404712677002 (2.4788754597306255) + | > grad_norm_0: tensor(169.9432, device='cuda:0') (tensor(89.1344, device='cuda:0')) + | > loss_gen: 2.49102520942688 (2.342513447999954) + | > loss_kl: 1.608967900276184 (1.559138859063388) + | > loss_feat: 5.525282859802246 (6.226068979501722) + | > loss_mel: 21.995716094970703 (21.764507907629007) + | > loss_duration: 1.7437304258346558 (1.7373299911618236) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.364723205566406 (33.629559177160246) + | > grad_norm_1: tensor(829.3385, device='cuda:0') (tensor(621.4619, device='cuda:0')) + | > current_lr_0: 0.0001990770782180657 + | > current_lr_1: 0.0001990770782180657 + | > step_time: 0.9411 (0.8647380866110325) + | > loader_time: 0.0086 (0.005739890038967132) + + + --> TIME: 2024-11-23 00:28:54 -- STEP: 345/797 -- GLOBAL_STEP: 30625 + | > loss_disc: 2.39001727104187 (2.4792960892552918) + | > loss_disc_real_0: 0.15210595726966858 (0.1334636523347836) + | > loss_disc_real_1: 0.23138146102428436 (0.21862774776375812) + | > loss_disc_real_2: 0.24140885472297668 (0.2342899984639624) + | > loss_disc_real_3: 0.2113834172487259 (0.2251845911361169) + | > loss_disc_real_4: 0.19631777703762054 (0.22346064755018216) + | > loss_disc_real_5: 0.21894825994968414 (0.23533344247202942) + | > loss_0: 2.39001727104187 (2.4792960892552918) + | > grad_norm_0: tensor(32.1864, device='cuda:0') (tensor(87.8368, device='cuda:0')) + | > loss_gen: 2.3834445476531982 (2.3397847949594692) + | > loss_kl: 1.7593107223510742 (1.5611403472181693) + | > loss_feat: 6.414967060089111 (6.213965384165443) + | > loss_mel: 23.01085662841797 (21.755945918870996) + | > loss_duration: 1.6842129230499268 (1.7350447354109395) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.25279235839844 (33.60588117405987) + | > grad_norm_1: tensor(130.2111, device='cuda:0') (tensor(616.2253, device='cuda:0')) + | > current_lr_0: 0.0001990770782180657 + | > current_lr_1: 0.0001990770782180657 + | > step_time: 0.8838 (0.8698051031085028) + | > loader_time: 0.0061 (0.005841508810070978) + + + --> TIME: 2024-11-23 00:29:18 -- STEP: 370/797 -- GLOBAL_STEP: 30650 + | > loss_disc: 2.419477939605713 (2.478744963697485) + | > loss_disc_real_0: 0.10219191014766693 (0.13372859238974166) + | > loss_disc_real_1: 0.2617357075214386 (0.21865100727693454) + | > loss_disc_real_2: 0.27008187770843506 (0.23437520837461626) + | > loss_disc_real_3: 0.20937873423099518 (0.22521437402512576) + | > loss_disc_real_4: 0.20958632230758667 (0.22317163452908806) + | > loss_disc_real_5: 0.199665829539299 (0.23479634926125809) + | > loss_0: 2.419477939605713 (2.478744963697485) + | > grad_norm_0: tensor(21.6987, device='cuda:0') (tensor(85.4758, device='cuda:0')) + | > loss_gen: 2.435070753097534 (2.338569899507471) + | > loss_kl: 1.5907106399536133 (1.562478283611505) + | > loss_feat: 7.0502610206604 (6.218025787456613) + | > loss_mel: 23.751331329345703 (21.800985702308427) + | > loss_duration: 1.6830755472183228 (1.7325958522590434) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.51044845581055 (33.65265552933151) + | > grad_norm_1: tensor(331.3045, device='cuda:0') (tensor(614.0614, device='cuda:0')) + | > current_lr_0: 0.0001990770782180657 + | > current_lr_1: 0.0001990770782180657 + | > step_time: 0.8893 (0.8757271032075624) + | > loader_time: 0.0092 (0.0059489823676444386) + + + --> TIME: 2024-11-23 00:29:41 -- STEP: 395/797 -- GLOBAL_STEP: 30675 + | > loss_disc: 2.2921202182769775 (2.4787487362004534) + | > loss_disc_real_0: 0.05412701889872551 (0.13355777689927767) + | > loss_disc_real_1: 0.23006708920001984 (0.21880444458013848) + | > loss_disc_real_2: 0.2216304987668991 (0.23443868058391765) + | > loss_disc_real_3: 0.20416142046451569 (0.22546851502943643) + | > loss_disc_real_4: 0.25309786200523376 (0.22351441677612602) + | > loss_disc_real_5: 0.16630873084068298 (0.23442827036863642) + | > loss_0: 2.2921202182769775 (2.4787487362004534) + | > grad_norm_0: tensor(68.9783, device='cuda:0') (tensor(87.5453, device='cuda:0')) + | > loss_gen: 2.434645414352417 (2.339740297462367) + | > loss_kl: 1.5852285623550415 (1.5614540598060522) + | > loss_feat: 7.622990608215332 (6.217474121383471) + | > loss_mel: 22.99561309814453 (21.808180468595456) + | > loss_duration: 1.726011037826538 (1.7307595135290414) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.3644905090332 (33.65760849095595) + | > grad_norm_1: tensor(866.9266, device='cuda:0') (tensor(615.6260, device='cuda:0')) + | > current_lr_0: 0.0001990770782180657 + | > current_lr_1: 0.0001990770782180657 + | > step_time: 1.0042 (0.879137756854673) + | > loader_time: 0.0114 (0.006022721302660206) + + + --> TIME: 2024-11-23 00:30:06 -- STEP: 420/797 -- GLOBAL_STEP: 30700 + | > loss_disc: 2.405832290649414 (2.476030803294409) + | > loss_disc_real_0: 0.11871641874313354 (0.13237541211502912) + | > loss_disc_real_1: 0.17362643778324127 (0.21861501807967823) + | > loss_disc_real_2: 0.25742706656455994 (0.23445888165207135) + | > loss_disc_real_3: 0.24182653427124023 (0.22553844391590072) + | > loss_disc_real_4: 0.24353446066379547 (0.22308598863227033) + | > loss_disc_real_5: 0.23222453892230988 (0.23437909483909608) + | > loss_0: 2.405832290649414 (2.476030803294409) + | > grad_norm_0: tensor(54.7355, device='cuda:0') (tensor(86.2071, device='cuda:0')) + | > loss_gen: 2.3699793815612793 (2.3413816139811554) + | > loss_kl: 1.6621289253234863 (1.56136814299084) + | > loss_feat: 6.374528408050537 (6.234758697237285) + | > loss_mel: 21.744342803955078 (21.83617815744307) + | > loss_duration: 1.6384541988372803 (1.7291667512484963) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.789432525634766 (33.702853389013356) + | > grad_norm_1: tensor(850.8434, device='cuda:0') (tensor(625.9478, device='cuda:0')) + | > current_lr_0: 0.0001990770782180657 + | > current_lr_1: 0.0001990770782180657 + | > step_time: 1.129 (0.8845316041083563) + | > loader_time: 0.0065 (0.006133617673601423) + + + --> TIME: 2024-11-23 00:30:33 -- STEP: 445/797 -- GLOBAL_STEP: 30725 + | > loss_disc: 2.378178358078003 (2.474025419856725) + | > loss_disc_real_0: 0.09879361838102341 (0.13190990708182387) + | > loss_disc_real_1: 0.2581968307495117 (0.21859192781234055) + | > loss_disc_real_2: 0.24811871349811554 (0.23418260755833614) + | > loss_disc_real_3: 0.23432886600494385 (0.22538062049431748) + | > loss_disc_real_4: 0.23835615813732147 (0.22300384419687685) + | > loss_disc_real_5: 0.25231799483299255 (0.23436634332946177) + | > loss_0: 2.378178358078003 (2.474025419856725) + | > grad_norm_0: tensor(46.2991, device='cuda:0') (tensor(88.2989, device='cuda:0')) + | > loss_gen: 2.550640106201172 (2.345650986339268) + | > loss_kl: 1.346239686012268 (1.5623124653034006) + | > loss_feat: 6.661105155944824 (6.246543708544097) + | > loss_mel: 23.88255500793457 (21.842094974303492) + | > loss_duration: 1.7662456035614014 (1.7277920248803131) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.206787109375 (33.72439417464007) + | > grad_norm_1: tensor(141.9061, device='cuda:0') (tensor(632.8862, device='cuda:0')) + | > current_lr_0: 0.0001990770782180657 + | > current_lr_1: 0.0001990770782180657 + | > step_time: 0.9456 (0.894035584739085) + | > loader_time: 0.0139 (0.0062850159205747455) + + + --> TIME: 2024-11-23 00:30:58 -- STEP: 470/797 -- GLOBAL_STEP: 30750 + | > loss_disc: 2.3391189575195312 (2.4731964730201885) + | > loss_disc_real_0: 0.10531938076019287 (0.1316551167597164) + | > loss_disc_real_1: 0.23933587968349457 (0.21876776468880632) + | > loss_disc_real_2: 0.21624363958835602 (0.23383371611224843) + | > loss_disc_real_3: 0.23995621502399445 (0.2253489279049508) + | > loss_disc_real_4: 0.18437913060188293 (0.22264611327901807) + | > loss_disc_real_5: 0.21900691092014313 (0.2338862804339287) + | > loss_0: 2.3391189575195312 (2.4731964730201885) + | > grad_norm_0: tensor(33.2352, device='cuda:0') (tensor(87.5872, device='cuda:0')) + | > loss_gen: 2.3951423168182373 (2.345590140971731) + | > loss_kl: 1.4261603355407715 (1.5630335495827055) + | > loss_feat: 6.86090612411499 (6.248006295143288) + | > loss_mel: 23.268020629882812 (21.85242819278796) + | > loss_duration: 1.693195104598999 (1.7269376315969105) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.64342498779297 (33.73599584051903) + | > grad_norm_1: tensor(184.3793, device='cuda:0') (tensor(628.8708, device='cuda:0')) + | > current_lr_0: 0.0001990770782180657 + | > current_lr_1: 0.0001990770782180657 + | > step_time: 1.0081 (0.8988334823161997) + | > loader_time: 0.0069 (0.006382802699474578) + + + --> TIME: 2024-11-23 00:31:23 -- STEP: 495/797 -- GLOBAL_STEP: 30775 + | > loss_disc: 2.300398349761963 (2.471879917202574) + | > loss_disc_real_0: 0.11627881228923798 (0.13089069222862085) + | > loss_disc_real_1: 0.19409960508346558 (0.21906517518289162) + | > loss_disc_real_2: 0.20904825627803802 (0.23401017902475416) + | > loss_disc_real_3: 0.15148214995861053 (0.2247343099779553) + | > loss_disc_real_4: 0.2236345261335373 (0.22271509366204045) + | > loss_disc_real_5: 0.1978098750114441 (0.23420987532596396) + | > loss_0: 2.300398349761963 (2.471879917202574) + | > grad_norm_0: tensor(23.7439, device='cuda:0') (tensor(86.5353, device='cuda:0')) + | > loss_gen: 2.4670064449310303 (2.346311046619607) + | > loss_kl: 1.4845855236053467 (1.562150803960936) + | > loss_feat: 7.133080005645752 (6.254580657650724) + | > loss_mel: 21.836334228515625 (21.851280724881857) + | > loss_duration: 1.7187849283218384 (1.7254954834177039) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.63978958129883 (33.73981874254013) + | > grad_norm_1: tensor(929.2473, device='cuda:0') (tensor(623.1020, device='cuda:0')) + | > current_lr_0: 0.0001990770782180657 + | > current_lr_1: 0.0001990770782180657 + | > step_time: 0.9673 (0.9031315760179) + | > loader_time: 0.0072 (0.006564169219045928) + + + --> TIME: 2024-11-23 00:31:48 -- STEP: 520/797 -- GLOBAL_STEP: 30800 + | > loss_disc: 2.452544689178467 (2.4727215707302093) + | > loss_disc_real_0: 0.09783969074487686 (0.13119288502404336) + | > loss_disc_real_1: 0.22235529124736786 (0.21884192460431504) + | > loss_disc_real_2: 0.2449430674314499 (0.23344320786687045) + | > loss_disc_real_3: 0.2655615508556366 (0.22500075225073557) + | > loss_disc_real_4: 0.21590586006641388 (0.22246877424992054) + | > loss_disc_real_5: 0.2760079503059387 (0.23445764255638307) + | > loss_0: 2.452544689178467 (2.4727215707302093) + | > grad_norm_0: tensor(74.0433, device='cuda:0') (tensor(86.5751, device='cuda:0')) + | > loss_gen: 2.3896377086639404 (2.345202374916809) + | > loss_kl: 1.3733603954315186 (1.5612399633114162) + | > loss_feat: 5.826671600341797 (6.255452347718751) + | > loss_mel: 21.705625534057617 (21.864389258164607) + | > loss_duration: 1.710091471672058 (1.7243887227315169) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.00538635253906 (33.75067266684311) + | > grad_norm_1: tensor(769.7212, device='cuda:0') (tensor(619.5460, device='cuda:0')) + | > current_lr_0: 0.0001990770782180657 + | > current_lr_1: 0.0001990770782180657 + | > step_time: 1.0657 (0.9070452809333801) + | > loader_time: 0.0088 (0.006667640575995812) + + + --> TIME: 2024-11-23 00:32:12 -- STEP: 545/797 -- GLOBAL_STEP: 30825 + | > loss_disc: 2.5865869522094727 (2.4739060301299483) + | > loss_disc_real_0: 0.12991979718208313 (0.13135957147823574) + | > loss_disc_real_1: 0.1901298463344574 (0.21904521171652944) + | > loss_disc_real_2: 0.2711935043334961 (0.23446582894806467) + | > loss_disc_real_3: 0.2073107361793518 (0.22494692515342607) + | > loss_disc_real_4: 0.28201088309288025 (0.22274086773395543) + | > loss_disc_real_5: 0.28735026717185974 (0.234350136961412) + | > loss_0: 2.5865869522094727 (2.4739060301299483) + | > grad_norm_0: tensor(23.6832, device='cuda:0') (tensor(87.0195, device='cuda:0')) + | > loss_gen: 2.3051340579986572 (2.3462578436650263) + | > loss_kl: 1.6244299411773682 (1.56022658216844) + | > loss_feat: 6.3325300216674805 (6.256257631144391) + | > loss_mel: 22.122909545898438 (21.86960024352466) + | > loss_duration: 1.6881318092346191 (1.7241516458878825) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.07313537597656 (33.75649394814027) + | > grad_norm_1: tensor(810.2676, device='cuda:0') (tensor(623.6356, device='cuda:0')) + | > current_lr_0: 0.0001990770782180657 + | > current_lr_1: 0.0001990770782180657 + | > step_time: 0.8947 (0.9097441760771865) + | > loader_time: 0.0107 (0.0067477510609758005) + + + --> TIME: 2024-11-23 00:32:36 -- STEP: 570/797 -- GLOBAL_STEP: 30850 + | > loss_disc: 2.5011212825775146 (2.4733486451600735) + | > loss_disc_real_0: 0.06365042924880981 (0.13136001675013928) + | > loss_disc_real_1: 0.16876040399074554 (0.21876626234305535) + | > loss_disc_real_2: 0.21349941194057465 (0.23380234774790312) + | > loss_disc_real_3: 0.2130875140428543 (0.22488272848882174) + | > loss_disc_real_4: 0.20145268738269806 (0.22255942873787468) + | > loss_disc_real_5: 0.23394441604614258 (0.23441950098464365) + | > loss_0: 2.5011212825775146 (2.4733486451600735) + | > grad_norm_0: tensor(63.2970, device='cuda:0') (tensor(86.0034, device='cuda:0')) + | > loss_gen: 2.175821304321289 (2.346861117346245) + | > loss_kl: 1.532079815864563 (1.5592359743620232) + | > loss_feat: 6.119192123413086 (6.269017032991373) + | > loss_mel: 21.720317840576172 (21.89999359532405) + | > loss_duration: 1.7497460842132568 (1.7233774114073372) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.297157287597656 (33.79848513352242) + | > grad_norm_1: tensor(733.4668, device='cuda:0') (tensor(627.9744, device='cuda:0')) + | > current_lr_0: 0.0001990770782180657 + | > current_lr_1: 0.0001990770782180657 + | > step_time: 0.9692 (0.9118232593201754) + | > loader_time: 0.0078 (0.006828734749241878) + + + --> TIME: 2024-11-23 00:33:01 -- STEP: 595/797 -- GLOBAL_STEP: 30875 + | > loss_disc: 2.3432722091674805 (2.4720441561787085) + | > loss_disc_real_0: 0.09684614837169647 (0.13072118997072993) + | > loss_disc_real_1: 0.21828438341617584 (0.21882680086027675) + | > loss_disc_real_2: 0.18230348825454712 (0.23415799536624876) + | > loss_disc_real_3: 0.18008267879486084 (0.22485248423924967) + | > loss_disc_real_4: 0.19040364027023315 (0.22251702466932674) + | > loss_disc_real_5: 0.2229597121477127 (0.2344317019987507) + | > loss_0: 2.3432722091674805 (2.4720441561787085) + | > grad_norm_0: tensor(140.8846, device='cuda:0') (tensor(85.9826, device='cuda:0')) + | > loss_gen: 2.2979886531829834 (2.3483339413875295) + | > loss_kl: 1.6563271284103394 (1.5590391842257083) + | > loss_feat: 7.170912742614746 (6.2756644321089015) + | > loss_mel: 22.17083168029785 (21.917423171355928) + | > loss_duration: 1.7049676179885864 (1.7230774072038033) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.00102615356445 (33.823538118250205) + | > grad_norm_1: tensor(755.3431, device='cuda:0') (tensor(630.0135, device='cuda:0')) + | > current_lr_0: 0.0001990770782180657 + | > current_lr_1: 0.0001990770782180657 + | > step_time: 0.9286 (0.9142122376866701) + | > loader_time: 0.0105 (0.006905924372312401) + + + --> TIME: 2024-11-23 00:33:25 -- STEP: 620/797 -- GLOBAL_STEP: 30900 + | > loss_disc: 2.4390368461608887 (2.474887049198152) + | > loss_disc_real_0: 0.07461673021316528 (0.13230514268000296) + | > loss_disc_real_1: 0.22170953452587128 (0.21868280093035392) + | > loss_disc_real_2: 0.224226176738739 (0.23374183384641525) + | > loss_disc_real_3: 0.22550693154335022 (0.225018807716908) + | > loss_disc_real_4: 0.17478689551353455 (0.22255379033665512) + | > loss_disc_real_5: 0.21941721439361572 (0.23434614178634458) + | > loss_0: 2.4390368461608887 (2.474887049198152) + | > grad_norm_0: tensor(58.9778, device='cuda:0') (tensor(86.9727, device='cuda:0')) + | > loss_gen: 2.275458574295044 (2.347198842225536) + | > loss_kl: 1.427269697189331 (1.5578198955905054) + | > loss_feat: 6.515138626098633 (6.267878741602742) + | > loss_mel: 21.097118377685547 (21.924901937669308) + | > loss_duration: 1.7465230226516724 (1.7230395040204456) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.0615119934082 (33.82083891899355) + | > grad_norm_1: tensor(625.2816, device='cuda:0') (tensor(627.1680, device='cuda:0')) + | > current_lr_0: 0.0001990770782180657 + | > current_lr_1: 0.0001990770782180657 + | > step_time: 0.9679 (0.9162067251820718) + | > loader_time: 0.0085 (0.007007872673772997) + + + --> TIME: 2024-11-23 00:33:50 -- STEP: 645/797 -- GLOBAL_STEP: 30925 + | > loss_disc: 2.4516382217407227 (2.4756070281184015) + | > loss_disc_real_0: 0.11746043711900711 (0.1315524160168894) + | > loss_disc_real_1: 0.19490425288677216 (0.21879229420839355) + | > loss_disc_real_2: 0.21090753376483917 (0.23428266748439433) + | > loss_disc_real_3: 0.20753400027751923 (0.22556651504926903) + | > loss_disc_real_4: 0.25662490725517273 (0.2232485806988192) + | > loss_disc_real_5: 0.22449761629104614 (0.23440960883632186) + | > loss_0: 2.4516382217407227 (2.4756070281184015) + | > grad_norm_0: tensor(85.0638, device='cuda:0') (tensor(87.3825, device='cuda:0')) + | > loss_gen: 2.3895914554595947 (2.3496100057927207) + | > loss_kl: 1.4384530782699585 (1.5575838373612985) + | > loss_feat: 6.19141960144043 (6.260995704443878) + | > loss_mel: 21.09733009338379 (21.918915297633898) + | > loss_duration: 1.713470458984375 (1.7230899306230774) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.830265045166016 (33.810194793228035) + | > grad_norm_1: tensor(624.5562, device='cuda:0') (tensor(626.8337, device='cuda:0')) + | > current_lr_0: 0.0001990770782180657 + | > current_lr_1: 0.0001990770782180657 + | > step_time: 0.9399 (0.9188638823901036) + | > loader_time: 0.0082 (0.0071199705434399985) + + + --> TIME: 2024-11-23 00:34:16 -- STEP: 670/797 -- GLOBAL_STEP: 30950 + | > loss_disc: 2.560643196105957 (2.4751528167012924) + | > loss_disc_real_0: 0.15101905167102814 (0.13112705234827413) + | > loss_disc_real_1: 0.2202238291501999 (0.2190852351820291) + | > loss_disc_real_2: 0.2633063793182373 (0.2339645360387973) + | > loss_disc_real_3: 0.27341797947883606 (0.22545407788077398) + | > loss_disc_real_4: 0.26940783858299255 (0.22304225988797297) + | > loss_disc_real_5: 0.27070870995521545 (0.2340236045308967) + | > loss_0: 2.560643196105957 (2.4751528167012924) + | > grad_norm_0: tensor(167.3497, device='cuda:0') (tensor(88.6574, device='cuda:0')) + | > loss_gen: 2.40340518951416 (2.3491261110376955) + | > loss_kl: 1.463463306427002 (1.5556727871965998) + | > loss_feat: 5.852908611297607 (6.260611962560396) + | > loss_mel: 21.907211303710938 (21.924492081599443) + | > loss_duration: 1.6958286762237549 (1.72263174804289) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.32281494140625 (33.812534682430446) + | > grad_norm_1: tensor(885.1550, device='cuda:0') (tensor(632.7488, device='cuda:0')) + | > current_lr_0: 0.0001990770782180657 + | > current_lr_1: 0.0001990770782180657 + | > step_time: 0.9961 (0.9222034201693179) + | > loader_time: 0.0094 (0.0072203109513467815) + + + --> TIME: 2024-11-23 00:34:42 -- STEP: 695/797 -- GLOBAL_STEP: 30975 + | > loss_disc: 2.299985408782959 (2.4736292327908305) + | > loss_disc_real_0: 0.09514521062374115 (0.13020089130929074) + | > loss_disc_real_1: 0.23519675433635712 (0.2189436465072975) + | > loss_disc_real_2: 0.2294662594795227 (0.23408230671779715) + | > loss_disc_real_3: 0.20243772864341736 (0.22549746971336201) + | > loss_disc_real_4: 0.21601568162441254 (0.22328043631512492) + | > loss_disc_real_5: 0.22704754769802094 (0.2341123736376385) + | > loss_0: 2.299985408782959 (2.4736292327908305) + | > grad_norm_0: tensor(18.1696, device='cuda:0') (tensor(89.0517, device='cuda:0')) + | > loss_gen: 2.4782233238220215 (2.3501549400013984) + | > loss_kl: 1.3880281448364258 (1.556321803099817) + | > loss_feat: 7.011199951171875 (6.258932589798521) + | > loss_mel: 23.576229095458984 (21.93098734025474) + | > loss_duration: 1.723292350769043 (1.7220985316544135) + | > amp_scaler: 256.0 (128.5525179856115) + | > loss_1: 36.176971435546875 (33.81849520566653) + | > grad_norm_1: tensor(130.5136, device='cuda:0') (tensor(636.9792, device='cuda:0')) + | > current_lr_0: 0.0001990770782180657 + | > current_lr_1: 0.0001990770782180657 + | > step_time: 1.0492 (0.9252101627185191) + | > loader_time: 0.012 (0.0073342515410279195) + + + --> TIME: 2024-11-23 00:35:07 -- STEP: 720/797 -- GLOBAL_STEP: 31000 + | > loss_disc: 2.406350612640381 (2.4727604760064015) + | > loss_disc_real_0: 0.14188048243522644 (0.1301528448290711) + | > loss_disc_real_1: 0.24039676785469055 (0.21879546555380028) + | > loss_disc_real_2: 0.22927165031433105 (0.23385021245727936) + | > loss_disc_real_3: 0.21930034458637238 (0.22539987622035873) + | > loss_disc_real_4: 0.20036305487155914 (0.2230099910456274) + | > loss_disc_real_5: 0.2194761484861374 (0.2340080852309863) + | > loss_0: 2.406350612640381 (2.4727604760064015) + | > grad_norm_0: tensor(130.5134, device='cuda:0') (tensor(90.0896, device='cuda:0')) + | > loss_gen: 2.3789753913879395 (2.349486843579345) + | > loss_kl: 1.551385760307312 (1.5569374468591473) + | > loss_feat: 5.103601932525635 (6.258730749289193) + | > loss_mel: 20.167139053344727 (21.931961615880326) + | > loss_duration: 1.7447819709777832 (1.7213390047351527) + | > amp_scaler: 128.0 (128.71111111111108) + | > loss_1: 30.94588279724121 (33.81845564312407) + | > grad_norm_1: tensor(990.2347, device='cuda:0') (tensor(642.4947, device='cuda:0')) + | > current_lr_0: 0.0001990770782180657 + | > current_lr_1: 0.0001990770782180657 + | > step_time: 0.9828 (0.9284311559465196) + | > loader_time: 0.0095 (0.007453832030296326) + + + --> TIME: 2024-11-23 00:35:35 -- STEP: 745/797 -- GLOBAL_STEP: 31025 + | > loss_disc: 2.4601991176605225 (2.472554904822536) + | > loss_disc_real_0: 0.07209248095750809 (0.12990901432681426) + | > loss_disc_real_1: 0.19110627472400665 (0.21891630289938627) + | > loss_disc_real_2: 0.20691075921058655 (0.233845840844532) + | > loss_disc_real_3: 0.1990239918231964 (0.22544007733364232) + | > loss_disc_real_4: 0.21103981137275696 (0.22315497486383332) + | > loss_disc_real_5: 0.1868072897195816 (0.2338107614709227) + | > loss_0: 2.4601991176605225 (2.472554904822536) + | > grad_norm_0: tensor(13.5958, device='cuda:0') (tensor(90.2897, device='cuda:0')) + | > loss_gen: 2.4903132915496826 (2.3503364340570947) + | > loss_kl: 1.4425872564315796 (1.5568696796494037) + | > loss_feat: 7.016053199768066 (6.262390998225883) + | > loss_mel: 22.756216049194336 (21.937236179121367) + | > loss_duration: 1.693965196609497 (1.7203119482770068) + | > amp_scaler: 128.0 (128.6872483221477) + | > loss_1: 35.39913558959961 (33.82714523213021) + | > grad_norm_1: tensor(753.9094, device='cuda:0') (tensor(643.1630, device='cuda:0')) + | > current_lr_0: 0.0001990770782180657 + | > current_lr_1: 0.0001990770782180657 + | > step_time: 0.9849 (0.9323166152774888) + | > loader_time: 0.1063 (0.009012013313754291) + + + --> TIME: 2024-11-23 00:36:09 -- STEP: 770/797 -- GLOBAL_STEP: 31050 + | > loss_disc: 2.640721082687378 (2.4733779727638545) + | > loss_disc_real_0: 0.22000935673713684 (0.1301280258973313) + | > loss_disc_real_1: 0.2086634635925293 (0.21884541099334692) + | > loss_disc_real_2: 0.24445730447769165 (0.23362200099539446) + | > loss_disc_real_3: 0.22281835973262787 (0.2257517758127931) + | > loss_disc_real_4: 0.2706165611743927 (0.22324495611639775) + | > loss_disc_real_5: 0.2709099352359772 (0.23395138926707304) + | > loss_0: 2.640721082687378 (2.4733779727638545) + | > grad_norm_0: tensor(101.9066, device='cuda:0') (tensor(91.5803, device='cuda:0')) + | > loss_gen: 2.461677074432373 (2.352132462681112) + | > loss_kl: 1.5265816450119019 (1.5562377468332063) + | > loss_feat: 6.201355457305908 (6.2643472405223095) + | > loss_mel: 23.612035751342773 (21.93855511553874) + | > loss_duration: 1.6682696342468262 (1.7191933915212563) + | > amp_scaler: 128.0 (128.6649350649351) + | > loss_1: 35.46992111206055 (33.83046594594983) + | > grad_norm_1: tensor(476.2407, device='cuda:0') (tensor(644.7362, device='cuda:0')) + | > current_lr_0: 0.0001990770782180657 + | > current_lr_1: 0.0001990770782180657 + | > step_time: 1.3139 (0.9417554542615816) + | > loader_time: 0.1247 (0.01267495248224828) + + + --> TIME: 2024-11-23 00:37:19 -- STEP: 795/797 -- GLOBAL_STEP: 31075 + | > loss_disc: 2.4652140140533447 (2.4744696854045563) + | > loss_disc_real_0: 0.07215054333209991 (0.1305716448141346) + | > loss_disc_real_1: 0.19278699159622192 (0.2189818817676988) + | > loss_disc_real_2: 0.2535470128059387 (0.23406326071646227) + | > loss_disc_real_3: 0.22799763083457947 (0.22548283325426233) + | > loss_disc_real_4: 0.2278938740491867 (0.22322486815212664) + | > loss_disc_real_5: 0.22554698586463928 (0.23430790119576003) + | > loss_0: 2.4652140140533447 (2.4744696854045563) + | > grad_norm_0: tensor(12.4650, device='cuda:0') (tensor(91.4688, device='cuda:0')) + | > loss_gen: 2.197657346725464 (2.3506466057315523) + | > loss_kl: 1.6494117975234985 (1.5565557590820498) + | > loss_feat: 6.0146307945251465 (6.258296525703285) + | > loss_mel: 21.552892684936523 (21.941607272549977) + | > loss_duration: 1.71099853515625 (1.7183180879496933) + | > amp_scaler: 128.0 (128.64402515723273) + | > loss_1: 33.125587463378906 (33.82542423752121) + | > grad_norm_1: tensor(256.6514, device='cuda:0') (tensor(640.1282, device='cuda:0')) + | > current_lr_0: 0.0001990770782180657 + | > current_lr_1: 0.0001990770782180657 + | > step_time: 7.577 (0.9958343373904438) + | > loader_time: 0.1157 (0.016307181832175582) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.508767604827881 (2.508767604827881) + | > loss_disc_real_0: 0.3241197466850281 (0.3241197466850281) + | > loss_disc_real_1: 0.14538007974624634 (0.14538007974624634) + | > loss_disc_real_2: 0.19265112280845642 (0.19265112280845642) + | > loss_disc_real_3: 0.16562502086162567 (0.16562502086162567) + | > loss_disc_real_4: 0.2533252239227295 (0.2533252239227295) + | > loss_disc_real_5: 0.25536227226257324 (0.25536227226257324) + | > loss_0: 2.508767604827881 (2.508767604827881) + | > loss_gen: 2.529362440109253 (2.529362440109253) + | > loss_kl: 1.5242208242416382 (1.5242208242416382) + | > loss_feat: 7.562887191772461 (7.562887191772461) + | > loss_mel: 22.243497848510742 (22.243497848510742) + | > loss_duration: 1.9697353839874268 (1.9697353839874268) + | > loss_1: 35.8297004699707 (35.8297004699707) + + --> STEP: 1 + | > loss_disc: 2.6549880504608154 (2.6549880504608154) + | > loss_disc_real_0: 0.20547698438167572 (0.20547698438167572) + | > loss_disc_real_1: 0.1807028353214264 (0.1807028353214264) + | > loss_disc_real_2: 0.2140030711889267 (0.2140030711889267) + | > loss_disc_real_3: 0.18367430567741394 (0.18367430567741394) + | > loss_disc_real_4: 0.21620121598243713 (0.21620121598243713) + | > loss_disc_real_5: 0.2096819430589676 (0.2096819430589676) + | > loss_0: 2.6549880504608154 (2.6549880504608154) + | > loss_gen: 2.0286383628845215 (2.0286383628845215) + | > loss_kl: 1.5376707315444946 (1.5376707315444946) + | > loss_feat: 5.8957343101501465 (5.8957343101501465) + | > loss_mel: 20.819377899169922 (20.819377899169922) + | > loss_duration: 1.7806024551391602 (1.7806024551391602) + | > loss_1: 32.0620231628418 (32.0620231628418) + + --> STEP: 2 + | > loss_disc: 2.6313438415527344 (2.643165946006775) + | > loss_disc_real_0: 0.27411097288131714 (0.23979397863149643) + | > loss_disc_real_1: 0.20057791471481323 (0.1906403750181198) + | > loss_disc_real_2: 0.22071394324302673 (0.21735850721597672) + | > loss_disc_real_3: 0.2148527354001999 (0.19926352053880692) + | > loss_disc_real_4: 0.23285946249961853 (0.22453033924102783) + | > loss_disc_real_5: 0.3094179928302765 (0.25954996794462204) + | > loss_0: 2.6313438415527344 (2.643165946006775) + | > loss_gen: 2.301731824874878 (2.1651850938796997) + | > loss_kl: 1.7307058572769165 (1.6341882944107056) + | > loss_feat: 4.85656213760376 (5.376148223876953) + | > loss_mel: 21.53077507019043 (21.175076484680176) + | > loss_duration: 1.6633678674697876 (1.7219851613044739) + | > loss_1: 32.0831413269043 (32.07258224487305) + + --> STEP: 3 + | > loss_disc: 2.3192296028137207 (2.5351871649424234) + | > loss_disc_real_0: 0.19902795553207397 (0.22620530426502228) + | > loss_disc_real_1: 0.169783353805542 (0.18368803461392721) + | > loss_disc_real_2: 0.21511933207511902 (0.21661211550235748) + | > loss_disc_real_3: 0.16763997077941895 (0.18872233728567758) + | > loss_disc_real_4: 0.25944551825523376 (0.23616873224576315) + | > loss_disc_real_5: 0.23102779686450958 (0.25004257758458454) + | > loss_0: 2.3192296028137207 (2.5351871649424234) + | > loss_gen: 2.551905393600464 (2.2940918604532876) + | > loss_kl: 1.9932665824890137 (1.7538810571034749) + | > loss_feat: 6.097476959228516 (5.616591135660808) + | > loss_mel: 22.379043579101562 (21.576398849487305) + | > loss_duration: 1.7594356536865234 (1.734468658765157) + | > loss_1: 34.7811279296875 (32.97543080647787) + + --> STEP: 4 + | > loss_disc: 2.6171185970306396 (2.5556700229644775) + | > loss_disc_real_0: 0.31297194957733154 (0.2478969655930996) + | > loss_disc_real_1: 0.23726052045822144 (0.19708115607500076) + | > loss_disc_real_2: 0.22383907437324524 (0.21841885522007942) + | > loss_disc_real_3: 0.18850915133953094 (0.18866904079914093) + | > loss_disc_real_4: 0.26800626516342163 (0.24412811547517776) + | > loss_disc_real_5: 0.2688216269016266 (0.25473733991384506) + | > loss_0: 2.6171185970306396 (2.5556700229644775) + | > loss_gen: 2.4698007106781006 (2.338019073009491) + | > loss_kl: 1.4576557874679565 (1.6798247396945953) + | > loss_feat: 4.376856327056885 (5.306657433509827) + | > loss_mel: 17.884653091430664 (20.653462409973145) + | > loss_duration: 1.6633678674697876 (1.7166934609413147) + | > loss_1: 27.85233497619629 (31.69465684890747) + + --> STEP: 5 + | > loss_disc: 2.4141621589660645 (2.527368450164795) + | > loss_disc_real_0: 0.20425128936767578 (0.23916783034801484) + | > loss_disc_real_1: 0.1687893122434616 (0.19142278730869294) + | > loss_disc_real_2: 0.18185633420944214 (0.21110635101795197) + | > loss_disc_real_3: 0.1584995687007904 (0.18263514637947081) + | > loss_disc_real_4: 0.1953919380903244 (0.2343808799982071) + | > loss_disc_real_5: 0.2374725043773651 (0.2512843728065491) + | > loss_0: 2.4141621589660645 (2.527368450164795) + | > loss_gen: 2.7613930702209473 (2.422693872451782) + | > loss_kl: 2.005486249923706 (1.7449570417404174) + | > loss_feat: 7.870962619781494 (5.8195184707641605) + | > loss_mel: 23.04688835144043 (21.132147598266602) + | > loss_duration: 1.9217727184295654 (1.7577093124389649) + | > loss_1: 37.606502532958984 (32.87702598571777) + + --> STEP: 6 + | > loss_disc: 2.62485408782959 (2.5436160564422607) + | > loss_disc_real_0: 0.30605053901672363 (0.2503149484594663) + | > loss_disc_real_1: 0.19775605201721191 (0.19247833142677942) + | > loss_disc_real_2: 0.19296899437904358 (0.20808345824480057) + | > loss_disc_real_3: 0.24231651425361633 (0.19258204102516174) + | > loss_disc_real_4: 0.21653330326080322 (0.23140628387530646) + | > loss_disc_real_5: 0.2500438392162323 (0.25107761720816296) + | > loss_0: 2.62485408782959 (2.5436160564422607) + | > loss_gen: 2.409242868423462 (2.420452038447062) + | > loss_kl: 1.5592544078826904 (1.7140066027641296) + | > loss_feat: 6.3353118896484375 (5.905484040578206) + | > loss_mel: 23.732707977294922 (21.565574328104656) + | > loss_duration: 1.7212570905685425 (1.7516339421272278) + | > loss_1: 35.757774353027344 (33.3571507136027) + + --> STEP: 7 + | > loss_disc: 2.332655668258667 (2.513478858130319) + | > loss_disc_real_0: 0.3301548957824707 (0.2617206552198955) + | > loss_disc_real_1: 0.14218679070472717 (0.1852938256093434) + | > loss_disc_real_2: 0.2041027992963791 (0.20751479268074036) + | > loss_disc_real_3: 0.16416408121585846 (0.18852233248097555) + | > loss_disc_real_4: 0.20229442417621613 (0.2272474467754364) + | > loss_disc_real_5: 0.2343468964099884 (0.24868751423699514) + | > loss_0: 2.332655668258667 (2.513478858130319) + | > loss_gen: 2.607025623321533 (2.4471054077148438) + | > loss_kl: 1.7462995052337646 (1.7186198745455061) + | > loss_feat: 7.158763885498047 (6.084524018423898) + | > loss_mel: 21.998577117919922 (21.627431869506836) + | > loss_duration: 1.680285930633545 (1.7414413690567017) + | > loss_1: 35.19095230102539 (33.6191223689488) + + --> STEP: 8 + | > loss_disc: 2.565795421600342 (2.5200184285640717) + | > loss_disc_real_0: 0.23835575580596924 (0.2588000427931547) + | > loss_disc_real_1: 0.19192761182785034 (0.18612304888665676) + | > loss_disc_real_2: 0.2079697549343109 (0.20757166296243668) + | > loss_disc_real_3: 0.1682521104812622 (0.1859885547310114) + | > loss_disc_real_4: 0.21311639249324799 (0.22548106499016285) + | > loss_disc_real_5: 0.22596053779125214 (0.24584664218127728) + | > loss_0: 2.565795421600342 (2.5200184285640717) + | > loss_gen: 2.0975279808044434 (2.4034082293510437) + | > loss_kl: 2.092468500137329 (1.765350952744484) + | > loss_feat: 5.945224761962891 (6.067111611366272) + | > loss_mel: 20.526283264160156 (21.4897882938385) + | > loss_duration: 1.7495143413543701 (1.7424504905939102) + | > loss_1: 32.41101837158203 (33.468109369277954) + + --> STEP: 9 + | > loss_disc: 2.4126226902008057 (2.508085568745931) + | > loss_disc_real_0: 0.23699256777763367 (0.2563769900136524) + | > loss_disc_real_1: 0.22613491117954254 (0.19056881136364406) + | > loss_disc_real_2: 0.2141668051481247 (0.20830445653862423) + | > loss_disc_real_3: 0.2154684215784073 (0.18926409549183315) + | > loss_disc_real_4: 0.24127264320850372 (0.22723568479220072) + | > loss_disc_real_5: 0.2629847824573517 (0.24775087998973) + | > loss_0: 2.4126226902008057 (2.508085568745931) + | > loss_gen: 2.716752290725708 (2.4382242361704507) + | > loss_kl: 1.7159075736999512 (1.7598572439617581) + | > loss_feat: 6.016902923583984 (6.061532868279351) + | > loss_mel: 21.423192977905273 (21.482388814290363) + | > loss_duration: 1.7181373834609985 (1.7397490342458088) + | > loss_1: 33.59089279174805 (33.48175197177463) + + --> STEP: 10 + | > loss_disc: 2.5938539505004883 (2.5166624069213865) + | > loss_disc_real_0: 0.22777563333511353 (0.2535168543457985) + | > loss_disc_real_1: 0.234236478805542 (0.19493557810783385) + | > loss_disc_real_2: 0.200100377202034 (0.20748404860496522) + | > loss_disc_real_3: 0.17542584240436554 (0.1878802701830864) + | > loss_disc_real_4: 0.23078566789627075 (0.22759068310260772) + | > loss_disc_real_5: 0.28719770908355713 (0.2516955628991127) + | > loss_0: 2.5938539505004883 (2.5166624069213865) + | > loss_gen: 2.315487861633301 (2.425950598716736) + | > loss_kl: 1.488633155822754 (1.7327348351478578) + | > loss_feat: 5.536397933959961 (6.009019374847412) + | > loss_mel: 22.144996643066406 (21.54864959716797) + | > loss_duration: 1.5825574398040771 (1.7240298748016358) + | > loss_1: 33.06807327270508 (33.44038410186768) + + --> STEP: 11 + | > loss_disc: 2.3989148139953613 (2.505958080291748) + | > loss_disc_real_0: 0.2089843600988388 (0.24946844577789307) + | > loss_disc_real_1: 0.14395274221897125 (0.19030077484521) + | > loss_disc_real_2: 0.18053792417049408 (0.2050344009291042) + | > loss_disc_real_3: 0.14892199635505676 (0.1843386089259928) + | > loss_disc_real_4: 0.19225363433361053 (0.22437822412360797) + | > loss_disc_real_5: 0.23676525056362152 (0.2503382617777044) + | > loss_0: 2.3989148139953613 (2.505958080291748) + | > loss_gen: 2.3550972938537598 (2.419509389183738) + | > loss_kl: 1.9021493196487427 (1.7481361519206653) + | > loss_feat: 7.500459671020508 (6.144604856317693) + | > loss_mel: 23.202295303344727 (21.69898102500222) + | > loss_duration: 1.6063356399536133 (1.713330398906361) + | > loss_1: 36.56633758544922 (33.72456169128418) + + --> STEP: 12 + | > loss_disc: 2.5683298110961914 (2.5111557245254517) + | > loss_disc_real_0: 0.20649972558021545 (0.24588771909475327) + | > loss_disc_real_1: 0.19296078383922577 (0.19052244226137796) + | > loss_disc_real_2: 0.23652279376983643 (0.2076584336658319) + | > loss_disc_real_3: 0.21479056775569916 (0.18687627216180167) + | > loss_disc_real_4: 0.24073927104473114 (0.22574164470036825) + | > loss_disc_real_5: 0.2404526323080063 (0.24951445932189623) + | > loss_0: 2.5683298110961914 (2.5111557245254517) + | > loss_gen: 2.3274471759796143 (2.411837538083394) + | > loss_kl: 1.5335500240325928 (1.7302539745966594) + | > loss_feat: 7.0055832862854 (6.216353058815002) + | > loss_mel: 22.106904983520508 (21.732974688212078) + | > loss_duration: 1.7231590747833252 (1.7141494552294414) + | > loss_1: 34.6966438293457 (33.80556853612264) + + --> STEP: 13 + | > loss_disc: 2.521641254425049 (2.5119623037484975) + | > loss_disc_real_0: 0.2400948405265808 (0.24544211305104768) + | > loss_disc_real_1: 0.19281230866909027 (0.190698585831202) + | > loss_disc_real_2: 0.22372403740882874 (0.2088942493383701) + | > loss_disc_real_3: 0.15118955075740814 (0.1841311397460791) + | > loss_disc_real_4: 0.2574104964733124 (0.22817771022136396) + | > loss_disc_real_5: 0.17133288085460663 (0.24350049174748933) + | > loss_0: 2.521641254425049 (2.5119623037484975) + | > loss_gen: 2.2261359691619873 (2.3975528020125165) + | > loss_kl: 1.3770666122436523 (1.7030857159541204) + | > loss_feat: 5.046126842498779 (6.126335657559908) + | > loss_mel: 18.52772331237793 (21.486416890070988) + | > loss_duration: 1.7627339363098145 (1.7178867230048547) + | > loss_1: 28.93978500366211 (33.43127749516414) + + --> STEP: 14 + | > loss_disc: 2.5950284004211426 (2.517895596367972) + | > loss_disc_real_0: 0.2415827512741089 (0.2451664443526949) + | > loss_disc_real_1: 0.21876160800457 (0.192703087415014) + | > loss_disc_real_2: 0.22373749315738678 (0.20995448103972844) + | > loss_disc_real_3: 0.2766591012477875 (0.19074027985334396) + | > loss_disc_real_4: 0.26525700092315674 (0.23082623098577773) + | > loss_disc_real_5: 0.23981374502182007 (0.24323715269565582) + | > loss_0: 2.5950284004211426 (2.517895596367972) + | > loss_gen: 2.314162492752075 (2.391596351351057) + | > loss_kl: 1.2213528156280518 (1.668676223073687) + | > loss_feat: 3.9480698108673096 (5.970745239939008) + | > loss_mel: 20.323333740234375 (21.403339522225515) + | > loss_duration: 1.7264424562454224 (1.7184978468077523) + | > loss_1: 29.533361434936523 (33.152854919433594) + + --> STEP: 15 + | > loss_disc: 2.412515163421631 (2.5108702341715494) + | > loss_disc_real_0: 0.206596240401268 (0.2425950974225998) + | > loss_disc_real_1: 0.17246390879154205 (0.19135380884011585) + | > loss_disc_real_2: 0.18627847731113434 (0.2083760807911555) + | > loss_disc_real_3: 0.25865408778190613 (0.19526786704858143) + | > loss_disc_real_4: 0.18101650476455688 (0.22750558257102965) + | > loss_disc_real_5: 0.23948809504508972 (0.24298721551895142) + | > loss_0: 2.412515163421631 (2.5108702341715494) + | > loss_gen: 2.230806589126587 (2.3808770338694254) + | > loss_kl: 1.3514186143875122 (1.647525715827942) + | > loss_feat: 6.19221305847168 (5.98550976117452) + | > loss_mel: 26.095046997070312 (21.7161200205485) + | > loss_duration: 1.686956524848938 (1.716395092010498) + | > loss_1: 37.55644607543945 (33.44642766316732) + + --> STEP: 16 + | > loss_disc: 2.3325884342193604 (2.4997276216745377) + | > loss_disc_real_0: 0.10947589576244354 (0.23427514731884003) + | > loss_disc_real_1: 0.1708144098520279 (0.19007009640336037) + | > loss_disc_real_2: 0.2660743296146393 (0.21198222134262323) + | > loss_disc_real_3: 0.15057501196861267 (0.1924745636060834) + | > loss_disc_real_4: 0.17116495966911316 (0.22398429363965988) + | > loss_disc_real_5: 0.21496491134166718 (0.24123582150787115) + | > loss_0: 2.3325884342193604 (2.4997276216745377) + | > loss_gen: 2.185558795928955 (2.368669643998146) + | > loss_kl: 1.6108602285385132 (1.6452341228723526) + | > loss_feat: 6.8766984939575195 (6.041209056973457) + | > loss_mel: 21.597511291503906 (21.708706974983215) + | > loss_duration: 1.7684088945388794 (1.7196459546685219) + | > loss_1: 34.039039611816406 (33.483465909957886) + + --> STEP: 17 + | > loss_disc: 2.4922871589660645 (2.4992899473975685) + | > loss_disc_real_0: 0.19084769487380981 (0.2317205912926618) + | > loss_disc_real_1: 0.17354629933834076 (0.18909810834071217) + | > loss_disc_real_2: 0.23983769118785858 (0.21362077839234295) + | > loss_disc_real_3: 0.18334916234016418 (0.19193777529632344) + | > loss_disc_real_4: 0.2525303065776825 (0.22566347087130828) + | > loss_disc_real_5: 0.3248814642429352 (0.24615615343346314) + | > loss_0: 2.4922871589660645 (2.4992899473975685) + | > loss_gen: 2.5225589275360107 (2.377721954794491) + | > loss_kl: 2.0018422603607178 (1.666211072136374) + | > loss_feat: 6.045100212097168 (6.041437948451323) + | > loss_mel: 23.794912338256836 (21.831424937528723) + | > loss_duration: 1.668670892715454 (1.716647421612459) + | > loss_1: 36.033084869384766 (33.633443495806524) + + --> STEP: 18 + | > loss_disc: 2.5407471656799316 (2.5015931261910334) + | > loss_disc_real_0: 0.19188177585601807 (0.2295073237684038) + | > loss_disc_real_1: 0.17603789269924164 (0.1883725408050749) + | > loss_disc_real_2: 0.22395946085453033 (0.21419514964024225) + | > loss_disc_real_3: 0.1862722486257553 (0.1916230238146252) + | > loss_disc_real_4: 0.21266911923885345 (0.224941562447283) + | > loss_disc_real_5: 0.21987053751945496 (0.24469584143824047) + | > loss_0: 2.5407471656799316 (2.5015931261910334) + | > loss_gen: 2.2841055393218994 (2.3725210428237915) + | > loss_kl: 1.2399932146072388 (1.6425323022736444) + | > loss_feat: 7.742699146270752 (6.135952459441291) + | > loss_mel: 23.64607810974121 (21.932239002651638) + | > loss_duration: 1.6983603239059448 (1.7156314717398748) + | > loss_1: 36.611236572265625 (33.798876444498696) + + --> STEP: 19 + | > loss_disc: 2.601016044616699 (2.5068259113713314) + | > loss_disc_real_0: 0.2283354550600052 (0.22944564646796176) + | > loss_disc_real_1: 0.15801770985126495 (0.18677491812329544) + | > loss_disc_real_2: 0.20319414138793945 (0.21361614920591054) + | > loss_disc_real_3: 0.17667318880558014 (0.19083619039309652) + | > loss_disc_real_4: 0.17600518465042114 (0.22236596361586922) + | > loss_disc_real_5: 0.219467431306839 (0.24336803037869303) + | > loss_0: 2.601016044616699 (2.5068259113713314) + | > loss_gen: 2.2608754634857178 (2.366644959700735) + | > loss_kl: 1.5669007301330566 (1.6385516932136135) + | > loss_feat: 6.459157943725586 (6.152963274403622) + | > loss_mel: 22.11710548400879 (21.94196881745991) + | > loss_duration: 1.7840888500213623 (1.7192344916494269) + | > loss_1: 34.18812561035156 (33.81936324270148) + + --> STEP: 20 + | > loss_disc: 2.3468124866485596 (2.4988252401351927) + | > loss_disc_real_0: 0.2634158432483673 (0.23114415630698204) + | > loss_disc_real_1: 0.17805424332618713 (0.18633888438344) + | > loss_disc_real_2: 0.22133426368236542 (0.2140020549297333) + | > loss_disc_real_3: 0.18228070437908173 (0.19040841609239578) + | > loss_disc_real_4: 0.24789509177207947 (0.22364242002367973) + | > loss_disc_real_5: 0.2098744958639145 (0.2416933536529541) + | > loss_0: 2.3468124866485596 (2.4988252401351927) + | > loss_gen: 2.6865804195404053 (2.3826417326927185) + | > loss_kl: 1.450311541557312 (1.6291396856307983) + | > loss_feat: 6.295475006103516 (6.160088860988617) + | > loss_mel: 24.364551544189453 (22.063097953796387) + | > loss_duration: 1.6559202671051025 (1.7160687804222108) + | > loss_1: 36.45283889770508 (33.95103702545166) + + --> STEP: 21 + | > loss_disc: 2.228825092315674 (2.4859680902390253) + | > loss_disc_real_0: 0.1463853418827057 (0.2271080222867784) + | > loss_disc_real_1: 0.18830804526805878 (0.18643265394937425) + | > loss_disc_real_2: 0.22645802795886993 (0.2145951965025493) + | > loss_disc_real_3: 0.19687853753566742 (0.19071651711350396) + | > loss_disc_real_4: 0.2109597772359848 (0.22303848465283713) + | > loss_disc_real_5: 0.2937415540218353 (0.24417183938480558) + | > loss_0: 2.228825092315674 (2.4859680902390253) + | > loss_gen: 2.8920087814331055 (2.4068973064422607) + | > loss_kl: 1.5019490718841553 (1.623082989738101) + | > loss_feat: 5.8418707847595215 (6.144935619263422) + | > loss_mel: 22.15951919555664 (22.067689441499255) + | > loss_duration: 1.6654505729675293 (1.7136583895910353) + | > loss_1: 34.06079864501953 (33.95626376924061) + + --> STEP: 22 + | > loss_disc: 2.489871025085449 (2.486145496368408) + | > loss_disc_real_0: 0.1625336855649948 (0.22417282516306097) + | > loss_disc_real_1: 0.16315267980098724 (0.18537447330626575) + | > loss_disc_real_2: 0.22442467510700226 (0.2150419909845699) + | > loss_disc_real_3: 0.20379610359668732 (0.19131104377183047) + | > loss_disc_real_4: 0.2535609006881714 (0.22442586719989777) + | > loss_disc_real_5: 0.282208114862442 (0.24590076099742542) + | > loss_0: 2.489871025085449 (2.486145496368408) + | > loss_gen: 2.308528423309326 (2.402425993572582) + | > loss_kl: 1.772552490234375 (1.629877057942477) + | > loss_feat: 6.131481647491455 (6.144324075091969) + | > loss_mel: 20.88774871826172 (22.014055772261187) + | > loss_duration: 1.790897250175476 (1.7171692468903281) + | > loss_1: 32.89120864868164 (33.90785217285156) + + --> STEP: 23 + | > loss_disc: 2.51021671295166 (2.4871920710024624) + | > loss_disc_real_0: 0.27341294288635254 (0.22631369984668234) + | > loss_disc_real_1: 0.18023084104061127 (0.18515083712080252) + | > loss_disc_real_2: 0.2236400991678238 (0.21541582177514615) + | > loss_disc_real_3: 0.193887397646904 (0.19142305915770325) + | > loss_disc_real_4: 0.20553487539291382 (0.2236045197300289) + | > loss_disc_real_5: 0.2429327517747879 (0.24577171711818033) + | > loss_0: 2.51021671295166 (2.4871920710024624) + | > loss_gen: 2.3926620483398438 (2.4020014742146367) + | > loss_kl: 1.6306321620941162 (1.6299098885577659) + | > loss_feat: 5.008896350860596 (6.094957652299301) + | > loss_mel: 19.376773834228516 (21.89939134017281) + | > loss_duration: 1.7846505641937256 (1.7201032172078672) + | > loss_1: 30.193614959716797 (33.746363598367445) + + --> STEP: 24 + | > loss_disc: 2.38259220123291 (2.4828337430953975) + | > loss_disc_real_0: 0.3545442223548889 (0.2316566382845243) + | > loss_disc_real_1: 0.22434216737747192 (0.1867838092148304) + | > loss_disc_real_2: 0.24632826447486877 (0.21670384022096792) + | > loss_disc_real_3: 0.16790089011192322 (0.19044296878079572) + | > loss_disc_real_4: 0.23570463061332703 (0.22410869101683298) + | > loss_disc_real_5: 0.1986956149339676 (0.24381021286050478) + | > loss_0: 2.38259220123291 (2.4828337430953975) + | > loss_gen: 2.8802123069763184 (2.4219269255797067) + | > loss_kl: 1.5485063791275024 (1.626518075664838) + | > loss_feat: 6.829742908477783 (6.125573704640071) + | > loss_mel: 24.699913024902344 (22.016079743703205) + | > loss_duration: 1.6290550231933594 (1.7163095424572627) + | > loss_1: 37.58742904663086 (33.90640799204509) + + --> STEP: 25 + | > loss_disc: 2.6718368530273438 (2.490393867492675) + | > loss_disc_real_0: 0.26645633578300476 (0.2330486261844635) + | > loss_disc_real_1: 0.19973011314868927 (0.18730166137218476) + | > loss_disc_real_2: 0.20984388887882233 (0.2164294421672821) + | > loss_disc_real_3: 0.19651195406913757 (0.1906857281923294) + | > loss_disc_real_4: 0.25097358226776123 (0.22518328666687012) + | > loss_disc_real_5: 0.21215152740478516 (0.242543865442276) + | > loss_0: 2.6718368530273438 (2.490393867492675) + | > loss_gen: 2.0794670581817627 (2.408228530883789) + | > loss_kl: 1.3424758911132812 (1.615156388282776) + | > loss_feat: 4.565647125244141 (6.063176641464233) + | > loss_mel: 16.900972366333008 (21.811475448608398) + | > loss_duration: 1.647749900817871 (1.713567156791687) + | > loss_1: 26.536312103271484 (33.611604156494145) + + --> STEP: 26 + | > loss_disc: 2.3499960899353027 (2.4849939529712377) + | > loss_disc_real_0: 0.23994453251361847 (0.23331385335096946) + | > loss_disc_real_1: 0.15399985015392303 (0.18602082247917467) + | > loss_disc_real_2: 0.17712020874023438 (0.2149175485739341) + | > loss_disc_real_3: 0.13161364197731018 (0.18841372487636712) + | > loss_disc_real_4: 0.11595059931278229 (0.22098202946094367) + | > loss_disc_real_5: 0.23120282590389252 (0.24210767161387664) + | > loss_0: 2.3499960899353027 (2.4849939529712377) + | > loss_gen: 2.5829577445983887 (2.4149488852574277) + | > loss_kl: 1.8763909339904785 (1.6252038708099952) + | > loss_feat: 8.323185920715332 (6.150100075281584) + | > loss_mel: 24.342069625854492 (21.908805993887093) + | > loss_duration: 1.6484010219573975 (1.7110607669903681) + | > loss_1: 38.773006439208984 (33.81011962890626) + + --> STEP: 27 + | > loss_disc: 2.341221809387207 (2.4796690587644217) + | > loss_disc_real_0: 0.1865643709897995 (0.2315823910412965) + | > loss_disc_real_1: 0.16466666758060455 (0.18522992785330172) + | > loss_disc_real_2: 0.18184144794940948 (0.21369250781006283) + | > loss_disc_real_3: 0.1803467720746994 (0.18811494884667573) + | > loss_disc_real_4: 0.236877903342247 (0.22157076553062158) + | > loss_disc_real_5: 0.25896376371383667 (0.24273197132128257) + | > loss_0: 2.341221809387207 (2.4796690587644217) + | > loss_gen: 2.6459453105926514 (2.4235043084179915) + | > loss_kl: 1.7162501811981201 (1.6285759563799258) + | > loss_feat: 6.771518707275391 (6.173115580170243) + | > loss_mel: 23.43278694152832 (21.965249732688623) + | > loss_duration: 1.6909196376800537 (1.7103147992381342) + | > loss_1: 36.25741958618164 (33.9007603680646) + + --> STEP: 28 + | > loss_disc: 2.3835501670837402 (2.4762362412043974) + | > loss_disc_real_0: 0.21995386481285095 (0.23116708653313772) + | > loss_disc_real_1: 0.2275916486978531 (0.18674284645489284) + | > loss_disc_real_2: 0.17460879683494568 (0.21229666098952293) + | > loss_disc_real_3: 0.20919927954673767 (0.18886796065739223) + | > loss_disc_real_4: 0.27338743209838867 (0.22342136076518468) + | > loss_disc_real_5: 0.24030743539333344 (0.24264538075242723) + | > loss_0: 2.3835501670837402 (2.4762362412043974) + | > loss_gen: 2.696127414703369 (2.4332408479281833) + | > loss_kl: 1.1714653968811035 (1.6122505792549677) + | > loss_feat: 6.2830376625061035 (6.177041368825095) + | > loss_mel: 22.545740127563477 (21.98598153250558) + | > loss_duration: 1.6913261413574219 (1.7096366328852517) + | > loss_1: 34.387699127197266 (33.91815103803363) + + --> STEP: 29 + | > loss_disc: 2.5651183128356934 (2.479301140226166) + | > loss_disc_real_0: 0.2872934341430664 (0.23310247783003182) + | > loss_disc_real_1: 0.21437720954418182 (0.1876957555269373) + | > loss_disc_real_2: 0.20076976716518402 (0.21189918189213194) + | > loss_disc_real_3: 0.20222823321819305 (0.18932865971121296) + | > loss_disc_real_4: 0.274129182100296 (0.22516990632846437) + | > loss_disc_real_5: 0.1890498697757721 (0.2407972596842667) + | > loss_0: 2.5651183128356934 (2.479301140226166) + | > loss_gen: 2.342737913131714 (2.430120057073133) + | > loss_kl: 1.5530942678451538 (1.610210706447733) + | > loss_feat: 6.507596492767334 (6.1884398213748275) + | > loss_mel: 23.429710388183594 (22.03576528614965) + | > loss_duration: 1.6773815155029297 (1.7085243874582752) + | > loss_1: 35.510520935058594 (33.973060344827594) + + --> STEP: 30 + | > loss_disc: 2.5430004596710205 (2.481424450874328) + | > loss_disc_real_0: 0.2477436512708664 (0.2335905169447263) + | > loss_disc_real_1: 0.1781415492296219 (0.18737728198369344) + | > loss_disc_real_2: 0.20412977039813995 (0.21164020150899887) + | > loss_disc_real_3: 0.1807692050933838 (0.1890433445572853) + | > loss_disc_real_4: 0.24863198399543762 (0.22595197558403016) + | > loss_disc_real_5: 0.25925716757774353 (0.2414125899473826) + | > loss_0: 2.5430004596710205 (2.481424450874328) + | > loss_gen: 2.534536838531494 (2.4336006164550783) + | > loss_kl: 1.5104906558990479 (1.6068867047627766) + | > loss_feat: 7.082094669342041 (6.2182283163070675) + | > loss_mel: 25.763626098632812 (22.160027313232423) + | > loss_duration: 1.7258976697921753 (1.7091034968694052) + | > loss_1: 38.61664962768555 (34.127846654256196) + + --> STEP: 31 + | > loss_disc: 2.559769630432129 (2.4839517147310315) + | > loss_disc_real_0: 0.25012898445129395 (0.23412401589655107) + | > loss_disc_real_1: 0.21825286746025085 (0.18837326861196949) + | > loss_disc_real_2: 0.20675230026245117 (0.21148252727523928) + | > loss_disc_real_3: 0.20265692472457886 (0.18948249230461736) + | > loss_disc_real_4: 0.3085438311100006 (0.22861622898809372) + | > loss_disc_real_5: 0.23873506486415863 (0.24132621817050443) + | > loss_0: 2.559769630432129 (2.4839517147310315) + | > loss_gen: 2.4463562965393066 (2.434012090006182) + | > loss_kl: 1.3454099893569946 (1.5984519720077515) + | > loss_feat: 6.056552410125732 (6.213012964494767) + | > loss_mel: 18.899133682250977 (22.05483719610399) + | > loss_duration: 1.6688172817230225 (1.7078039415421025) + | > loss_1: 30.416269302368164 (34.00811835258239) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.013103969635501984 (+0.0014641900216379473) + | > avg_loss_disc: 2.4839517147310315 (+0.08841620722124599) + | > avg_loss_disc_real_0: 0.23412401589655107 (+0.12092016937751925) + | > avg_loss_disc_real_1: 0.18837326861196949 (-0.014978962559853842) + | > avg_loss_disc_real_2: 0.21148252727523928 (+0.0035938702283367097) + | > avg_loss_disc_real_3: 0.18948249230461736 (-0.026713232840261142) + | > avg_loss_disc_real_4: 0.22861622898809372 (+0.01636510654803247) + | > avg_loss_disc_real_5: 0.24132621817050443 (+0.020081479222543774) + | > avg_loss_0: 2.4839517147310315 (+0.08841620722124599) + | > avg_loss_gen: 2.434012090006182 (+0.22698770030852256) + | > avg_loss_kl: 1.5984519720077515 (+0.011679595516574048) + | > avg_loss_feat: 6.213012964494767 (-0.22786905688624248) + | > avg_loss_mel: 22.05483719610399 (+0.055843907017862904) + | > avg_loss_duration: 1.7078039415421025 (+0.0021469823775752683) + | > avg_loss_1: 34.00811835258239 (+0.06878951288040014) + + + > EPOCH: 10/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 00:37:31)  + + --> TIME: 2024-11-23 00:37:51 -- STEP: 23/797 -- GLOBAL_STEP: 31100 + | > loss_disc: 2.4013242721557617 (2.4997239631155264) + | > loss_disc_real_0: 0.11013498902320862 (0.14229747037524762) + | > loss_disc_real_1: 0.23115947842597961 (0.22478021227795145) + | > loss_disc_real_2: 0.2499210238456726 (0.2315615519233372) + | > loss_disc_real_3: 0.22382692992687225 (0.23341727127199588) + | > loss_disc_real_4: 0.24398788809776306 (0.21963022454925205) + | > loss_disc_real_5: 0.2292516827583313 (0.2325817832480306) + | > loss_0: 2.4013242721557617 (2.4997239631155264) + | > grad_norm_0: tensor(34.7809, device='cuda:0') (tensor(106.0176, device='cuda:0')) + | > loss_gen: 2.2979204654693604 (2.2904994280441953) + | > loss_kl: 1.4052067995071411 (1.581041983936144) + | > loss_feat: 6.656030178070068 (6.048922455829123) + | > loss_mel: 22.321292877197266 (21.029575430828594) + | > loss_duration: 1.8221485614776611 (1.8555988021518872) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.50259780883789 (32.80563760840374) + | > grad_norm_1: tensor(865.9869, device='cuda:0') (tensor(525.1834, device='cuda:0')) + | > current_lr_0: 0.00019905219358328844 + | > current_lr_1: 0.00019905219358328844 + | > step_time: 0.8285 (0.8257013196530549) + | > loader_time: 0.0037 (0.004972136538961659) + + + --> TIME: 2024-11-23 00:38:13 -- STEP: 48/797 -- GLOBAL_STEP: 31125 + | > loss_disc: 2.529944896697998 (2.4710940321286525) + | > loss_disc_real_0: 0.19774317741394043 (0.1335909481470783) + | > loss_disc_real_1: 0.2162877768278122 (0.21765962274124226) + | > loss_disc_real_2: 0.2617223858833313 (0.23558634022871652) + | > loss_disc_real_3: 0.237670436501503 (0.22611141546318927) + | > loss_disc_real_4: 0.21506914496421814 (0.22036707835892835) + | > loss_disc_real_5: 0.2343110740184784 (0.23600172468771538) + | > loss_0: 2.529944896697998 (2.4710940321286525) + | > grad_norm_0: tensor(170.7051, device='cuda:0') (tensor(113.2871, device='cuda:0')) + | > loss_gen: 2.326453924179077 (2.3418039530515675) + | > loss_kl: 1.8100144863128662 (1.547857545316219) + | > loss_feat: 6.738238334655762 (6.271677394707997) + | > loss_mel: 22.0522518157959 (21.26840949058533) + | > loss_duration: 1.6955398321151733 (1.8115093434850376) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.622501373291016 (33.24125790596009) + | > grad_norm_1: tensor(793.8065, device='cuda:0') (tensor(651.1494, device='cuda:0')) + | > current_lr_0: 0.00019905219358328844 + | > current_lr_1: 0.00019905219358328844 + | > step_time: 0.8069 (0.8317156732082367) + | > loader_time: 0.0099 (0.004749526580174764) + + + --> TIME: 2024-11-23 00:38:38 -- STEP: 73/797 -- GLOBAL_STEP: 31150 + | > loss_disc: 2.3801791667938232 (2.4531578789018607) + | > loss_disc_real_0: 0.0552200973033905 (0.12799563912087913) + | > loss_disc_real_1: 0.2490994781255722 (0.21776966811859444) + | > loss_disc_real_2: 0.24229390919208527 (0.2328870808833266) + | > loss_disc_real_3: 0.21220391988754272 (0.2240600194016548) + | > loss_disc_real_4: 0.24569256603717804 (0.21853588848081354) + | > loss_disc_real_5: 0.24589350819587708 (0.23412252921764165) + | > loss_0: 2.3801791667938232 (2.4531578789018607) + | > grad_norm_0: tensor(17.2151, device='cuda:0') (tensor(106.2936, device='cuda:0')) + | > loss_gen: 2.330141544342041 (2.373990476947941) + | > loss_kl: 1.5883867740631104 (1.5595661679359327) + | > loss_feat: 7.065751075744629 (6.390894615486877) + | > loss_mel: 22.288372039794922 (21.435067294395132) + | > loss_duration: 1.755383014678955 (1.7827455932146883) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.02803421020508 (33.542264389665156) + | > grad_norm_1: tensor(439.3727, device='cuda:0') (tensor(654.3432, device='cuda:0')) + | > current_lr_0: 0.00019905219358328844 + | > current_lr_1: 0.00019905219358328844 + | > step_time: 1.0822 (0.8902109681743465) + | > loader_time: 0.0152 (0.005287382700671889) + + + --> TIME: 2024-11-23 00:39:00 -- STEP: 98/797 -- GLOBAL_STEP: 31175 + | > loss_disc: 2.268857479095459 (2.467869315828595) + | > loss_disc_real_0: 0.14916330575942993 (0.13920562136538164) + | > loss_disc_real_1: 0.2008768767118454 (0.21573637289052106) + | > loss_disc_real_2: 0.20542992651462555 (0.23386665388029448) + | > loss_disc_real_3: 0.202597513794899 (0.22402234816429567) + | > loss_disc_real_4: 0.23283596336841583 (0.22009279381255714) + | > loss_disc_real_5: 0.21851523220539093 (0.2333784071462495) + | > loss_0: 2.268857479095459 (2.467869315828595) + | > grad_norm_0: tensor(35.4501, device='cuda:0') (tensor(109.4207, device='cuda:0')) + | > loss_gen: 2.5123472213745117 (2.369707046722879) + | > loss_kl: 1.691896915435791 (1.5370181494829602) + | > loss_feat: 8.014902114868164 (6.368911782089545) + | > loss_mel: 23.117849349975586 (21.471268381391248) + | > loss_duration: 1.7925615310668945 (1.772187899570076) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.129554748535156 (33.51909329939862) + | > grad_norm_1: tensor(338.9644, device='cuda:0') (tensor(620.8746, device='cuda:0')) + | > current_lr_0: 0.00019905219358328844 + | > current_lr_1: 0.00019905219358328844 + | > step_time: 0.8267 (0.8838165925473583) + | > loader_time: 0.0041 (0.005582636716414471) + + + --> TIME: 2024-11-23 00:39:22 -- STEP: 123/797 -- GLOBAL_STEP: 31200 + | > loss_disc: 2.595186948776245 (2.473557586592387) + | > loss_disc_real_0: 0.1375301033258438 (0.13826604809884613) + | > loss_disc_real_1: 0.22584620118141174 (0.21507023420275712) + | > loss_disc_real_2: 0.27143609523773193 (0.23308625599233115) + | > loss_disc_real_3: 0.2649044692516327 (0.22543631869602979) + | > loss_disc_real_4: 0.26509037613868713 (0.22014727728153632) + | > loss_disc_real_5: 0.2991138696670532 (0.23386574845488478) + | > loss_0: 2.595186948776245 (2.473557586592387) + | > grad_norm_0: tensor(20.5496, device='cuda:0') (tensor(107.9478, device='cuda:0')) + | > loss_gen: 2.3262977600097656 (2.349566107842981) + | > loss_kl: 1.3957561254501343 (1.5393282989176307) + | > loss_feat: 6.061734199523926 (6.3234855450265774) + | > loss_mel: 22.99856948852539 (21.457705769112437) + | > loss_duration: 1.6930146217346191 (1.7640070333713438) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.475372314453125 (33.43409282405202) + | > grad_norm_1: tensor(238.4785, device='cuda:0') (tensor(595.7532, device='cuda:0')) + | > current_lr_0: 0.00019905219358328844 + | > current_lr_1: 0.00019905219358328844 + | > step_time: 0.8712 (0.8810300419970256) + | > loader_time: 0.0053 (0.005522032094195607) + + + --> TIME: 2024-11-23 00:39:46 -- STEP: 148/797 -- GLOBAL_STEP: 31225 + | > loss_disc: 2.508281946182251 (2.476851634077123) + | > loss_disc_real_0: 0.09910212457180023 (0.13847100824067313) + | > loss_disc_real_1: 0.21806854009628296 (0.2157767493579839) + | > loss_disc_real_2: 0.1780220866203308 (0.23378540051949992) + | > loss_disc_real_3: 0.20988911390304565 (0.22477218367763468) + | > loss_disc_real_4: 0.2188011258840561 (0.2207426814412748) + | > loss_disc_real_5: 0.23104247450828552 (0.2346744361157353) + | > loss_0: 2.508281946182251 (2.476851634077123) + | > grad_norm_0: tensor(38.7180, device='cuda:0') (tensor(97.2886, device='cuda:0')) + | > loss_gen: 2.2870521545410156 (2.3384914841200852) + | > loss_kl: 1.7722095251083374 (1.5346684117574945) + | > loss_feat: 6.4600749015808105 (6.310544313611209) + | > loss_mel: 23.454673767089844 (21.559773032729684) + | > loss_duration: 1.7982134819030762 (1.758321789470879) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.77222442626953 (33.50179901638546) + | > grad_norm_1: tensor(455.9036, device='cuda:0') (tensor(565.0899, device='cuda:0')) + | > current_lr_0: 0.00019905219358328844 + | > current_lr_1: 0.00019905219358328844 + | > step_time: 0.8947 (0.8895796456852475) + | > loader_time: 0.005 (0.005553498461439804) + + + --> TIME: 2024-11-23 00:40:09 -- STEP: 173/797 -- GLOBAL_STEP: 31250 + | > loss_disc: 2.522789239883423 (2.4774644567787303) + | > loss_disc_real_0: 0.2522352933883667 (0.1384072846738416) + | > loss_disc_real_1: 0.2131536602973938 (0.2158905690632804) + | > loss_disc_real_2: 0.23265895247459412 (0.23440535831658138) + | > loss_disc_real_3: 0.1624089926481247 (0.22420495722679734) + | > loss_disc_real_4: 0.22292277216911316 (0.2212477564983974) + | > loss_disc_real_5: 0.24841029942035675 (0.23470037288403925) + | > loss_0: 2.522789239883423 (2.4774644567787303) + | > grad_norm_0: tensor(101.1554, device='cuda:0') (tensor(90.5104, device='cuda:0')) + | > loss_gen: 2.186584949493408 (2.3319660259809103) + | > loss_kl: 1.1010178327560425 (1.5395581694696676) + | > loss_feat: 5.279975414276123 (6.2928802925727245) + | > loss_mel: 21.377023696899414 (21.593178148214516) + | > loss_duration: 1.6575208902359009 (1.7512102526736397) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.602121353149414 (33.508792888222395) + | > grad_norm_1: tensor(696.9345, device='cuda:0') (tensor(558.6768, device='cuda:0')) + | > current_lr_0: 0.00019905219358328844 + | > current_lr_1: 0.00019905219358328844 + | > step_time: 0.8434 (0.8920846591795111) + | > loader_time: 0.0049 (0.005560677864648014) + + + --> TIME: 2024-11-23 00:40:35 -- STEP: 198/797 -- GLOBAL_STEP: 31275 + | > loss_disc: 2.399639129638672 (2.4759147853562324) + | > loss_disc_real_0: 0.10761445760726929 (0.1370560891756957) + | > loss_disc_real_1: 0.1381807029247284 (0.21644601858023446) + | > loss_disc_real_2: 0.20746579766273499 (0.23380066687711562) + | > loss_disc_real_3: 0.23289941251277924 (0.22438736967366152) + | > loss_disc_real_4: 0.18205790221691132 (0.22009328654920207) + | > loss_disc_real_5: 0.20932266116142273 (0.23483617739243942) + | > loss_0: 2.399639129638672 (2.4759147853562324) + | > grad_norm_0: tensor(170.3167, device='cuda:0') (tensor(90.4563, device='cuda:0')) + | > loss_gen: 2.2754898071289062 (2.329698218841743) + | > loss_kl: 1.2793598175048828 (1.5326590736707049) + | > loss_feat: 6.471676349639893 (6.281616822637691) + | > loss_mel: 21.59428596496582 (21.616027042119182) + | > loss_duration: 1.7327213287353516 (1.7473142159105552) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.35353088378906 (33.50731538522123) + | > grad_norm_1: tensor(1035.5305, device='cuda:0') (tensor(576.3801, device='cuda:0')) + | > current_lr_0: 0.00019905219358328844 + | > current_lr_1: 0.00019905219358328844 + | > step_time: 1.369 (0.9102527806253145) + | > loader_time: 0.0046 (0.005596156072134924) + + + --> TIME: 2024-11-23 00:40:59 -- STEP: 223/797 -- GLOBAL_STEP: 31300 + | > loss_disc: 2.64017391204834 (2.4778883393035342) + | > loss_disc_real_0: 0.284912645816803 (0.13602199683575605) + | > loss_disc_real_1: 0.16508185863494873 (0.21679861369154382) + | > loss_disc_real_2: 0.22527943551540375 (0.23439315081711842) + | > loss_disc_real_3: 0.22394007444381714 (0.2243243198624641) + | > loss_disc_real_4: 0.19733335077762604 (0.22140893948185067) + | > loss_disc_real_5: 0.23263242840766907 (0.23532246360597053) + | > loss_0: 2.64017391204834 (2.4778883393035342) + | > grad_norm_0: tensor(341.0226, device='cuda:0') (tensor(92.0558, device='cuda:0')) + | > loss_gen: 2.2923290729522705 (2.3308527464289277) + | > loss_kl: 1.5220680236816406 (1.5281751246730306) + | > loss_feat: 5.7714996337890625 (6.264011327461275) + | > loss_mel: 20.42238998413086 (21.63192536050428) + | > loss_duration: 1.67087721824646 (1.74515860337313) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.67916488647461 (33.500123182219774) + | > grad_norm_1: tensor(561.8897, device='cuda:0') (tensor(589.6659, device='cuda:0')) + | > current_lr_0: 0.00019905219358328844 + | > current_lr_1: 0.00019905219358328844 + | > step_time: 0.94 (0.9167328875161073) + | > loader_time: 0.0052 (0.005606526216583936) + + + --> TIME: 2024-11-23 00:41:25 -- STEP: 248/797 -- GLOBAL_STEP: 31325 + | > loss_disc: 2.7145676612854004 (2.4827097721638216) + | > loss_disc_real_0: 0.2664960026741028 (0.14022362845829647) + | > loss_disc_real_1: 0.2954915165901184 (0.21684360906722086) + | > loss_disc_real_2: 0.26133525371551514 (0.23432954797340977) + | > loss_disc_real_3: 0.23895275592803955 (0.22439485638132017) + | > loss_disc_real_4: 0.2481798678636551 (0.2213438808196975) + | > loss_disc_real_5: 0.24134470522403717 (0.23482426183838997) + | > loss_0: 2.7145676612854004 (2.4827097721638216) + | > grad_norm_0: tensor(323.1071, device='cuda:0') (tensor(95.5896, device='cuda:0')) + | > loss_gen: 2.2551565170288086 (2.3323375039523624) + | > loss_kl: 1.5177855491638184 (1.5325123557159974) + | > loss_feat: 5.322309970855713 (6.271875312251428) + | > loss_mel: 19.986555099487305 (21.66080140298412) + | > loss_duration: 1.7759828567504883 (1.7415321156863244) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.8577880859375 (33.53905868530272) + | > grad_norm_1: tensor(481.4109, device='cuda:0') (tensor(585.5158, device='cuda:0')) + | > current_lr_0: 0.00019905219358328844 + | > current_lr_1: 0.00019905219358328844 + | > step_time: 1.0396 (0.9278383812596721) + | > loader_time: 0.0059 (0.005882862114137219) + + + --> TIME: 2024-11-23 00:41:51 -- STEP: 273/797 -- GLOBAL_STEP: 31350 + | > loss_disc: 2.617697238922119 (2.485615880498083) + | > loss_disc_real_0: 0.0554463267326355 (0.1413574529259086) + | > loss_disc_real_1: 0.22063905000686646 (0.21675464581875575) + | > loss_disc_real_2: 0.2728721797466278 (0.23467892850493335) + | > loss_disc_real_3: 0.20452839136123657 (0.2245696216494172) + | > loss_disc_real_4: 0.2113955318927765 (0.2218689429454314) + | > loss_disc_real_5: 0.2745737135410309 (0.2350419268503294) + | > loss_0: 2.617697238922119 (2.485615880498083) + | > grad_norm_0: tensor(14.0586, device='cuda:0') (tensor(96.5447, device='cuda:0')) + | > loss_gen: 2.0524168014526367 (2.3305949129901062) + | > loss_kl: 1.736830711364746 (1.531335992690844) + | > loss_feat: 5.845366954803467 (6.264445827120825) + | > loss_mel: 22.300689697265625 (21.6919469309377) + | > loss_duration: 1.7159526348114014 (1.737825306343945) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.6512565612793 (33.55614898318335) + | > grad_norm_1: tensor(334.8995, device='cuda:0') (tensor(576.7695, device='cuda:0')) + | > current_lr_0: 0.00019905219358328844 + | > current_lr_1: 0.00019905219358328844 + | > step_time: 0.8842 (0.9350622259216868) + | > loader_time: 0.0052 (0.006125589866777916) + + + --> TIME: 2024-11-23 00:42:13 -- STEP: 298/797 -- GLOBAL_STEP: 31375 + | > loss_disc: 2.4245946407318115 (2.485226215132131) + | > loss_disc_real_0: 0.09310122579336166 (0.14026111256231188) + | > loss_disc_real_1: 0.21628937125205994 (0.21671480755477943) + | > loss_disc_real_2: 0.22018957138061523 (0.23509316386392454) + | > loss_disc_real_3: 0.21442344784736633 (0.22450808505683936) + | > loss_disc_real_4: 0.17598384618759155 (0.2223434883276088) + | > loss_disc_real_5: 0.19599677622318268 (0.2344477826216877) + | > loss_0: 2.4245946407318115 (2.485226215132131) + | > grad_norm_0: tensor(23.8057, device='cuda:0') (tensor(93.7778, device='cuda:0')) + | > loss_gen: 2.284590005874634 (2.3289698830386913) + | > loss_kl: 1.5117528438568115 (1.5318809047641366) + | > loss_feat: 6.978620529174805 (6.260668144930128) + | > loss_mel: 23.40416717529297 (21.72870884965729) + | > loss_duration: 1.7035266160964966 (1.735502642673134) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.88265609741211 (33.58573048866834) + | > grad_norm_1: tensor(325.5145, device='cuda:0') (tensor(572.3671, device='cuda:0')) + | > current_lr_0: 0.00019905219358328844 + | > current_lr_1: 0.00019905219358328844 + | > step_time: 0.837 (0.9310389525138292) + | > loader_time: 0.005 (0.006167356599897344) + + + --> TIME: 2024-11-23 00:42:37 -- STEP: 323/797 -- GLOBAL_STEP: 31400 + | > loss_disc: 2.545992374420166 (2.482948178477331) + | > loss_disc_real_0: 0.08343589305877686 (0.13877275712419024) + | > loss_disc_real_1: 0.2524869441986084 (0.21687316820717448) + | > loss_disc_real_2: 0.26812073588371277 (0.23475003625401772) + | > loss_disc_real_3: 0.24416537582874298 (0.224866256579157) + | > loss_disc_real_4: 0.1970578283071518 (0.22201843024591914) + | > loss_disc_real_5: 0.2737213969230652 (0.23478569371781483) + | > loss_0: 2.545992374420166 (2.482948178477331) + | > grad_norm_0: tensor(134.6569, device='cuda:0') (tensor(92.5678, device='cuda:0')) + | > loss_gen: 2.401641368865967 (2.3276122166276334) + | > loss_kl: 1.522757649421692 (1.532843329219995) + | > loss_feat: 5.690730571746826 (6.247187369379095) + | > loss_mel: 21.779386520385742 (21.73169123646644) + | > loss_duration: 1.7096970081329346 (1.7339289904378885) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.10421371459961 (33.57326320376558) + | > grad_norm_1: tensor(915.3519, device='cuda:0') (tensor(585.8946, device='cuda:0')) + | > current_lr_0: 0.00019905219358328844 + | > current_lr_1: 0.00019905219358328844 + | > step_time: 0.9166 (0.9301123774088573) + | > loader_time: 0.0054 (0.006204430163829318) + + + --> TIME: 2024-11-23 00:43:00 -- STEP: 348/797 -- GLOBAL_STEP: 31425 + | > loss_disc: 2.283691167831421 (2.480486025070323) + | > loss_disc_real_0: 0.07653919607400894 (0.13782772922288913) + | > loss_disc_real_1: 0.20073162019252777 (0.2166667572897056) + | > loss_disc_real_2: 0.18618163466453552 (0.2349248710891296) + | > loss_disc_real_3: 0.1860734224319458 (0.22501354351982303) + | > loss_disc_real_4: 0.18537120521068573 (0.2220212492620808) + | > loss_disc_real_5: 0.23238277435302734 (0.23479994506328955) + | > loss_0: 2.283691167831421 (2.480486025070323) + | > grad_norm_0: tensor(54.3465, device='cuda:0') (tensor(89.5269, device='cuda:0')) + | > loss_gen: 2.4139890670776367 (2.3276726490464696) + | > loss_kl: 1.617226004600525 (1.533499287805338) + | > loss_feat: 6.958926200866699 (6.242489158422095) + | > loss_mel: 22.716449737548828 (21.730441811441) + | > loss_duration: 1.7325174808502197 (1.7314432547695335) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.439109802246094 (33.5655462385594) + | > grad_norm_1: tensor(835.2213, device='cuda:0') (tensor(584.7007, device='cuda:0')) + | > current_lr_0: 0.00019905219358328844 + | > current_lr_1: 0.00019905219358328844 + | > step_time: 0.8425 (0.9300107627079405) + | > loader_time: 0.0081 (0.0062522853928050764) + + + --> TIME: 2024-11-23 00:43:23 -- STEP: 373/797 -- GLOBAL_STEP: 31450 + | > loss_disc: 2.546149253845215 (2.4808007066435227) + | > loss_disc_real_0: 0.14055390655994415 (0.1382053333806527) + | > loss_disc_real_1: 0.26801732182502747 (0.21701704524956825) + | > loss_disc_real_2: 0.3055328130722046 (0.23468459523395302) + | > loss_disc_real_3: 0.240762397646904 (0.22532624513629934) + | > loss_disc_real_4: 0.22607789933681488 (0.22151668633436708) + | > loss_disc_real_5: 0.22335730493068695 (0.23436046885101788) + | > loss_0: 2.546149253845215 (2.4808007066435227) + | > grad_norm_0: tensor(236.7785, device='cuda:0') (tensor(87.8152, device='cuda:0')) + | > loss_gen: 2.376049757003784 (2.326300205877575) + | > loss_kl: 1.5859816074371338 (1.5330193244100576) + | > loss_feat: 5.255647659301758 (6.233749328286012) + | > loss_mel: 21.522369384765625 (21.742401220204037) + | > loss_duration: 1.6680622100830078 (1.729023070821174) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.408111572265625 (33.56449321511601) + | > grad_norm_1: tensor(724.4741, device='cuda:0') (tensor(582.6047, device='cuda:0')) + | > current_lr_0: 0.00019905219358328844 + | > current_lr_1: 0.00019905219358328844 + | > step_time: 0.9201 (0.928886457039268) + | > loader_time: 0.0156 (0.006315125856578509) + + + --> TIME: 2024-11-23 00:43:47 -- STEP: 398/797 -- GLOBAL_STEP: 31475 + | > loss_disc: 2.436307907104492 (2.480481421528152) + | > loss_disc_real_0: 0.12263703346252441 (0.13798299752381718) + | > loss_disc_real_1: 0.2609337270259857 (0.2177479657620641) + | > loss_disc_real_2: 0.21254849433898926 (0.23421792906882175) + | > loss_disc_real_3: 0.24064189195632935 (0.22506691253364985) + | > loss_disc_real_4: 0.18473798036575317 (0.22147124328056172) + | > loss_disc_real_5: 0.23198144137859344 (0.233687382696861) + | > loss_0: 2.436307907104492 (2.480481421528152) + | > grad_norm_0: tensor(42.2437, device='cuda:0') (tensor(88.8395, device='cuda:0')) + | > loss_gen: 2.397399425506592 (2.3274269891743664) + | > loss_kl: 1.632253646850586 (1.5355774751260651) + | > loss_feat: 7.342592716217041 (6.231128980166946) + | > loss_mel: 22.417701721191406 (21.74458401167212) + | > loss_duration: 1.7521016597747803 (1.7273960326185178) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.542049407958984 (33.566113582208494) + | > grad_norm_1: tensor(1018.7321, device='cuda:0') (tensor(588.5170, device='cuda:0')) + | > current_lr_0: 0.00019905219358328844 + | > current_lr_1: 0.00019905219358328844 + | > step_time: 0.8728 (0.9281209611413467) + | > loader_time: 0.0062 (0.0063953699179031135) + + + --> TIME: 2024-11-23 00:44:10 -- STEP: 423/797 -- GLOBAL_STEP: 31500 + | > loss_disc: 2.4623255729675293 (2.481408977057637) + | > loss_disc_real_0: 0.16977474093437195 (0.13778491035086182) + | > loss_disc_real_1: 0.23518778383731842 (0.21801553856819234) + | > loss_disc_real_2: 0.23556558787822723 (0.2345215638055869) + | > loss_disc_real_3: 0.19915884733200073 (0.22513453260803898) + | > loss_disc_real_4: 0.19501550495624542 (0.22185130160187436) + | > loss_disc_real_5: 0.20143373310565948 (0.2341481165048924) + | > loss_0: 2.4623255729675293 (2.481408977057637) + | > grad_norm_0: tensor(60.7677, device='cuda:0') (tensor(88.3409, device='cuda:0')) + | > loss_gen: 2.330022096633911 (2.3278888418883006) + | > loss_kl: 1.6244451999664307 (1.534083915376776) + | > loss_feat: 6.413857460021973 (6.2313663367683985) + | > loss_mel: 21.36037826538086 (21.770438917985192) + | > loss_duration: 1.6879453659057617 (1.7257873172173828) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.416648864746094 (33.58956543040895) + | > grad_norm_1: tensor(677.0590, device='cuda:0') (tensor(588.4673, device='cuda:0')) + | > current_lr_0: 0.00019905219358328844 + | > current_lr_1: 0.00019905219358328844 + | > step_time: 0.849 (0.9279322156387582) + | > loader_time: 0.0078 (0.006471067455643457) + + + --> TIME: 2024-11-23 00:44:34 -- STEP: 448/797 -- GLOBAL_STEP: 31525 + | > loss_disc: 2.79290771484375 (2.4845449120870677) + | > loss_disc_real_0: 0.23012077808380127 (0.14012761589089812) + | > loss_disc_real_1: 0.24749603867530823 (0.21810934762470424) + | > loss_disc_real_2: 0.2134655863046646 (0.23420065940756882) + | > loss_disc_real_3: 0.2151779681444168 (0.22511043256547833) + | > loss_disc_real_4: 0.19748055934906006 (0.2215941209412579) + | > loss_disc_real_5: 0.1906277984380722 (0.23368079201983555) + | > loss_0: 2.79290771484375 (2.4845449120870677) + | > grad_norm_0: tensor(28.4318, device='cuda:0') (tensor(89.1788, device='cuda:0')) + | > loss_gen: 1.9047260284423828 (2.3266741880880923) + | > loss_kl: 1.6350826025009155 (1.5362995072667087) + | > loss_feat: 5.637880802154541 (6.228053753929477) + | > loss_mel: 22.037681579589844 (21.76823942576135) + | > loss_duration: 1.7394986152648926 (1.7246042037648814) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.954872131347656 (33.58387120706692) + | > grad_norm_1: tensor(84.7134, device='cuda:0') (tensor(583.7070, device='cuda:0')) + | > current_lr_0: 0.00019905219358328844 + | > current_lr_1: 0.00019905219358328844 + | > step_time: 0.9545 (0.9280755620981965) + | > loader_time: 0.007 (0.006525603256055286) + + + --> TIME: 2024-11-23 00:45:00 -- STEP: 473/797 -- GLOBAL_STEP: 31550 + | > loss_disc: 2.553539752960205 (2.486582314993314) + | > loss_disc_real_0: 0.0681808739900589 (0.14082826313663108) + | > loss_disc_real_1: 0.23996491730213165 (0.21812510836956112) + | > loss_disc_real_2: 0.262173593044281 (0.2345609910329351) + | > loss_disc_real_3: 0.23964963853359222 (0.225566528091723) + | > loss_disc_real_4: 0.1823592483997345 (0.22213921187165928) + | > loss_disc_real_5: 0.21581363677978516 (0.23408654565286938) + | > loss_0: 2.553539752960205 (2.486582314993314) + | > grad_norm_0: tensor(110.6942, device='cuda:0') (tensor(90.2812, device='cuda:0')) + | > loss_gen: 2.185292959213257 (2.327145474405671) + | > loss_kl: 1.3981993198394775 (1.5373409991536533) + | > loss_feat: 6.736596584320068 (6.231556589961302) + | > loss_mel: 21.641435623168945 (21.77862312526581) + | > loss_duration: 1.7125790119171143 (1.7240155252291334) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.674102783203125 (33.598681855151284) + | > grad_norm_1: tensor(687.0056, device='cuda:0') (tensor(577.2919, device='cuda:0')) + | > current_lr_0: 0.00019905219358328844 + | > current_lr_1: 0.00019905219358328844 + | > step_time: 1.374 (0.9335638398095871) + | > loader_time: 0.0061 (0.00659961025004155) + + + --> TIME: 2024-11-23 00:45:26 -- STEP: 498/797 -- GLOBAL_STEP: 31575 + | > loss_disc: 2.392608642578125 (2.487328004645537) + | > loss_disc_real_0: 0.15186242759227753 (0.14083949978048182) + | > loss_disc_real_1: 0.26671314239501953 (0.2180374609119442) + | > loss_disc_real_2: 0.23856526613235474 (0.23446517569353303) + | > loss_disc_real_3: 0.2239123284816742 (0.2255329134832903) + | > loss_disc_real_4: 0.21459510922431946 (0.22189962157762674) + | > loss_disc_real_5: 0.23061345517635345 (0.23368109149267396) + | > loss_0: 2.392608642578125 (2.487328004645537) + | > grad_norm_0: tensor(99.4825, device='cuda:0') (tensor(88.8807, device='cuda:0')) + | > loss_gen: 2.331712245941162 (2.324704158976374) + | > loss_kl: 1.5420432090759277 (1.5396015048027039) + | > loss_feat: 5.757975101470947 (6.228810567932434) + | > loss_mel: 21.33512306213379 (21.77899133153708) + | > loss_duration: 1.6983712911605835 (1.722803183348782) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.665225982666016 (33.59491085527411) + | > grad_norm_1: tensor(589.3278, device='cuda:0') (tensor(573.2199, device='cuda:0')) + | > current_lr_0: 0.00019905219358328844 + | > current_lr_1: 0.00019905219358328844 + | > step_time: 1.1908 (0.937817076602614) + | > loader_time: 0.0077 (0.0067218403260870625) + + + --> TIME: 2024-11-23 00:45:53 -- STEP: 523/797 -- GLOBAL_STEP: 31600 + | > loss_disc: 2.4860775470733643 (2.4868350972636954) + | > loss_disc_real_0: 0.11640362441539764 (0.13958385097037423) + | > loss_disc_real_1: 0.23156701028347015 (0.2181636856915162) + | > loss_disc_real_2: 0.2533528804779053 (0.23490293204328527) + | > loss_disc_real_3: 0.22373981773853302 (0.22570009107913389) + | > loss_disc_real_4: 0.2086421549320221 (0.2221689033348747) + | > loss_disc_real_5: 0.21809133887290955 (0.23404566502024066) + | > loss_0: 2.4860775470733643 (2.4868350972636954) + | > grad_norm_0: tensor(51.6513, device='cuda:0') (tensor(87.3747, device='cuda:0')) + | > loss_gen: 2.2290759086608887 (2.324742858086215) + | > loss_kl: 1.5347235202789307 (1.5397269561687346) + | > loss_feat: 5.324459075927734 (6.227236073969881) + | > loss_mel: 18.674707412719727 (21.779112259698863) + | > loss_duration: 1.7197891473770142 (1.7222402585851986) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 29.482755661010742 (33.59305851865223) + | > grad_norm_1: tensor(685.2032, device='cuda:0') (tensor(571.7709, device='cuda:0')) + | > current_lr_0: 0.00019905219358328844 + | > current_lr_1: 0.00019905219358328844 + | > step_time: 1.1149 (0.9436100627906464) + | > loader_time: 0.007 (0.006885831260316458) + + + --> TIME: 2024-11-23 00:46:18 -- STEP: 548/797 -- GLOBAL_STEP: 31625 + | > loss_disc: 2.34624981880188 (2.484638531277651) + | > loss_disc_real_0: 0.13557210564613342 (0.13863262499131965) + | > loss_disc_real_1: 0.2508470118045807 (0.21813403548550434) + | > loss_disc_real_2: 0.24166998267173767 (0.2347334506139703) + | > loss_disc_real_3: 0.21364928781986237 (0.22556298408303815) + | > loss_disc_real_4: 0.22430330514907837 (0.22196256132782807) + | > loss_disc_real_5: 0.18747276067733765 (0.2338828231024481) + | > loss_0: 2.34624981880188 (2.484638531277651) + | > grad_norm_0: tensor(115.9517, device='cuda:0') (tensor(86.5177, device='cuda:0')) + | > loss_gen: 2.412320137023926 (2.325939408401502) + | > loss_kl: 1.6512473821640015 (1.5420588792240533) + | > loss_feat: 5.779262542724609 (6.227836847305296) + | > loss_mel: 19.714242935180664 (21.77317504117088) + | > loss_duration: 1.7603652477264404 (1.722082915967398) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.31743621826172 (33.59109320953813) + | > grad_norm_1: tensor(834.2534, device='cuda:0') (tensor(573.4779, device='cuda:0')) + | > current_lr_0: 0.00019905219358328844 + | > current_lr_1: 0.00019905219358328844 + | > step_time: 0.9455 (0.9467434639478252) + | > loader_time: 0.0119 (0.007002178769912163) + + + --> TIME: 2024-11-23 00:46:44 -- STEP: 573/797 -- GLOBAL_STEP: 31650 + | > loss_disc: 2.5732176303863525 (2.4827828086899655) + | > loss_disc_real_0: 0.13649411499500275 (0.1378854114146184) + | > loss_disc_real_1: 0.15022695064544678 (0.21784767352473677) + | > loss_disc_real_2: 0.24129360914230347 (0.23470393788023977) + | > loss_disc_real_3: 0.18918170034885406 (0.22549997514559128) + | > loss_disc_real_4: 0.24601252377033234 (0.22198571329757597) + | > loss_disc_real_5: 0.20777104794979095 (0.23395318749895477) + | > loss_0: 2.5732176303863525 (2.4827828086899655) + | > grad_norm_0: tensor(70.7171, device='cuda:0') (tensor(86.0030, device='cuda:0')) + | > loss_gen: 2.153801441192627 (2.3265491124847166) + | > loss_kl: 1.7255927324295044 (1.5427463999177355) + | > loss_feat: 6.611429214477539 (6.231613735878029) + | > loss_mel: 22.431434631347656 (21.782303136056626) + | > loss_duration: 1.7162978649139404 (1.7212604966671254) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.638553619384766 (33.60447298752282) + | > grad_norm_1: tensor(139.2849, device='cuda:0') (tensor(575.2846, device='cuda:0')) + | > current_lr_0: 0.00019905219358328844 + | > current_lr_1: 0.00019905219358328844 + | > step_time: 1.0069 (0.949341710325311) + | > loader_time: 0.0091 (0.007089745935969328) + + + --> TIME: 2024-11-23 00:47:09 -- STEP: 598/797 -- GLOBAL_STEP: 31675 + | > loss_disc: 2.5377726554870605 (2.4825197896829843) + | > loss_disc_real_0: 0.2292674481868744 (0.1379707054792588) + | > loss_disc_real_1: 0.17396463453769684 (0.2178212376840936) + | > loss_disc_real_2: 0.2513464093208313 (0.23450305557071566) + | > loss_disc_real_3: 0.24799282848834991 (0.22540757949635337) + | > loss_disc_real_4: 0.2593618631362915 (0.2219507598807182) + | > loss_disc_real_5: 0.284143328666687 (0.23375957170158723) + | > loss_0: 2.5377726554870605 (2.4825197896829843) + | > grad_norm_0: tensor(159.9012, device='cuda:0') (tensor(87.4284, device='cuda:0')) + | > loss_gen: 2.3604254722595215 (2.3279814746068865) + | > loss_kl: 1.4287959337234497 (1.545289059147786) + | > loss_feat: 5.670511722564697 (6.228620297135316) + | > loss_mel: 23.05525779724121 (21.78635153244171) + | > loss_duration: 1.7004059553146362 (1.7208681084639246) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.215396881103516 (33.60911058980883) + | > grad_norm_1: tensor(118.9496, device='cuda:0') (tensor(578.8893, device='cuda:0')) + | > current_lr_0: 0.00019905219358328844 + | > current_lr_1: 0.00019905219358328844 + | > step_time: 0.9219 (0.9513282452937353) + | > loader_time: 0.0081 (0.0071462879212803665) + + + --> TIME: 2024-11-23 00:47:35 -- STEP: 623/797 -- GLOBAL_STEP: 31700 + | > loss_disc: 2.6174442768096924 (2.4819888574927838) + | > loss_disc_real_0: 0.26630058884620667 (0.13812038418724754) + | > loss_disc_real_1: 0.20848491787910461 (0.21801983130973185) + | > loss_disc_real_2: 0.28717687726020813 (0.2346564740133898) + | > loss_disc_real_3: 0.2888724207878113 (0.2255155047099816) + | > loss_disc_real_4: 0.28869369626045227 (0.22221620112992405) + | > loss_disc_real_5: 0.2853855490684509 (0.2336815261726012) + | > loss_0: 2.6174442768096924 (2.4819888574927838) + | > grad_norm_0: tensor(123.4228, device='cuda:0') (tensor(87.9860, device='cuda:0')) + | > loss_gen: 2.3109443187713623 (2.3310149207735136) + | > loss_kl: 1.4342364072799683 (1.542261121743754) + | > loss_feat: 5.369043350219727 (6.228385484429077) + | > loss_mel: 21.180374145507812 (21.79384326475581) + | > loss_duration: 1.7246887683868408 (1.720936941296866) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.019287109375 (33.61644183996209) + | > grad_norm_1: tensor(540.7032, device='cuda:0') (tensor(572.3672, device='cuda:0')) + | > current_lr_0: 0.00019905219358328844 + | > current_lr_1: 0.00019905219358328844 + | > step_time: 1.064 (0.9538735398128748) + | > loader_time: 0.0119 (0.0072342339143707125) + + + --> TIME: 2024-11-23 00:48:01 -- STEP: 648/797 -- GLOBAL_STEP: 31725 + | > loss_disc: 2.382542133331299 (2.4821835859322294) + | > loss_disc_real_0: 0.12884610891342163 (0.13790660865754328) + | > loss_disc_real_1: 0.16010528802871704 (0.21791054725784947) + | > loss_disc_real_2: 0.20719368755817413 (0.23481299511996317) + | > loss_disc_real_3: 0.24013790488243103 (0.22535468267713799) + | > loss_disc_real_4: 0.19000695645809174 (0.22229473350316653) + | > loss_disc_real_5: 0.22378811240196228 (0.23347080639207068) + | > loss_0: 2.382542133331299 (2.4821835859322294) + | > grad_norm_0: tensor(56.1256, device='cuda:0') (tensor(86.7668, device='cuda:0')) + | > loss_gen: 2.326270341873169 (2.328632042363839) + | > loss_kl: 1.6103851795196533 (1.5411262962921157) + | > loss_feat: 5.964142799377441 (6.2162125213646595) + | > loss_mel: 21.339805603027344 (21.792407768744006) + | > loss_duration: 1.687077283859253 (1.7209343483418587) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.92768096923828 (33.599313064857746) + | > grad_norm_1: tensor(127.7336, device='cuda:0') (tensor(570.4849, device='cuda:0')) + | > current_lr_0: 0.00019905219358328844 + | > current_lr_1: 0.00019905219358328844 + | > step_time: 0.9714 (0.9565680527392729) + | > loader_time: 0.0078 (0.007308182525046078) + + + --> TIME: 2024-11-23 00:48:27 -- STEP: 673/797 -- GLOBAL_STEP: 31750 + | > loss_disc: 2.6142544746398926 (2.4830444868748143) + | > loss_disc_real_0: 0.08483684062957764 (0.1382311834672804) + | > loss_disc_real_1: 0.194560706615448 (0.21810008841186188) + | > loss_disc_real_2: 0.248029887676239 (0.23475599198160696) + | > loss_disc_real_3: 0.25076720118522644 (0.22556054760407196) + | > loss_disc_real_4: 0.2716915011405945 (0.22215692612604082) + | > loss_disc_real_5: 0.27424386143684387 (0.23351247497954658) + | > loss_0: 2.6142544746398926 (2.4830444868748143) + | > grad_norm_0: tensor(51.5607, device='cuda:0') (tensor(87.6985, device='cuda:0')) + | > loss_gen: 2.102081537246704 (2.3296380903887366) + | > loss_kl: 1.473383903503418 (1.5427342031544056) + | > loss_feat: 5.026330471038818 (6.217622054809978) + | > loss_mel: 19.655759811401367 (21.7981351339445) + | > loss_duration: 1.6860860586166382 (1.72060435540963) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 29.943641662597656 (33.60873390413143) + | > grad_norm_1: tensor(791.0311, device='cuda:0') (tensor(575.9813, device='cuda:0')) + | > current_lr_0: 0.00019905219358328844 + | > current_lr_1: 0.00019905219358328844 + | > step_time: 0.9955 (0.9599904089413285) + | > loader_time: 0.0082 (0.007392386270667611) + + + --> TIME: 2024-11-23 00:48:54 -- STEP: 698/797 -- GLOBAL_STEP: 31775 + | > loss_disc: 2.441157102584839 (2.4810142277988154) + | > loss_disc_real_0: 0.08897438645362854 (0.13759600009534345) + | > loss_disc_real_1: 0.2129250466823578 (0.2179295141303266) + | > loss_disc_real_2: 0.23302052915096283 (0.23474828000140396) + | > loss_disc_real_3: 0.21876145899295807 (0.22522098859265063) + | > loss_disc_real_4: 0.2078412026166916 (0.222426768424347) + | > loss_disc_real_5: 0.2193426638841629 (0.23342438695423925) + | > loss_0: 2.441157102584839 (2.4810142277988154) + | > grad_norm_0: tensor(12.8429, device='cuda:0') (tensor(87.6726, device='cuda:0')) + | > loss_gen: 2.325295925140381 (2.331585128874357) + | > loss_kl: 1.5643720626831055 (1.544286412120206) + | > loss_feat: 6.676323890686035 (6.225220042859927) + | > loss_mel: 22.13055992126465 (21.81346389693996) + | > loss_duration: 1.6854815483093262 (1.7202128817495432) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.38203430175781 (33.63476841770814) + | > grad_norm_1: tensor(475.7002, device='cuda:0') (tensor(573.9155, device='cuda:0')) + | > current_lr_0: 0.00019905219358328844 + | > current_lr_1: 0.00019905219358328844 + | > step_time: 1.0246 (0.9637825144054555) + | > loader_time: 0.0089 (0.0074804922229581025) + + + --> TIME: 2024-11-23 00:49:24 -- STEP: 723/797 -- GLOBAL_STEP: 31800 + | > loss_disc: 2.5337369441986084 (2.480260773813087) + | > loss_disc_real_0: 0.08526453375816345 (0.13707580885503368) + | > loss_disc_real_1: 0.22016866505146027 (0.21773060969750746) + | > loss_disc_real_2: 0.27006983757019043 (0.2343194927417391) + | > loss_disc_real_3: 0.2826307415962219 (0.22553830425851407) + | > loss_disc_real_4: 0.2726562023162842 (0.22260912554145354) + | > loss_disc_real_5: 0.23134112358093262 (0.2335490211123088) + | > loss_0: 2.5337369441986084 (2.480260773813087) + | > grad_norm_0: tensor(43.8942, device='cuda:0') (tensor(87.4660, device='cuda:0')) + | > loss_gen: 2.4291436672210693 (2.3333450346401965) + | > loss_kl: 1.6379516124725342 (1.5447866062570565) + | > loss_feat: 5.95698356628418 (6.224616846767863) + | > loss_mel: 21.648637771606445 (21.807659478932838) + | > loss_duration: 1.6584672927856445 (1.7194570662404816) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.33118438720703 (33.629865100274905) + | > grad_norm_1: tensor(743.3049, device='cuda:0') (tensor(577.7078, device='cuda:0')) + | > current_lr_0: 0.00019905219358328844 + | > current_lr_1: 0.00019905219358328844 + | > step_time: 1.1947 (0.9700927826708613) + | > loader_time: 0.0114 (0.007673348958396648) + + + --> TIME: 2024-11-23 00:50:03 -- STEP: 748/797 -- GLOBAL_STEP: 31825 + | > loss_disc: 2.45867919921875 (2.480904025190023) + | > loss_disc_real_0: 0.08316772431135178 (0.13644563940846727) + | > loss_disc_real_1: 0.19431227445602417 (0.21787403624524726) + | > loss_disc_real_2: 0.22130990028381348 (0.2344967630656964) + | > loss_disc_real_3: 0.260929137468338 (0.22559706524094159) + | > loss_disc_real_4: 0.21845458447933197 (0.2230163381937991) + | > loss_disc_real_5: 0.2578769326210022 (0.2339560505062501) + | > loss_0: 2.45867919921875 (2.480904025190023) + | > grad_norm_0: tensor(133.3848, device='cuda:0') (tensor(87.4888, device='cuda:0')) + | > loss_gen: 2.3641316890716553 (2.333880897830517) + | > loss_kl: 1.5034394264221191 (1.5454800731358034) + | > loss_feat: 6.349461555480957 (6.228201922248392) + | > loss_mel: 20.852081298828125 (21.81246379862495) + | > loss_duration: 1.658663272857666 (1.7184012428643225) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.727779388427734 (33.63842800211776) + | > grad_norm_1: tensor(963.5170, device='cuda:0') (tensor(579.6951, device='cuda:0')) + | > current_lr_0: 0.00019905219358328844 + | > current_lr_1: 0.00019905219358328844 + | > step_time: 1.9706 (0.9898907268111081) + | > loader_time: 0.0177 (0.007884974466925638) + + + --> TIME: 2024-11-23 00:51:13 -- STEP: 773/797 -- GLOBAL_STEP: 31850 + | > loss_disc: 2.5600533485412598 (2.481541623736113) + | > loss_disc_real_0: 0.11862523853778839 (0.1361697539373904) + | > loss_disc_real_1: 0.2050168514251709 (0.21798102934525515) + | > loss_disc_real_2: 0.21294420957565308 (0.23451935807375518) + | > loss_disc_real_3: 0.20753730833530426 (0.22571698340068042) + | > loss_disc_real_4: 0.25108861923217773 (0.22318561957308114) + | > loss_disc_real_5: 0.27976495027542114 (0.23394595761271375) + | > loss_0: 2.5600533485412598 (2.481541623736113) + | > grad_norm_0: tensor(34.5415, device='cuda:0') (tensor(87.1322, device='cuda:0')) + | > loss_gen: 2.1879186630249023 (2.3332336491785903) + | > loss_kl: 1.6434036493301392 (1.5465608741148313) + | > loss_feat: 6.516091823577881 (6.222615520210809) + | > loss_mel: 22.767026901245117 (21.816816263334566) + | > loss_duration: 1.6937947273254395 (1.7173599584599202) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.80823516845703 (33.63658633361654) + | > grad_norm_1: tensor(214.7003, device='cuda:0') (tensor(578.0380, device='cuda:0')) + | > current_lr_0: 0.00019905219358328844 + | > current_lr_1: 0.00019905219358328844 + | > step_time: 3.1633 (1.0469048347078354) + | > loader_time: 0.0112 (0.008735579630073263) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.9070305824279785 (2.9070305824279785) + | > loss_disc_real_0: 0.3426312804222107 (0.3426312804222107) + | > loss_disc_real_1: 0.3201870322227478 (0.3201870322227478) + | > loss_disc_real_2: 0.2677901089191437 (0.2677901089191437) + | > loss_disc_real_3: 0.22616824507713318 (0.22616824507713318) + | > loss_disc_real_4: 0.2380024939775467 (0.2380024939775467) + | > loss_disc_real_5: 0.25996291637420654 (0.25996291637420654) + | > loss_0: 2.9070305824279785 (2.9070305824279785) + | > loss_gen: 2.0828351974487305 (2.0828351974487305) + | > loss_kl: 1.9852337837219238 (1.9852337837219238) + | > loss_feat: 5.64874267578125 (5.64874267578125) + | > loss_mel: 23.265974044799805 (23.265974044799805) + | > loss_duration: 1.9722468852996826 (1.9722468852996826) + | > loss_1: 34.95503234863281 (34.95503234863281) + + --> STEP: 1 + | > loss_disc: 2.5427935123443604 (2.5427935123443604) + | > loss_disc_real_0: 0.3435671329498291 (0.3435671329498291) + | > loss_disc_real_1: 0.20984205603599548 (0.20984205603599548) + | > loss_disc_real_2: 0.19567401707172394 (0.19567401707172394) + | > loss_disc_real_3: 0.21552744507789612 (0.21552744507789612) + | > loss_disc_real_4: 0.17033572494983673 (0.17033572494983673) + | > loss_disc_real_5: 0.17380446195602417 (0.17380446195602417) + | > loss_0: 2.5427935123443604 (2.5427935123443604) + | > loss_gen: 2.1261770725250244 (2.1261770725250244) + | > loss_kl: 1.6925983428955078 (1.6925983428955078) + | > loss_feat: 6.135116100311279 (6.135116100311279) + | > loss_mel: 25.474035263061523 (25.474035263061523) + | > loss_duration: 1.7119734287261963 (1.7119734287261963) + | > loss_1: 37.1399040222168 (37.1399040222168) + + --> STEP: 2 + | > loss_disc: 2.866532802581787 (2.7046631574630737) + | > loss_disc_real_0: 0.39669090509414673 (0.3701290190219879) + | > loss_disc_real_1: 0.3058777451515198 (0.25785990059375763) + | > loss_disc_real_2: 0.18515916168689728 (0.1904165893793106) + | > loss_disc_real_3: 0.18710321187973022 (0.20131532847881317) + | > loss_disc_real_4: 0.2956864535808563 (0.23301108926534653) + | > loss_disc_real_5: 0.2539341151714325 (0.21386928856372833) + | > loss_0: 2.866532802581787 (2.7046631574630737) + | > loss_gen: 2.1087520122528076 (2.117464542388916) + | > loss_kl: 1.79013991355896 (1.7413691282272339) + | > loss_feat: 5.0207390785217285 (5.577927589416504) + | > loss_mel: 21.018272399902344 (23.246153831481934) + | > loss_duration: 1.67177414894104 (1.6918737888336182) + | > loss_1: 31.609676361083984 (34.37479019165039) + + --> STEP: 3 + | > loss_disc: 2.8522768020629883 (2.7538677056630454) + | > loss_disc_real_0: 0.42018720507621765 (0.3868150810400645) + | > loss_disc_real_1: 0.2356092929840088 (0.250443031390508) + | > loss_disc_real_2: 0.21597309410572052 (0.19893542428811392) + | > loss_disc_real_3: 0.22954416275024414 (0.2107249399026235) + | > loss_disc_real_4: 0.2639204263687134 (0.24331420163313547) + | > loss_disc_real_5: 0.26483115553855896 (0.23085657755533853) + | > loss_0: 2.8522768020629883 (2.7538677056630454) + | > loss_gen: 2.1572117805480957 (2.130713621775309) + | > loss_kl: 1.1169729232788086 (1.533237059911092) + | > loss_feat: 5.855831623077393 (5.670562267303467) + | > loss_mel: 24.43436622619629 (23.64222462972005) + | > loss_duration: 1.7563972473144531 (1.7133816083272297) + | > loss_1: 35.32078170776367 (34.690120697021484) + + --> STEP: 4 + | > loss_disc: 2.59633731842041 (2.7144851088523865) + | > loss_disc_real_0: 0.27213573455810547 (0.35814524441957474) + | > loss_disc_real_1: 0.24211402237415314 (0.2483607791364193) + | > loss_disc_real_2: 0.16299687325954437 (0.18995078653097153) + | > loss_disc_real_3: 0.23333777487277985 (0.21637814864516258) + | > loss_disc_real_4: 0.21500220894813538 (0.23623620346188545) + | > loss_disc_real_5: 0.22562815248966217 (0.22954947128891945) + | > loss_0: 2.59633731842041 (2.7144851088523865) + | > loss_gen: 2.1556267738342285 (2.136941909790039) + | > loss_kl: 1.5474555492401123 (1.5367916822433472) + | > loss_feat: 5.192582607269287 (5.551067352294922) + | > loss_mel: 20.184267044067383 (22.777735233306885) + | > loss_duration: 1.7025079727172852 (1.7106631994247437) + | > loss_1: 30.782440185546875 (33.71320056915283) + + --> STEP: 5 + | > loss_disc: 2.3544909954071045 (2.6424862861633303) + | > loss_disc_real_0: 0.225689098238945 (0.3316540151834488) + | > loss_disc_real_1: 0.224504753947258 (0.24358957409858703) + | > loss_disc_real_2: 0.19326838850975037 (0.1906143069267273) + | > loss_disc_real_3: 0.13291864097118378 (0.1996862471103668) + | > loss_disc_real_4: 0.21539784967899323 (0.232068532705307) + | > loss_disc_real_5: 0.14621709287166595 (0.21288299560546875) + | > loss_0: 2.3544909954071045 (2.6424862861633303) + | > loss_gen: 2.129563570022583 (2.1354662418365478) + | > loss_kl: 2.3818960189819336 (1.7058125495910645) + | > loss_feat: 7.263946533203125 (5.893643188476562) + | > loss_mel: 23.113922119140625 (22.844972610473633) + | > loss_duration: 1.8400416374206543 (1.7365388870239258) + | > loss_1: 36.7293701171875 (34.31643447875977) + + --> STEP: 6 + | > loss_disc: 2.8518803119659424 (2.6773852904637656) + | > loss_disc_real_0: 0.3978370726108551 (0.3426845247546832) + | > loss_disc_real_1: 0.2696824371814728 (0.24793838461240134) + | > loss_disc_real_2: 0.21916398406028748 (0.19537258644898733) + | > loss_disc_real_3: 0.24299629032611847 (0.20690458764632544) + | > loss_disc_real_4: 0.27564454078674316 (0.2393312007188797) + | > loss_disc_real_5: 0.1836947500705719 (0.20801828801631927) + | > loss_0: 2.8518803119659424 (2.6773852904637656) + | > loss_gen: 2.1672093868255615 (2.1407567660013833) + | > loss_kl: 1.8362245559692383 (1.7275478839874268) + | > loss_feat: 5.5970258712768555 (5.844206968943278) + | > loss_mel: 22.517879486083984 (22.790457089742024) + | > loss_duration: 1.691367506980896 (1.729010323683421) + | > loss_1: 33.80970764160156 (34.23198000590006) + + --> STEP: 7 + | > loss_disc: 2.574666976928711 (2.6627112456730435) + | > loss_disc_real_0: 0.273653119802475 (0.3328228954757963) + | > loss_disc_real_1: 0.21987275779247284 (0.24392900935241155) + | > loss_disc_real_2: 0.23766683042049408 (0.20141462130205973) + | > loss_disc_real_3: 0.22081702947616577 (0.20889207933630263) + | > loss_disc_real_4: 0.2658001184463501 (0.2431124746799469) + | > loss_disc_real_5: 0.22445163130760193 (0.21036590848650252) + | > loss_0: 2.574666976928711 (2.6627112456730435) + | > loss_gen: 2.31748366355896 (2.166003465652466) + | > loss_kl: 1.9084527492523193 (1.7533914361681258) + | > loss_feat: 4.862355709075928 (5.7039425032479425) + | > loss_mel: 20.059301376342773 (22.400291987827845) + | > loss_duration: 1.6355106830596924 (1.7156532321657454) + | > loss_1: 30.783103942871094 (33.739283425467356) + + --> STEP: 8 + | > loss_disc: 2.8095815181732178 (2.681070029735565) + | > loss_disc_real_0: 0.33906716108322144 (0.33360342867672443) + | > loss_disc_real_1: 0.258689284324646 (0.24577404372394085) + | > loss_disc_real_2: 0.22092904150485992 (0.20385392382740974) + | > loss_disc_real_3: 0.20539377629756927 (0.20845479145646095) + | > loss_disc_real_4: 0.2811155617237091 (0.24786286056041718) + | > loss_disc_real_5: 0.23343832790851593 (0.2132499609142542) + | > loss_0: 2.8095815181732178 (2.681070029735565) + | > loss_gen: 2.1172842979431152 (2.159913569688797) + | > loss_kl: 2.0221574306488037 (1.7869871854782104) + | > loss_feat: 5.167739391326904 (5.6369171142578125) + | > loss_mel: 20.226476669311523 (22.128565073013306) + | > loss_duration: 1.7436957359313965 (1.7191585451364517) + | > loss_1: 31.277355194091797 (33.43154239654541) + + --> STEP: 9 + | > loss_disc: 2.7228260040283203 (2.68570958243476) + | > loss_disc_real_0: 0.31062471866607666 (0.33105023867554134) + | > loss_disc_real_1: 0.23811426758766174 (0.2449229574865765) + | > loss_disc_real_2: 0.21546928584575653 (0.20514451960722604) + | > loss_disc_real_3: 0.20715104043483734 (0.2083099302318361) + | > loss_disc_real_4: 0.21444742381572723 (0.24415003425545162) + | > loss_disc_real_5: 0.23042139410972595 (0.21515789793597329) + | > loss_0: 2.7228260040283203 (2.68570958243476) + | > loss_gen: 1.9349453449249268 (2.1349171002705893) + | > loss_kl: 1.3366566896438599 (1.7369504637188382) + | > loss_feat: 5.345606327056885 (5.604549249013265) + | > loss_mel: 22.083206176757812 (22.123525195651585) + | > loss_duration: 1.7027785778045654 (1.717338548766242) + | > loss_1: 32.403194427490234 (33.31728151109483) + + --> STEP: 10 + | > loss_disc: 2.731111526489258 (2.69024977684021) + | > loss_disc_real_0: 0.3331511914730072 (0.3312603339552879) + | > loss_disc_real_1: 0.26560860872268677 (0.24699152261018753) + | > loss_disc_real_2: 0.2368793934583664 (0.2083180069923401) + | > loss_disc_real_3: 0.22674110531806946 (0.21015304774045945) + | > loss_disc_real_4: 0.2330680936574936 (0.24304184019565583) + | > loss_disc_real_5: 0.23504841327667236 (0.21714694947004318) + | > loss_0: 2.731111526489258 (2.69024977684021) + | > loss_gen: 2.055145263671875 (2.1269399166107177) + | > loss_kl: 1.377791166305542 (1.7010345339775086) + | > loss_feat: 4.084428787231445 (5.452537202835083) + | > loss_mel: 16.89752960205078 (21.600925636291503) + | > loss_duration: 1.6026933193206787 (1.7058740258216858) + | > loss_1: 26.017587661743164 (32.58731212615967) + + --> STEP: 11 + | > loss_disc: 2.6825242042541504 (2.689547452059659) + | > loss_disc_real_0: 0.2106672078371048 (0.32029732248999854) + | > loss_disc_real_1: 0.26580867171287537 (0.2487021725286137) + | > loss_disc_real_2: 0.16975577175617218 (0.20481234924359756) + | > loss_disc_real_3: 0.1288680136203766 (0.20276349918408829) + | > loss_disc_real_4: 0.22008268535137177 (0.24095464430072092) + | > loss_disc_real_5: 0.2651282846927643 (0.2215088890357451) + | > loss_0: 2.6825242042541504 (2.689547452059659) + | > loss_gen: 1.9690704345703125 (2.1125881455161353) + | > loss_kl: 2.323910713195801 (1.7576596411791714) + | > loss_feat: 7.636091709136963 (5.651042157953436) + | > loss_mel: 24.74294090270996 (21.88656338778409) + | > loss_duration: 1.5993441343307495 (1.6961894902316006) + | > loss_1: 38.27135467529297 (33.10404326698997) + + --> STEP: 12 + | > loss_disc: 2.7006404399871826 (2.690471867720286) + | > loss_disc_real_0: 0.2973502278327942 (0.3183850646018982) + | > loss_disc_real_1: 0.23260089755058289 (0.2473603996137778) + | > loss_disc_real_2: 0.23294752836227417 (0.20715694750348726) + | > loss_disc_real_3: 0.2661823630332947 (0.20804840450485548) + | > loss_disc_real_4: 0.2860282361507416 (0.2447107769548893) + | > loss_disc_real_5: 0.22536759078502655 (0.2218304475148519) + | > loss_0: 2.7006404399871826 (2.690471867720286) + | > loss_gen: 2.215848445892334 (2.121193170547485) + | > loss_kl: 1.1618595123291016 (1.7080096304416656) + | > loss_feat: 4.653192043304443 (5.567887981732686) + | > loss_mel: 20.594331741333008 (21.778877417246502) + | > loss_duration: 1.7555427551269531 (1.7011355956395466) + | > loss_1: 30.380775451660156 (32.87710428237915) + + --> STEP: 13 + | > loss_disc: 2.367889165878296 (2.6656578137324405) + | > loss_disc_real_0: 0.202256977558136 (0.3094521348293011) + | > loss_disc_real_1: 0.22008278965950012 (0.2452621219249872) + | > loss_disc_real_2: 0.17670777440071106 (0.20481470341865832) + | > loss_disc_real_3: 0.16695931553840637 (0.20488770535359016) + | > loss_disc_real_4: 0.2045506089925766 (0.24162153326548064) + | > loss_disc_real_5: 0.16731391847133636 (0.2176368683576584) + | > loss_0: 2.367889165878296 (2.6656578137324405) + | > loss_gen: 2.1336634159088135 (2.122152420190664) + | > loss_kl: 1.9687851667404175 (1.7280692870800312) + | > loss_feat: 6.8333845138549805 (5.6652338688190165) + | > loss_mel: 24.43651008605957 (21.98331069946289) + | > loss_duration: 1.7334318161010742 (1.7036199202904334) + | > loss_1: 37.10577392578125 (33.202386562640854) + + --> STEP: 14 + | > loss_disc: 2.580575466156006 (2.659580503191267) + | > loss_disc_real_0: 0.2622162103652954 (0.3060781402247293) + | > loss_disc_real_1: 0.2301965355873108 (0.2441860086151532) + | > loss_disc_real_2: 0.20519129931926727 (0.20484160312584468) + | > loss_disc_real_3: 0.22411924600601196 (0.20626138682876313) + | > loss_disc_real_4: 0.2790936529636383 (0.24429811324392045) + | > loss_disc_real_5: 0.3360034227371216 (0.22609162224190577) + | > loss_0: 2.580575466156006 (2.659580503191267) + | > loss_gen: 2.3474607467651367 (2.1382458720888406) + | > loss_kl: 1.2471892833709717 (1.693720715386527) + | > loss_feat: 5.192717552185059 (5.631482703345163) + | > loss_mel: 22.15948486328125 (21.995894568307058) + | > loss_duration: 1.7730926275253296 (1.7085822565214974) + | > loss_1: 32.719947814941406 (33.16792665209089) + + --> STEP: 15 + | > loss_disc: 2.599151849746704 (2.6555519262949625) + | > loss_disc_real_0: 0.33091145753860474 (0.307733694712321) + | > loss_disc_real_1: 0.3040578365325928 (0.24817746380964914) + | > loss_disc_real_2: 0.26569443941116333 (0.20889845887819927) + | > loss_disc_real_3: 0.18581928312778473 (0.2048985799153646) + | > loss_disc_real_4: 0.21806859970092773 (0.24254947900772095) + | > loss_disc_real_5: 0.2038080394268036 (0.2246060500542323) + | > loss_0: 2.599151849746704 (2.6555519262949625) + | > loss_gen: 2.270526170730591 (2.1470645586649573) + | > loss_kl: 1.700344443321228 (1.6941622972488404) + | > loss_feat: 5.858067035675049 (5.646588325500488) + | > loss_mel: 24.290864944458008 (22.14889259338379) + | > loss_duration: 1.6829464435577393 (1.7068732023239135) + | > loss_1: 35.80274963378906 (33.34358151753744) + + --> STEP: 16 + | > loss_disc: 2.845133066177368 (2.667400747537613) + | > loss_disc_real_0: 0.30148425698280334 (0.3073431048542261) + | > loss_disc_real_1: 0.293719619512558 (0.25102384854108095) + | > loss_disc_real_2: 0.2465471774339676 (0.21125150378793478) + | > loss_disc_real_3: 0.19280478358268738 (0.20414271764457226) + | > loss_disc_real_4: 0.18718387186527252 (0.23908912856131792) + | > loss_disc_real_5: 0.19867579638957977 (0.2229854092001915) + | > loss_0: 2.845133066177368 (2.667400747537613) + | > loss_gen: 1.9131146669387817 (2.1324426904320712) + | > loss_kl: 1.4434431791305542 (1.6784923523664474) + | > loss_feat: 6.261790752410889 (5.685038477182388) + | > loss_mel: 23.854949951171875 (22.255521178245544) + | > loss_duration: 1.7788747549057007 (1.7113732993602753) + | > loss_1: 35.252174377441406 (33.46286857128143) + + --> STEP: 17 + | > loss_disc: 2.4274234771728516 (2.6532844375161564) + | > loss_disc_real_0: 0.30012500286102295 (0.3069185106193318) + | > loss_disc_real_1: 0.233455091714859 (0.24999039225718556) + | > loss_disc_real_2: 0.15387023985385895 (0.20787613532122443) + | > loss_disc_real_3: 0.176319420337677 (0.20250605309710784) + | > loss_disc_real_4: 0.19122245907783508 (0.23627344212111304) + | > loss_disc_real_5: 0.19261384010314941 (0.2211988463121302) + | > loss_0: 2.4274234771728516 (2.6532844375161564) + | > loss_gen: 2.148683786392212 (2.133398049017962) + | > loss_kl: 1.6798627376556396 (1.6785729632658117) + | > loss_feat: 6.456991672515869 (5.730447488672593) + | > loss_mel: 25.194332122802734 (22.42839241027832) + | > loss_duration: 1.680629014968872 (1.709564812043134) + | > loss_1: 37.160499572753906 (33.6803762772504) + + --> STEP: 18 + | > loss_disc: 2.671933650970459 (2.6543205049302845) + | > loss_disc_real_0: 0.2834312915802002 (0.3056136651171578) + | > loss_disc_real_1: 0.2479274570941925 (0.24987578474813038) + | > loss_disc_real_2: 0.24751107394695282 (0.21007807635598713) + | > loss_disc_real_3: 0.22299645841121674 (0.20364440894789165) + | > loss_disc_real_4: 0.23294508457183838 (0.23608853336837557) + | > loss_disc_real_5: 0.18712976574897766 (0.2193061196141773) + | > loss_0: 2.671933650970459 (2.6543205049302845) + | > loss_gen: 2.183023691177368 (2.136155029137929) + | > loss_kl: 1.5133434534072876 (1.6693935460514493) + | > loss_feat: 6.397309303283691 (5.767495367262098) + | > loss_mel: 23.89479637145996 (22.509859297010635) + | > loss_duration: 1.6662548780441284 (1.7071587045987446) + | > loss_1: 35.654727935791016 (33.790062480502655) + + --> STEP: 19 + | > loss_disc: 2.795520782470703 (2.661752098485043) + | > loss_disc_real_0: 0.2589534521102905 (0.30315786443258586) + | > loss_disc_real_1: 0.23216316103935242 (0.2489435413950368) + | > loss_disc_real_2: 0.19907663762569427 (0.20949905326491908) + | > loss_disc_real_3: 0.16563737392425537 (0.20164403868348976) + | > loss_disc_real_4: 0.21239767968654633 (0.23484164633248983) + | > loss_disc_real_5: 0.21032655239105225 (0.21883351081296018) + | > loss_0: 2.795520782470703 (2.661752098485043) + | > loss_gen: 1.876301884651184 (2.122478547849153) + | > loss_kl: 1.4052884578704834 (1.655493278252451) + | > loss_feat: 5.991745471954346 (5.779298004351165) + | > loss_mel: 22.73700523376465 (22.521814346313477) + | > loss_duration: 1.8072435855865479 (1.7124263299138922) + | > loss_1: 33.81758499145508 (33.791511033710684) + + --> STEP: 20 + | > loss_disc: 2.6005845069885254 (2.658693718910217) + | > loss_disc_real_0: 0.297484427690506 (0.3028741925954819) + | > loss_disc_real_1: 0.2309325784444809 (0.248042993247509) + | > loss_disc_real_2: 0.2010648101568222 (0.20907734110951423) + | > loss_disc_real_3: 0.1907888799905777 (0.20110128074884415) + | > loss_disc_real_4: 0.19914786517620087 (0.23305695727467537) + | > loss_disc_real_5: 0.17339147627353668 (0.216561409085989) + | > loss_0: 2.6005845069885254 (2.658693718910217) + | > loss_gen: 1.9461321830749512 (2.1136612296104427) + | > loss_kl: 1.7028679847717285 (1.657862013578415) + | > loss_feat: 5.902778625488281 (5.785472035408021) + | > loss_mel: 21.594945907592773 (22.47547092437744) + | > loss_duration: 1.662276029586792 (1.7099188148975373) + | > loss_1: 32.80900192260742 (33.74238557815552) + + --> STEP: 21 + | > loss_disc: 2.496494770050049 (2.6509699594406855) + | > loss_disc_real_0: 0.2386399209499359 (0.2998154177552178) + | > loss_disc_real_1: 0.2419377714395523 (0.24775226839951106) + | > loss_disc_real_2: 0.24323426187038422 (0.21070386114574613) + | > loss_disc_real_3: 0.16916126012802124 (0.19958032738594783) + | > loss_disc_real_4: 0.2457078993320465 (0.23365938308693113) + | > loss_disc_real_5: 0.15293189883232117 (0.2135314324072429) + | > loss_0: 2.496494770050049 (2.6509699594406855) + | > loss_gen: 2.1967828273773193 (2.117619400932675) + | > loss_kl: 1.732267141342163 (1.6614051149004982) + | > loss_feat: 6.664270877838135 (5.827319599333264) + | > loss_mel: 24.559858322143555 (22.57472746712821) + | > loss_duration: 1.6853442192077637 (1.7087485960551672) + | > loss_1: 36.838523864746094 (33.88982073465983) + + --> STEP: 22 + | > loss_disc: 2.8155293464660645 (2.6584499315782026) + | > loss_disc_real_0: 0.4195244312286377 (0.30525673654946417) + | > loss_disc_real_1: 0.22637048363685608 (0.24678036909211765) + | > loss_disc_real_2: 0.20920631289482117 (0.2106357907707041) + | > loss_disc_real_3: 0.22851194441318512 (0.20089540088718588) + | > loss_disc_real_4: 0.23099598288536072 (0.2335383194414052) + | > loss_disc_real_5: 0.23327496647834778 (0.21442886577411133) + | > loss_0: 2.8155293464660645 (2.6584499315782026) + | > loss_gen: 1.9841229915618896 (2.111551382324912) + | > loss_kl: 1.5981152057647705 (1.6585283008488743) + | > loss_feat: 3.12170147895813 (5.704336957498031) + | > loss_mel: 14.879047393798828 (22.224923827431418) + | > loss_duration: 1.7980530261993408 (1.7128078883344477) + | > loss_1: 23.381040573120117 (33.4121489091353) + + --> STEP: 23 + | > loss_disc: 2.653139114379883 (2.6582190264826235) + | > loss_disc_real_0: 0.251284658908844 (0.30291012447813287) + | > loss_disc_real_1: 0.2745543420314789 (0.24798793313295944) + | > loss_disc_real_2: 0.24422967433929443 (0.21209639440412106) + | > loss_disc_real_3: 0.17741335928440094 (0.19987444255663) + | > loss_disc_real_4: 0.19844481348991394 (0.23201251483481863) + | > loss_disc_real_5: 0.18020831048488617 (0.212941015544145) + | > loss_0: 2.653139114379883 (2.6582190264826235) + | > loss_gen: 2.051715850830078 (2.1089498374773106) + | > loss_kl: 1.6620659828186035 (1.6586821131084277) + | > loss_feat: 6.633467674255371 (5.744733945183132) + | > loss_mel: 22.609289169311523 (22.241635364034902) + | > loss_duration: 1.7979962825775146 (1.7165117315624072) + | > loss_1: 34.75453567504883 (33.47051355113154) + + --> STEP: 24 + | > loss_disc: 2.7839248180389404 (2.66345676779747) + | > loss_disc_real_0: 0.35765138268470764 (0.30519101023674017) + | > loss_disc_real_1: 0.23033639788627625 (0.247252452497681) + | > loss_disc_real_2: 0.2070268839597702 (0.21188516480227312) + | > loss_disc_real_3: 0.2073696255683899 (0.20018674184878668) + | > loss_disc_real_4: 0.2506149709224701 (0.2327876171718041) + | > loss_disc_real_5: 0.22759407758712769 (0.21355155979593596) + | > loss_0: 2.7839248180389404 (2.66345676779747) + | > loss_gen: 2.0596067905426025 (2.1068938771883645) + | > loss_kl: 1.591994285583496 (1.6559034536282222) + | > loss_feat: 4.969619274139404 (5.71243750055631) + | > loss_mel: 21.3486385345459 (22.204427162806194) + | > loss_duration: 1.6876600980758667 (1.7153095801671345) + | > loss_1: 31.65751838684082 (33.39497208595276) + + --> STEP: 25 + | > loss_disc: 2.6788625717163086 (2.6640729999542234) + | > loss_disc_real_0: 0.26232218742370605 (0.30347625732421885) + | > loss_disc_real_1: 0.2559165954589844 (0.24759901821613312) + | > loss_disc_real_2: 0.15604211390018463 (0.20965144276618958) + | > loss_disc_real_3: 0.12894247472286224 (0.1973369711637497) + | > loss_disc_real_4: 0.2985038459300995 (0.23541626632213591) + | > loss_disc_real_5: 0.23910219967365265 (0.21457358539104462) + | > loss_0: 2.6788625717163086 (2.6640729999542234) + | > loss_gen: 2.217170000076294 (2.1113049221038818) + | > loss_kl: 1.5069568157196045 (1.6499455881118774) + | > loss_feat: 7.388618469238281 (5.779484739303589) + | > loss_mel: 27.951343536376953 (22.434303817749022) + | > loss_duration: 1.6320955753326416 (1.7119810199737548) + | > loss_1: 40.69618606567383 (33.6870206451416) + + --> STEP: 26 + | > loss_disc: 2.3291518688201904 (2.65119141798753) + | > loss_disc_real_0: 0.11844278126955032 (0.29635958516827005) + | > loss_disc_real_1: 0.19126220047473907 (0.2454322175337718) + | > loss_disc_real_2: 0.20056748390197754 (0.20930205973295066) + | > loss_disc_real_3: 0.1503138244152069 (0.19552838859649804) + | > loss_disc_real_4: 0.18027545511722565 (0.23329546589117783) + | > loss_disc_real_5: 0.20727398991584778 (0.21429283171892166) + | > loss_0: 2.3291518688201904 (2.65119141798753) + | > loss_gen: 2.101271629333496 (2.110919026228098) + | > loss_kl: 1.376206398010254 (1.6394171577233534) + | > loss_feat: 6.681541442871094 (5.814179227902339) + | > loss_mel: 24.1756591796875 (22.501279023977425) + | > loss_duration: 1.655142903327942 (1.7097949385643005) + | > loss_1: 35.98982238769531 (33.77558994293213) + + --> STEP: 27 + | > loss_disc: 2.877295732498169 (2.6595656518582946) + | > loss_disc_real_0: 0.40549328923225403 (0.3004015742076768) + | > loss_disc_real_1: 0.22582241892814636 (0.2447059286965264) + | > loss_disc_real_2: 0.24116532504558563 (0.21048218067045565) + | > loss_disc_real_3: 0.23704591393470764 (0.19706607472013543) + | > loss_disc_real_4: 0.22524985671043396 (0.2329974803659651) + | > loss_disc_real_5: 0.25091657042503357 (0.2156492664858147) + | > loss_0: 2.877295732498169 (2.6595656518582946) + | > loss_gen: 2.028956890106201 (2.1078833915569164) + | > loss_kl: 1.7320005893707275 (1.6428461737102933) + | > loss_feat: 5.397575855255127 (5.79874947335985) + | > loss_mel: 23.40214729309082 (22.53464451542607) + | > loss_duration: 1.6897920370101929 (1.709054090358593) + | > loss_1: 34.25047302246094 (33.7931782051369) + + --> STEP: 28 + | > loss_disc: 2.512467384338379 (2.6543121423040117) + | > loss_disc_real_0: 0.2720946669578552 (0.2993906132344689) + | > loss_disc_real_1: 0.23309753835201263 (0.2442913433270795) + | > loss_disc_real_2: 0.1802324801683426 (0.20940183422395162) + | > loss_disc_real_3: 0.22473512589931488 (0.19805425511939184) + | > loss_disc_real_4: 0.17953592538833618 (0.23108813911676407) + | > loss_disc_real_5: 0.1838628500699997 (0.214514037328107) + | > loss_0: 2.512467384338379 (2.6543121423040117) + | > loss_gen: 2.1667401790618896 (2.109985419682094) + | > loss_kl: 1.9316279888153076 (1.6531598099640437) + | > loss_feat: 6.402411460876465 (5.820308830056872) + | > loss_mel: 25.633792877197266 (22.64532838548933) + | > loss_duration: 1.7034918069839478 (1.708855437380927) + | > loss_1: 37.83806610107422 (33.937638487134656) + + --> STEP: 29 + | > loss_disc: 2.790696144104004 (2.6590150389178047) + | > loss_disc_real_0: 0.35591864585876465 (0.301339855738755) + | > loss_disc_real_1: 0.2651757001876831 (0.24501149356365204) + | > loss_disc_real_2: 0.2551061809062958 (0.2109778461785152) + | > loss_disc_real_3: 0.2844010293483734 (0.201031730092805) + | > loss_disc_real_4: 0.19332806766033173 (0.22978606768723192) + | > loss_disc_real_5: 0.24059437215328217 (0.2154133592186303) + | > loss_0: 2.790696144104004 (2.6590150389178047) + | > loss_gen: 2.209787130355835 (2.1134268579811883) + | > loss_kl: 1.5651419162750244 (1.6501247101816638) + | > loss_feat: 3.3059022426605225 (5.733605154629411) + | > loss_mel: 20.325340270996094 (22.565328795334388) + | > loss_duration: 1.672013521194458 (1.7075850264779453) + | > loss_1: 29.07818603515625 (33.77007116120437) + + --> STEP: 30 + | > loss_disc: 2.4281327724456787 (2.6513189633687335) + | > loss_disc_real_0: 0.20696723461151123 (0.2981941017011802) + | > loss_disc_real_1: 0.25379130244255066 (0.24530415385961532) + | > loss_disc_real_2: 0.2244143784046173 (0.21142573058605194) + | > loss_disc_real_3: 0.20744313299655914 (0.20124544352293014) + | > loss_disc_real_4: 0.18026214838027954 (0.22813527037700018) + | > loss_disc_real_5: 0.14147210121154785 (0.21294865061839421) + | > loss_0: 2.4281327724456787 (2.6513189633687335) + | > loss_gen: 2.1959731578826904 (2.1161784013112386) + | > loss_kl: 2.0916876792907715 (1.6648434758186341) + | > loss_feat: 6.807820796966553 (5.769412342707316) + | > loss_mel: 25.645984649658203 (22.66801732381185) + | > loss_duration: 1.7333370447158813 (1.7084434270858764) + | > loss_1: 38.47480392456055 (33.92689558664958) + + --> STEP: 31 + | > loss_disc: 2.687711238861084 (2.652492907739455) + | > loss_disc_real_0: 0.23926463723182678 (0.29629315123442684) + | > loss_disc_real_1: 0.18959744274616241 (0.2435071631785362) + | > loss_disc_real_2: 0.15251794457435608 (0.20952547942438432) + | > loss_disc_real_3: 0.17080867290496826 (0.2002636122126733) + | > loss_disc_real_4: 0.23283371329307556 (0.2282868330517123) + | > loss_disc_real_5: 0.1886105239391327 (0.21216354975777288) + | > loss_0: 2.687711238861084 (2.652492907739455) + | > loss_gen: 1.8837047815322876 (2.108679252286111) + | > loss_kl: 1.40353524684906 (1.6564141781099382) + | > loss_feat: 7.325476169586182 (5.819607950025989) + | > loss_mel: 24.60441017150879 (22.730481609221428) + | > loss_duration: 1.6649556159973145 (1.7070405944701164) + | > loss_1: 36.882080078125 (34.02222411863266) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.009053353340395033 (-0.004050616295106951) + | > avg_loss_disc: 2.652492907739455 (+0.1685411930084233) + | > avg_loss_disc_real_0: 0.29629315123442684 (+0.06216913533787577) + | > avg_loss_disc_real_1: 0.2435071631785362 (+0.05513389456656673) + | > avg_loss_disc_real_2: 0.20952547942438432 (-0.0019570478508549594) + | > avg_loss_disc_real_3: 0.2002636122126733 (+0.010781119908055942) + | > avg_loss_disc_real_4: 0.2282868330517123 (-0.00032939593638142695) + | > avg_loss_disc_real_5: 0.21216354975777288 (-0.029162668412731546) + | > avg_loss_0: 2.652492907739455 (+0.1685411930084233) + | > avg_loss_gen: 2.108679252286111 (-0.32533283772007104) + | > avg_loss_kl: 1.6564141781099382 (+0.05796220610218672) + | > avg_loss_feat: 5.819607950025989 (-0.39340501446877774) + | > avg_loss_mel: 22.730481609221428 (+0.6756444131174391) + | > avg_loss_duration: 1.7070405944701164 (-0.0007633470719861091) + | > avg_loss_1: 34.02222411863266 (+0.014105766050263924) + + + > EPOCH: 11/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 00:52:55)  + + --> TIME: 2024-11-23 00:52:57 -- STEP: 1/797 -- GLOBAL_STEP: 31875 + | > loss_disc: 2.7272799015045166 (2.7272799015045166) + | > loss_disc_real_0: 0.41385799646377563 (0.41385799646377563) + | > loss_disc_real_1: 0.2090112417936325 (0.2090112417936325) + | > loss_disc_real_2: 0.18992076814174652 (0.18992076814174652) + | > loss_disc_real_3: 0.19909073412418365 (0.19909073412418365) + | > loss_disc_real_4: 0.2628575265407562 (0.2628575265407562) + | > loss_disc_real_5: 0.22224144637584686 (0.22224144637584686) + | > loss_0: 2.7272799015045166 (2.7272799015045166) + | > grad_norm_0: tensor(208.5932, device='cuda:0') (tensor(208.5932, device='cuda:0')) + | > loss_gen: 2.4813456535339355 (2.4813456535339355) + | > loss_kl: 1.7333356142044067 (1.7333356142044067) + | > loss_feat: 6.278783321380615 (6.278783321380615) + | > loss_mel: 22.53025245666504 (22.53025245666504) + | > loss_duration: 2.0259039402008057 (2.0259039402008057) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.04962158203125 (35.04962158203125) + | > grad_norm_1: tensor(602.6130, device='cuda:0') (tensor(602.6130, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 1.1158 (1.115828275680542) + | > loader_time: 0.0054 (0.0054166316986083984) + + + --> TIME: 2024-11-23 00:53:20 -- STEP: 26/797 -- GLOBAL_STEP: 31900 + | > loss_disc: 2.473151683807373 (2.5295553849293637) + | > loss_disc_real_0: 0.09949484467506409 (0.16265207815628785) + | > loss_disc_real_1: 0.19246546924114227 (0.22064262685867456) + | > loss_disc_real_2: 0.23082192242145538 (0.2332210219823397) + | > loss_disc_real_3: 0.2096533328294754 (0.22402252887304014) + | > loss_disc_real_4: 0.20386303961277008 (0.21927896657815346) + | > loss_disc_real_5: 0.23331013321876526 (0.23177091949261153) + | > loss_0: 2.473151683807373 (2.5295553849293637) + | > grad_norm_0: tensor(16.3757, device='cuda:0') (tensor(78.7748, device='cuda:0')) + | > loss_gen: 2.319528102874756 (2.3062022007428684) + | > loss_kl: 1.531114101409912 (1.5588379685695355) + | > loss_feat: 5.661031723022461 (6.216900715461144) + | > loss_mel: 21.513965606689453 (21.448982605567345) + | > loss_duration: 1.787072777748108 (1.84872901898164) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.812713623046875 (33.37965231675368) + | > grad_norm_1: tensor(242.5178, device='cuda:0') (tensor(446.7057, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 1.0544 (0.9339093703490037) + | > loader_time: 0.0048 (0.004804381957420936) + + + --> TIME: 2024-11-23 00:53:44 -- STEP: 51/797 -- GLOBAL_STEP: 31925 + | > loss_disc: 2.533141613006592 (2.5079508715984873) + | > loss_disc_real_0: 0.11014986038208008 (0.14636683303351491) + | > loss_disc_real_1: 0.21317067742347717 (0.22045356911771438) + | > loss_disc_real_2: 0.25288665294647217 (0.2391480298018923) + | > loss_disc_real_3: 0.21463030576705933 (0.2254831291296903) + | > loss_disc_real_4: 0.2689230740070343 (0.2232685369603774) + | > loss_disc_real_5: 0.2222687005996704 (0.23564941012391857) + | > loss_0: 2.533141613006592 (2.5079508715984873) + | > grad_norm_0: tensor(192.3574, device='cuda:0') (tensor(89.3945, device='cuda:0')) + | > loss_gen: 2.2490835189819336 (2.316632789724013) + | > loss_kl: 1.7316087484359741 (1.5747316654990702) + | > loss_feat: 5.817417144775391 (6.280568665149165) + | > loss_mel: 19.29983901977539 (21.500835830090097) + | > loss_duration: 1.8037798404693604 (1.809271344951555) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.901729583740234 (33.48204025567746) + | > grad_norm_1: tensor(895.8885, device='cuda:0') (tensor(545.9359, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 0.897 (0.934401180229935) + | > loader_time: 0.0047 (0.0049113011827655855) + + + --> TIME: 2024-11-23 00:54:07 -- STEP: 76/797 -- GLOBAL_STEP: 31950 + | > loss_disc: 2.421933889389038 (2.48189010431892) + | > loss_disc_real_0: 0.10890743881464005 (0.1382875571909704) + | > loss_disc_real_1: 0.25949251651763916 (0.21871190635781534) + | > loss_disc_real_2: 0.23573540151119232 (0.2342329368387398) + | > loss_disc_real_3: 0.24515418708324432 (0.22457444883490862) + | > loss_disc_real_4: 0.210962176322937 (0.22295177276981504) + | > loss_disc_real_5: 0.23095285892486572 (0.23361641619550555) + | > loss_0: 2.421933889389038 (2.48189010431892) + | > grad_norm_0: tensor(137.3651, device='cuda:0') (tensor(81.1495, device='cuda:0')) + | > loss_gen: 2.3228342533111572 (2.3213514873855994) + | > loss_kl: 1.6149382591247559 (1.5492502443100278) + | > loss_feat: 6.265707969665527 (6.358667919510289) + | > loss_mel: 20.93575668334961 (21.63854536257292) + | > loss_duration: 1.8072673082351685 (1.7819993119490773) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.946502685546875 (33.64981420416581) + | > grad_norm_1: tensor(548.1648, device='cuda:0') (tensor(542.4364, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 0.9817 (0.9226496909794054) + | > loader_time: 0.0064 (0.005165310282456247) + + + --> TIME: 2024-11-23 00:54:28 -- STEP: 101/797 -- GLOBAL_STEP: 31975 + | > loss_disc: 2.430379867553711 (2.480980131885793) + | > loss_disc_real_0: 0.09329833835363388 (0.14166447026009615) + | > loss_disc_real_1: 0.16056591272354126 (0.21725596856362744) + | > loss_disc_real_2: 0.21352756023406982 (0.23356212941136692) + | > loss_disc_real_3: 0.22029373049736023 (0.2249646887625798) + | > loss_disc_real_4: 0.19348813593387604 (0.22290725622436788) + | > loss_disc_real_5: 0.24237969517707825 (0.2337157209910969) + | > loss_0: 2.430379867553711 (2.480980131885793) + | > grad_norm_0: tensor(48.5557, device='cuda:0') (tensor(73.2481, device='cuda:0')) + | > loss_gen: 2.205383539199829 (2.3184675320540316) + | > loss_kl: 1.3206584453582764 (1.5342194697644453) + | > loss_feat: 6.82334041595459 (6.385863936773621) + | > loss_mel: 22.757919311523438 (21.746836256272722) + | > loss_duration: 1.7062242031097412 (1.7697518780679986) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.81352615356445 (33.75513898264066) + | > grad_norm_1: tensor(483.9475, device='cuda:0') (tensor(532.4634, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 0.8026 (0.9055607979840571) + | > loader_time: 0.0043 (0.005271956472113581) + + + --> TIME: 2024-11-23 00:54:51 -- STEP: 126/797 -- GLOBAL_STEP: 32000 + | > loss_disc: 2.6190638542175293 (2.4825477354110235) + | > loss_disc_real_0: 0.1278395801782608 (0.14171918540719963) + | > loss_disc_real_1: 0.207601398229599 (0.2176976706536989) + | > loss_disc_real_2: 0.25100162625312805 (0.23421092768983234) + | > loss_disc_real_3: 0.2357441931962967 (0.22591737894311784) + | > loss_disc_real_4: 0.3256116807460785 (0.2222115502707542) + | > loss_disc_real_5: 0.2391539216041565 (0.23272486350366048) + | > loss_0: 2.6190638542175293 (2.4825477354110235) + | > grad_norm_0: tensor(7.7892, device='cuda:0') (tensor(66.7298, device='cuda:0')) + | > loss_gen: 2.2772555351257324 (2.3223600387573233) + | > loss_kl: 1.4741841554641724 (1.5333326397434115) + | > loss_feat: 6.508984088897705 (6.403611974110679) + | > loss_mel: 23.716615676879883 (21.791943186805362) + | > loss_duration: 1.7333513498306274 (1.7623823786538744) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.710391998291016 (33.81363010406496) + | > grad_norm_1: tensor(569.9838, device='cuda:0') (tensor(549.9656, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 0.9679 (0.9038403109898643) + | > loader_time: 0.0048 (0.005243490612696087) + + + --> TIME: 2024-11-23 00:55:14 -- STEP: 151/797 -- GLOBAL_STEP: 32025 + | > loss_disc: 2.716538906097412 (2.4961270654438343) + | > loss_disc_real_0: 0.3119131326675415 (0.14493622041202547) + | > loss_disc_real_1: 0.26036542654037476 (0.2195004764574253) + | > loss_disc_real_2: 0.2563777267932892 (0.23545417396832777) + | > loss_disc_real_3: 0.20457786321640015 (0.22546946360970174) + | > loss_disc_real_4: 0.28098905086517334 (0.22413396341911215) + | > loss_disc_real_5: 0.25224652886390686 (0.233954975147121) + | > loss_0: 2.716538906097412 (2.4961270654438343) + | > grad_norm_0: tensor(149.7637, device='cuda:0') (tensor(69.8116, device='cuda:0')) + | > loss_gen: 2.413649797439575 (2.3263308291403653) + | > loss_kl: 1.3941986560821533 (1.5197512736383654) + | > loss_feat: 6.286727428436279 (6.373450386603147) + | > loss_mel: 22.726726531982422 (21.83870577022729) + | > loss_duration: 1.6965315341949463 (1.7570352901686102) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.51783752441406 (33.8152734364895) + | > grad_norm_1: tensor(651.4799, device='cuda:0') (tensor(549.0821, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 1.0123 (0.9012558523392835) + | > loader_time: 0.0064 (0.005269514803854835) + + + --> TIME: 2024-11-23 00:55:37 -- STEP: 176/797 -- GLOBAL_STEP: 32050 + | > loss_disc: 2.504319667816162 (2.5027556405826035) + | > loss_disc_real_0: 0.21352586150169373 (0.14588305504399957) + | > loss_disc_real_1: 0.2332867532968521 (0.21937825649299406) + | > loss_disc_real_2: 0.2503463327884674 (0.23597598956389862) + | > loss_disc_real_3: 0.2143087536096573 (0.2263348905200308) + | > loss_disc_real_4: 0.1802399456501007 (0.22440442790023304) + | > loss_disc_real_5: 0.2176295518875122 (0.23461879044771194) + | > loss_0: 2.504319667816162 (2.5027556405826035) + | > grad_norm_0: tensor(69.0977, device='cuda:0') (tensor(69.5325, device='cuda:0')) + | > loss_gen: 2.429908275604248 (2.317063934423705) + | > loss_kl: 1.324807047843933 (1.5221126828004012) + | > loss_feat: 5.470761775970459 (6.320905341343447) + | > loss_mel: 20.729938507080078 (21.78029901331121) + | > loss_duration: 1.6477715969085693 (1.7501196095889262) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.603187561035156 (33.690500530329636) + | > grad_norm_1: tensor(646.8559, device='cuda:0') (tensor(529.8664, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 1.0531 (0.9044572643258355) + | > loader_time: 0.0063 (0.005326457998969338) + + + --> TIME: 2024-11-23 00:55:59 -- STEP: 201/797 -- GLOBAL_STEP: 32075 + | > loss_disc: 2.502345085144043 (2.494093403887391) + | > loss_disc_real_0: 0.12726923823356628 (0.1438084886367642) + | > loss_disc_real_1: 0.2056918889284134 (0.2187649015318695) + | > loss_disc_real_2: 0.23220926523208618 (0.2356398741700756) + | > loss_disc_real_3: 0.1977011263370514 (0.22507982660288833) + | > loss_disc_real_4: 0.2235424667596817 (0.22374798972808307) + | > loss_disc_real_5: 0.25208714604377747 (0.23366301792177988) + | > loss_0: 2.502345085144043 (2.494093403887391) + | > grad_norm_0: tensor(31.2161, device='cuda:0') (tensor(69.9122, device='cuda:0')) + | > loss_gen: 2.1734542846679688 (2.3219581658567345) + | > loss_kl: 1.495250940322876 (1.5278147817844183) + | > loss_feat: 5.756959438323975 (6.335331999840428) + | > loss_mel: 20.360641479492188 (21.82343327346726) + | > loss_duration: 1.7540900707244873 (1.7470365816087863) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.540395736694336 (33.755574753035376) + | > grad_norm_1: tensor(550.1182, device='cuda:0') (tensor(548.6230, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 0.9276 (0.9029770668466293) + | > loader_time: 0.0081 (0.005346492748355391) + + + --> TIME: 2024-11-23 00:56:23 -- STEP: 226/797 -- GLOBAL_STEP: 32100 + | > loss_disc: 2.3464112281799316 (2.488792842468327) + | > loss_disc_real_0: 0.0933474749326706 (0.14056379301885596) + | > loss_disc_real_1: 0.2135576456785202 (0.21846714925713243) + | > loss_disc_real_2: 0.1857539415359497 (0.2346684532487287) + | > loss_disc_real_3: 0.19692403078079224 (0.2260130777691318) + | > loss_disc_real_4: 0.2339784950017929 (0.2236047166902407) + | > loss_disc_real_5: 0.24210728704929352 (0.23261470354236333) + | > loss_0: 2.3464112281799316 (2.488792842468327) + | > grad_norm_0: tensor(98.2255, device='cuda:0') (tensor(69.7676, device='cuda:0')) + | > loss_gen: 2.4636173248291016 (2.325035558337658) + | > loss_kl: 1.5932930707931519 (1.5357836898976722) + | > loss_feat: 7.013583660125732 (6.319931895331999) + | > loss_mel: 23.165992736816406 (21.800904282426412) + | > loss_duration: 1.7157572507858276 (1.744711682859775) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.95224380493164 (33.72636717399668) + | > grad_norm_1: tensor(685.1471, device='cuda:0') (tensor(558.4641, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 1.0254 (0.905349489861885) + | > loader_time: 0.0058 (0.0055236299481012125) + + + --> TIME: 2024-11-23 00:56:47 -- STEP: 251/797 -- GLOBAL_STEP: 32125 + | > loss_disc: 2.4576165676116943 (2.4893103168305153) + | > loss_disc_real_0: 0.13430942595005035 (0.13980797470447084) + | > loss_disc_real_1: 0.21883149445056915 (0.21956987025965732) + | > loss_disc_real_2: 0.22725188732147217 (0.2350328182319246) + | > loss_disc_real_3: 0.23526576161384583 (0.22541315752671534) + | > loss_disc_real_4: 0.24238555133342743 (0.22329648040917766) + | > loss_disc_real_5: 0.20875084400177002 (0.2330439075293294) + | > loss_0: 2.4576165676116943 (2.4893103168305153) + | > grad_norm_0: tensor(8.1850, device='cuda:0') (tensor(70.1252, device='cuda:0')) + | > loss_gen: 2.2904672622680664 (2.322814345834739) + | > loss_kl: 1.765540599822998 (1.5384310006620399) + | > loss_feat: 5.964766979217529 (6.311385065435888) + | > loss_mel: 20.737565994262695 (21.785506905787493) + | > loss_duration: 1.6658742427825928 (1.7409427854644348) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.42421340942383 (33.69908014426671) + | > grad_norm_1: tensor(622.0320, device='cuda:0') (tensor(572.9884, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 0.9329 (0.9097620548005123) + | > loader_time: 0.0082 (0.00558401673913477) + + + --> TIME: 2024-11-23 00:57:12 -- STEP: 276/797 -- GLOBAL_STEP: 32150 + | > loss_disc: 2.6177940368652344 (2.489134448162022) + | > loss_disc_real_0: 0.2554810047149658 (0.1405605446628255) + | > loss_disc_real_1: 0.2077382504940033 (0.21939128351168355) + | > loss_disc_real_2: 0.30986908078193665 (0.2351102675648703) + | > loss_disc_real_3: 0.24677640199661255 (0.22544218669982924) + | > loss_disc_real_4: 0.25540590286254883 (0.22296925342601276) + | > loss_disc_real_5: 0.2705192565917969 (0.2329729692335578) + | > loss_0: 2.6177940368652344 (2.489134448162022) + | > grad_norm_0: tensor(78.3189, device='cuda:0') (tensor(72.5731, device='cuda:0')) + | > loss_gen: 2.510429620742798 (2.3263173828954273) + | > loss_kl: 1.6474751234054565 (1.5394466495600299) + | > loss_feat: 6.3003644943237305 (6.2935964370119395) + | > loss_mel: 22.277162551879883 (21.773667280224785) + | > loss_duration: 1.7750658988952637 (1.7384501661079512) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.510498046875 (33.671477912128864) + | > grad_norm_1: tensor(470.1737, device='cuda:0') (tensor(573.3412, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 1.0903 (0.9153591489446335) + | > loader_time: 0.0064 (0.005747059117192809) + + + --> TIME: 2024-11-23 00:57:35 -- STEP: 301/797 -- GLOBAL_STEP: 32175 + | > loss_disc: 2.3519458770751953 (2.4893751595899496) + | > loss_disc_real_0: 0.10043567419052124 (0.14093786249079576) + | > loss_disc_real_1: 0.2191929966211319 (0.21887523970532655) + | > loss_disc_real_2: 0.22038786113262177 (0.23486773189516164) + | > loss_disc_real_3: 0.21695773303508759 (0.22527382584703326) + | > loss_disc_real_4: 0.1846134066581726 (0.2229471216566143) + | > loss_disc_real_5: 0.2245054394006729 (0.2331779279384106) + | > loss_0: 2.3519458770751953 (2.4893751595899496) + | > grad_norm_0: tensor(77.6513, device='cuda:0') (tensor(70.0192, device='cuda:0')) + | > loss_gen: 2.3257393836975098 (2.320119251048445) + | > loss_kl: 1.394949197769165 (1.5424529177405903) + | > loss_feat: 6.054875373840332 (6.2710650640468675) + | > loss_mel: 22.364551544189453 (21.74729818046291) + | > loss_duration: 1.7124319076538086 (1.7363870912216035) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.8525505065918 (33.61732254155058) + | > grad_norm_1: tensor(720.0807, device='cuda:0') (tensor(569.1619, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 0.906 (0.9174362131923536) + | > loader_time: 0.0068 (0.005787348034373948) + + + --> TIME: 2024-11-23 00:57:59 -- STEP: 326/797 -- GLOBAL_STEP: 32200 + | > loss_disc: 2.2705116271972656 (2.484343594568638) + | > loss_disc_real_0: 0.09329206496477127 (0.13926803690889855) + | > loss_disc_real_1: 0.2591874897480011 (0.21870900292886547) + | > loss_disc_real_2: 0.22845475375652313 (0.23469442275404198) + | > loss_disc_real_3: 0.18216103315353394 (0.22476245997690716) + | > loss_disc_real_4: 0.1942805051803589 (0.2229665795718234) + | > loss_disc_real_5: 0.2324748933315277 (0.23265181120736467) + | > loss_0: 2.2705116271972656 (2.484343594568638) + | > grad_norm_0: tensor(24.0033, device='cuda:0') (tensor(69.5534, device='cuda:0')) + | > loss_gen: 2.6687936782836914 (2.3259913914042736) + | > loss_kl: 1.4617232084274292 (1.5437321876821342) + | > loss_feat: 6.896905899047852 (6.292299194569971) + | > loss_mel: 21.51060676574707 (21.75571678021203) + | > loss_duration: 1.6847527027130127 (1.7346083499902596) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.222782135009766 (33.652347904041534) + | > grad_norm_1: tensor(631.6268, device='cuda:0') (tensor(580.8002, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 1.0496 (0.9198117614523765) + | > loader_time: 0.0083 (0.00587532637309443) + + + --> TIME: 2024-11-23 00:58:23 -- STEP: 351/797 -- GLOBAL_STEP: 32225 + | > loss_disc: 2.5343551635742188 (2.484699700293038) + | > loss_disc_real_0: 0.07873912900686264 (0.13904089913663695) + | > loss_disc_real_1: 0.20046553015708923 (0.21889901483840074) + | > loss_disc_real_2: 0.25593265891075134 (0.2346302750613275) + | > loss_disc_real_3: 0.22579580545425415 (0.225180051477886) + | > loss_disc_real_4: 0.2581273019313812 (0.22327678877743562) + | > loss_disc_real_5: 0.21563293039798737 (0.23255767535280297) + | > loss_0: 2.5343551635742188 (2.484699700293038) + | > grad_norm_0: tensor(225.9321, device='cuda:0') (tensor(73.1727, device='cuda:0')) + | > loss_gen: 2.1331441402435303 (2.3308425839470326) + | > loss_kl: 1.316902995109558 (1.5409215377946186) + | > loss_feat: 5.1858038902282715 (6.306007921865525) + | > loss_mel: 18.63271141052246 (21.762073603790377) + | > loss_duration: 1.6978332996368408 (1.7319196574708335) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 28.96639633178711 (33.671765286698346) + | > grad_norm_1: tensor(657.2396, device='cuda:0') (tensor(583.0088, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 0.8989 (0.9198831934534926) + | > loader_time: 0.0064 (0.005969186793704997) + + + --> TIME: 2024-11-23 00:58:47 -- STEP: 376/797 -- GLOBAL_STEP: 32250 + | > loss_disc: 2.5710060596466064 (2.480250932434771) + | > loss_disc_real_0: 0.15348097681999207 (0.1377766360825998) + | > loss_disc_real_1: 0.24708452820777893 (0.21882460607176132) + | > loss_disc_real_2: 0.22365061938762665 (0.23490245529311768) + | > loss_disc_real_3: 0.21754159033298492 (0.22488798522093195) + | > loss_disc_real_4: 0.247940331697464 (0.22260996949006903) + | > loss_disc_real_5: 0.21767279505729675 (0.2321639838529394) + | > loss_0: 2.5710060596466064 (2.480250932434771) + | > grad_norm_0: tensor(189.9953, device='cuda:0') (tensor(73.2692, device='cuda:0')) + | > loss_gen: 2.179405450820923 (2.3321883970118598) + | > loss_kl: 1.282968521118164 (1.5408417869438515) + | > loss_feat: 5.559370040893555 (6.304350669079641) + | > loss_mel: 19.703611373901367 (21.742764188888234) + | > loss_duration: 1.7075858116149902 (1.7293989975401696) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.432941436767578 (33.64954404120754) + | > grad_norm_1: tensor(633.4481, device='cuda:0') (tensor(583.8780, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 0.9074 (0.9213010028321692) + | > loader_time: 0.0069 (0.006066005914769274) + + + --> TIME: 2024-11-23 00:59:10 -- STEP: 401/797 -- GLOBAL_STEP: 32275 + | > loss_disc: 2.479912519454956 (2.4779765837804932) + | > loss_disc_real_0: 0.15857043862342834 (0.13690855826002715) + | > loss_disc_real_1: 0.21279186010360718 (0.21832645890718683) + | > loss_disc_real_2: 0.22372284531593323 (0.234733522161284) + | > loss_disc_real_3: 0.2220577895641327 (0.2250994772016259) + | > loss_disc_real_4: 0.2381870597600937 (0.22257137770516022) + | > loss_disc_real_5: 0.20271997153759003 (0.23198028793210104) + | > loss_0: 2.479912519454956 (2.4779765837804932) + | > grad_norm_0: tensor(9.0118, device='cuda:0') (tensor(72.1050, device='cuda:0')) + | > loss_gen: 2.388317346572876 (2.331256267138553) + | > loss_kl: 1.6192156076431274 (1.543152092252289) + | > loss_feat: 6.387028694152832 (6.2964503259730185) + | > loss_mel: 22.49536895751953 (21.73103878087832) + | > loss_duration: 1.732663631439209 (1.7277247923568002) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.62259292602539 (33.62962227628718) + | > grad_norm_1: tensor(177.5256, device='cuda:0') (tensor(576.2955, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 0.9236 (0.9208674430847168) + | > loader_time: 0.0063 (0.006142269643464885) + + + --> TIME: 2024-11-23 00:59:34 -- STEP: 426/797 -- GLOBAL_STEP: 32300 + | > loss_disc: 2.4528310298919678 (2.4769252801725004) + | > loss_disc_real_0: 0.08756472915410995 (0.13656513051877575) + | > loss_disc_real_1: 0.19434337317943573 (0.21827215145171527) + | > loss_disc_real_2: 0.24808013439178467 (0.23492421139853661) + | > loss_disc_real_3: 0.2118864357471466 (0.22494893367161772) + | > loss_disc_real_4: 0.2513306140899658 (0.22260030194627287) + | > loss_disc_real_5: 0.21128158271312714 (0.23172024945278122) + | > loss_0: 2.4528310298919678 (2.4769252801725004) + | > grad_norm_0: tensor(48.8444, device='cuda:0') (tensor(70.7702, device='cuda:0')) + | > loss_gen: 2.230347156524658 (2.3293548822402985) + | > loss_kl: 1.4888697862625122 (1.5438462340495955) + | > loss_feat: 6.164906978607178 (6.298014469549692) + | > loss_mel: 22.460556030273438 (21.732339133679037) + | > loss_duration: 1.6843684911727905 (1.7262308074275092) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.029048919677734 (33.629785573538534) + | > grad_norm_1: tensor(73.5123, device='cuda:0') (tensor(571.5953, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 0.9504 (0.9232729802109266) + | > loader_time: 0.007 (0.006224191804447085) + + + --> TIME: 2024-11-23 00:59:58 -- STEP: 451/797 -- GLOBAL_STEP: 32325 + | > loss_disc: 2.427201747894287 (2.474010474401673) + | > loss_disc_real_0: 0.05400646850466728 (0.1354706497189741) + | > loss_disc_real_1: 0.18880993127822876 (0.21862411039763702) + | > loss_disc_real_2: 0.3131888508796692 (0.2350397387193206) + | > loss_disc_real_3: 0.21493110060691833 (0.22510719715623792) + | > loss_disc_real_4: 0.21537111699581146 (0.22215133465975193) + | > loss_disc_real_5: 0.2320430874824524 (0.23135949767085243) + | > loss_0: 2.427201747894287 (2.474010474401673) + | > grad_norm_0: tensor(27.1867, device='cuda:0') (tensor(73.3836, device='cuda:0')) + | > loss_gen: 2.4039833545684814 (2.337022187704525) + | > loss_kl: 1.7851285934448242 (1.5445018526984424) + | > loss_feat: 6.880487442016602 (6.318588835172803) + | > loss_mel: 21.9683780670166 (21.754352117060566) + | > loss_duration: 1.7245469093322754 (1.7250852714356721) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.76252746582031 (33.67955030200228) + | > grad_norm_1: tensor(461.4019, device='cuda:0') (tensor(574.9396, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 0.9093 (0.923328275955437) + | > loader_time: 0.007 (0.006311369576633902) + + + --> TIME: 2024-11-23 01:00:24 -- STEP: 476/797 -- GLOBAL_STEP: 32350 + | > loss_disc: 2.547764539718628 (2.4755613282948983) + | > loss_disc_real_0: 0.0880492776632309 (0.13604100135413305) + | > loss_disc_real_1: 0.20047304034233093 (0.21841505401525177) + | > loss_disc_real_2: 0.22101998329162598 (0.23527834307746726) + | > loss_disc_real_3: 0.2043323665857315 (0.22482434077924038) + | > loss_disc_real_4: 0.20488612353801727 (0.2221016904198322) + | > loss_disc_real_5: 0.2622360587120056 (0.23158061219488874) + | > loss_0: 2.547764539718628 (2.4755613282948983) + | > grad_norm_0: tensor(11.6601, device='cuda:0') (tensor(74.3132, device='cuda:0')) + | > loss_gen: 2.087736129760742 (2.3403671343787407) + | > loss_kl: 1.6142830848693848 (1.5458204271663136) + | > loss_feat: 5.661781311035156 (6.326552284865822) + | > loss_mel: 21.412521362304688 (21.762626980533128) + | > loss_duration: 1.7062742710113525 (1.7237317361751525) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.48259735107422 (33.69909860306435) + | > grad_norm_1: tensor(471.7469, device='cuda:0') (tensor(574.2800, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 1.1684 (0.9285289054157353) + | > loader_time: 0.0075 (0.006415850975934197) + + + --> TIME: 2024-11-23 01:00:48 -- STEP: 501/797 -- GLOBAL_STEP: 32375 + | > loss_disc: 2.383619785308838 (2.4745685487926123) + | > loss_disc_real_0: 0.09268149733543396 (0.13550995402558613) + | > loss_disc_real_1: 0.22846263647079468 (0.21846102722390684) + | > loss_disc_real_2: 0.25482574105262756 (0.23482505420962732) + | > loss_disc_real_3: 0.22159992158412933 (0.22506036441364213) + | > loss_disc_real_4: 0.21373961865901947 (0.22216631721950578) + | > loss_disc_real_5: 0.23361188173294067 (0.23157220549450186) + | > loss_0: 2.383619785308838 (2.4745685487926123) + | > grad_norm_0: tensor(34.2366, device='cuda:0') (tensor(74.1676, device='cuda:0')) + | > loss_gen: 2.4226489067077637 (2.33965741660067) + | > loss_kl: 1.6291894912719727 (1.5464199409037531) + | > loss_feat: 5.975001811981201 (6.3283619737910675) + | > loss_mel: 21.24101448059082 (21.772885172191025) + | > loss_duration: 1.6461888551712036 (1.722277891136215) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.91404342651367 (33.70960246255543) + | > grad_norm_1: tensor(274.7171, device='cuda:0') (tensor(570.2209, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 0.9079 (0.9297654757242717) + | > loader_time: 0.0075 (0.00647034283407672) + + + --> TIME: 2024-11-23 01:01:12 -- STEP: 526/797 -- GLOBAL_STEP: 32400 + | > loss_disc: 2.3746461868286133 (2.4722114080711917) + | > loss_disc_real_0: 0.15820054709911346 (0.1349584005079004) + | > loss_disc_real_1: 0.1800583302974701 (0.21824132254481768) + | > loss_disc_real_2: 0.17844158411026 (0.23464777306458795) + | > loss_disc_real_3: 0.1776987761259079 (0.22486945635465613) + | > loss_disc_real_4: 0.1946912556886673 (0.22188966585316133) + | > loss_disc_real_5: 0.2391299456357956 (0.23137249862739795) + | > loss_0: 2.3746461868286133 (2.4722114080711917) + | > grad_norm_0: tensor(9.4259, device='cuda:0') (tensor(73.5456, device='cuda:0')) + | > loss_gen: 2.4920763969421387 (2.341408165688753) + | > loss_kl: 1.541118860244751 (1.5485397052628913) + | > loss_feat: 8.290872573852539 (6.336811949544988) + | > loss_mel: 23.793560028076172 (21.7757857036228) + | > loss_duration: 1.6848407983779907 (1.721393536932115) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.802467346191406 (33.72393909787957) + | > grad_norm_1: tensor(209.5833, device='cuda:0') (tensor(559.1907, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 0.9892 (0.9303564562996984) + | > loader_time: 0.0102 (0.006627651221851886) + + + --> TIME: 2024-11-23 01:01:36 -- STEP: 551/797 -- GLOBAL_STEP: 32425 + | > loss_disc: 2.560824394226074 (2.475061393260091) + | > loss_disc_real_0: 0.11216038465499878 (0.13527666806444513) + | > loss_disc_real_1: 0.2418019026517868 (0.21878158575610107) + | > loss_disc_real_2: 0.2642393410205841 (0.23501222476552489) + | > loss_disc_real_3: 0.21195895969867706 (0.22510956506331034) + | > loss_disc_real_4: 0.2258721888065338 (0.2218747711495349) + | > loss_disc_real_5: 0.2367408722639084 (0.23152820898487) + | > loss_0: 2.560824394226074 (2.475061393260091) + | > grad_norm_0: tensor(99.6320, device='cuda:0') (tensor(72.8212, device='cuda:0')) + | > loss_gen: 2.3992202281951904 (2.3381906213431547) + | > loss_kl: 1.4260520935058594 (1.5492996270557065) + | > loss_feat: 6.127492904663086 (6.329961885774202) + | > loss_mel: 21.100984573364258 (21.77356643469062) + | > loss_duration: 1.6776782274246216 (1.7212418400008103) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.73142623901367 (33.712260448781265) + | > grad_norm_1: tensor(1005.4780, device='cuda:0') (tensor(555.1146, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 0.974 (0.9316171630540907) + | > loader_time: 0.0083 (0.006708374473447159) + + + --> TIME: 2024-11-23 01:02:00 -- STEP: 576/797 -- GLOBAL_STEP: 32450 + | > loss_disc: 2.566099166870117 (2.476577754235931) + | > loss_disc_real_0: 0.14819979667663574 (0.1359773849382894) + | > loss_disc_real_1: 0.2429472804069519 (0.2187563540000054) + | > loss_disc_real_2: 0.23257143795490265 (0.2347650014433182) + | > loss_disc_real_3: 0.2601938545703888 (0.22513835070033864) + | > loss_disc_real_4: 0.22866909205913544 (0.2219676432820657) + | > loss_disc_real_5: 0.22611582279205322 (0.23191938551867175) + | > loss_0: 2.566099166870117 (2.476577754235931) + | > grad_norm_0: tensor(72.0092, device='cuda:0') (tensor(73.8908, device='cuda:0')) + | > loss_gen: 2.187711238861084 (2.33672687618269) + | > loss_kl: 1.5289384126663208 (1.5499786025741034) + | > loss_feat: 5.916399955749512 (6.326166946854858) + | > loss_mel: 21.397218704223633 (21.76907663212883) + | > loss_duration: 1.7149951457977295 (1.7206391785293815) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.745262145996094 (33.70258825686248) + | > grad_norm_1: tensor(396.7240, device='cuda:0') (tensor(550.6995, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 0.9622 (0.9328906279471185) + | > loader_time: 0.0087 (0.006772714770502514) + + + --> TIME: 2024-11-23 01:02:26 -- STEP: 601/797 -- GLOBAL_STEP: 32475 + | > loss_disc: 2.593597412109375 (2.4764898485827964) + | > loss_disc_real_0: 0.16287897527217865 (0.13570577048149574) + | > loss_disc_real_1: 0.2839367091655731 (0.2188980102092771) + | > loss_disc_real_2: 0.25454914569854736 (0.23460528284261706) + | > loss_disc_real_3: 0.23308590054512024 (0.2254050071296993) + | > loss_disc_real_4: 0.21679478883743286 (0.22189183148885516) + | > loss_disc_real_5: 0.2513906955718994 (0.23203029663312852) + | > loss_0: 2.593597412109375 (2.4764898485827964) + | > grad_norm_0: tensor(122.1764, device='cuda:0') (tensor(74.8960, device='cuda:0')) + | > loss_gen: 2.3077449798583984 (2.3378952961793185) + | > loss_kl: 1.453723669052124 (1.5495993020927252) + | > loss_feat: 6.366831302642822 (6.3319686200971805) + | > loss_mel: 22.80879020690918 (21.791406536260983) + | > loss_duration: 1.6630628108978271 (1.7199836102579276) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.60015106201172 (33.730853367962624) + | > grad_norm_1: tensor(735.6910, device='cuda:0') (tensor(551.9295, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 1.1097 (0.9353388399133666) + | > loader_time: 0.0179 (0.006896879034312118) + + + --> TIME: 2024-11-23 01:02:51 -- STEP: 626/797 -- GLOBAL_STEP: 32500 + | > loss_disc: 2.4880764484405518 (2.477603823232194) + | > loss_disc_real_0: 0.11038170009851456 (0.13611784376227828) + | > loss_disc_real_1: 0.17963598668575287 (0.21898502470871886) + | > loss_disc_real_2: 0.17619401216506958 (0.23444613385886048) + | > loss_disc_real_3: 0.2408357411623001 (0.22522482578270728) + | > loss_disc_real_4: 0.2237866371870041 (0.22191286229858756) + | > loss_disc_real_5: 0.27808505296707153 (0.23234735043665852) + | > loss_0: 2.4880764484405518 (2.477603823232194) + | > grad_norm_0: tensor(31.5097, device='cuda:0') (tensor(76.0039, device='cuda:0')) + | > loss_gen: 2.287175178527832 (2.3375497744106273) + | > loss_kl: 1.4816415309906006 (1.549018790641913) + | > loss_feat: 6.795140266418457 (6.3211305964107325) + | > loss_mel: 23.668718338012695 (21.79703470845574) + | > loss_duration: 1.750063419342041 (1.7199759163414705) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.98273849487305 (33.7247098215853) + | > grad_norm_1: tensor(576.1469, device='cuda:0') (tensor(547.8957, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 0.9563 (0.9374978523284864) + | > loader_time: 0.0097 (0.006996258760031802) + + + --> TIME: 2024-11-23 01:03:16 -- STEP: 651/797 -- GLOBAL_STEP: 32525 + | > loss_disc: 2.572364091873169 (2.4763426663505683) + | > loss_disc_real_0: 0.08955977857112885 (0.13584285774790394) + | > loss_disc_real_1: 0.20534034073352814 (0.21897280612207956) + | > loss_disc_real_2: 0.2516828775405884 (0.23421176963595933) + | > loss_disc_real_3: 0.20552118122577667 (0.22517892299434553) + | > loss_disc_real_4: 0.2364686280488968 (0.2217050693963529) + | > loss_disc_real_5: 0.24739566445350647 (0.2323545180203911) + | > loss_0: 2.572364091873169 (2.4763426663505683) + | > grad_norm_0: tensor(124.8444, device='cuda:0') (tensor(75.7855, device='cuda:0')) + | > loss_gen: 2.287288188934326 (2.339533816834202) + | > loss_kl: 1.342070460319519 (1.54752565593031) + | > loss_feat: 7.303229331970215 (6.328825949157624) + | > loss_mel: 22.63566017150879 (21.810526843444546) + | > loss_duration: 1.744781255722046 (1.7198731511053031) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.31303024291992 (33.74628546051168) + | > grad_norm_1: tensor(755.9297, device='cuda:0') (tensor(548.9238, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 1.023 (0.9401678247935211) + | > loader_time: 0.0078 (0.007130220372189759) + + + --> TIME: 2024-11-23 01:03:42 -- STEP: 676/797 -- GLOBAL_STEP: 32550 + | > loss_disc: 2.4127931594848633 (2.4778387049246113) + | > loss_disc_real_0: 0.11936340481042862 (0.1356290406079072) + | > loss_disc_real_1: 0.22291311621665955 (0.21917624568798127) + | > loss_disc_real_2: 0.2180558443069458 (0.23446196630685287) + | > loss_disc_real_3: 0.23623840510845184 (0.2252893210912244) + | > loss_disc_real_4: 0.21395602822303772 (0.22213600809581172) + | > loss_disc_real_5: 0.20121914148330688 (0.23285370234113473) + | > loss_0: 2.4127931594848633 (2.4778387049246113) + | > grad_norm_0: tensor(210.1346, device='cuda:0') (tensor(77.5652, device='cuda:0')) + | > loss_gen: 2.408269166946411 (2.339461652837563) + | > loss_kl: 1.509007215499878 (1.5468983141451904) + | > loss_feat: 6.835563659667969 (6.320166151904498) + | > loss_mel: 21.51470184326172 (21.817571555368993) + | > loss_duration: 1.7194061279296875 (1.7194365799074338) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.98694610595703 (33.74353429128436) + | > grad_norm_1: tensor(858.1545, device='cuda:0') (tensor(552.9302, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 0.9615 (0.9421134739232486) + | > loader_time: 0.0082 (0.007220285884022008) + + + --> TIME: 2024-11-23 01:04:07 -- STEP: 701/797 -- GLOBAL_STEP: 32575 + | > loss_disc: 2.4085426330566406 (2.477619330315038) + | > loss_disc_real_0: 0.1581994593143463 (0.13564727927814552) + | > loss_disc_real_1: 0.16667446494102478 (0.21882426944931968) + | > loss_disc_real_2: 0.2112918198108673 (0.23431570602636703) + | > loss_disc_real_3: 0.21908800303936005 (0.2252738314884025) + | > loss_disc_real_4: 0.25410330295562744 (0.22207666980301935) + | > loss_disc_real_5: 0.2479909360408783 (0.23283864398315526) + | > loss_0: 2.4085426330566406 (2.477619330315038) + | > grad_norm_0: tensor(125.3883, device='cuda:0') (tensor(80.0157, device='cuda:0')) + | > loss_gen: 2.5083839893341064 (2.339640824498873) + | > loss_kl: 1.6007654666900635 (1.5466528647126219) + | > loss_feat: 6.749085426330566 (6.314497568807999) + | > loss_mel: 24.373220443725586 (21.82706195379629) + | > loss_duration: 1.6800898313522339 (1.71883972378158) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.91154479980469 (33.746692981257446) + | > grad_norm_1: tensor(624.9104, device='cuda:0') (tensor(553.8796, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 0.9811 (0.9439474845918882) + | > loader_time: 0.0091 (0.007313300131391018) + + + --> TIME: 2024-11-23 01:04:33 -- STEP: 726/797 -- GLOBAL_STEP: 32600 + | > loss_disc: 2.3313419818878174 (2.4770110405509436) + | > loss_disc_real_0: 0.10611230134963989 (0.13517549832046205) + | > loss_disc_real_1: 0.18645714223384857 (0.2185914799694187) + | > loss_disc_real_2: 0.19709636270999908 (0.23435137256692593) + | > loss_disc_real_3: 0.18195539712905884 (0.22535612596296406) + | > loss_disc_real_4: 0.2531941533088684 (0.22229935661902434) + | > loss_disc_real_5: 0.20923703908920288 (0.2327930893615586) + | > loss_0: 2.3313419818878174 (2.4770110405509436) + | > grad_norm_0: tensor(95.1373, device='cuda:0') (tensor(79.6245, device='cuda:0')) + | > loss_gen: 2.3507840633392334 (2.3396911364941575) + | > loss_kl: 1.6755659580230713 (1.5462626887911286) + | > loss_feat: 7.035577774047852 (6.314843710460613) + | > loss_mel: 23.466339111328125 (21.840958245858015) + | > loss_duration: 1.7045989036560059 (1.7180373969156877) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.23286437988281 (33.75979323426556) + | > grad_norm_1: tensor(811.3862, device='cuda:0') (tensor(554.7990, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 1.0986 (0.9470412238570284) + | > loader_time: 0.0182 (0.007588666332654718) + + + --> TIME: 2024-11-23 01:05:01 -- STEP: 751/797 -- GLOBAL_STEP: 32625 + | > loss_disc: 2.6211142539978027 (2.4764081250811674) + | > loss_disc_real_0: 0.12445005774497986 (0.13505967362187363) + | > loss_disc_real_1: 0.24150350689888 (0.21859147247874464) + | > loss_disc_real_2: 0.2442576140165329 (0.23428487882871285) + | > loss_disc_real_3: 0.24995578825473785 (0.2252774588793476) + | > loss_disc_real_4: 0.22545164823532104 (0.22222322293032654) + | > loss_disc_real_5: 0.2274293303489685 (0.2328045022154299) + | > loss_0: 2.6211142539978027 (2.4764081250811674) + | > grad_norm_0: tensor(40.2007, device='cuda:0') (tensor(79.5857, device='cuda:0')) + | > loss_gen: 2.1640241146087646 (2.3392896480788883) + | > loss_kl: 1.5117582082748413 (1.5460819894083337) + | > loss_feat: 5.090656280517578 (6.31640151591498) + | > loss_mel: 19.05717658996582 (21.845821949518154) + | > loss_duration: 1.7011902332305908 (1.7169526929702958) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 29.52480697631836 (33.76454784073306) + | > grad_norm_1: tensor(634.0664, device='cuda:0') (tensor(558.3477, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 1.0994 (0.9500004670591392) + | > loader_time: 0.1133 (0.010137128766462425) + + + --> TIME: 2024-11-23 01:05:41 -- STEP: 776/797 -- GLOBAL_STEP: 32650 + | > loss_disc: 2.43015193939209 (2.475507602863701) + | > loss_disc_real_0: 0.10081814974546432 (0.1349544146184608) + | > loss_disc_real_1: 0.1868697553873062 (0.2186482380115494) + | > loss_disc_real_2: 0.20791570842266083 (0.23446877003100114) + | > loss_disc_real_3: 0.16412566602230072 (0.22502051850723234) + | > loss_disc_real_4: 0.1867537498474121 (0.22214810275616712) + | > loss_disc_real_5: 0.24699632823467255 (0.23253014265108354) + | > loss_0: 2.43015193939209 (2.475507602863701) + | > grad_norm_0: tensor(135.2512, device='cuda:0') (tensor(79.6283, device='cuda:0')) + | > loss_gen: 2.1189098358154297 (2.34050887884553) + | > loss_kl: 1.7712560892105103 (1.5473379515034642) + | > loss_feat: 5.609665870666504 (6.317764872128204) + | > loss_mel: 19.936161041259766 (21.853889897926567) + | > loss_duration: 1.6662800312042236 (1.7158678928294129) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.10227394104004 (33.775369538474365) + | > grad_norm_1: tensor(256.6213, device='cuda:0') (tensor(559.3450, device='cuda:0')) + | > current_lr_0: 0.0001990273120590905 + | > current_lr_1: 0.0001990273120590905 + | > step_time: 1.5233 (0.9668514353712809) + | > loader_time: 0.1183 (0.01367266399344218) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.4510245323181152 (2.4510245323181152) + | > loss_disc_real_0: 0.12346632778644562 (0.12346632778644562) + | > loss_disc_real_1: 0.1621822863817215 (0.1621822863817215) + | > loss_disc_real_2: 0.19292357563972473 (0.19292357563972473) + | > loss_disc_real_3: 0.1922876089811325 (0.1922876089811325) + | > loss_disc_real_4: 0.17351074516773224 (0.17351074516773224) + | > loss_disc_real_5: 0.25705260038375854 (0.25705260038375854) + | > loss_0: 2.4510245323181152 (2.4510245323181152) + | > loss_gen: 2.0240211486816406 (2.0240211486816406) + | > loss_kl: 1.5774530172348022 (1.5774530172348022) + | > loss_feat: 6.708329677581787 (6.708329677581787) + | > loss_mel: 23.408782958984375 (23.408782958984375) + | > loss_duration: 2.0423378944396973 (2.0423378944396973) + | > loss_1: 35.76092529296875 (35.76092529296875) + + --> STEP: 1 + | > loss_disc: 2.410295009613037 (2.410295009613037) + | > loss_disc_real_0: 0.06901514530181885 (0.06901514530181885) + | > loss_disc_real_1: 0.1659024953842163 (0.1659024953842163) + | > loss_disc_real_2: 0.21595612168312073 (0.21595612168312073) + | > loss_disc_real_3: 0.23635700345039368 (0.23635700345039368) + | > loss_disc_real_4: 0.17428329586982727 (0.17428329586982727) + | > loss_disc_real_5: 0.2660534977912903 (0.2660534977912903) + | > loss_0: 2.410295009613037 (2.410295009613037) + | > loss_gen: 2.1479899883270264 (2.1479899883270264) + | > loss_kl: 1.2289292812347412 (1.2289292812347412) + | > loss_feat: 7.360350608825684 (7.360350608825684) + | > loss_mel: 26.290796279907227 (26.290796279907227) + | > loss_duration: 1.6967211961746216 (1.6967211961746216) + | > loss_1: 38.724788665771484 (38.724788665771484) + + --> STEP: 2 + | > loss_disc: 2.540229320526123 (2.47526216506958) + | > loss_disc_real_0: 0.07497511059045792 (0.07199512794613838) + | > loss_disc_real_1: 0.1729331761598587 (0.1694178357720375) + | > loss_disc_real_2: 0.2169729620218277 (0.2164645418524742) + | > loss_disc_real_3: 0.32852575182914734 (0.2824413776397705) + | > loss_disc_real_4: 0.23479972779750824 (0.20454151183366776) + | > loss_disc_real_5: 0.3265317678451538 (0.29629263281822205) + | > loss_0: 2.540229320526123 (2.47526216506958) + | > loss_gen: 2.1179113388061523 (2.1329506635665894) + | > loss_kl: 1.7926582098007202 (1.5107937455177307) + | > loss_feat: 4.848387718200684 (6.104369163513184) + | > loss_mel: 19.289838790893555 (22.79031753540039) + | > loss_duration: 1.7150778770446777 (1.7058995366096497) + | > loss_1: 29.76387596130371 (34.2443323135376) + + --> STEP: 3 + | > loss_disc: 2.826260566711426 (2.592261632283529) + | > loss_disc_real_0: 0.16552738845348358 (0.10317254811525345) + | > loss_disc_real_1: 0.1423955112695694 (0.1604103942712148) + | > loss_disc_real_2: 0.21568183600902557 (0.216203639904658) + | > loss_disc_real_3: 0.2508140504360199 (0.2718989352385203) + | > loss_disc_real_4: 0.3037269115447998 (0.23760331173737845) + | > loss_disc_real_5: 0.35192519426345825 (0.3148368199666341) + | > loss_0: 2.826260566711426 (2.592261632283529) + | > loss_gen: 1.8920047283172607 (2.052635351816813) + | > loss_kl: 1.1688741445541382 (1.3968205451965332) + | > loss_feat: 4.986320972442627 (5.731686433156331) + | > loss_mel: 21.91913414001465 (22.49992307027181) + | > loss_duration: 1.7164316177368164 (1.7094102303187053) + | > loss_1: 31.68276596069336 (33.390476862589516) + + --> STEP: 4 + | > loss_disc: 2.468916654586792 (2.5614253878593445) + | > loss_disc_real_0: 0.13233211636543274 (0.11046244017779827) + | > loss_disc_real_1: 0.14690259099006653 (0.15703344345092773) + | > loss_disc_real_2: 0.18594466149806976 (0.20863889530301094) + | > loss_disc_real_3: 0.2148692011833191 (0.25764150172472) + | > loss_disc_real_4: 0.25470757484436035 (0.24187937751412392) + | > loss_disc_real_5: 0.2458282709121704 (0.2975846827030182) + | > loss_0: 2.468916654586792 (2.5614253878593445) + | > loss_gen: 2.0823187828063965 (2.060056209564209) + | > loss_kl: 1.2193108797073364 (1.352443128824234) + | > loss_feat: 7.527832984924316 (6.180723071098328) + | > loss_mel: 23.742664337158203 (22.810608386993408) + | > loss_duration: 1.6576132774353027 (1.6964609920978546) + | > loss_1: 36.229736328125 (34.10029172897339) + + --> STEP: 5 + | > loss_disc: 2.468247890472412 (2.542789888381958) + | > loss_disc_real_0: 0.09008826315402985 (0.10638760477304458) + | > loss_disc_real_1: 0.13772660493850708 (0.1531720757484436) + | > loss_disc_real_2: 0.1736840009689331 (0.20164791643619537) + | > loss_disc_real_3: 0.2642820477485657 (0.2589696109294891) + | > loss_disc_real_4: 0.22748450934886932 (0.239000403881073) + | > loss_disc_real_5: 0.22897394001483917 (0.2838625341653824) + | > loss_0: 2.468247890472412 (2.542789888381958) + | > loss_gen: 1.9845750331878662 (2.0449599742889406) + | > loss_kl: 2.271994113922119 (1.5363533258438111) + | > loss_feat: 8.046722412109375 (6.553922939300537) + | > loss_mel: 23.592424392700195 (22.966971588134765) + | > loss_duration: 1.9178166389465332 (1.7407321214675904) + | > loss_1: 37.81352996826172 (34.842939376831055) + + --> STEP: 6 + | > loss_disc: 2.7206497192382812 (2.5724331935246787) + | > loss_disc_real_0: 0.1317143738269806 (0.11060873294870059) + | > loss_disc_real_1: 0.1457163542509079 (0.1519294554988543) + | > loss_disc_real_2: 0.25041651725769043 (0.2097760165731112) + | > loss_disc_real_3: 0.31032291054725647 (0.267528494199117) + | > loss_disc_real_4: 0.25463980436325073 (0.24160697062810263) + | > loss_disc_real_5: 0.24373091757297516 (0.2771739313999812) + | > loss_0: 2.7206497192382812 (2.5724331935246787) + | > loss_gen: 1.8564146757125854 (2.013535757859548) + | > loss_kl: 1.0483914613723755 (1.455026348431905) + | > loss_feat: 5.385388374328613 (6.359167178471883) + | > loss_mel: 20.818429946899414 (22.60888131459554) + | > loss_duration: 1.6594765186309814 (1.7271895209948223) + | > loss_1: 30.76810073852539 (34.16379960378011) + + --> STEP: 7 + | > loss_disc: 2.4273202419281006 (2.5517027718680247) + | > loss_disc_real_0: 0.07006660103797913 (0.10481699981859752) + | > loss_disc_real_1: 0.2046273648738861 (0.159457728266716) + | > loss_disc_real_2: 0.2228049337863922 (0.2116372904607228) + | > loss_disc_real_3: 0.21341823041439056 (0.2597984565155847) + | > loss_disc_real_4: 0.2049410194158554 (0.23636897759778158) + | > loss_disc_real_5: 0.24951361119747162 (0.27322245708533693) + | > loss_0: 2.4273202419281006 (2.5517027718680247) + | > loss_gen: 2.0254855155944824 (2.015242866107396) + | > loss_kl: 1.2287644147872925 (1.4227032150541032) + | > loss_feat: 5.818925857543945 (6.281989846910749) + | > loss_mel: 20.300451278686523 (22.279105595179967) + | > loss_duration: 1.6714179515838623 (1.7192221539361137) + | > loss_1: 31.0450439453125 (33.71826308114188) + + --> STEP: 8 + | > loss_disc: 2.531766414642334 (2.5492107272148132) + | > loss_disc_real_0: 0.11842922866344452 (0.1065185284242034) + | > loss_disc_real_1: 0.188381165266037 (0.16307315789163113) + | > loss_disc_real_2: 0.22000272572040558 (0.21268296986818314) + | > loss_disc_real_3: 0.22643764317035675 (0.2556283548474312) + | > loss_disc_real_4: 0.24745801091194153 (0.23775510676205158) + | > loss_disc_real_5: 0.18099625408649445 (0.26169418171048164) + | > loss_0: 2.531766414642334 (2.5492107272148132) + | > loss_gen: 2.021695852279663 (2.016049489378929) + | > loss_kl: 2.0536892414093018 (1.5015764683485031) + | > loss_feat: 7.0064215660095215 (6.372543811798096) + | > loss_mel: 23.470388412475586 (22.42801594734192) + | > loss_duration: 1.7404316663742065 (1.7218733429908752) + | > loss_1: 36.292625427246094 (34.04005837440491) + + --> STEP: 9 + | > loss_disc: 2.4584994316101074 (2.539131694369846) + | > loss_disc_real_0: 0.10138971358537674 (0.10594866010877821) + | > loss_disc_real_1: 0.16555404663085938 (0.16334881219598982) + | > loss_disc_real_2: 0.21492406725883484 (0.21293198068936667) + | > loss_disc_real_3: 0.26183125376701355 (0.2563175658384959) + | > loss_disc_real_4: 0.19796474277973175 (0.23333395520846048) + | > loss_disc_real_5: 0.30495360493659973 (0.2665007842911614) + | > loss_0: 2.4584994316101074 (2.539131694369846) + | > loss_gen: 2.167001485824585 (2.0328219334284463) + | > loss_kl: 1.996404767036438 (1.5565573904249403) + | > loss_feat: 5.869974613189697 (6.3167027897304955) + | > loss_mel: 23.197757720947266 (22.513542811075848) + | > loss_duration: 1.680429458618164 (1.717268466949463) + | > loss_1: 34.91156768798828 (34.13689274258084) + + --> STEP: 10 + | > loss_disc: 2.449477195739746 (2.530166244506836) + | > loss_disc_real_0: 0.09261097759008408 (0.1046148918569088) + | > loss_disc_real_1: 0.18872173130512238 (0.16588610410690308) + | > loss_disc_real_2: 0.1895437091588974 (0.21059315353631974) + | > loss_disc_real_3: 0.20836177468299866 (0.2515219867229462) + | > loss_disc_real_4: 0.2397758960723877 (0.23397814929485322) + | > loss_disc_real_5: 0.3066661059856415 (0.27051731646060945) + | > loss_0: 2.449477195739746 (2.530166244506836) + | > loss_gen: 2.1426825523376465 (2.0438079953193666) + | > loss_kl: 1.2778046131134033 (1.5286821126937866) + | > loss_feat: 6.0429840087890625 (6.289330911636353) + | > loss_mel: 20.769695281982422 (22.339158058166504) + | > loss_duration: 1.6188457012176514 (1.7074261903762817) + | > loss_1: 31.852012634277344 (33.90840473175049) + + --> STEP: 11 + | > loss_disc: 2.5747835636138916 (2.534222364425659) + | > loss_disc_real_0: 0.0973612368106842 (0.10395546867088838) + | > loss_disc_real_1: 0.15878188610076904 (0.16524026610634543) + | > loss_disc_real_2: 0.1951834261417389 (0.20919226922772147) + | > loss_disc_real_3: 0.25916796922683716 (0.2522170760414817) + | > loss_disc_real_4: 0.21460430324077606 (0.23221689056266437) + | > loss_disc_real_5: 0.16290971636772156 (0.260734807361256) + | > loss_0: 2.5747835636138916 (2.534222364425659) + | > loss_gen: 1.8938989639282227 (2.030179901556535) + | > loss_kl: 1.681279182434082 (1.542554573579268) + | > loss_feat: 7.842594146728516 (6.430536660281095) + | > loss_mel: 23.19806671142578 (22.417240663008258) + | > loss_duration: 1.603595495223999 (1.6979870362715288) + | > loss_1: 36.21943283081055 (34.118498195301406) + + --> STEP: 12 + | > loss_disc: 2.8137741088867188 (2.5575183431307473) + | > loss_disc_real_0: 0.16875366866588593 (0.1093553186704715) + | > loss_disc_real_1: 0.20477311313152313 (0.16853467002511024) + | > loss_disc_real_2: 0.24692656099796295 (0.21233679354190826) + | > loss_disc_real_3: 0.28412967920303345 (0.2548764596382777) + | > loss_disc_real_4: 0.2961850166320801 (0.23754756773511568) + | > loss_disc_real_5: 0.2985760271549225 (0.26388824234406155) + | > loss_0: 2.8137741088867188 (2.5575183431307473) + | > loss_gen: 1.9828810691833496 (2.026238332192103) + | > loss_kl: 1.8391804695129395 (1.5672733982404072) + | > loss_feat: 6.265151023864746 (6.416754523913066) + | > loss_mel: 22.67180824279785 (22.438454627990723) + | > loss_duration: 1.7155272960662842 (1.6994487245877583) + | > loss_1: 34.47454833984375 (34.14816904067994) + + --> STEP: 13 + | > loss_disc: 2.470691204071045 (2.5508393324338474) + | > loss_disc_real_0: 0.11445457488298416 (0.1097475691483571) + | > loss_disc_real_1: 0.13313956558704376 (0.16581196968372053) + | > loss_disc_real_2: 0.1845526099205017 (0.21019954864795393) + | > loss_disc_real_3: 0.1742546558380127 (0.2486747824228727) + | > loss_disc_real_4: 0.176450714468956 (0.23284780979156494) + | > loss_disc_real_5: 0.22326549887657166 (0.2607634159234854) + | > loss_0: 2.470691204071045 (2.5508393324338474) + | > loss_gen: 1.8866443634033203 (2.015500334592966) + | > loss_kl: 1.2837345600128174 (1.5454627183767466) + | > loss_feat: 6.694416046142578 (6.438113102546105) + | > loss_mel: 22.12183952331543 (22.414099619938778) + | > loss_duration: 1.7395734786987305 (1.7025352441347563) + | > loss_1: 33.7262077331543 (34.11571047856258) + + --> STEP: 14 + | > loss_disc: 2.5623440742492676 (2.551661099706377) + | > loss_disc_real_0: 0.09998145699501038 (0.10904998970883233) + | > loss_disc_real_1: 0.18769165873527527 (0.16737480461597443) + | > loss_disc_real_2: 0.25147268176078796 (0.2131476295845849) + | > loss_disc_real_3: 0.20943498611450195 (0.24587193982941763) + | > loss_disc_real_4: 0.25457772612571716 (0.23439994667257583) + | > loss_disc_real_5: 0.20247136056423187 (0.2565996976835387) + | > loss_0: 2.5623440742492676 (2.551661099706377) + | > loss_gen: 1.962870717048645 (2.011741076196943) + | > loss_kl: 1.1916428804397583 (1.5201898728098189) + | > loss_feat: 6.002971172332764 (6.407031536102295) + | > loss_mel: 22.984420776367188 (22.45483684539795) + | > loss_duration: 1.7666420936584473 (1.70711430481502) + | > loss_1: 33.90855026245117 (34.10091332026891) + + --> STEP: 15 + | > loss_disc: 2.6087646484375 (2.5554680029551187) + | > loss_disc_real_0: 0.12562356889247894 (0.1101548949877421) + | > loss_disc_real_1: 0.20557761192321777 (0.16992165843645732) + | > loss_disc_real_2: 0.23577181994915009 (0.21465590894222258) + | > loss_disc_real_3: 0.26019808650016785 (0.2468270162741343) + | > loss_disc_real_4: 0.2839447259902954 (0.23770293196042377) + | > loss_disc_real_5: 0.2994101643562317 (0.2594537287950515) + | > loss_0: 2.6087646484375 (2.5554680029551187) + | > loss_gen: 2.1608762741088867 (2.021683422724406) + | > loss_kl: 1.61524498462677 (1.5265268802642822) + | > loss_feat: 4.420984268188477 (6.27462838490804) + | > loss_mel: 18.2582950592041 (22.175067392985024) + | > loss_duration: 1.7087552547454834 (1.7072237014770508) + | > loss_1: 28.16415786743164 (33.70512962341309) + + --> STEP: 16 + | > loss_disc: 2.7778077125549316 (2.569364234805107) + | > loss_disc_real_0: 0.12994946539402008 (0.11139205563813448) + | > loss_disc_real_1: 0.14829841256141663 (0.16857020556926727) + | > loss_disc_real_2: 0.2453642338514328 (0.21657517924904823) + | > loss_disc_real_3: 0.2923097610473633 (0.24966968782246113) + | > loss_disc_real_4: 0.2720949947834015 (0.2398524358868599) + | > loss_disc_real_5: 0.3303777277469635 (0.263886478729546) + | > loss_0: 2.7778077125549316 (2.569364234805107) + | > loss_gen: 2.057155132293701 (2.023900404572487) + | > loss_kl: 1.8434816598892212 (1.546336553990841) + | > loss_feat: 6.51136589050293 (6.289424479007721) + | > loss_mel: 24.16010284423828 (22.299132108688354) + | > loss_duration: 1.7889220714569092 (1.712329849600792) + | > loss_1: 36.361026763916016 (33.871123194694526) + + --> STEP: 17 + | > loss_disc: 2.3926022052764893 (2.558966468362247) + | > loss_disc_real_0: 0.1040436327457428 (0.1109597954679938) + | > loss_disc_real_1: 0.1398758590221405 (0.16688230283120098) + | > loss_disc_real_2: 0.21018166840076447 (0.21619909037561977) + | > loss_disc_real_3: 0.25163784623146057 (0.24978546184651992) + | > loss_disc_real_4: 0.2593681514263153 (0.24100041915388667) + | > loss_disc_real_5: 0.20400011539459229 (0.2603637514745487) + | > loss_0: 2.3926022052764893 (2.558966468362247) + | > loss_gen: 2.0971622467041016 (2.028209924697876) + | > loss_kl: 1.8526610136032104 (1.5643556398503922) + | > loss_feat: 6.888824939727783 (6.3246833296383125) + | > loss_mel: 23.839406967163086 (22.389736512128046) + | > loss_duration: 1.6508640050888062 (1.7087142116883223) + | > loss_1: 36.32891845703125 (34.01569938659669) + + --> STEP: 18 + | > loss_disc: 2.7470386028289795 (2.5694149202770658) + | > loss_disc_real_0: 0.12113159894943237 (0.11152489566140705) + | > loss_disc_real_1: 0.18090739846229553 (0.16766147481070626) + | > loss_disc_real_2: 0.25775146484375 (0.21850755562384924) + | > loss_disc_real_3: 0.2878916561603546 (0.25190247264173293) + | > loss_disc_real_4: 0.28171780705451965 (0.2432624962594774) + | > loss_disc_real_5: 0.3285908102989197 (0.26415414363145817) + | > loss_0: 2.7470386028289795 (2.5694149202770658) + | > loss_gen: 1.9373195171356201 (2.023160457611084) + | > loss_kl: 1.717262625694275 (1.5728504723972745) + | > loss_feat: 5.153334617614746 (6.259608401192559) + | > loss_mel: 22.047962188720703 (22.370749049716526) + | > loss_duration: 1.6862337589263916 (1.7074652976459928) + | > loss_1: 32.5421142578125 (33.93383354610867) + + --> STEP: 19 + | > loss_disc: 2.160346031188965 (2.547884978746113) + | > loss_disc_real_0: 0.09234525263309479 (0.11051544076518009) + | > loss_disc_real_1: 0.1571868360042572 (0.16711017803141945) + | > loss_disc_real_2: 0.172385573387146 (0.21608008287454905) + | > loss_disc_real_3: 0.16999439895153046 (0.2475915213948802) + | > loss_disc_real_4: 0.13063682615756989 (0.2373348294120086) + | > loss_disc_real_5: 0.16084347665309906 (0.2587167401062814) + | > loss_0: 2.160346031188965 (2.547884978746113) + | > loss_gen: 2.0301713943481445 (2.0235294542814555) + | > loss_kl: 2.071941614151001 (1.5991184272264178) + | > loss_feat: 8.63180923461914 (6.384461076636064) + | > loss_mel: 24.2907772064209 (22.471803163227282) + | > loss_duration: 1.8028292655944824 (1.712484453853808) + | > loss_1: 38.82752990722656 (34.191396512483294) + + --> STEP: 20 + | > loss_disc: 2.663060426712036 (2.553643751144409) + | > loss_disc_real_0: 0.0716102197766304 (0.1085701797157526) + | > loss_disc_real_1: 0.1734628528356552 (0.16742781177163124) + | > loss_disc_real_2: 0.25169873237609863 (0.21786101534962654) + | > loss_disc_real_3: 0.2274402529001236 (0.24658395797014238) + | > loss_disc_real_4: 0.25179171562194824 (0.23805767372250558) + | > loss_disc_real_5: 0.25879570841789246 (0.2587206885218619) + | > loss_0: 2.663060426712036 (2.553643751144409) + | > loss_gen: 1.9091711044311523 (2.0178115367889404) + | > loss_kl: 1.6032159328460693 (1.5993233025074003) + | > loss_feat: 6.709261417388916 (6.400701093673706) + | > loss_mel: 22.767810821533203 (22.48660354614258) + | > loss_duration: 1.704315185546875 (1.7120759904384613) + | > loss_1: 34.69377517700195 (34.21651544570923) + + --> STEP: 21 + | > loss_disc: 2.487321376800537 (2.55048554284232) + | > loss_disc_real_0: 0.10421430319547653 (0.10836275702431089) + | > loss_disc_real_1: 0.17416951060295105 (0.16774884504931314) + | > loss_disc_real_2: 0.23933252692222595 (0.21888346828165509) + | > loss_disc_real_3: 0.22454404830932617 (0.24553443846248446) + | > loss_disc_real_4: 0.29945388436317444 (0.24098130280063265) + | > loss_disc_real_5: 0.3221311569213867 (0.261740234636125) + | > loss_0: 2.487321376800537 (2.55048554284232) + | > loss_gen: 2.239396333694458 (2.028363193784441) + | > loss_kl: 1.5792059898376465 (1.5983653352374123) + | > loss_feat: 5.511168003082275 (6.358342375074114) + | > loss_mel: 20.281251907348633 (22.381586801438104) + | > loss_duration: 1.6895194053649902 (1.7110018673397245) + | > loss_1: 31.3005428314209 (34.077659606933594) + + --> STEP: 22 + | > loss_disc: 2.4731056690216064 (2.5469682758504693) + | > loss_disc_real_0: 0.13603493571281433 (0.10962058332833377) + | > loss_disc_real_1: 0.23651184141635895 (0.17087443579326977) + | > loss_disc_real_2: 0.2255357950925827 (0.21918584677306088) + | > loss_disc_real_3: 0.24602559208869934 (0.2455567636273124) + | > loss_disc_real_4: 0.16408750414848328 (0.23748613013462586) + | > loss_disc_real_5: 0.2116418480873108 (0.2594630352475425) + | > loss_0: 2.4731056690216064 (2.5469682758504693) + | > loss_gen: 2.1202659606933594 (2.032540592280301) + | > loss_kl: 1.4024829864501953 (1.5894615921107205) + | > loss_feat: 6.795003414154053 (6.378190604123202) + | > loss_mel: 22.58843421936035 (22.390988956798207) + | > loss_duration: 1.794135570526123 (1.7147806720300154) + | > loss_1: 34.70032501220703 (34.10596257990057) + + --> STEP: 23 + | > loss_disc: 2.6719884872436523 (2.5524039372153906) + | > loss_disc_real_0: 0.20649053156375885 (0.11383232020813486) + | > loss_disc_real_1: 0.18449223041534424 (0.17146651382031647) + | > loss_disc_real_2: 0.20954129099845886 (0.21876651826112167) + | > loss_disc_real_3: 0.24998527765274048 (0.24574930771537448) + | > loss_disc_real_4: 0.23989057540893555 (0.2375906712335089) + | > loss_disc_real_5: 0.23762063682079315 (0.2585133657507273) + | > loss_0: 2.6719884872436523 (2.5524039372153906) + | > loss_gen: 1.8858072757720947 (2.0261608828669004) + | > loss_kl: 1.6715099811553955 (1.5930289133735325) + | > loss_feat: 3.8729665279388428 (6.2692678182021435) + | > loss_mel: 18.81239891052246 (22.235398085221) + | > loss_duration: 1.7927558422088623 (1.7181708968204001) + | > loss_1: 28.035438537597656 (33.84202675197435) + + --> STEP: 24 + | > loss_disc: 2.4924604892730713 (2.5499062935511274) + | > loss_disc_real_0: 0.10412046313285828 (0.113427659496665) + | > loss_disc_real_1: 0.1290707141160965 (0.169700022165974) + | > loss_disc_real_2: 0.23789717257022858 (0.21956362885733446) + | > loss_disc_real_3: 0.26549944281578064 (0.24657223001122475) + | > loss_disc_real_4: 0.25031089782714844 (0.23812068067491055) + | > loss_disc_real_5: 0.31984061002731323 (0.26106866759558506) + | > loss_0: 2.4924604892730713 (2.5499062935511274) + | > loss_gen: 2.112143039703369 (2.0297434727350865) + | > loss_kl: 1.6681997776031494 (1.5961610327164333) + | > loss_feat: 5.000910758972168 (6.216419607400894) + | > loss_mel: 21.88442611694336 (22.22077425320943) + | > loss_duration: 1.6866765022277832 (1.716858630379041) + | > loss_1: 32.35235595703125 (33.77995713551839) + + --> STEP: 25 + | > loss_disc: 2.48858380317688 (2.5474533939361574) + | > loss_disc_real_0: 0.12210368365049362 (0.11377470046281815) + | > loss_disc_real_1: 0.1597317010164261 (0.16930128931999205) + | > loss_disc_real_2: 0.21051666140556335 (0.2192017501592636) + | > loss_disc_real_3: 0.2631853520870209 (0.2472367548942566) + | > loss_disc_real_4: 0.2695775032043457 (0.23937895357608796) + | > loss_disc_real_5: 0.3127117455005646 (0.26313439071178424) + | > loss_0: 2.48858380317688 (2.5474533939361574) + | > loss_gen: 2.2216989994049072 (2.037421693801879) + | > loss_kl: 1.599284291267395 (1.5962859630584716) + | > loss_feat: 5.1548662185668945 (6.173957471847534) + | > loss_mel: 18.778600692749023 (22.083087310791015) + | > loss_duration: 1.6345975399017334 (1.7135681867599488) + | > loss_1: 29.389047622680664 (33.60432075500488) + + --> STEP: 26 + | > loss_disc: 2.356050968170166 (2.5400917621759267) + | > loss_disc_real_0: 0.09206154197454453 (0.11293957898249993) + | > loss_disc_real_1: 0.14324325323104858 (0.168299057162725) + | > loss_disc_real_2: 0.15078125894069672 (0.21657019280470335) + | > loss_disc_real_3: 0.2818407714366913 (0.24856767860742715) + | > loss_disc_real_4: 0.22895893454551697 (0.2389781836133737) + | > loss_disc_real_5: 0.18871524930000305 (0.2602721160421003) + | > loss_0: 2.356050968170166 (2.5400917621759267) + | > loss_gen: 2.096045732498169 (2.0396764645209675) + | > loss_kl: 1.520086646080017 (1.5933552200977619) + | > loss_feat: 7.845972061157227 (6.238265725282522) + | > loss_mel: 24.784339904785156 (22.18698164132925) + | > loss_duration: 1.7014563083648682 (1.7131023452832148) + | > loss_1: 37.94790267944336 (33.77138159825251) + + --> STEP: 27 + | > loss_disc: 2.4436869621276855 (2.536521214025992) + | > loss_disc_real_0: 0.13060787320137024 (0.1135939602498655) + | > loss_disc_real_1: 0.20683158934116364 (0.16972618798414865) + | > loss_disc_real_2: 0.21260690689086914 (0.2164234044375243) + | > loss_disc_real_3: 0.19241108000278473 (0.246487804585033) + | > loss_disc_real_4: 0.1768246740102768 (0.23667620177622195) + | > loss_disc_real_5: 0.21219685673713684 (0.25849155088265724) + | > loss_0: 2.4436869621276855 (2.536521214025992) + | > loss_gen: 2.0031256675720215 (2.038322731300636) + | > loss_kl: 2.111419916152954 (1.6125428014331393) + | > loss_feat: 5.405874252319336 (6.207436411469071) + | > loss_mel: 19.234392166137695 (22.077626475581415) + | > loss_duration: 1.7101036310195923 (1.7129912817919697) + | > loss_1: 30.464916229248047 (33.64891991791902) + + --> STEP: 28 + | > loss_disc: 2.602633476257324 (2.5388823662485396) + | > loss_disc_real_0: 0.14456447958946228 (0.11470005022627967) + | > loss_disc_real_1: 0.15909580886363983 (0.16934653158698762) + | > loss_disc_real_2: 0.24280127882957458 (0.2173654713800975) + | > loss_disc_real_3: 0.2748701870441437 (0.24750146110142981) + | > loss_disc_real_4: 0.2041558474302292 (0.23551476054957934) + | > loss_disc_real_5: 0.31926530599594116 (0.2606620421367031) + | > loss_0: 2.602633476257324 (2.5388823662485396) + | > loss_gen: 2.043300151824951 (2.0385004963193616) + | > loss_kl: 1.5946621894836426 (1.6119042081492287) + | > loss_feat: 4.743152141571045 (6.155140544686999) + | > loss_mel: 18.404808044433594 (21.94645438875471) + | > loss_duration: 1.7163686752319336 (1.713111902986254) + | > loss_1: 28.50229263305664 (33.46511180060251) + + --> STEP: 29 + | > loss_disc: 2.3161473274230957 (2.5312018476683518) + | > loss_disc_real_0: 0.04394952207803726 (0.11226037684185751) + | > loss_disc_real_1: 0.1620119959115982 (0.16909361656369834) + | > loss_disc_real_2: 0.18077810108661652 (0.21610383792170162) + | > loss_disc_real_3: 0.22407056391239166 (0.246693499129394) + | > loss_disc_real_4: 0.19894704222679138 (0.23425380474534527) + | > loss_disc_real_5: 0.2421690821647644 (0.26002435386180867) + | > loss_0: 2.3161473274230957 (2.5312018476683518) + | > loss_gen: 2.0498759746551514 (2.0388927541930095) + | > loss_kl: 1.730968952178955 (1.61600988897784) + | > loss_feat: 6.204206466674805 (6.156832473031406) + | > loss_mel: 19.652135848999023 (21.86733995634934) + | > loss_duration: 1.671157956123352 (1.7116652151633953) + | > loss_1: 31.3083438873291 (33.39074049324825) + + --> STEP: 30 + | > loss_disc: 2.5880818367004395 (2.533097847302755) + | > loss_disc_real_0: 0.05386779457330704 (0.11031395743290583) + | > loss_disc_real_1: 0.17788071930408478 (0.1693865199883779) + | > loss_disc_real_2: 0.22350776195526123 (0.21635063538948696) + | > loss_disc_real_3: 0.2574482262134552 (0.24705199003219605) + | > loss_disc_real_4: 0.2212049663066864 (0.23381884346405665) + | > loss_disc_real_5: 0.2529119849205017 (0.2597872748970984) + | > loss_0: 2.5880818367004395 (2.533097847302755) + | > loss_gen: 1.8836621046066284 (2.033718399206797) + | > loss_kl: 1.9147948026657104 (1.6259693861007691) + | > loss_feat: 7.065179824829102 (6.187110718091329) + | > loss_mel: 21.962635040283203 (21.870516459147137) + | > loss_duration: 1.746230125427246 (1.712817378838857) + | > loss_1: 34.57250213623047 (33.43013254801433) + + --> STEP: 31 + | > loss_disc: 2.433868169784546 (2.5298968899634575) + | > loss_disc_real_0: 0.14290344715118408 (0.11136523129478577) + | > loss_disc_real_1: 0.15112373232841492 (0.16879739780579844) + | > loss_disc_real_2: 0.19837342202663422 (0.21577072528100782) + | > loss_disc_real_3: 0.2102784663438797 (0.24586574733257294) + | > loss_disc_real_4: 0.20112241804599762 (0.2327641200634741) + | > loss_disc_real_5: 0.23631314933300018 (0.259030045040192) + | > loss_0: 2.433868169784546 (2.5298968899634575) + | > loss_gen: 2.0216362476348877 (2.0333286523818965) + | > loss_kl: 1.4729832410812378 (1.621034349164655) + | > loss_feat: 5.688377380371094 (6.171022545906805) + | > loss_mel: 21.30763816833496 (21.852359094927387) + | > loss_duration: 1.6832520961761475 (1.7118636600432857) + | > loss_1: 32.173885345458984 (33.389608444706084) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.011860778254847373 (+0.0028074249144523396) + | > avg_loss_disc: 2.5298968899634575 (-0.12259601777599727) + | > avg_loss_disc_real_0: 0.11136523129478577 (-0.18492791993964108) + | > avg_loss_disc_real_1: 0.16879739780579844 (-0.07470976537273777) + | > avg_loss_disc_real_2: 0.21577072528100782 (+0.006245245856623505) + | > avg_loss_disc_real_3: 0.24586574733257294 (+0.045602135119899634) + | > avg_loss_disc_real_4: 0.2327641200634741 (+0.00447728701176181) + | > avg_loss_disc_real_5: 0.259030045040192 (+0.046866495282419124) + | > avg_loss_0: 2.5298968899634575 (-0.12259601777599727) + | > avg_loss_gen: 2.0333286523818965 (-0.07535059990421455) + | > avg_loss_kl: 1.621034349164655 (-0.03537982894528313) + | > avg_loss_feat: 6.171022545906805 (+0.3514145958808159) + | > avg_loss_mel: 21.852359094927387 (-0.8781225142940414) + | > avg_loss_duration: 1.7118636600432857 (+0.004823065573169361) + | > avg_loss_1: 33.389608444706084 (-0.6326156739265727) + + + > EPOCH: 12/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 01:07:04)  + + --> TIME: 2024-11-23 01:07:09 -- STEP: 4/797 -- GLOBAL_STEP: 32675 + | > loss_disc: 2.6259946823120117 (2.6421546936035156) + | > loss_disc_real_0: 0.119111567735672 (0.17111869528889656) + | > loss_disc_real_1: 0.269109845161438 (0.2482789233326912) + | > loss_disc_real_2: 0.2862631380558014 (0.25491609424352646) + | > loss_disc_real_3: 0.23988373577594757 (0.221944872289896) + | > loss_disc_real_4: 0.25236037373542786 (0.2424776442348957) + | > loss_disc_real_5: 0.2862463891506195 (0.2627579942345619) + | > loss_0: 2.6259946823120117 (2.6421546936035156) + | > grad_norm_0: tensor(123.1352, device='cuda:0') (tensor(111.4623, device='cuda:0')) + | > loss_gen: 2.10127592086792 (2.37053120136261) + | > loss_kl: 1.1497081518173218 (1.7243719398975372) + | > loss_feat: 5.335585117340088 (5.996994137763977) + | > loss_mel: 20.927480697631836 (21.28082275390625) + | > loss_duration: 1.849330186843872 (1.9185734391212463) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.363380432128906 (33.29129219055176) + | > grad_norm_1: tensor(376.7560, device='cuda:0') (tensor(523.6804, device='cuda:0')) + | > current_lr_0: 0.00019900243364508313 + | > current_lr_1: 0.00019900243364508313 + | > step_time: 0.8322 (0.8196833729743958) + | > loader_time: 0.0158 (0.006935477256774902) + + + --> TIME: 2024-11-23 01:07:30 -- STEP: 29/797 -- GLOBAL_STEP: 32700 + | > loss_disc: 2.5354838371276855 (2.5302626757786193) + | > loss_disc_real_0: 0.13051630556583405 (0.13749499927306996) + | > loss_disc_real_1: 0.22063685953617096 (0.23009264006696897) + | > loss_disc_real_2: 0.24158497154712677 (0.24858722296254387) + | > loss_disc_real_3: 0.24935753643512726 (0.21841555576899957) + | > loss_disc_real_4: 0.22965040802955627 (0.23056755857221012) + | > loss_disc_real_5: 0.23786072432994843 (0.23838213343044806) + | > loss_0: 2.5354838371276855 (2.5302626757786193) + | > grad_norm_0: tensor(82.7191, device='cuda:0') (tensor(94.0960, device='cuda:0')) + | > loss_gen: 2.280116319656372 (2.3285543096476586) + | > loss_kl: 1.9189271926879883 (1.6436839761405155) + | > loss_feat: 6.458293914794922 (6.226804601735082) + | > loss_mel: 20.915969848632812 (21.3418618563948) + | > loss_duration: 1.7265187501907349 (1.8281234872752223) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.299827575683594 (33.36902789411874) + | > grad_norm_1: tensor(654.2006, device='cuda:0') (tensor(544.4345, device='cuda:0')) + | > current_lr_0: 0.00019900243364508313 + | > current_lr_1: 0.00019900243364508313 + | > step_time: 0.8113 (0.8486584959359005) + | > loader_time: 0.0039 (0.004939712327102136) + + + --> TIME: 2024-11-23 01:07:52 -- STEP: 54/797 -- GLOBAL_STEP: 32725 + | > loss_disc: 2.5068275928497314 (2.5196931450455278) + | > loss_disc_real_0: 0.08285756409168243 (0.13824427803909342) + | > loss_disc_real_1: 0.2114572674036026 (0.22613647607741533) + | > loss_disc_real_2: 0.24020324647426605 (0.24024886196410214) + | > loss_disc_real_3: 0.21770057082176208 (0.22371453874640995) + | > loss_disc_real_4: 0.21724200248718262 (0.22403415706422594) + | > loss_disc_real_5: 0.27570202946662903 (0.2369219313065211) + | > loss_0: 2.5068275928497314 (2.5196931450455278) + | > grad_norm_0: tensor(72.3591, device='cuda:0') (tensor(97.5655, device='cuda:0')) + | > loss_gen: 2.359128475189209 (2.30426495605045) + | > loss_kl: 1.3323400020599365 (1.606240076047403) + | > loss_feat: 6.070928573608398 (6.19326650654828) + | > loss_mel: 20.50363540649414 (21.172634795860017) + | > loss_duration: 1.7156941890716553 (1.79788092551408) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.981727600097656 (33.07428730858697) + | > grad_norm_1: tensor(969.3373, device='cuda:0') (tensor(569.0765, device='cuda:0')) + | > current_lr_0: 0.00019900243364508313 + | > current_lr_1: 0.00019900243364508313 + | > step_time: 0.897 (0.8442362811830308) + | > loader_time: 0.0075 (0.005088254257484719) + + + --> TIME: 2024-11-23 01:08:14 -- STEP: 79/797 -- GLOBAL_STEP: 32750 + | > loss_disc: 2.551797866821289 (2.500681376155419) + | > loss_disc_real_0: 0.14110688865184784 (0.13547873779942723) + | > loss_disc_real_1: 0.2664439082145691 (0.2230217745409736) + | > loss_disc_real_2: 0.2808970808982849 (0.23944591004637222) + | > loss_disc_real_3: 0.20835037529468536 (0.22339777290066587) + | > loss_disc_real_4: 0.20010191202163696 (0.2221121180661117) + | > loss_disc_real_5: 0.2469208836555481 (0.23597549958319602) + | > loss_0: 2.551797866821289 (2.500681376155419) + | > grad_norm_0: tensor(4.8814, device='cuda:0') (tensor(89.1193, device='cuda:0')) + | > loss_gen: 2.270209789276123 (2.321762081942982) + | > loss_kl: 1.4235823154449463 (1.568775920928279) + | > loss_feat: 5.753965377807617 (6.270739694184894) + | > loss_mel: 21.003583908081055 (21.393088063107268) + | > loss_duration: 1.6939210891723633 (1.777028747751743) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.145263671875 (33.33139460599875) + | > grad_norm_1: tensor(763.6097, device='cuda:0') (tensor(605.6460, device='cuda:0')) + | > current_lr_0: 0.00019900243364508313 + | > current_lr_1: 0.00019900243364508313 + | > step_time: 0.8331 (0.8579491120350512) + | > loader_time: 0.0052 (0.005375596541392652) + + + --> TIME: 2024-11-23 01:08:37 -- STEP: 104/797 -- GLOBAL_STEP: 32775 + | > loss_disc: 2.4966516494750977 (2.4965860958282775) + | > loss_disc_real_0: 0.09083569049835205 (0.13136317989287483) + | > loss_disc_real_1: 0.19055911898612976 (0.2222137310757087) + | > loss_disc_real_2: 0.20358067750930786 (0.23956297438305157) + | > loss_disc_real_3: 0.18948890268802643 (0.22467124791672596) + | > loss_disc_real_4: 0.24201653897762299 (0.22367923678113863) + | > loss_disc_real_5: 0.25549405813217163 (0.2354566722821731) + | > loss_0: 2.4966516494750977 (2.4965860958282775) + | > grad_norm_0: tensor(59.7997, device='cuda:0') (tensor(83.5843, device='cuda:0')) + | > loss_gen: 2.1710667610168457 (2.330591458540697) + | > loss_kl: 1.711776614189148 (1.564304075562037) + | > loss_feat: 5.807816028594971 (6.289730516763833) + | > loss_mel: 19.62973403930664 (21.33564125574553) + | > loss_duration: 1.6922688484191895 (1.7670254581249678) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.01266098022461 (33.28729288394634) + | > grad_norm_1: tensor(327.5133, device='cuda:0') (tensor(617.0554, device='cuda:0')) + | > current_lr_0: 0.00019900243364508313 + | > current_lr_1: 0.00019900243364508313 + | > step_time: 0.9906 (0.8714978305193094) + | > loader_time: 0.0055 (0.005354585555883552) + + + --> TIME: 2024-11-23 01:08:59 -- STEP: 129/797 -- GLOBAL_STEP: 32800 + | > loss_disc: 2.304198741912842 (2.4890277237855196) + | > loss_disc_real_0: 0.047072634100914 (0.1334764794843604) + | > loss_disc_real_1: 0.18702635169029236 (0.2212238758802414) + | > loss_disc_real_2: 0.2029174268245697 (0.23756075436754745) + | > loss_disc_real_3: 0.22379280626773834 (0.22500201424424962) + | > loss_disc_real_4: 0.23119282722473145 (0.22348378633343896) + | > loss_disc_real_5: 0.21288472414016724 (0.23397942222366036) + | > loss_0: 2.304198741912842 (2.4890277237855196) + | > grad_norm_0: tensor(210.3608, device='cuda:0') (tensor(90.0927, device='cuda:0')) + | > loss_gen: 2.2879223823547363 (2.335957734159722) + | > loss_kl: 1.7003732919692993 (1.5657598861428195) + | > loss_feat: 6.850529670715332 (6.302737742431403) + | > loss_mel: 20.92449951171875 (21.344009428985366) + | > loss_duration: 1.742363452911377 (1.7604882005573244) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.50568771362305 (33.308953129967975) + | > grad_norm_1: tensor(611.8333, device='cuda:0') (tensor(617.6625, device='cuda:0')) + | > current_lr_0: 0.00019900243364508313 + | > current_lr_1: 0.00019900243364508313 + | > step_time: 0.9045 (0.8682847337205281) + | > loader_time: 0.0069 (0.005312494529310121) + + + --> TIME: 2024-11-23 01:09:23 -- STEP: 154/797 -- GLOBAL_STEP: 32825 + | > loss_disc: 2.345872402191162 (2.4905680294160715) + | > loss_disc_real_0: 0.07108409702777863 (0.13777661708171499) + | > loss_disc_real_1: 0.19875232875347137 (0.22028679294245584) + | > loss_disc_real_2: 0.22271929681301117 (0.2367629436896993) + | > loss_disc_real_3: 0.1792011559009552 (0.22435628564713836) + | > loss_disc_real_4: 0.20810887217521667 (0.22203536476794775) + | > loss_disc_real_5: 0.19359123706817627 (0.23376433783537381) + | > loss_0: 2.345872402191162 (2.4905680294160715) + | > grad_norm_0: tensor(40.5576, device='cuda:0') (tensor(89.7342, device='cuda:0')) + | > loss_gen: 2.631028175354004 (2.339831691283685) + | > loss_kl: 1.463511347770691 (1.562858698429999) + | > loss_feat: 7.226353168487549 (6.331395536274104) + | > loss_mel: 22.376558303833008 (21.449760759031626) + | > loss_duration: 1.6612462997436523 (1.7540352808964716) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.35869598388672 (33.43788208899558) + | > grad_norm_1: tensor(562.4344, device='cuda:0') (tensor(593.5572, device='cuda:0')) + | > current_lr_0: 0.00019900243364508313 + | > current_lr_1: 0.00019900243364508313 + | > step_time: 1.0455 (0.8803982935942612) + | > loader_time: 0.0049 (0.005404546663358611) + + + --> TIME: 2024-11-23 01:09:46 -- STEP: 179/797 -- GLOBAL_STEP: 32850 + | > loss_disc: 2.379586935043335 (2.488791977227067) + | > loss_disc_real_0: 0.08126820623874664 (0.13774910323613188) + | > loss_disc_real_1: 0.18607604503631592 (0.2194258926967003) + | > loss_disc_real_2: 0.22143897414207458 (0.23681772437841533) + | > loss_disc_real_3: 0.2386779487133026 (0.22487514386962912) + | > loss_disc_real_4: 0.2516902983188629 (0.2223737268141528) + | > loss_disc_real_5: 0.2485511749982834 (0.23309095495239981) + | > loss_0: 2.379586935043335 (2.488791977227067) + | > grad_norm_0: tensor(64.4932, device='cuda:0') (tensor(90.4022, device='cuda:0')) + | > loss_gen: 2.3939363956451416 (2.342283186299841) + | > loss_kl: 1.4394352436065674 (1.5579078024326087) + | > loss_feat: 6.382601737976074 (6.343591631457793) + | > loss_mel: 22.570152282714844 (21.48938137459355) + | > loss_duration: 1.7182860374450684 (1.7478652060364879) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.50440979003906 (33.481029308042004) + | > grad_norm_1: tensor(679.0453, device='cuda:0') (tensor(583.5972, device='cuda:0')) + | > current_lr_0: 0.00019900243364508313 + | > current_lr_1: 0.00019900243364508313 + | > step_time: 1.0032 (0.8856476964897284) + | > loader_time: 0.0052 (0.005574884361394952) + + + --> TIME: 2024-11-23 01:10:10 -- STEP: 204/797 -- GLOBAL_STEP: 32875 + | > loss_disc: 2.428373336791992 (2.4821145721510343) + | > loss_disc_real_0: 0.09587752819061279 (0.1358945083019197) + | > loss_disc_real_1: 0.19732601940631866 (0.2186554217455434) + | > loss_disc_real_2: 0.24732835590839386 (0.23527072267789467) + | > loss_disc_real_3: 0.24533914029598236 (0.22482598660623326) + | > loss_disc_real_4: 0.2588613033294678 (0.22212634695803418) + | > loss_disc_real_5: 0.285452663898468 (0.23397496057783856) + | > loss_0: 2.428373336791992 (2.4821145721510343) + | > grad_norm_0: tensor(89.6704, device='cuda:0') (tensor(88.2225, device='cuda:0')) + | > loss_gen: 2.4749960899353027 (2.340315086000106) + | > loss_kl: 1.769629716873169 (1.5614934452608518) + | > loss_feat: 6.212228775024414 (6.349146475978926) + | > loss_mel: 23.470388412475586 (21.52783908096014) + | > loss_duration: 1.7739025354385376 (1.7451227359911974) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.70114517211914 (33.52391690833891) + | > grad_norm_1: tensor(690.5201, device='cuda:0') (tensor(580.9719, device='cuda:0')) + | > current_lr_0: 0.00019900243364508313 + | > current_lr_1: 0.00019900243364508313 + | > step_time: 0.8514 (0.8933830600158841) + | > loader_time: 0.0051 (0.005602512873855287) + + + --> TIME: 2024-11-23 01:10:33 -- STEP: 229/797 -- GLOBAL_STEP: 32900 + | > loss_disc: 2.2898659706115723 (2.48126846421754) + | > loss_disc_real_0: 0.09471017867326736 (0.13513946907358926) + | > loss_disc_real_1: 0.22933650016784668 (0.21904181959066849) + | > loss_disc_real_2: 0.22579066455364227 (0.23579583593591333) + | > loss_disc_real_3: 0.20887349545955658 (0.22458184689413513) + | > loss_disc_real_4: 0.22480516135692596 (0.22200241300997256) + | > loss_disc_real_5: 0.17377302050590515 (0.2331890215910158) + | > loss_0: 2.2898659706115723 (2.48126846421754) + | > grad_norm_0: tensor(46.6330, device='cuda:0') (tensor(87.3387, device='cuda:0')) + | > loss_gen: 2.5798864364624023 (2.336040584281022) + | > loss_kl: 1.5251034498214722 (1.5593484020649604) + | > loss_feat: 6.687021255493164 (6.329774916952874) + | > loss_mel: 22.348093032836914 (21.55105598316442) + | > loss_duration: 1.7231783866882324 (1.7414795566333954) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.863285064697266 (33.517699512331724) + | > grad_norm_1: tensor(739.3508, device='cuda:0') (tensor(573.5557, device='cuda:0')) + | > current_lr_0: 0.00019900243364508313 + | > current_lr_1: 0.00019900243364508313 + | > step_time: 0.8461 (0.8939816243783876) + | > loader_time: 0.0049 (0.005660206990471049) + + + --> TIME: 2024-11-23 01:10:56 -- STEP: 254/797 -- GLOBAL_STEP: 32925 + | > loss_disc: 2.4543943405151367 (2.481592846667673) + | > loss_disc_real_0: 0.09252987056970596 (0.13548867694857553) + | > loss_disc_real_1: 0.2392798513174057 (0.21896671709113233) + | > loss_disc_real_2: 0.21298623085021973 (0.2351049691086679) + | > loss_disc_real_3: 0.19739535450935364 (0.22430972215228193) + | > loss_disc_real_4: 0.2065509706735611 (0.22275334326770363) + | > loss_disc_real_5: 0.21249094605445862 (0.2340363445361768) + | > loss_0: 2.4543943405151367 (2.481592846667673) + | > grad_norm_0: tensor(110.2141, device='cuda:0') (tensor(85.6397, device='cuda:0')) + | > loss_gen: 2.1570703983306885 (2.332778186309995) + | > loss_kl: 1.4098398685455322 (1.5636096944020488) + | > loss_feat: 5.803539752960205 (6.326446645841823) + | > loss_mel: 21.763662338256836 (21.59189384190116) + | > loss_duration: 1.707719087600708 (1.7373874070137505) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.84183120727539 (33.55211583835867) + | > grad_norm_1: tensor(822.7625, device='cuda:0') (tensor(584.0222, device='cuda:0')) + | > current_lr_0: 0.00019900243364508313 + | > current_lr_1: 0.00019900243364508313 + | > step_time: 0.8734 (0.8970747219295953) + | > loader_time: 0.0135 (0.005754811557259143) + + + --> TIME: 2024-11-23 01:11:20 -- STEP: 279/797 -- GLOBAL_STEP: 32950 + | > loss_disc: 2.4921226501464844 (2.4813830262871197) + | > loss_disc_real_0: 0.1356380730867386 (0.13614993579819212) + | > loss_disc_real_1: 0.24823684990406036 (0.21889206889923327) + | > loss_disc_real_2: 0.24531282484531403 (0.23441761256759738) + | > loss_disc_real_3: 0.21938036382198334 (0.22416986605172518) + | > loss_disc_real_4: 0.2251923382282257 (0.22255123393296342) + | > loss_disc_real_5: 0.26239052414894104 (0.2338712547628683) + | > loss_0: 2.4921226501464844 (2.4813830262871197) + | > grad_norm_0: tensor(33.1603, device='cuda:0') (tensor(83.5388, device='cuda:0')) + | > loss_gen: 2.1968579292297363 (2.327263433018893) + | > loss_kl: 1.8056994676589966 (1.565479572101306) + | > loss_feat: 6.1296305656433105 (6.3152597181258665) + | > loss_mel: 21.920244216918945 (21.593755140954016) + | > loss_duration: 1.8013157844543457 (1.7351998398380895) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.8537483215332 (33.53695773052907) + | > grad_norm_1: tensor(465.4614, device='cuda:0') (tensor(587.3314, device='cuda:0')) + | > current_lr_0: 0.00019900243364508313 + | > current_lr_1: 0.00019900243364508313 + | > step_time: 0.8294 (0.9004291795915172) + | > loader_time: 0.0071 (0.005823405412790163) + + + --> TIME: 2024-11-23 01:11:43 -- STEP: 304/797 -- GLOBAL_STEP: 32975 + | > loss_disc: 2.5571916103363037 (2.479638265935998) + | > loss_disc_real_0: 0.14751005172729492 (0.13750415439962557) + | > loss_disc_real_1: 0.19848793745040894 (0.21845011770921313) + | > loss_disc_real_2: 0.29145491123199463 (0.2345628472241132) + | > loss_disc_real_3: 0.2068878561258316 (0.22385064159568993) + | > loss_disc_real_4: 0.28770652413368225 (0.22218300568822183) + | > loss_disc_real_5: 0.2518954873085022 (0.23319874267633023) + | > loss_0: 2.5571916103363037 (2.479638265935998) + | > grad_norm_0: tensor(108.5013, device='cuda:0') (tensor(84.8468, device='cuda:0')) + | > loss_gen: 2.424032211303711 (2.332507973438815) + | > loss_kl: 1.6014083623886108 (1.5651232415908267) + | > loss_feat: 6.156774997711182 (6.330358023706235) + | > loss_mel: 21.840234756469727 (21.62285134039427) + | > loss_duration: 1.7058790922164917 (1.733091768465544) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.72833251953125 (33.5839323997497) + | > grad_norm_1: tensor(892.4954, device='cuda:0') (tensor(598.3071, device='cuda:0')) + | > current_lr_0: 0.00019900243364508313 + | > current_lr_1: 0.00019900243364508313 + | > step_time: 0.8615 (0.9001069602213407) + | > loader_time: 0.0084 (0.0058957463816592505) + + + --> TIME: 2024-11-23 01:12:05 -- STEP: 329/797 -- GLOBAL_STEP: 33000 + | > loss_disc: 2.4163222312927246 (2.4832578546008075) + | > loss_disc_real_0: 0.04470477253198624 (0.13912074396947235) + | > loss_disc_real_1: 0.24196165800094604 (0.21863339125747736) + | > loss_disc_real_2: 0.22281819581985474 (0.2346150795377134) + | > loss_disc_real_3: 0.25920215249061584 (0.22398287592325533) + | > loss_disc_real_4: 0.21999621391296387 (0.22273113223013544) + | > loss_disc_real_5: 0.198812797665596 (0.23343629745545721) + | > loss_0: 2.4163222312927246 (2.4832578546008075) + | > grad_norm_0: tensor(91.8291, device='cuda:0') (tensor(86.4249, device='cuda:0')) + | > loss_gen: 2.295581340789795 (2.3370505024234576) + | > loss_kl: 1.4673577547073364 (1.5673939489666102) + | > loss_feat: 6.248752593994141 (6.339160784399617) + | > loss_mel: 22.012413024902344 (21.660127506430033) + | > loss_duration: 1.6868802309036255 (1.731671725000654) + | > amp_scaler: 128.0 (129.94528875379936) + | > loss_1: 33.71098709106445 (33.63540447084369) + | > grad_norm_1: tensor(503.6308, device='cuda:0') (tensor(598.3546, device='cuda:0')) + | > current_lr_0: 0.00019900243364508313 + | > current_lr_1: 0.00019900243364508313 + | > step_time: 0.8887 (0.8997276923576749) + | > loader_time: 0.006 (0.005957166474640905) + + + --> TIME: 2024-11-23 01:12:28 -- STEP: 354/797 -- GLOBAL_STEP: 33025 + | > loss_disc: 2.51210618019104 (2.4841023818247723) + | > loss_disc_real_0: 0.16332721710205078 (0.13836226170345886) + | > loss_disc_real_1: 0.19142647087574005 (0.21892189082957927) + | > loss_disc_real_2: 0.2753480076789856 (0.23527081264446012) + | > loss_disc_real_3: 0.2185973823070526 (0.22408490994219057) + | > loss_disc_real_4: 0.2426690310239792 (0.22316678575539994) + | > loss_disc_real_5: 0.207602858543396 (0.23352947578591815) + | > loss_0: 2.51210618019104 (2.4841023818247723) + | > grad_norm_0: tensor(69.4795, device='cuda:0') (tensor(86.7778, device='cuda:0')) + | > loss_gen: 2.4993724822998047 (2.339764737139987) + | > loss_kl: 1.4730395078659058 (1.5674447693393743) + | > loss_feat: 6.329036712646484 (6.336575815233132) + | > loss_mel: 22.27019691467285 (21.6578105182971) + | > loss_duration: 1.6766743659973145 (1.7290358395226257) + | > amp_scaler: 128.0 (129.80790960451966) + | > loss_1: 34.248321533203125 (33.630631651581965) + | > grad_norm_1: tensor(314.8146, device='cuda:0') (tensor(589.0328, device='cuda:0')) + | > current_lr_0: 0.00019900243364508313 + | > current_lr_1: 0.00019900243364508313 + | > step_time: 0.9313 (0.8984862444764476) + | > loader_time: 0.0124 (0.006057172845312425) + + + --> TIME: 2024-11-23 01:12:51 -- STEP: 379/797 -- GLOBAL_STEP: 33050 + | > loss_disc: 2.3346290588378906 (2.481201102676996) + | > loss_disc_real_0: 0.08653926849365234 (0.13666247724896988) + | > loss_disc_real_1: 0.23120874166488647 (0.21883108232927193) + | > loss_disc_real_2: 0.21921809017658234 (0.23505074304766893) + | > loss_disc_real_3: 0.22362340986728668 (0.22401389051081327) + | > loss_disc_real_4: 0.23024623095989227 (0.22310307661272918) + | > loss_disc_real_5: 0.22919581830501556 (0.23372506997044293) + | > loss_0: 2.3346290588378906 (2.481201102676996) + | > grad_norm_0: tensor(26.0539, device='cuda:0') (tensor(83.6729, device='cuda:0')) + | > loss_gen: 2.625586986541748 (2.338172612529947) + | > loss_kl: 1.6868760585784912 (1.5678977230293467) + | > loss_feat: 6.466457366943359 (6.3317623327149555) + | > loss_mel: 23.125520706176758 (21.679739451345498) + | > loss_duration: 1.6434746980667114 (1.7264247318056454) + | > amp_scaler: 128.0 (129.68865435356193) + | > loss_1: 35.547916412353516 (33.64399682500427) + | > grad_norm_1: tensor(518.2824, device='cuda:0') (tensor(585.2730, device='cuda:0')) + | > current_lr_0: 0.00019900243364508313 + | > current_lr_1: 0.00019900243364508313 + | > step_time: 0.9051 (0.8995119996938983) + | > loader_time: 0.0071 (0.006116934376215866) + + + --> TIME: 2024-11-23 01:13:15 -- STEP: 404/797 -- GLOBAL_STEP: 33075 + | > loss_disc: 2.4266350269317627 (2.4772268752060325) + | > loss_disc_real_0: 0.1655975878238678 (0.1358532178132692) + | > loss_disc_real_1: 0.23070454597473145 (0.21827129193461764) + | > loss_disc_real_2: 0.21958640217781067 (0.2347767109254209) + | > loss_disc_real_3: 0.24324655532836914 (0.22391938580439827) + | > loss_disc_real_4: 0.23681488633155823 (0.22304014289880744) + | > loss_disc_real_5: 0.2963634133338928 (0.23350089674096297) + | > loss_0: 2.4266350269317627 (2.4772268752060325) + | > grad_norm_0: tensor(63.9273, device='cuda:0') (tensor(83.2629, device='cuda:0')) + | > loss_gen: 2.463344097137451 (2.3434996622623783) + | > loss_kl: 1.5252195596694946 (1.5692391838177606) + | > loss_feat: 6.305788516998291 (6.3480222248795) + | > loss_mel: 22.072551727294922 (21.697765558072852) + | > loss_duration: 1.7234117984771729 (1.725286486420301) + | > amp_scaler: 128.0 (129.5841584158415) + | > loss_1: 34.09031677246094 (33.68381311869854) + | > grad_norm_1: tensor(985.8199, device='cuda:0') (tensor(596.3486, device='cuda:0')) + | > current_lr_0: 0.00019900243364508313 + | > current_lr_1: 0.00019900243364508313 + | > step_time: 1.0476 (0.9033793399829676) + | > loader_time: 0.0064 (0.006189250709986918) + + + --> TIME: 2024-11-23 01:13:40 -- STEP: 429/797 -- GLOBAL_STEP: 33100 + | > loss_disc: 2.3004441261291504 (2.4742835668417134) + | > loss_disc_real_0: 0.1798664778470993 (0.13553964606288685) + | > loss_disc_real_1: 0.14932289719581604 (0.21764031507613216) + | > loss_disc_real_2: 0.1577964425086975 (0.23405860788199728) + | > loss_disc_real_3: 0.20653904974460602 (0.22391644908692734) + | > loss_disc_real_4: 0.1808052808046341 (0.2224710867121503) + | > loss_disc_real_5: 0.19747675955295563 (0.23341020219253772) + | > loss_0: 2.3004441261291504 (2.4742835668417134) + | > grad_norm_0: tensor(85.4592, device='cuda:0') (tensor(85.9736, device='cuda:0')) + | > loss_gen: 2.4801697731018066 (2.3455346842190044) + | > loss_kl: 1.6630053520202637 (1.5681361490752046) + | > loss_feat: 7.604456424713135 (6.35904940024956) + | > loss_mel: 23.62137794494629 (21.704631058486207) + | > loss_duration: 1.674534559249878 (1.7238400390931776) + | > amp_scaler: 128.0 (129.4918414918414) + | > loss_1: 37.04354476928711 (33.70119133529128) + | > grad_norm_1: tensor(764.9464, device='cuda:0') (tensor(601.3549, device='cuda:0')) + | > current_lr_0: 0.00019900243364508313 + | > current_lr_1: 0.00019900243364508313 + | > step_time: 0.973 (0.9076143689366766) + | > loader_time: 0.006 (0.006290376881063674) + + + --> TIME: 2024-11-23 01:14:05 -- STEP: 454/797 -- GLOBAL_STEP: 33125 + | > loss_disc: 2.519254446029663 (2.475317221381067) + | > loss_disc_real_0: 0.13520807027816772 (0.1352145336158079) + | > loss_disc_real_1: 0.2342999279499054 (0.21779283694102372) + | > loss_disc_real_2: 0.2353535145521164 (0.2343678543024126) + | > loss_disc_real_3: 0.26545989513397217 (0.22382943355170642) + | > loss_disc_real_4: 0.23692958056926727 (0.22281096557294744) + | > loss_disc_real_5: 0.2866889536380768 (0.23386379659569737) + | > loss_0: 2.519254446029663 (2.475317221381067) + | > grad_norm_0: tensor(115.2766, device='cuda:0') (tensor(84.9522, device='cuda:0')) + | > loss_gen: 2.250338554382324 (2.344651390802492) + | > loss_kl: 1.5894798040390015 (1.5699967193183404) + | > loss_feat: 5.064265727996826 (6.354507083934833) + | > loss_mel: 20.927513122558594 (21.71452564289918) + | > loss_duration: 1.6938064098358154 (1.722717326380608) + | > amp_scaler: 128.0 (129.40969162995583) + | > loss_1: 31.525402069091797 (33.70639817830224) + | > grad_norm_1: tensor(388.7137, device='cuda:0') (tensor(601.2014, device='cuda:0')) + | > current_lr_0: 0.00019900243364508313 + | > current_lr_1: 0.00019900243364508313 + | > step_time: 1.0504 (0.910721712700596) + | > loader_time: 0.0068 (0.0063664839656342445) + + + --> TIME: 2024-11-23 01:14:31 -- STEP: 479/797 -- GLOBAL_STEP: 33150 + | > loss_disc: 2.552412509918213 (2.475719110453055) + | > loss_disc_real_0: 0.13286402821540833 (0.13491242966130515) + | > loss_disc_real_1: 0.21511179208755493 (0.2180407259434399) + | > loss_disc_real_2: 0.2252388447523117 (0.23364111046950353) + | > loss_disc_real_3: 0.22867465019226074 (0.2242614905931258) + | > loss_disc_real_4: 0.24231716990470886 (0.22267543656716515) + | > loss_disc_real_5: 0.25039950013160706 (0.23384621652282603) + | > loss_0: 2.552412509918213 (2.475719110453055) + | > grad_norm_0: tensor(27.6234, device='cuda:0') (tensor(84.4358, device='cuda:0')) + | > loss_gen: 2.1418888568878174 (2.343581799425511) + | > loss_kl: 1.7441887855529785 (1.5698883257230796) + | > loss_feat: 6.338101387023926 (6.364858511843113) + | > loss_mel: 21.139184951782227 (21.72849819207243) + | > loss_duration: 1.6856688261032104 (1.7216813352760043) + | > amp_scaler: 128.0 (129.33611691022952) + | > loss_1: 33.049034118652344 (33.72850819072048) + | > grad_norm_1: tensor(642.1730, device='cuda:0') (tensor(599.2080, device='cuda:0')) + | > current_lr_0: 0.00019900243364508313 + | > current_lr_1: 0.00019900243364508313 + | > step_time: 1.0918 (0.9172045711684575) + | > loader_time: 0.0084 (0.006448155405128172) + + + --> TIME: 2024-11-23 01:15:02 -- STEP: 504/797 -- GLOBAL_STEP: 33175 + | > loss_disc: 2.6739025115966797 (2.4759968126577054) + | > loss_disc_real_0: 0.23425346612930298 (0.13473898328338096) + | > loss_disc_real_1: 0.24166852235794067 (0.21844831079481136) + | > loss_disc_real_2: 0.2259618490934372 (0.23413568415812083) + | > loss_disc_real_3: 0.2354641556739807 (0.22408442447582883) + | > loss_disc_real_4: 0.24034149944782257 (0.22263662271674664) + | > loss_disc_real_5: 0.2834439277648926 (0.23391596337277737) + | > loss_0: 2.6739025115966797 (2.4759968126577054) + | > grad_norm_0: tensor(202.4616, device='cuda:0') (tensor(83.4227, device='cuda:0')) + | > loss_gen: 2.358440637588501 (2.344146675533718) + | > loss_kl: 1.5269049406051636 (1.5705282399578708) + | > loss_feat: 5.851578712463379 (6.369691678455897) + | > loss_mel: 21.705337524414062 (21.741246511065786) + | > loss_duration: 1.682198166847229 (1.7203120560873122) + | > amp_scaler: 128.0 (129.26984126984115) + | > loss_1: 33.12445831298828 (33.74592521077113) + | > grad_norm_1: tensor(779.4138, device='cuda:0') (tensor(599.9160, device='cuda:0')) + | > current_lr_0: 0.00019900243364508313 + | > current_lr_1: 0.00019900243364508313 + | > step_time: 1.1559 (0.932504436799458) + | > loader_time: 0.0079 (0.006604722567967002) + + + --> TIME: 2024-11-23 01:15:36 -- STEP: 529/797 -- GLOBAL_STEP: 33200 + | > loss_disc: 2.7258810997009277 (2.475987320811628) + | > loss_disc_real_0: 0.2162061631679535 (0.1348868764246793) + | > loss_disc_real_1: 0.24354012310504913 (0.21855954082228507) + | > loss_disc_real_2: 0.25972479581832886 (0.2339678379955274) + | > loss_disc_real_3: 0.24313566088676453 (0.2240722368987161) + | > loss_disc_real_4: 0.20768095552921295 (0.22211495323532693) + | > loss_disc_real_5: 0.27026715874671936 (0.233947716188566) + | > loss_0: 2.7258810997009277 (2.475987320811628) + | > grad_norm_0: tensor(121.3126, device='cuda:0') (tensor(84.1332, device='cuda:0')) + | > loss_gen: 2.2169876098632812 (2.3452959522633114) + | > loss_kl: 1.741966724395752 (1.5699671211675352) + | > loss_feat: 5.35712194442749 (6.373224711823778) + | > loss_mel: 21.932878494262695 (21.75551150201175) + | > loss_duration: 1.7334805727005005 (1.7197067482935684) + | > amp_scaler: 128.0 (129.20982986767473) + | > loss_1: 32.98243713378906 (33.763706070263595) + | > grad_norm_1: tensor(156.7362, device='cuda:0') (tensor(601.1705, device='cuda:0')) + | > current_lr_0: 0.00019900243364508313 + | > current_lr_1: 0.00019900243364508313 + | > step_time: 1.2306 (0.9511477541608035) + | > loader_time: 0.0104 (0.006759255955485176) + + + --> TIME: 2024-11-23 01:16:07 -- STEP: 554/797 -- GLOBAL_STEP: 33225 + | > loss_disc: 2.6120553016662598 (2.4793384045039715) + | > loss_disc_real_0: 0.15936651825904846 (0.13548847620076204) + | > loss_disc_real_1: 0.2050180733203888 (0.21853206755882565) + | > loss_disc_real_2: 0.22589907050132751 (0.23464100261887919) + | > loss_disc_real_3: 0.22393116354942322 (0.22438158027639463) + | > loss_disc_real_4: 0.23702746629714966 (0.2225253873837553) + | > loss_disc_real_5: 0.2277207374572754 (0.2344640826382792) + | > loss_0: 2.6120553016662598 (2.4793384045039715) + | > grad_norm_0: tensor(142.5905, device='cuda:0') (tensor(83.9688, device='cuda:0')) + | > loss_gen: 2.2279438972473145 (2.345396501277759) + | > loss_kl: 1.652969241142273 (1.5689546427141465) + | > loss_feat: 6.641901016235352 (6.3760040357224765) + | > loss_mel: 22.008708953857422 (21.771738765041757) + | > loss_duration: 1.7085344791412354 (1.7193720988418224) + | > amp_scaler: 128.0 (129.1552346570396) + | > loss_1: 34.24005889892578 (33.78146609846868) + | > grad_norm_1: tensor(780.0941, device='cuda:0') (tensor(596.2242, device='cuda:0')) + | > current_lr_0: 0.00019900243364508313 + | > current_lr_1: 0.00019900243364508313 + | > step_time: 1.1557 (0.9643715869648792) + | > loader_time: 0.0075 (0.006903409097168846) + + + --> TIME: 2024-11-23 01:16:39 -- STEP: 579/797 -- GLOBAL_STEP: 33250 + | > loss_disc: 2.431267738342285 (2.4776338649743184) + | > loss_disc_real_0: 0.10615458339452744 (0.13506006349090455) + | > loss_disc_real_1: 0.2342543601989746 (0.2184497814155819) + | > loss_disc_real_2: 0.22523356974124908 (0.2342797942163619) + | > loss_disc_real_3: 0.19203919172286987 (0.22404895437196135) + | > loss_disc_real_4: 0.2515614628791809 (0.22221053202535204) + | > loss_disc_real_5: 0.24328207969665527 (0.23423261662530157) + | > loss_0: 2.431267738342285 (2.4776338649743184) + | > grad_norm_0: tensor(45.2200, device='cuda:0') (tensor(83.0090, device='cuda:0')) + | > loss_gen: 2.3369555473327637 (2.3433677242209874) + | > loss_kl: 1.5284900665283203 (1.5692649752364876) + | > loss_feat: 6.082763195037842 (6.374653231500547) + | > loss_mel: 23.20611572265625 (21.80205100393872) + | > loss_duration: 1.6762908697128296 (1.7186029871510722) + | > amp_scaler: 128.0 (129.10535405872176) + | > loss_1: 34.83061599731445 (33.80793997084334) + | > grad_norm_1: tensor(736.4808, device='cuda:0') (tensor(595.8382, device='cuda:0')) + | > current_lr_0: 0.00019900243364508313 + | > current_lr_1: 0.00019900243364508313 + | > step_time: 1.3892 (0.977094586443201) + | > loader_time: 0.0116 (0.007032693770677104) + + + --> TIME: 2024-11-23 01:17:10 -- STEP: 604/797 -- GLOBAL_STEP: 33275 + | > loss_disc: 2.491215944290161 (2.478589515022885) + | > loss_disc_real_0: 0.12787121534347534 (0.13532630930229123) + | > loss_disc_real_1: 0.2201010286808014 (0.21834122710275333) + | > loss_disc_real_2: 0.23621810972690582 (0.2345940334512698) + | > loss_disc_real_3: 0.2500806748867035 (0.22433741114392192) + | > loss_disc_real_4: 0.22234410047531128 (0.22240741765558325) + | > loss_disc_real_5: 0.2580050230026245 (0.23441502528376137) + | > loss_0: 2.491215944290161 (2.478589515022885) + | > grad_norm_0: tensor(17.7437, device='cuda:0') (tensor(82.6078, device='cuda:0')) + | > loss_gen: 2.3631887435913086 (2.34194141685568) + | > loss_kl: 1.431168556213379 (1.5687313938377705) + | > loss_feat: 7.289825916290283 (6.365678589075604) + | > loss_mel: 24.988845825195312 (21.80641790731064) + | > loss_duration: 1.7394989728927612 (1.7181355365064763) + | > amp_scaler: 128.0 (129.05960264900648) + | > loss_1: 37.81252670288086 (33.8009048929278) + | > grad_norm_1: tensor(821.6793, device='cuda:0') (tensor(597.7330, device='cuda:0')) + | > current_lr_0: 0.00019900243364508313 + | > current_lr_1: 0.00019900243364508313 + | > step_time: 0.9879 (0.9872888970059275) + | > loader_time: 0.0079 (0.007148402810886202) + + + --> TIME: 2024-11-23 01:17:37 -- STEP: 629/797 -- GLOBAL_STEP: 33300 + | > loss_disc: 2.6892249584198 (2.47816687130587) + | > loss_disc_real_0: 0.2752467095851898 (0.1352546988247592) + | > loss_disc_real_1: 0.17556846141815186 (0.21829921291439255) + | > loss_disc_real_2: 0.2876650094985962 (0.23417577130900658) + | > loss_disc_real_3: 0.2616754472255707 (0.2243216852457611) + | > loss_disc_real_4: 0.19662638008594513 (0.22218497419679487) + | > loss_disc_real_5: 0.25195786356925964 (0.23406038022287698) + | > loss_0: 2.6892249584198 (2.47816687130587) + | > grad_norm_0: tensor(293.4506, device='cuda:0') (tensor(83.8914, device='cuda:0')) + | > loss_gen: 2.3117918968200684 (2.342826657340713) + | > loss_kl: 1.5929851531982422 (1.567115010062916) + | > loss_feat: 5.014781475067139 (6.3594795675838665) + | > loss_mel: 20.869739532470703 (21.80277391078931) + | > loss_duration: 1.7591345310211182 (1.718424819042649) + | > amp_scaler: 128.0 (129.01748807631157) + | > loss_1: 31.548433303833008 (33.79061999419539) + | > grad_norm_1: tensor(187.8266, device='cuda:0') (tensor(600.1689, device='cuda:0')) + | > current_lr_0: 0.00019900243364508313 + | > current_lr_1: 0.00019900243364508313 + | > step_time: 1.0041 (0.990452357809191) + | > loader_time: 0.0114 (0.007232066747304551) + + + --> TIME: 2024-11-23 01:18:03 -- STEP: 654/797 -- GLOBAL_STEP: 33325 + | > loss_disc: 2.3548829555511475 (2.4800517030447624) + | > loss_disc_real_0: 0.04642728343605995 (0.13562757115731347) + | > loss_disc_real_1: 0.20414642989635468 (0.2183702586258588) + | > loss_disc_real_2: 0.2239122986793518 (0.2347948607683911) + | > loss_disc_real_3: 0.21557432413101196 (0.22483217000779032) + | > loss_disc_real_4: 0.18208971619606018 (0.22286013495575763) + | > loss_disc_real_5: 0.24219228327274323 (0.2342732557371851) + | > loss_0: 2.3548829555511475 (2.4800517030447624) + | > grad_norm_0: tensor(57.0736, device='cuda:0') (tensor(84.8103, device='cuda:0')) + | > loss_gen: 2.4616003036499023 (2.3452702955733025) + | > loss_kl: 1.4724866151809692 (1.5661741752143303) + | > loss_feat: 7.464986801147461 (6.362457114257577) + | > loss_mel: 23.728073120117188 (21.81167566375264) + | > loss_duration: 1.6602270603179932 (1.7180161911777767) + | > amp_scaler: 128.0 (128.97859327217125) + | > loss_1: 36.787376403808594 (33.803593475155175) + | > grad_norm_1: tensor(670.3770, device='cuda:0') (tensor(598.1734, device='cuda:0')) + | > current_lr_0: 0.00019900243364508313 + | > current_lr_1: 0.00019900243364508313 + | > step_time: 0.9636 (0.9910309934470267) + | > loader_time: 0.0106 (0.00731014512729936) + + + --> TIME: 2024-11-23 01:18:29 -- STEP: 679/797 -- GLOBAL_STEP: 33350 + | > loss_disc: 2.398502826690674 (2.4813339857711005) + | > loss_disc_real_0: 0.10873687267303467 (0.13562229112756252) + | > loss_disc_real_1: 0.19874076545238495 (0.21872512127145224) + | > loss_disc_real_2: 0.21778857707977295 (0.23438597921506996) + | > loss_disc_real_3: 0.19315358996391296 (0.22474803034880028) + | > loss_disc_real_4: 0.18133749067783356 (0.2229579925229869) + | > loss_disc_real_5: 0.22670042514801025 (0.23410183171548268) + | > loss_0: 2.398502826690674 (2.4813339857711005) + | > grad_norm_0: tensor(52.4573, device='cuda:0') (tensor(85.5847, device='cuda:0')) + | > loss_gen: 2.3304879665374756 (2.342713617611354) + | > loss_kl: 1.6368781328201294 (1.5665529771476154) + | > loss_feat: 6.205578804016113 (6.352631972710406) + | > loss_mel: 21.948686599731445 (21.81003035712486) + | > loss_duration: 1.6844916343688965 (1.7177286586986202) + | > amp_scaler: 128.0 (128.9425625920471) + | > loss_1: 33.806121826171875 (33.789657623673065) + | > grad_norm_1: tensor(141.7707, device='cuda:0') (tensor(599.0889, device='cuda:0')) + | > current_lr_0: 0.00019900243364508313 + | > current_lr_1: 0.00019900243364508313 + | > step_time: 1.058 (0.9932132873338523) + | > loader_time: 0.0095 (0.007414264777272014) + + + --> TIME: 2024-11-23 01:18:55 -- STEP: 704/797 -- GLOBAL_STEP: 33375 + | > loss_disc: 2.5193214416503906 (2.481617250564423) + | > loss_disc_real_0: 0.14672736823558807 (0.1356765175111252) + | > loss_disc_real_1: 0.20538702607154846 (0.21871364988725295) + | > loss_disc_real_2: 0.23934155702590942 (0.23469954274002125) + | > loss_disc_real_3: 0.2097560465335846 (0.22475588300519372) + | > loss_disc_real_4: 0.22588355839252472 (0.22312733869660983) + | > loss_disc_real_5: 0.24427151679992676 (0.23435453573157164) + | > loss_0: 2.5193214416503906 (2.481617250564423) + | > grad_norm_0: tensor(51.0368, device='cuda:0') (tensor(85.2731, device='cuda:0')) + | > loss_gen: 2.3252334594726562 (2.341719317842615) + | > loss_kl: 1.5491318702697754 (1.5670695382763042) + | > loss_feat: 5.810328483581543 (6.343162877993148) + | > loss_mel: 21.367815017700195 (21.791108708490004) + | > loss_duration: 1.6961851119995117 (1.7172655029730366) + | > amp_scaler: 128.0 (128.90909090909088) + | > loss_1: 32.748695373535156 (33.760325992649264) + | > grad_norm_1: tensor(1115.5706, device='cuda:0') (tensor(597.4222, device='cuda:0')) + | > current_lr_0: 0.00019900243364508313 + | > current_lr_1: 0.00019900243364508313 + | > step_time: 1.0273 (0.994120027531277) + | > loader_time: 0.0089 (0.007509858432141214) + + + --> TIME: 2024-11-23 01:19:25 -- STEP: 729/797 -- GLOBAL_STEP: 33400 + | > loss_disc: 2.437623977661133 (2.4812250075189817) + | > loss_disc_real_0: 0.18771061301231384 (0.1355580640816229) + | > loss_disc_real_1: 0.19737158715724945 (0.21868404766496152) + | > loss_disc_real_2: 0.2406579703092575 (0.2341897339855202) + | > loss_disc_real_3: 0.2286754548549652 (0.22491215030434042) + | > loss_disc_real_4: 0.2332696169614792 (0.22316354390525034) + | > loss_disc_real_5: 0.2777760624885559 (0.23404570905024133) + | > loss_0: 2.437623977661133 (2.4812250075189817) + | > grad_norm_0: tensor(69.7889, device='cuda:0') (tensor(86.1917, device='cuda:0')) + | > loss_gen: 2.3839659690856934 (2.341688622499528) + | > loss_kl: 1.6147524118423462 (1.5665333737071163) + | > loss_feat: 7.083013534545898 (6.347650329762523) + | > loss_mel: 23.362096786499023 (21.808078755403553) + | > loss_duration: 1.6760987043380737 (1.716292742512027) + | > amp_scaler: 128.0 (128.877914951989) + | > loss_1: 36.11992645263672 (33.78024387228798) + | > grad_norm_1: tensor(821.1200, device='cuda:0') (tensor(602.6207, device='cuda:0')) + | > current_lr_0: 0.00019900243364508313 + | > current_lr_1: 0.00019900243364508313 + | > step_time: 1.1825 (0.9996721610447343) + | > loader_time: 0.0166 (0.0076902514459010795) + + + --> TIME: 2024-11-23 01:20:10 -- STEP: 754/797 -- GLOBAL_STEP: 33425 + | > loss_disc: 2.302203893661499 (2.482544849026423) + | > loss_disc_real_0: 0.0742131918668747 (0.13532904505393695) + | > loss_disc_real_1: 0.174017071723938 (0.21881024701525742) + | > loss_disc_real_2: 0.24192780256271362 (0.23475116975506674) + | > loss_disc_real_3: 0.2278176099061966 (0.22506912471603022) + | > loss_disc_real_4: 0.2580479085445404 (0.22337837485641004) + | > loss_disc_real_5: 0.23984932899475098 (0.23439569425440593) + | > loss_0: 2.302203893661499 (2.482544849026423) + | > grad_norm_0: tensor(14.4520, device='cuda:0') (tensor(86.0328, device='cuda:0')) + | > loss_gen: 2.5078883171081543 (2.3416418880619507) + | > loss_kl: 1.5852957963943481 (1.5657924929095204) + | > loss_feat: 7.000616550445557 (6.342765068185738) + | > loss_mel: 21.909852981567383 (21.80916870177897) + | > loss_duration: 1.6875975131988525 (1.7152982694084515) + | > amp_scaler: 128.0 (128.84880636604777) + | > loss_1: 34.691253662109375 (33.7746664674592) + | > grad_norm_1: tensor(628.8525, device='cuda:0') (tensor(601.2324, device='cuda:0')) + | > current_lr_0: 0.00019900243364508313 + | > current_lr_1: 0.00019900243364508313 + | > step_time: 3.7353 (1.0255783859551433) + | > loader_time: 0.0107 (0.008067190489022734) + + + --> TIME: 2024-11-23 01:21:13 -- STEP: 779/797 -- GLOBAL_STEP: 33450 + | > loss_disc: 2.402888536453247 (2.4822380506028248) + | > loss_disc_real_0: 0.09667634218931198 (0.13526995038668654) + | > loss_disc_real_1: 0.20891216397285461 (0.2187299344483022) + | > loss_disc_real_2: 0.20503239333629608 (0.23464622565656326) + | > loss_disc_real_3: 0.21852760016918182 (0.22483934066108932) + | > loss_disc_real_4: 0.19628775119781494 (0.2231732242297147) + | > loss_disc_real_5: 0.20668117702007294 (0.23400067944505248) + | > loss_0: 2.402888536453247 (2.4822380506028248) + | > grad_norm_0: tensor(71.0175, device='cuda:0') (tensor(86.0106, device='cuda:0')) + | > loss_gen: 2.3448855876922607 (2.3417065109918918) + | > loss_kl: 1.6719372272491455 (1.5660871040836382) + | > loss_feat: 7.008491516113281 (6.343991291844337) + | > loss_mel: 22.44272804260254 (21.813125720532145) + | > loss_duration: 1.6806244850158691 (1.714350446963035) + | > amp_scaler: 128.0 (128.82156611039795) + | > loss_1: 35.1486701965332 (33.77926112261907) + | > grad_norm_1: tensor(692.9742, device='cuda:0') (tensor(600.9545, device='cuda:0')) + | > current_lr_0: 0.00019900243364508313 + | > current_lr_1: 0.00019900243364508313 + | > step_time: 2.8886 (1.0721629847304972) + | > loader_time: 0.0135 (0.00855882483055104) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.674833297729492 (2.674833297729492) + | > loss_disc_real_0: 0.30635184049606323 (0.30635184049606323) + | > loss_disc_real_1: 0.22269728779792786 (0.22269728779792786) + | > loss_disc_real_2: 0.22447355091571808 (0.22447355091571808) + | > loss_disc_real_3: 0.233545184135437 (0.233545184135437) + | > loss_disc_real_4: 0.2920387089252472 (0.2920387089252472) + | > loss_disc_real_5: 0.22965246438980103 (0.22965246438980103) + | > loss_0: 2.674833297729492 (2.674833297729492) + | > loss_gen: 2.4214251041412354 (2.4214251041412354) + | > loss_kl: 1.208957314491272 (1.208957314491272) + | > loss_feat: 4.7714104652404785 (4.7714104652404785) + | > loss_mel: 19.588529586791992 (19.588529586791992) + | > loss_duration: 1.988577127456665 (1.988577127456665) + | > loss_1: 29.978899002075195 (29.978899002075195) + + --> STEP: 1 + | > loss_disc: 2.308666706085205 (2.308666706085205) + | > loss_disc_real_0: 0.1025819182395935 (0.1025819182395935) + | > loss_disc_real_1: 0.1366889923810959 (0.1366889923810959) + | > loss_disc_real_2: 0.20752407610416412 (0.20752407610416412) + | > loss_disc_real_3: 0.31769445538520813 (0.31769445538520813) + | > loss_disc_real_4: 0.3361503481864929 (0.3361503481864929) + | > loss_disc_real_5: 0.2024182677268982 (0.2024182677268982) + | > loss_0: 2.308666706085205 (2.308666706085205) + | > loss_gen: 2.743067979812622 (2.743067979812622) + | > loss_kl: 1.6779943704605103 (1.6779943704605103) + | > loss_feat: 8.49344539642334 (8.49344539642334) + | > loss_mel: 24.287561416625977 (24.287561416625977) + | > loss_duration: 1.6915783882141113 (1.6915783882141113) + | > loss_1: 38.893646240234375 (38.893646240234375) + + --> STEP: 2 + | > loss_disc: 2.4239723682403564 (2.3663195371627808) + | > loss_disc_real_0: 0.19467589259147644 (0.14862890541553497) + | > loss_disc_real_1: 0.21553988754749298 (0.17611443996429443) + | > loss_disc_real_2: 0.22338426113128662 (0.21545416861772537) + | > loss_disc_real_3: 0.15169067680835724 (0.23469256609678268) + | > loss_disc_real_4: 0.3143993616104126 (0.32527485489845276) + | > loss_disc_real_5: 0.24093422293663025 (0.22167624533176422) + | > loss_0: 2.4239723682403564 (2.3663195371627808) + | > loss_gen: 2.3687591552734375 (2.55591356754303) + | > loss_kl: 1.4558122158050537 (1.566903293132782) + | > loss_feat: 6.39886474609375 (7.446155071258545) + | > loss_mel: 22.211273193359375 (23.249417304992676) + | > loss_duration: 1.686176061630249 (1.6888772249221802) + | > loss_1: 34.12088394165039 (36.50726509094238) + + --> STEP: 3 + | > loss_disc: 2.8527767658233643 (2.5284719467163086) + | > loss_disc_real_0: 0.2756020426750183 (0.19095328450202942) + | > loss_disc_real_1: 0.23140758275985718 (0.19454548756281534) + | > loss_disc_real_2: 0.2442951649427414 (0.22506783405939737) + | > loss_disc_real_3: 0.23676414787769318 (0.23538309335708618) + | > loss_disc_real_4: 0.3535405993461609 (0.33469676971435547) + | > loss_disc_real_5: 0.36379194259643555 (0.269048144419988) + | > loss_0: 2.8527767658233643 (2.5284719467163086) + | > loss_gen: 2.3124499320983887 (2.474759022394816) + | > loss_kl: 1.3999829292297363 (1.5112631718317668) + | > loss_feat: 4.957897663116455 (6.616735935211182) + | > loss_mel: 22.501670837402344 (23.000168482462566) + | > loss_duration: 1.735581636428833 (1.7044453620910645) + | > loss_1: 32.9075813293457 (35.30737050374349) + + --> STEP: 4 + | > loss_disc: 2.6320462226867676 (2.5543655157089233) + | > loss_disc_real_0: 0.24325783550739288 (0.20402942225337029) + | > loss_disc_real_1: 0.16446799039840698 (0.18702611327171326) + | > loss_disc_real_2: 0.21890786290168762 (0.22352784126996994) + | > loss_disc_real_3: 0.19281615316867828 (0.2247413583099842) + | > loss_disc_real_4: 0.2565726339817047 (0.3151657357811928) + | > loss_disc_real_5: 0.2579509913921356 (0.2662738561630249) + | > loss_0: 2.6320462226867676 (2.5543655157089233) + | > loss_gen: 2.328551769256592 (2.43820720911026) + | > loss_kl: 1.5727885961532593 (1.52664452791214) + | > loss_feat: 6.662570476531982 (6.628194570541382) + | > loss_mel: 20.45276641845703 (22.36331796646118) + | > loss_duration: 1.6813658475875854 (1.6986754834651947) + | > loss_1: 32.69804382324219 (34.655038833618164) + + --> STEP: 5 + | > loss_disc: 2.4366631507873535 (2.5308250427246093) + | > loss_disc_real_0: 0.13883638381958008 (0.19099081456661224) + | > loss_disc_real_1: 0.14452409744262695 (0.178525710105896) + | > loss_disc_real_2: 0.16844622790813446 (0.21251151859760284) + | > loss_disc_real_3: 0.22298584878444672 (0.2243902564048767) + | > loss_disc_real_4: 0.2062390148639679 (0.2933803915977478) + | > loss_disc_real_5: 0.20825164020061493 (0.2546694129705429) + | > loss_0: 2.4366631507873535 (2.5308250427246093) + | > loss_gen: 2.2021806240081787 (2.391001892089844) + | > loss_kl: 2.0839807987213135 (1.6381117820739746) + | > loss_feat: 7.7270636558532715 (6.84796838760376) + | > loss_mel: 24.420560836791992 (22.774766540527345) + | > loss_duration: 1.8741180896759033 (1.7337640047073364) + | > loss_1: 38.30790328979492 (35.38561172485352) + + --> STEP: 6 + | > loss_disc: 2.5317471027374268 (2.530978719393412) + | > loss_disc_real_0: 0.2885447144508362 (0.20724979788064957) + | > loss_disc_real_1: 0.22090965509414673 (0.18558970093727112) + | > loss_disc_real_2: 0.23212559521198273 (0.21578053136666617) + | > loss_disc_real_3: 0.23159869015216827 (0.2255916620294253) + | > loss_disc_real_4: 0.24150797724723816 (0.2847349892059962) + | > loss_disc_real_5: 0.27166488766670227 (0.2575019920865695) + | > loss_0: 2.5317471027374268 (2.530978719393412) + | > loss_gen: 2.382843494415283 (2.3896421591440835) + | > loss_kl: 1.2683897018432617 (1.5764914353688557) + | > loss_feat: 4.892890453338623 (6.522122065226237) + | > loss_mel: 20.847999572753906 (22.453638712565105) + | > loss_duration: 1.710078239440918 (1.7298163771629333) + | > loss_1: 31.10219955444336 (34.67170969645182) + + --> STEP: 7 + | > loss_disc: 2.6329259872436523 (2.5455426148005893) + | > loss_disc_real_0: 0.306837260723114 (0.2214765782867159) + | > loss_disc_real_1: 0.24784547090530396 (0.1944833823612758) + | > loss_disc_real_2: 0.2639550268650055 (0.2226626021521432) + | > loss_disc_real_3: 0.2719171643257141 (0.23220959092889512) + | > loss_disc_real_4: 0.26506513357162476 (0.2819250098296574) + | > loss_disc_real_5: 0.26387807726860046 (0.2584128613982882) + | > loss_0: 2.6329259872436523 (2.5455426148005893) + | > loss_gen: 2.859689235687256 (2.456791741507394) + | > loss_kl: 1.3117284774780273 (1.538668155670166) + | > loss_feat: 6.618518352508545 (6.535892963409424) + | > loss_mel: 21.59152603149414 (22.330479758126394) + | > loss_duration: 1.7086478471755981 (1.726792301450457) + | > loss_1: 34.090110778808594 (34.5886241367885) + + --> STEP: 8 + | > loss_disc: 2.6271591186523438 (2.5557446777820587) + | > loss_disc_real_0: 0.3061524033546448 (0.23206105642020702) + | > loss_disc_real_1: 0.17994806170463562 (0.19266646727919579) + | > loss_disc_real_2: 0.1900140792131424 (0.2185815367847681) + | > loss_disc_real_3: 0.258284330368042 (0.2354689333587885) + | > loss_disc_real_4: 0.25423938035964966 (0.27846430614590645) + | > loss_disc_real_5: 0.18355046212673187 (0.24905506148934364) + | > loss_0: 2.6271591186523438 (2.5557446777820587) + | > loss_gen: 2.2151708602905273 (2.4265891313552856) + | > loss_kl: 1.8755104541778564 (1.5807734429836273) + | > loss_feat: 5.759181499481201 (6.438804030418396) + | > loss_mel: 17.751480102539062 (21.75810480117798) + | > loss_duration: 1.7228187322616577 (1.726295605301857) + | > loss_1: 29.32416343688965 (33.93056654930115) + + --> STEP: 9 + | > loss_disc: 2.789482355117798 (2.581715530819363) + | > loss_disc_real_0: 0.31267857551574707 (0.2410185585419337) + | > loss_disc_real_1: 0.22618642449378967 (0.1963909069697062) + | > loss_disc_real_2: 0.24880443513393402 (0.22193963660134208) + | > loss_disc_real_3: 0.25038543343544006 (0.23712632225619423) + | > loss_disc_real_4: 0.30289897322654724 (0.2811792691548665) + | > loss_disc_real_5: 0.28071215748786926 (0.25257251660029095) + | > loss_0: 2.789482355117798 (2.581715530819363) + | > loss_gen: 2.3230292797088623 (2.41508248117235) + | > loss_kl: 1.591289758682251 (1.5819419225056965) + | > loss_feat: 4.993051528930664 (6.278164863586426) + | > loss_mel: 18.087617874145508 (21.35027292039659) + | > loss_duration: 1.6888288259506226 (1.7221326298183866) + | > loss_1: 28.68381690979004 (33.34759436713325) + + --> STEP: 10 + | > loss_disc: 2.5645666122436523 (2.580000638961792) + | > loss_disc_real_0: 0.21153435111045837 (0.23807013779878616) + | > loss_disc_real_1: 0.21055267751216888 (0.19780708402395247) + | > loss_disc_real_2: 0.23037488758563995 (0.2227831616997719) + | > loss_disc_real_3: 0.21881042420864105 (0.2352947324514389) + | > loss_disc_real_4: 0.26085299253463745 (0.27914664149284363) + | > loss_disc_real_5: 0.28746992349624634 (0.25606225728988646) + | > loss_0: 2.5645666122436523 (2.580000638961792) + | > loss_gen: 2.304849147796631 (2.404059147834778) + | > loss_kl: 1.3307299613952637 (1.5568207263946534) + | > loss_feat: 5.610846996307373 (6.211433076858521) + | > loss_mel: 22.815113067626953 (21.496756935119627) + | > loss_duration: 1.6200284957885742 (1.7119222164154053) + | > loss_1: 33.68156814575195 (33.380991744995114) + + --> STEP: 11 + | > loss_disc: 2.239574432373047 (2.5490528019991787) + | > loss_disc_real_0: 0.15998268127441406 (0.23097127811475235) + | > loss_disc_real_1: 0.18520985543727875 (0.19666188142516397) + | > loss_disc_real_2: 0.22170373797416687 (0.22268503227017142) + | > loss_disc_real_3: 0.2031194120645523 (0.2323697033253583) + | > loss_disc_real_4: 0.1745733767747879 (0.26963998106392945) + | > loss_disc_real_5: 0.16074448823928833 (0.24739700555801392) + | > loss_0: 2.239574432373047 (2.5490528019991787) + | > loss_gen: 2.454150438308716 (2.4086129015142266) + | > loss_kl: 1.6437368392944336 (1.5647221912037244) + | > loss_feat: 7.805483341217041 (6.35634673725475) + | > loss_mel: 22.508371353149414 (21.588721882213246) + | > loss_duration: 1.6130154132843018 (1.7029306888580322) + | > loss_1: 36.024757385253906 (33.621334075927734) + + --> STEP: 12 + | > loss_disc: 2.5393121242523193 (2.548241078853607) + | > loss_disc_real_0: 0.1988658905029297 (0.22829582914710045) + | > loss_disc_real_1: 0.21122263371944427 (0.19787527744968733) + | > loss_disc_real_2: 0.19851914048194885 (0.22067120795448622) + | > loss_disc_real_3: 0.26381802558898926 (0.23499039684732756) + | > loss_disc_real_4: 0.3088543117046356 (0.27290784195065493) + | > loss_disc_real_5: 0.35055336356163025 (0.25599336872498196) + | > loss_0: 2.5393121242523193 (2.548241078853607) + | > loss_gen: 2.6944010257720947 (2.4324285785357156) + | > loss_kl: 1.428090214729309 (1.5533361931641896) + | > loss_feat: 6.374846458435059 (6.357888380686442) + | > loss_mel: 22.54568099975586 (21.668468475341797) + | > loss_duration: 1.7061883211135864 (1.7032021582126617) + | > loss_1: 34.74920654296875 (33.71532344818115) + + --> STEP: 13 + | > loss_disc: 2.230520009994507 (2.5238009966336765) + | > loss_disc_real_0: 0.1720268428325653 (0.2239674455844439) + | > loss_disc_real_1: 0.1573154330253601 (0.19475528941704676) + | > loss_disc_real_2: 0.17070816457271576 (0.21682789692511925) + | > loss_disc_real_3: 0.2014382779598236 (0.23240946462521186) + | > loss_disc_real_4: 0.22530144453048706 (0.26924581137987275) + | > loss_disc_real_5: 0.20457735657691956 (0.2520382908674387) + | > loss_0: 2.230520009994507 (2.5238009966336765) + | > loss_gen: 2.5394411087036133 (2.440660311625554) + | > loss_kl: 1.5514386892318726 (1.5531902313232422) + | > loss_feat: 7.622961044311523 (6.455201662503756) + | > loss_mel: 25.37514877319336 (21.953597729022686) + | > loss_duration: 1.7368217706680298 (1.70578828224769) + | > loss_1: 38.825809478759766 (34.10843775822566) + + --> STEP: 14 + | > loss_disc: 2.5793890953063965 (2.5277715751102994) + | > loss_disc_real_0: 0.3866865932941437 (0.23559024184942245) + | > loss_disc_real_1: 0.17202617228031158 (0.19313178105013712) + | > loss_disc_real_2: 0.2302931547164917 (0.21778970105307444) + | > loss_disc_real_3: 0.20433452725410461 (0.23040411195584706) + | > loss_disc_real_4: 0.2822805345058441 (0.27017686303172783) + | > loss_disc_real_5: 0.3195178806781769 (0.2568582615682057) + | > loss_0: 2.5793890953063965 (2.5277715751102994) + | > loss_gen: 2.584455728530884 (2.4509314128330777) + | > loss_kl: 1.2188682556152344 (1.5293100902012415) + | > loss_feat: 5.373558044433594 (6.377941404070173) + | > loss_mel: 23.140605926513672 (22.03838402884347) + | > loss_duration: 1.7632851600646973 (1.709895202091762) + | > loss_1: 34.08077621459961 (34.10646193368094) + + --> STEP: 15 + | > loss_disc: 2.786269426345825 (2.5450047651926675) + | > loss_disc_real_0: 0.35787492990493774 (0.2437425543864568) + | > loss_disc_real_1: 0.22521844506263733 (0.19527089198430378) + | > loss_disc_real_2: 0.289774626493454 (0.22258869608243306) + | > loss_disc_real_3: 0.26938313245773315 (0.23300271332263947) + | > loss_disc_real_4: 0.2672952711582184 (0.26998475690682716) + | > loss_disc_real_5: 0.324101060628891 (0.26134111483891803) + | > loss_0: 2.786269426345825 (2.5450047651926675) + | > loss_gen: 2.4567253589630127 (2.4513176759084065) + | > loss_kl: 1.6678825616836548 (1.5385482549667358) + | > loss_feat: 4.866242408752441 (6.2771614710489905) + | > loss_mel: 19.713359832763672 (21.883382415771486) + | > loss_duration: 1.680060625076294 (1.7079062302907309) + | > loss_1: 30.3842716217041 (33.85831591288248) + + --> STEP: 16 + | > loss_disc: 2.2051658630371094 (2.5237648338079453) + | > loss_disc_real_0: 0.13480247557163239 (0.23693379946053028) + | > loss_disc_real_1: 0.1602700650691986 (0.19308334030210972) + | > loss_disc_real_2: 0.2175641804933548 (0.22227466385811567) + | > loss_disc_real_3: 0.21869969367980957 (0.2321087745949626) + | > loss_disc_real_4: 0.24530334770679474 (0.26844216883182515) + | > loss_disc_real_5: 0.2308022826910019 (0.2594324378296733) + | > loss_0: 2.2051658630371094 (2.5237648338079453) + | > loss_gen: 2.6214029788970947 (2.4619480073451996) + | > loss_kl: 1.882835030555725 (1.5600661784410477) + | > loss_feat: 7.6200737953186035 (6.361093491315842) + | > loss_mel: 24.145360946655273 (22.02475607395172) + | > loss_duration: 1.8291633129119873 (1.7154847979545593) + | > loss_1: 38.09883499145508 (34.123348355293274) + + --> STEP: 17 + | > loss_disc: 2.3271732330322266 (2.512200621997609) + | > loss_disc_real_0: 0.16705605387687683 (0.23282334383796244) + | > loss_disc_real_1: 0.17798562347888947 (0.19219523931250854) + | > loss_disc_real_2: 0.19391180574893951 (0.22060626043992884) + | > loss_disc_real_3: 0.17129161953926086 (0.22853129488580368) + | > loss_disc_real_4: 0.20624025166034698 (0.26478323252762054) + | > loss_disc_real_5: 0.1572430580854416 (0.2534212978447185) + | > loss_0: 2.3271732330322266 (2.512200621997609) + | > loss_gen: 2.3737847805023193 (2.4567619351779713) + | > loss_kl: 1.953702688217163 (1.5832212672514074) + | > loss_feat: 7.427565574645996 (6.423827143276439) + | > loss_mel: 22.943580627441406 (22.078804577098172) + | > loss_duration: 1.653231143951416 (1.7118228183073156) + | > loss_1: 36.351863861083984 (34.254437502692724) + + --> STEP: 18 + | > loss_disc: 2.5794124603271484 (2.515934613015917) + | > loss_disc_real_0: 0.21318477392196655 (0.23173231217596266) + | > loss_disc_real_1: 0.18080992996692657 (0.19156272212664285) + | > loss_disc_real_2: 0.2548474371433258 (0.222508548034562) + | > loss_disc_real_3: 0.24855566024780273 (0.22964375962813696) + | > loss_disc_real_4: 0.23498976230621338 (0.2631280397375424) + | > loss_disc_real_5: 0.2463115155696869 (0.2530263099405501) + | > loss_0: 2.5794124603271484 (2.515934613015917) + | > loss_gen: 2.1755683422088623 (2.44114006890191) + | > loss_kl: 1.3151109218597412 (1.5683262480629816) + | > loss_feat: 5.643575191497803 (6.38047981262207) + | > loss_mel: 22.834407806396484 (22.120782534281414) + | > loss_duration: 1.6408592462539673 (1.707880397637685) + | > loss_1: 33.609519958496094 (34.21860875023736) + + --> STEP: 19 + | > loss_disc: 2.2541303634643555 (2.502155441986887) + | > loss_disc_real_0: 0.1393377035856247 (0.22686943803962908) + | > loss_disc_real_1: 0.1799585521221161 (0.19095197633693092) + | > loss_disc_real_2: 0.22246117889881134 (0.22250605492215408) + | > loss_disc_real_3: 0.19600853323936462 (0.22787348455504366) + | > loss_disc_real_4: 0.20001426339149475 (0.2598062620351188) + | > loss_disc_real_5: 0.21309220790863037 (0.25092451509676483) + | > loss_0: 2.2541303634643555 (2.502155441986887) + | > loss_gen: 2.48288631439209 (2.443337239717182) + | > loss_kl: 1.7597814798355103 (1.578402839208904) + | > loss_feat: 7.09611701965332 (6.41814492878161) + | > loss_mel: 23.407896041870117 (22.188525350470293) + | > loss_duration: 1.7586313486099243 (1.7105515003204346) + | > loss_1: 36.505313873291016 (34.33896165145071) + + --> STEP: 20 + | > loss_disc: 2.3045601844787598 (2.4922756791114806) + | > loss_disc_real_0: 0.240168035030365 (0.22753436788916587) + | > loss_disc_real_1: 0.16624008119106293 (0.18971638157963752) + | > loss_disc_real_2: 0.19957782328128815 (0.22135964334011077) + | > loss_disc_real_3: 0.22638525068759918 (0.22779907286167145) + | > loss_disc_real_4: 0.2232762575149536 (0.25797976180911053) + | > loss_disc_real_5: 0.16411420702934265 (0.2465839996933937) + | > loss_0: 2.3045601844787598 (2.4922756791114806) + | > loss_gen: 2.465031385421753 (2.444421947002411) + | > loss_kl: 1.4238094091415405 (1.5706731677055359) + | > loss_feat: 6.535663604736328 (6.424020862579345) + | > loss_mel: 23.456581115722656 (22.25192813873291) + | > loss_duration: 1.651976227760315 (1.7076227366924286) + | > loss_1: 35.53306198120117 (34.39866666793823) + + --> STEP: 21 + | > loss_disc: 2.615170955657959 (2.4981278351375034) + | > loss_disc_real_0: 0.30167174339294434 (0.23106471910363152) + | > loss_disc_real_1: 0.21910151839256287 (0.19111567380882444) + | > loss_disc_real_2: 0.2521180212497711 (0.22282432800247556) + | > loss_disc_real_3: 0.2567281723022461 (0.22917664902550833) + | > loss_disc_real_4: 0.2682163417339325 (0.25846721799600686) + | > loss_disc_real_5: 0.24336938560009003 (0.2464309228318078) + | > loss_0: 2.615170955657959 (2.4981278351375034) + | > loss_gen: 2.6109120845794678 (2.4523500487917946) + | > loss_kl: 1.6765834093093872 (1.5757165125438146) + | > loss_feat: 5.02439022064209 (6.357371784391857) + | > loss_mel: 20.27423858642578 (22.157752445765905) + | > loss_duration: 1.6719293594360352 (1.7059230520611717) + | > loss_1: 31.258052825927734 (34.2491136278425) + + --> STEP: 22 + | > loss_disc: 2.5204830169677734 (2.4991439797661523) + | > loss_disc_real_0: 0.2492751032114029 (0.23189246383580295) + | > loss_disc_real_1: 0.19863641262054443 (0.19145752557299353) + | > loss_disc_real_2: 0.24362848699092865 (0.2237699715928598) + | > loss_disc_real_3: 0.25776588916778564 (0.2304761599410664) + | > loss_disc_real_4: 0.28238794207572937 (0.25955452363599424) + | > loss_disc_real_5: 0.2638820707798004 (0.24722415682944385) + | > loss_0: 2.5204830169677734 (2.4991439797661523) + | > loss_gen: 2.628624200820923 (2.460362510247664) + | > loss_kl: 1.734185814857483 (1.5829196626489812) + | > loss_feat: 5.894700527191162 (6.336341272700917) + | > loss_mel: 23.93319320678711 (22.238454298539594) + | > loss_duration: 1.8050718307495117 (1.7104298147288235) + | > loss_1: 35.99577713012695 (34.328507423400886) + + --> STEP: 23 + | > loss_disc: 2.47432279586792 (2.4980647978575337) + | > loss_disc_real_0: 0.2933167815208435 (0.23456308634384818) + | > loss_disc_real_1: 0.1922188550233841 (0.1914906268534453) + | > loss_disc_real_2: 0.23017266392707825 (0.2240483495204345) + | > loss_disc_real_3: 0.1804022192955017 (0.2282990320869114) + | > loss_disc_real_4: 0.23478834331035614 (0.2584777331870534) + | > loss_disc_real_5: 0.23029452562332153 (0.24648808590743854) + | > loss_0: 2.47432279586792 (2.4980647978575337) + | > loss_gen: 2.340376138687134 (2.4551457114841626) + | > loss_kl: 2.0941758155822754 (1.6051481910373853) + | > loss_feat: 5.859374523162842 (6.315603587938392) + | > loss_mel: 21.781164169311523 (22.21857211900794) + | > loss_duration: 1.7604365348815918 (1.712604019952857) + | > loss_1: 33.83552932739258 (34.307073593139656) + + --> STEP: 24 + | > loss_disc: 2.394256114959717 (2.4937394360701246) + | > loss_disc_real_0: 0.21217019855976105 (0.23363004935284457) + | > loss_disc_real_1: 0.17975115776062012 (0.19100148230791092) + | > loss_disc_real_2: 0.19199278950691223 (0.22271270118653774) + | > loss_disc_real_3: 0.2505352795124054 (0.229225542396307) + | > loss_disc_real_4: 0.2455194890499115 (0.25793780634800584) + | > loss_disc_real_5: 0.2070099115371704 (0.24484316197534403) + | > loss_0: 2.394256114959717 (2.4937394360701246) + | > loss_gen: 2.5597784519195557 (2.459505409002304) + | > loss_kl: 1.2831971645355225 (1.591733564933141) + | > loss_feat: 6.372569561004639 (6.317977170149486) + | > loss_mel: 21.47443389892578 (22.18756635983785) + | > loss_duration: 1.6695590019226074 (1.71081047753493) + | > loss_1: 33.359535217285156 (34.26759282747905) + + --> STEP: 25 + | > loss_disc: 2.761583089828491 (2.5044531822204594) + | > loss_disc_real_0: 0.4153767228126526 (0.2408999162912369) + | > loss_disc_real_1: 0.2157580852508545 (0.19199174642562866) + | > loss_disc_real_2: 0.2739843726158142 (0.2247635680437088) + | > loss_disc_real_3: 0.2419896125793457 (0.22973610520362853) + | > loss_disc_real_4: 0.24525786936283112 (0.25743060886859886) + | > loss_disc_real_5: 0.26178640127182007 (0.24552089154720305) + | > loss_0: 2.761583089828491 (2.5044531822204594) + | > loss_gen: 2.4049971103668213 (2.457325077056885) + | > loss_kl: 1.6842308044433594 (1.5954334545135498) + | > loss_feat: 4.39119815826416 (6.240906009674072) + | > loss_mel: 23.474014282226562 (22.2390242767334) + | > loss_duration: 1.6587125062942505 (1.7087265586853027) + | > loss_1: 33.61315155029297 (34.241415176391605) + + --> STEP: 26 + | > loss_disc: 2.507720470428467 (2.504578847151537) + | > loss_disc_real_0: 0.19637924432754517 (0.23918758275417182) + | > loss_disc_real_1: 0.17548875510692596 (0.19135701599029395) + | > loss_disc_real_2: 0.22223599255084991 (0.22466635360167578) + | > loss_disc_real_3: 0.2541750371456146 (0.23067606412447417) + | > loss_disc_real_4: 0.1798584908246994 (0.2544470658669104) + | > loss_disc_real_5: 0.30979010462760925 (0.2479927843579879) + | > loss_0: 2.507720470428467 (2.504578847151537) + | > loss_gen: 2.4576168060302734 (2.457336297402015) + | > loss_kl: 1.5248678922653198 (1.5927193944270794) + | > loss_feat: 6.351780891418457 (6.2451704282027025) + | > loss_mel: 20.89031982421875 (22.187151028559757) + | > loss_duration: 1.6686370372772217 (1.7071846540157611) + | > loss_1: 32.89322280883789 (34.18956162379339) + + --> STEP: 27 + | > loss_disc: 2.424999475479126 (2.5016314630155216) + | > loss_disc_real_0: 0.22353661060333252 (0.23860791711895554) + | > loss_disc_real_1: 0.1600961983203888 (0.1901992079284456) + | > loss_disc_real_2: 0.22168752551078796 (0.2245560266353466) + | > loss_disc_real_3: 0.2597384452819824 (0.23175244861178929) + | > loss_disc_real_4: 0.2241990864276886 (0.2533267703321244) + | > loss_disc_real_5: 0.2520979940891266 (0.24814482916284492) + | > loss_0: 2.424999475479126 (2.5016314630155216) + | > loss_gen: 2.6695775985717773 (2.4651970863342285) + | > loss_kl: 1.6701641082763672 (1.5955877171622381) + | > loss_feat: 6.960696697235107 (6.2716714011298285) + | > loss_mel: 22.690380096435547 (22.205789142184788) + | > loss_duration: 1.7181670665740967 (1.7075914100364402) + | > loss_1: 35.708984375 (34.24583654050474) + + --> STEP: 28 + | > loss_disc: 2.634094715118408 (2.5063622934477676) + | > loss_disc_real_0: 0.2341502159833908 (0.23844871350697108) + | > loss_disc_real_1: 0.20126956701278687 (0.1905945778957435) + | > loss_disc_real_2: 0.2694781422615051 (0.2261603879077094) + | > loss_disc_real_3: 0.2467757910490036 (0.2322889965559755) + | > loss_disc_real_4: 0.2379302680492401 (0.2527768952505928) + | > loss_disc_real_5: 0.24142128229141235 (0.24790470248886518) + | > loss_0: 2.634094715118408 (2.5063622934477676) + | > loss_gen: 2.330195665359497 (2.4603756070137024) + | > loss_kl: 1.4472992420196533 (1.5902917001928603) + | > loss_feat: 5.847921371459961 (6.256537471498762) + | > loss_mel: 22.96135139465332 (22.232773508344376) + | > loss_duration: 1.7147401571273804 (1.7078467224325453) + | > loss_1: 34.301509857177734 (34.24782487324306) + + --> STEP: 29 + | > loss_disc: 2.479072093963623 (2.5054212520862453) + | > loss_disc_real_0: 0.17783907055854797 (0.23635872581909442) + | > loss_disc_real_1: 0.1772126406431198 (0.19013313178358407) + | > loss_disc_real_2: 0.23750299215316772 (0.22655151219203554) + | > loss_disc_real_3: 0.24279342591762543 (0.23265121825810137) + | > loss_disc_real_4: 0.2788701057434082 (0.2536766611296554) + | > loss_disc_real_5: 0.2601383328437805 (0.24832655181144847) + | > loss_0: 2.479072093963623 (2.5054212520862453) + | > loss_gen: 2.300513505935669 (2.454863120769632) + | > loss_kl: 1.370569109916687 (1.5827150591488541) + | > loss_feat: 5.905802249908447 (6.244443153512889) + | > loss_mel: 23.077903747558594 (22.261915930386248) + | > loss_duration: 1.6517976522445679 (1.7059139958743392) + | > loss_1: 34.30658721923828 (34.249851161036) + + --> STEP: 30 + | > loss_disc: 2.544337034225464 (2.506718444824219) + | > loss_disc_real_0: 0.20471493899822235 (0.23530393292506535) + | > loss_disc_real_1: 0.18586425483226776 (0.18999083588520685) + | > loss_disc_real_2: 0.19816602766513824 (0.2256053293744723) + | > loss_disc_real_3: 0.289531409740448 (0.23454722464084626) + | > loss_disc_real_4: 0.19380056858062744 (0.25168079137802113) + | > loss_disc_real_5: 0.18019962310791016 (0.24605565418799719) + | > loss_0: 2.544337034225464 (2.506718444824219) + | > loss_gen: 2.1649107933044434 (2.4451980431874594) + | > loss_kl: 2.066647529602051 (1.598846141497294) + | > loss_feat: 7.780549049377441 (6.295646683375041) + | > loss_mel: 22.071847915649414 (22.255580329895018) + | > loss_duration: 1.728467583656311 (1.706665782133738) + | > loss_1: 35.81241989135742 (34.30193678538004) + + --> STEP: 31 + | > loss_disc: 2.309830665588379 (2.500367226139192) + | > loss_disc_real_0: 0.1190246194601059 (0.2315529873294215) + | > loss_disc_real_1: 0.14799891412258148 (0.18863625776383183) + | > loss_disc_real_2: 0.22034510970115662 (0.22543564486888149) + | > loss_disc_real_3: 0.20549985766410828 (0.23361021280288696) + | > loss_disc_real_4: 0.20708699524402618 (0.2502422818253116) + | > loss_disc_real_5: 0.21017101407051086 (0.24489808515194925) + | > loss_0: 2.309830665588379 (2.500367226139192) + | > loss_gen: 2.4392969608306885 (2.4450076856920795) + | > loss_kl: 1.6872022151947021 (1.6016963374230169) + | > loss_feat: 8.471519470214844 (6.365836128111808) + | > loss_mel: 24.14491081237793 (22.316526474491244) + | > loss_duration: 1.6593197584152222 (1.705138491046044) + | > loss_1: 38.402252197265625 (34.43420502447313) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.013030505949451078 (+0.001169727694603705) + | > avg_loss_disc: 2.500367226139192 (-0.029529663824265473) + | > avg_loss_disc_real_0: 0.2315529873294215 (+0.12018775603463573) + | > avg_loss_disc_real_1: 0.18863625776383183 (+0.01983885995803339) + | > avg_loss_disc_real_2: 0.22543564486888149 (+0.00966491958787366) + | > avg_loss_disc_real_3: 0.23361021280288696 (-0.012255534529685974) + | > avg_loss_disc_real_4: 0.2502422818253116 (+0.017478161761837502) + | > avg_loss_disc_real_5: 0.24489808515194925 (-0.014131959888242757) + | > avg_loss_0: 2.500367226139192 (-0.029529663824265473) + | > avg_loss_gen: 2.4450076856920795 (+0.41167903331018296) + | > avg_loss_kl: 1.6016963374230169 (-0.019338011741638184) + | > avg_loss_feat: 6.365836128111808 (+0.19481358220500322) + | > avg_loss_mel: 22.316526474491244 (+0.46416737956385745) + | > avg_loss_duration: 1.705138491046044 (-0.006725168997241626) + | > avg_loss_1: 34.43420502447313 (+1.0445965797670453) + + + > EPOCH: 13/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 01:22:29)  + + --> TIME: 2024-11-23 01:22:36 -- STEP: 7/797 -- GLOBAL_STEP: 33475 + | > loss_disc: 2.427419900894165 (2.472714219774519) + | > loss_disc_real_0: 0.17028385400772095 (0.1405762689454215) + | > loss_disc_real_1: 0.22649909555912018 (0.22092572918960027) + | > loss_disc_real_2: 0.2738321125507355 (0.24938724083559854) + | > loss_disc_real_3: 0.21815858781337738 (0.2120487711259297) + | > loss_disc_real_4: 0.25232839584350586 (0.2177975731236594) + | > loss_disc_real_5: 0.2332150638103485 (0.2335683000939233) + | > loss_0: 2.427419900894165 (2.472714219774519) + | > grad_norm_0: tensor(44.1230, device='cuda:0') (tensor(61.5831, device='cuda:0')) + | > loss_gen: 2.7144923210144043 (2.3934567315237865) + | > loss_kl: 1.6379538774490356 (1.4560000896453857) + | > loss_feat: 7.096404075622559 (6.408714771270752) + | > loss_mel: 21.723649978637695 (21.28237451825823) + | > loss_duration: 1.8416343927383423 (1.9121733052389962) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.01413345336914 (33.45271955217634) + | > grad_norm_1: tensor(888.4517, device='cuda:0') (tensor(579.1345, device='cuda:0')) + | > current_lr_0: 0.0001989775583408775 + | > current_lr_1: 0.0001989775583408775 + | > step_time: 0.874 (0.8819442135947091) + | > loader_time: 0.0054 (0.004437685012817383) + + + --> TIME: 2024-11-23 01:22:59 -- STEP: 32/797 -- GLOBAL_STEP: 33500 + | > loss_disc: 2.4115002155303955 (2.492386542260647) + | > loss_disc_real_0: 0.14157715439796448 (0.12953642068896445) + | > loss_disc_real_1: 0.20920081436634064 (0.21922818152233958) + | > loss_disc_real_2: 0.2318895012140274 (0.23736195778474212) + | > loss_disc_real_3: 0.21467261016368866 (0.22802597330883145) + | > loss_disc_real_4: 0.20773014426231384 (0.22278916835784912) + | > loss_disc_real_5: 0.24132533371448517 (0.23342486191540956) + | > loss_0: 2.4115002155303955 (2.492386542260647) + | > grad_norm_0: tensor(8.0117, device='cuda:0') (tensor(75.4579, device='cuda:0')) + | > loss_gen: 2.283841848373413 (2.2952946946024895) + | > loss_kl: 1.6861671209335327 (1.5988000370562077) + | > loss_feat: 5.737248420715332 (6.15332493185997) + | > loss_mel: 20.68175506591797 (20.721392095088962) + | > loss_duration: 1.8253803253173828 (1.825394667685032) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.214393615722656 (32.594206094741835) + | > grad_norm_1: tensor(423.0525, device='cuda:0') (tensor(584.3486, device='cuda:0')) + | > current_lr_0: 0.0001989775583408775 + | > current_lr_1: 0.0001989775583408775 + | > step_time: 0.8629 (0.892715573310852) + | > loader_time: 0.0044 (0.004613831639289857) + + + --> TIME: 2024-11-23 01:23:21 -- STEP: 57/797 -- GLOBAL_STEP: 33525 + | > loss_disc: 2.532017230987549 (2.4739615708066705) + | > loss_disc_real_0: 0.17610250413417816 (0.12985622196605337) + | > loss_disc_real_1: 0.2270500659942627 (0.22064293241291716) + | > loss_disc_real_2: 0.23810410499572754 (0.23808920854016355) + | > loss_disc_real_3: 0.217991441488266 (0.22336904234007784) + | > loss_disc_real_4: 0.22969739139080048 (0.22212525261075874) + | > loss_disc_real_5: 0.22558966279029846 (0.2330275264225508) + | > loss_0: 2.532017230987549 (2.4739615708066705) + | > grad_norm_0: tensor(87.9556, device='cuda:0') (tensor(75.7510, device='cuda:0')) + | > loss_gen: 2.1536738872528076 (2.3200157650730064) + | > loss_kl: 1.3199706077575684 (1.5558633595182185) + | > loss_feat: 5.54374361038208 (6.276956106487074) + | > loss_mel: 19.666366577148438 (20.958442654526042) + | > loss_duration: 1.7797104120254517 (1.7939224452303166) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.463464736938477 (32.90519988745975) + | > grad_norm_1: tensor(69.7680, device='cuda:0') (tensor(575.0519, device='cuda:0')) + | > current_lr_0: 0.0001989775583408775 + | > current_lr_1: 0.0001989775583408775 + | > step_time: 0.9463 (0.8868965224215859) + | > loader_time: 0.0038 (0.004704236984252928) + + + --> TIME: 2024-11-23 01:23:46 -- STEP: 82/797 -- GLOBAL_STEP: 33550 + | > loss_disc: 2.3849785327911377 (2.46585065853305) + | > loss_disc_real_0: 0.12298370152711868 (0.12960710826261745) + | > loss_disc_real_1: 0.22735196352005005 (0.21981933676614995) + | > loss_disc_real_2: 0.20183230936527252 (0.23480193952961667) + | > loss_disc_real_3: 0.1856871396303177 (0.22122357458603092) + | > loss_disc_real_4: 0.19189941883087158 (0.22096478702818476) + | > loss_disc_real_5: 0.1931188851594925 (0.22905077530843457) + | > loss_0: 2.3849785327911377 (2.46585065853305) + | > grad_norm_0: tensor(99.3159, device='cuda:0') (tensor(71.6039, device='cuda:0')) + | > loss_gen: 2.3263070583343506 (2.319473996395018) + | > loss_kl: 1.5472546815872192 (1.5426939682262701) + | > loss_feat: 6.743380069732666 (6.3441058251915905) + | > loss_mel: 21.56268882751465 (21.17510690921692) + | > loss_duration: 1.7456930875778198 (1.7727636229701158) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.925323486328125 (33.154144124286944) + | > grad_norm_1: tensor(848.8932, device='cuda:0') (tensor(582.6428, device='cuda:0')) + | > current_lr_0: 0.0001989775583408775 + | > current_lr_1: 0.0001989775583408775 + | > step_time: 0.8707 (0.9167375797178687) + | > loader_time: 0.0039 (0.0048895696314369755) + + + --> TIME: 2024-11-23 01:24:10 -- STEP: 107/797 -- GLOBAL_STEP: 33575 + | > loss_disc: 2.4697225093841553 (2.4625636238918114) + | > loss_disc_real_0: 0.05117866396903992 (0.12935537771783145) + | > loss_disc_real_1: 0.20495998859405518 (0.22027183860261865) + | > loss_disc_real_2: 0.20019763708114624 (0.23532338551828794) + | > loss_disc_real_3: 0.23875172436237335 (0.22271416468598018) + | > loss_disc_real_4: 0.263520210981369 (0.2208697830683717) + | > loss_disc_real_5: 0.21746371686458588 (0.22876151449212404) + | > loss_0: 2.4697225093841553 (2.4625636238918114) + | > grad_norm_0: tensor(17.0512, device='cuda:0') (tensor(74.1605, device='cuda:0')) + | > loss_gen: 2.3613064289093018 (2.333042853346495) + | > loss_kl: 1.7403525114059448 (1.5557634596512697) + | > loss_feat: 6.442599296569824 (6.386487341372766) + | > loss_mel: 22.668460845947266 (21.273334289265584) + | > loss_duration: 1.735108733177185 (1.7637094827455895) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.94782638549805 (33.312337304944215) + | > grad_norm_1: tensor(425.9473, device='cuda:0') (tensor(597.9382, device='cuda:0')) + | > current_lr_0: 0.0001989775583408775 + | > current_lr_1: 0.0001989775583408775 + | > step_time: 0.8897 (0.9264246994089858) + | > loader_time: 0.0049 (0.004939241944072402) + + + --> TIME: 2024-11-23 01:24:34 -- STEP: 132/797 -- GLOBAL_STEP: 33600 + | > loss_disc: 2.5861470699310303 (2.4752914255315597) + | > loss_disc_real_0: 0.3033919334411621 (0.13432001302752533) + | > loss_disc_real_1: 0.2386598438024521 (0.22059425327813986) + | > loss_disc_real_2: 0.2526523172855377 (0.234146462245421) + | > loss_disc_real_3: 0.24667854607105255 (0.22413457410805154) + | > loss_disc_real_4: 0.22297555208206177 (0.22135307481794647) + | > loss_disc_real_5: 0.23177765309810638 (0.22880387328790897) + | > loss_0: 2.5861470699310303 (2.4752914255315597) + | > grad_norm_0: tensor(153.1785, device='cuda:0') (tensor(82.9372, device='cuda:0')) + | > loss_gen: 2.3341469764709473 (2.3365880431550927) + | > loss_kl: 1.536185622215271 (1.5501168469587963) + | > loss_feat: 5.6371235847473145 (6.356152545322072) + | > loss_mel: 21.70161247253418 (21.31619761206888) + | > loss_duration: 1.759800672531128 (1.7583350105719133) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.968868255615234 (33.317390037305444) + | > grad_norm_1: tensor(602.4418, device='cuda:0') (tensor(591.9415, device='cuda:0')) + | > current_lr_0: 0.0001989775583408775 + | > current_lr_1: 0.0001989775583408775 + | > step_time: 0.9121 (0.932898431113272) + | > loader_time: 0.0048 (0.005038624460046942) + + + --> TIME: 2024-11-23 01:24:58 -- STEP: 157/797 -- GLOBAL_STEP: 33625 + | > loss_disc: 2.6042261123657227 (2.4857988494217) + | > loss_disc_real_0: 0.2636427879333496 (0.13724897730692176) + | > loss_disc_real_1: 0.20753246545791626 (0.22013024492248603) + | > loss_disc_real_2: 0.23922352492809296 (0.23566123036442288) + | > loss_disc_real_3: 0.2590717673301697 (0.22539957370727684) + | > loss_disc_real_4: 0.2721107006072998 (0.22292128907647102) + | > loss_disc_real_5: 0.2800847291946411 (0.2310833426038171) + | > loss_0: 2.6042261123657227 (2.4857988494217) + | > grad_norm_0: tensor(107.1655, device='cuda:0') (tensor(84.3519, device='cuda:0')) + | > loss_gen: 2.355128765106201 (2.336319832285499) + | > loss_kl: 1.6904680728912354 (1.5458051406653828) + | > loss_feat: 6.570189476013184 (6.338146723000109) + | > loss_mel: 21.553112030029297 (21.359423254705543) + | > loss_duration: 1.7442512512207031 (1.7514618665549402) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.913150787353516 (33.331156797469816) + | > grad_norm_1: tensor(738.9391, device='cuda:0') (tensor(567.0214, device='cuda:0')) + | > current_lr_0: 0.0001989775583408775 + | > current_lr_1: 0.0001989775583408775 + | > step_time: 0.8948 (0.9301760363730656) + | > loader_time: 0.0049 (0.0051281330691781025) + + + --> TIME: 2024-11-23 01:25:20 -- STEP: 182/797 -- GLOBAL_STEP: 33650 + | > loss_disc: 2.3786141872406006 (2.4843391284837817) + | > loss_disc_real_0: 0.07783268392086029 (0.13673730219130992) + | > loss_disc_real_1: 0.21055099368095398 (0.22018993850592725) + | > loss_disc_real_2: 0.21769779920578003 (0.2342100605204865) + | > loss_disc_real_3: 0.21259357035160065 (0.2249241000512144) + | > loss_disc_real_4: 0.23612865805625916 (0.22285672760271763) + | > loss_disc_real_5: 0.22125239670276642 (0.23073167435742997) + | > loss_0: 2.3786141872406006 (2.4843391284837817) + | > grad_norm_0: tensor(45.5109, device='cuda:0') (tensor(82.7081, device='cuda:0')) + | > loss_gen: 2.2504489421844482 (2.3337106940510526) + | > loss_kl: 1.477309226989746 (1.5424593346459532) + | > loss_feat: 6.196690082550049 (6.356114473971693) + | > loss_mel: 22.03315544128418 (21.45365653195224) + | > loss_duration: 1.732563853263855 (1.745114010113936) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.69016647338867 (33.43105500609012) + | > grad_norm_1: tensor(646.4099, device='cuda:0') (tensor(573.0212, device='cuda:0')) + | > current_lr_0: 0.0001989775583408775 + | > current_lr_1: 0.0001989775583408775 + | > step_time: 0.9192 (0.9230730179901961) + | > loader_time: 0.0058 (0.005205192408718906) + + + --> TIME: 2024-11-23 01:25:43 -- STEP: 207/797 -- GLOBAL_STEP: 33675 + | > loss_disc: 2.5431408882141113 (2.4855992252699997) + | > loss_disc_real_0: 0.15225544571876526 (0.1359765939234535) + | > loss_disc_real_1: 0.19354553520679474 (0.2197401470320236) + | > loss_disc_real_2: 0.1802097111940384 (0.23542243292654194) + | > loss_disc_real_3: 0.21875803172588348 (0.22453953160179985) + | > loss_disc_real_4: 0.21578767895698547 (0.22413304916038607) + | > loss_disc_real_5: 0.2164430022239685 (0.23249292424047627) + | > loss_0: 2.5431408882141113 (2.4855992252699997) + | > grad_norm_0: tensor(99.1989, device='cuda:0') (tensor(81.3007, device='cuda:0')) + | > loss_gen: 2.161327838897705 (2.333376207213471) + | > loss_kl: 1.2256402969360352 (1.543286071307418) + | > loss_feat: 7.128496170043945 (6.358907402425573) + | > loss_mel: 21.88204002380371 (21.49450015561016) + | > loss_duration: 1.6996294260025024 (1.7431780583616614) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.09713363647461 (33.47324791507447) + | > grad_norm_1: tensor(461.7373, device='cuda:0') (tensor(554.8821, device='cuda:0')) + | > current_lr_0: 0.0001989775583408775 + | > current_lr_1: 0.0001989775583408775 + | > step_time: 0.8864 (0.9209973385944459) + | > loader_time: 0.0051 (0.005347067607197785) + + + --> TIME: 2024-11-23 01:26:05 -- STEP: 232/797 -- GLOBAL_STEP: 33700 + | > loss_disc: 2.463995933532715 (2.487161330107985) + | > loss_disc_real_0: 0.13440141081809998 (0.13657081207453167) + | > loss_disc_real_1: 0.22010190784931183 (0.21984943034576956) + | > loss_disc_real_2: 0.19374361634254456 (0.2339910108853003) + | > loss_disc_real_3: 0.20419293642044067 (0.2249593809247017) + | > loss_disc_real_4: 0.19344118237495422 (0.22288162408974663) + | > loss_disc_real_5: 0.21412134170532227 (0.2318696465728612) + | > loss_0: 2.463995933532715 (2.487161330107985) + | > grad_norm_0: tensor(71.8983, device='cuda:0') (tensor(80.2448, device='cuda:0')) + | > loss_gen: 2.3732926845550537 (2.3241677407560677) + | > loss_kl: 1.4603911638259888 (1.5428716041918464) + | > loss_feat: 7.2126312255859375 (6.325524663103039) + | > loss_mel: 21.81317138671875 (21.506948487512) + | > loss_duration: 1.6357181072235107 (1.7397099574064383) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.49520492553711 (33.43922247557808) + | > grad_norm_1: tensor(388.6278, device='cuda:0') (tensor(543.6398, device='cuda:0')) + | > current_lr_0: 0.0001989775583408775 + | > current_lr_1: 0.0001989775583408775 + | > step_time: 0.8709 (0.9170575244673367) + | > loader_time: 0.0099 (0.005524239663420053) + + + --> TIME: 2024-11-23 01:26:28 -- STEP: 257/797 -- GLOBAL_STEP: 33725 + | > loss_disc: 2.5053577423095703 (2.4938951763197608) + | > loss_disc_real_0: 0.1332850456237793 (0.13705789132572793) + | > loss_disc_real_1: 0.24873341619968414 (0.22041114480578944) + | > loss_disc_real_2: 0.27886807918548584 (0.2358427641456693) + | > loss_disc_real_3: 0.2355048656463623 (0.2254836814412811) + | > loss_disc_real_4: 0.2311418652534485 (0.22368381482617863) + | > loss_disc_real_5: 0.22123143076896667 (0.23295001088413284) + | > loss_0: 2.5053577423095703 (2.4938951763197608) + | > grad_norm_0: tensor(94.2828, device='cuda:0') (tensor(80.5647, device='cuda:0')) + | > loss_gen: 2.4342575073242188 (2.320908590977294) + | > loss_kl: 1.4356693029403687 (1.5410531434567527) + | > loss_feat: 6.682861328125 (6.310712946064278) + | > loss_mel: 22.856613159179688 (21.534338427888745) + | > loss_duration: 1.6619365215301514 (1.735690941606514) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.07133865356445 (33.44270398922936) + | > grad_norm_1: tensor(680.8887, device='cuda:0') (tensor(554.4785, device='cuda:0')) + | > current_lr_0: 0.0001989775583408775 + | > current_lr_1: 0.0001989775583408775 + | > step_time: 0.8069 (0.9137185241461728) + | > loader_time: 0.0054 (0.005623003852042707) + + + --> TIME: 2024-11-23 01:26:51 -- STEP: 282/797 -- GLOBAL_STEP: 33750 + | > loss_disc: 2.48380708694458 (2.4895699632928725) + | > loss_disc_real_0: 0.07773037254810333 (0.1362544247973049) + | > loss_disc_real_1: 0.2071165293455124 (0.22001464078400995) + | > loss_disc_real_2: 0.2337762862443924 (0.23510248953780383) + | > loss_disc_real_3: 0.28097328543663025 (0.22542250092993388) + | > loss_disc_real_4: 0.276552677154541 (0.22309142139786522) + | > loss_disc_real_5: 0.25751444697380066 (0.23247820841716532) + | > loss_0: 2.48380708694458 (2.4895699632928725) + | > grad_norm_0: tensor(68.1689, device='cuda:0') (tensor(82.0009, device='cuda:0')) + | > loss_gen: 2.3448448181152344 (2.3238841675697484) + | > loss_kl: 1.5128793716430664 (1.537558110893196) + | > loss_feat: 6.2778825759887695 (6.314429741379217) + | > loss_mel: 21.248552322387695 (21.545696589963658) + | > loss_duration: 1.6923209428787231 (1.7337862041825096) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.076480865478516 (33.45535477171557) + | > grad_norm_1: tensor(780.0400, device='cuda:0') (tensor(560.6784, device='cuda:0')) + | > current_lr_0: 0.0001989775583408775 + | > current_lr_1: 0.0001989775583408775 + | > step_time: 0.9784 (0.9139327597110829) + | > loader_time: 0.0061 (0.005696312755557662) + + + --> TIME: 2024-11-23 01:27:15 -- STEP: 307/797 -- GLOBAL_STEP: 33775 + | > loss_disc: 2.4631433486938477 (2.4923833131013557) + | > loss_disc_real_0: 0.055732361972332 (0.1367211739262656) + | > loss_disc_real_1: 0.19829094409942627 (0.21983141202103432) + | > loss_disc_real_2: 0.23666733503341675 (0.23541815841042646) + | > loss_disc_real_3: 0.23133422434329987 (0.22525568811241112) + | > loss_disc_real_4: 0.2309437394142151 (0.22401559110184835) + | > loss_disc_real_5: 0.2536870837211609 (0.23338554581135798) + | > loss_0: 2.4631433486938477 (2.4923833131013557) + | > grad_norm_0: tensor(42.6808, device='cuda:0') (tensor(83.9725, device='cuda:0')) + | > loss_gen: 2.301776647567749 (2.3233082465317807) + | > loss_kl: 1.3067114353179932 (1.5369949938808292) + | > loss_feat: 6.4573187828063965 (6.295080116595042) + | > loss_mel: 22.89898109436035 (21.54005133290245) + | > loss_duration: 1.6821647882461548 (1.7313086015782058) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.646949768066406 (33.42674322470006) + | > grad_norm_1: tensor(539.0975, device='cuda:0') (tensor(563.9338, device='cuda:0')) + | > current_lr_0: 0.0001989775583408775 + | > current_lr_1: 0.0001989775583408775 + | > step_time: 0.906 (0.9163720429137786) + | > loader_time: 0.0064 (0.005788033482306165) + + + --> TIME: 2024-11-23 01:27:39 -- STEP: 332/797 -- GLOBAL_STEP: 33800 + | > loss_disc: 2.4628701210021973 (2.491375444165195) + | > loss_disc_real_0: 0.08564984798431396 (0.13635021864425326) + | > loss_disc_real_1: 0.19912667572498322 (0.2199443490300552) + | > loss_disc_real_2: 0.21098627150058746 (0.235151590173503) + | > loss_disc_real_3: 0.2545431852340698 (0.2256550360246595) + | > loss_disc_real_4: 0.23525725305080414 (0.22367532255060701) + | > loss_disc_real_5: 0.24638839066028595 (0.2327040432088346) + | > loss_0: 2.4628701210021973 (2.491375444165195) + | > grad_norm_0: tensor(106.0604, device='cuda:0') (tensor(83.7018, device='cuda:0')) + | > loss_gen: 2.13197922706604 (2.325400258403227) + | > loss_kl: 1.433597207069397 (1.535019569727312) + | > loss_feat: 7.025553226470947 (6.304142266870981) + | > loss_mel: 21.963804244995117 (21.56200489365912) + | > loss_duration: 1.717578411102295 (1.729193461946694) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.27251434326172 (33.45576036407291) + | > grad_norm_1: tensor(741.0918, device='cuda:0') (tensor(560.9982, device='cuda:0')) + | > current_lr_0: 0.0001989775583408775 + | > current_lr_1: 0.0001989775583408775 + | > step_time: 0.9703 (0.918715304638966) + | > loader_time: 0.0072 (0.005898079958306736) + + + --> TIME: 2024-11-23 01:28:03 -- STEP: 357/797 -- GLOBAL_STEP: 33825 + | > loss_disc: 2.4891858100891113 (2.48946106066557) + | > loss_disc_real_0: 0.14653128385543823 (0.13541033652191048) + | > loss_disc_real_1: 0.22230179607868195 (0.2201990932226181) + | > loss_disc_real_2: 0.23776262998580933 (0.23550916573747532) + | > loss_disc_real_3: 0.23052437603473663 (0.22545371436271347) + | > loss_disc_real_4: 0.20246797800064087 (0.2232585372794576) + | > loss_disc_real_5: 0.17643341422080994 (0.23228599869904393) + | > loss_0: 2.4891858100891113 (2.48946106066557) + | > grad_norm_0: tensor(244.3498, device='cuda:0') (tensor(85.9864, device='cuda:0')) + | > loss_gen: 2.2409865856170654 (2.3227702168857345) + | > loss_kl: 1.487976312637329 (1.533626624849998) + | > loss_feat: 6.447294235229492 (6.28950812903439) + | > loss_mel: 20.379369735717773 (21.525817288738025) + | > loss_duration: 1.7316279411315918 (1.7266125111352826) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.287254333496094 (33.398334695511515) + | > grad_norm_1: tensor(938.0198, device='cuda:0') (tensor(571.5267, device='cuda:0')) + | > current_lr_0: 0.0001989775583408775 + | > current_lr_1: 0.0001989775583408775 + | > step_time: 0.9955 (0.9222423202183401) + | > loader_time: 0.0069 (0.006013866900062025) + + + --> TIME: 2024-11-23 01:28:28 -- STEP: 382/797 -- GLOBAL_STEP: 33850 + | > loss_disc: 2.5219244956970215 (2.4863186887421556) + | > loss_disc_real_0: 0.13492605090141296 (0.13460809835939794) + | > loss_disc_real_1: 0.2038535326719284 (0.21969160340063235) + | > loss_disc_real_2: 0.2569580078125 (0.23542424747769122) + | > loss_disc_real_3: 0.19754363596439362 (0.22509089642794344) + | > loss_disc_real_4: 0.23346711695194244 (0.22287726554414988) + | > loss_disc_real_5: 0.20273543894290924 (0.23239685310275138) + | > loss_0: 2.5219244956970215 (2.4863186887421556) + | > grad_norm_0: tensor(128.5045, device='cuda:0') (tensor(88.4208, device='cuda:0')) + | > loss_gen: 2.2560107707977295 (2.32341675109264) + | > loss_kl: 1.471714973449707 (1.5271861378435065) + | > loss_feat: 5.3597025871276855 (6.287422761867184) + | > loss_mel: 18.957921981811523 (21.515870358931487) + | > loss_duration: 1.7306265830993652 (1.7242733711347527) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 29.775976181030273 (33.3781693443578) + | > grad_norm_1: tensor(708.3925, device='cuda:0') (tensor(581.7635, device='cuda:0')) + | > current_lr_0: 0.0001989775583408775 + | > current_lr_1: 0.0001989775583408775 + | > step_time: 0.9782 (0.9257411725858119) + | > loader_time: 0.007 (0.0061071511962650935) + + + --> TIME: 2024-11-23 01:28:52 -- STEP: 407/797 -- GLOBAL_STEP: 33875 + | > loss_disc: 2.6383235454559326 (2.486472442636328) + | > loss_disc_real_0: 0.26241424679756165 (0.13488818284041737) + | > loss_disc_real_1: 0.22813715040683746 (0.21966895113266657) + | > loss_disc_real_2: 0.21257047355175018 (0.23510470301718325) + | > loss_disc_real_3: 0.24148333072662354 (0.2252336819942226) + | > loss_disc_real_4: 0.23701117932796478 (0.22277429304486118) + | > loss_disc_real_5: 0.24911653995513916 (0.2328195616932407) + | > loss_0: 2.6383235454559326 (2.486472442636328) + | > grad_norm_0: tensor(182.4771, device='cuda:0') (tensor(88.9069, device='cuda:0')) + | > loss_gen: 2.276179313659668 (2.3262127711087515) + | > loss_kl: 1.3713886737823486 (1.5216848071142848) + | > loss_feat: 5.434350967407227 (6.290388470492726) + | > loss_mel: 20.630306243896484 (21.515595700875576) + | > loss_duration: 1.7054195404052734 (1.7229345445258022) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.417646408081055 (33.376816259848134) + | > grad_norm_1: tensor(641.7573, device='cuda:0') (tensor(585.7973, device='cuda:0')) + | > current_lr_0: 0.0001989775583408775 + | > current_lr_1: 0.0001989775583408775 + | > step_time: 0.9288 (0.9272092560292462) + | > loader_time: 0.0087 (0.00619235495677451) + + + --> TIME: 2024-11-23 01:29:17 -- STEP: 432/797 -- GLOBAL_STEP: 33900 + | > loss_disc: 2.444390296936035 (2.48620345912598) + | > loss_disc_real_0: 0.08630883693695068 (0.13475267090662196) + | > loss_disc_real_1: 0.20963621139526367 (0.21938543066520383) + | > loss_disc_real_2: 0.2779475748538971 (0.23567385816325745) + | > loss_disc_real_3: 0.25597208738327026 (0.2256479286071327) + | > loss_disc_real_4: 0.2479609251022339 (0.22249878170313658) + | > loss_disc_real_5: 0.24737899005413055 (0.2324129808694124) + | > loss_0: 2.444390296936035 (2.48620345912598) + | > grad_norm_0: tensor(69.0059, device='cuda:0') (tensor(89.2649, device='cuda:0')) + | > loss_gen: 2.4615981578826904 (2.3287419436706416) + | > loss_kl: 1.5138746500015259 (1.5182102642677449) + | > loss_feat: 6.978858470916748 (6.302560011545817) + | > loss_mel: 23.69342803955078 (21.550039203078683) + | > loss_duration: 1.6931262016296387 (1.721760398811764) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.340885162353516 (33.42131179350396) + | > grad_norm_1: tensor(739.2938, device='cuda:0') (tensor(582.7013, device='cuda:0')) + | > current_lr_0: 0.0001989775583408775 + | > current_lr_1: 0.0001989775583408775 + | > step_time: 1.0334 (0.9312423213764474) + | > loader_time: 0.0068 (0.006273131127710694) + + + --> TIME: 2024-11-23 01:29:42 -- STEP: 457/797 -- GLOBAL_STEP: 33925 + | > loss_disc: 2.381460189819336 (2.484960710454563) + | > loss_disc_real_0: 0.16365648806095123 (0.13432065271966037) + | > loss_disc_real_1: 0.20988775789737701 (0.21925558117208127) + | > loss_disc_real_2: 0.269811749458313 (0.23547555607309487) + | > loss_disc_real_3: 0.24717120826244354 (0.22536340509123562) + | > loss_disc_real_4: 0.2635098099708557 (0.22291615227119146) + | > loss_disc_real_5: 0.2415982186794281 (0.23249753729258896) + | > loss_0: 2.381460189819336 (2.484960710454563) + | > grad_norm_0: tensor(26.1444, device='cuda:0') (tensor(88.2716, device='cuda:0')) + | > loss_gen: 2.6016581058502197 (2.3288105580165017) + | > loss_kl: 1.3947762250900269 (1.517081138080789) + | > loss_feat: 7.11470365524292 (6.308382578960393) + | > loss_mel: 22.658220291137695 (21.566224513481714) + | > loss_duration: 1.7505788803100586 (1.7209423381337972) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.51993942260742 (33.44144112484724) + | > grad_norm_1: tensor(922.7929, device='cuda:0') (tensor(587.9641, device='cuda:0')) + | > current_lr_0: 0.0001989775583408775 + | > current_lr_1: 0.0001989775583408775 + | > step_time: 0.9777 (0.9341221888686165) + | > loader_time: 0.0064 (0.006370662860327787) + + + --> TIME: 2024-11-23 01:30:09 -- STEP: 482/797 -- GLOBAL_STEP: 33950 + | > loss_disc: 2.4602227210998535 (2.482545182912678) + | > loss_disc_real_0: 0.12352938205003738 (0.13378331538181576) + | > loss_disc_real_1: 0.18061098456382751 (0.21902978055457356) + | > loss_disc_real_2: 0.2772536277770996 (0.23526518961947984) + | > loss_disc_real_3: 0.2209998369216919 (0.22537237990075623) + | > loss_disc_real_4: 0.22131113708019257 (0.2227172308999473) + | > loss_disc_real_5: 0.23833250999450684 (0.23246398796926393) + | > loss_0: 2.4602227210998535 (2.482545182912678) + | > grad_norm_0: tensor(72.5925, device='cuda:0') (tensor(87.8701, device='cuda:0')) + | > loss_gen: 2.2844765186309814 (2.3320374496250214) + | > loss_kl: 1.4794162511825562 (1.5197311189659404) + | > loss_feat: 6.781862735748291 (6.332434236756004) + | > loss_mel: 23.622264862060547 (21.592632297658348) + | > loss_duration: 1.7211201190948486 (1.719569841855789) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.88914108276367 (33.49640493669947) + | > grad_norm_1: tensor(653.1683, device='cuda:0') (tensor(594.4311, device='cuda:0')) + | > current_lr_0: 0.0001989775583408775 + | > current_lr_1: 0.0001989775583408775 + | > step_time: 0.971 (0.9397051072219595) + | > loader_time: 0.008 (0.0064881416771916415) + + + --> TIME: 2024-11-23 01:30:35 -- STEP: 507/797 -- GLOBAL_STEP: 33975 + | > loss_disc: 2.4457883834838867 (2.4832321309008796) + | > loss_disc_real_0: 0.16046197712421417 (0.13551205448086204) + | > loss_disc_real_1: 0.23786430060863495 (0.21900779279261182) + | > loss_disc_real_2: 0.22609606385231018 (0.23478367616086315) + | > loss_disc_real_3: 0.22500623762607574 (0.22512284079952352) + | > loss_disc_real_4: 0.24023374915122986 (0.222349626484237) + | > loss_disc_real_5: 0.22767111659049988 (0.23237732487787624) + | > loss_0: 2.4457883834838867 (2.4832321309008796) + | > grad_norm_0: tensor(88.2113, device='cuda:0') (tensor(89.4210, device='cuda:0')) + | > loss_gen: 2.5320451259613037 (2.334045271666561) + | > loss_kl: 1.5112322568893433 (1.5189520579117994) + | > loss_feat: 7.257795333862305 (6.339087822028166) + | > loss_mel: 22.91016387939453 (21.588885978834185) + | > loss_duration: 1.6569091081619263 (1.7181392527190888) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.86814498901367 (33.499110377987) + | > grad_norm_1: tensor(423.5774, device='cuda:0') (tensor(594.1599, device='cuda:0')) + | > current_lr_0: 0.0001989775583408775 + | > current_lr_1: 0.0001989775583408775 + | > step_time: 1.0777 (0.9443923561765832) + | > loader_time: 0.0099 (0.006602232272808367) + + + --> TIME: 2024-11-23 01:31:00 -- STEP: 532/797 -- GLOBAL_STEP: 34000 + | > loss_disc: 2.6500611305236816 (2.485747398738576) + | > loss_disc_real_0: 0.06943058967590332 (0.136511057531251) + | > loss_disc_real_1: 0.15275247395038605 (0.2187546347372962) + | > loss_disc_real_2: 0.21508750319480896 (0.235448004747916) + | > loss_disc_real_3: 0.1686784327030182 (0.2253542156203797) + | > loss_disc_real_4: 0.26422324776649475 (0.22275764934886666) + | > loss_disc_real_5: 0.251376211643219 (0.23268580876458853) + | > loss_0: 2.6500611305236816 (2.485747398738576) + | > grad_norm_0: tensor(40.5446, device='cuda:0') (tensor(89.0479, device='cuda:0')) + | > loss_gen: 2.030292510986328 (2.333495190044989) + | > loss_kl: 1.4808807373046875 (1.516800000479347) + | > loss_feat: 6.580465793609619 (6.337036516433373) + | > loss_mel: 21.858943939208984 (21.58377468137815) + | > loss_duration: 1.6966087818145752 (1.717832310979528) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.64719009399414 (33.488938693713436) + | > grad_norm_1: tensor(463.5999, device='cuda:0') (tensor(588.0579, device='cuda:0')) + | > current_lr_0: 0.0001989775583408775 + | > current_lr_1: 0.0001989775583408775 + | > step_time: 0.961 (0.9469947111337704) + | > loader_time: 0.0086 (0.006732616657601262) + + + --> TIME: 2024-11-23 01:31:26 -- STEP: 557/797 -- GLOBAL_STEP: 34025 + | > loss_disc: 2.589843988418579 (2.484632066165098) + | > loss_disc_real_0: 0.16403642296791077 (0.13712763847177928) + | > loss_disc_real_1: 0.24582929909229279 (0.21871907214502032) + | > loss_disc_real_2: 0.25274521112442017 (0.23521940214843692) + | > loss_disc_real_3: 0.22031699120998383 (0.22486046900976064) + | > loss_disc_real_4: 0.22553257644176483 (0.2221752054975962) + | > loss_disc_real_5: 0.28171902894973755 (0.23238133667187374) + | > loss_0: 2.589843988418579 (2.484632066165098) + | > grad_norm_0: tensor(41.3793, device='cuda:0') (tensor(87.2466, device='cuda:0')) + | > loss_gen: 2.2122316360473633 (2.3315447847119763) + | > loss_kl: 1.509825348854065 (1.5176333099122106) + | > loss_feat: 5.149963855743408 (6.337104555092339) + | > loss_mel: 20.705951690673828 (21.577715317265586) + | > loss_duration: 1.6985808610916138 (1.7173505392280044) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.276554107666016 (33.48134848630621) + | > grad_norm_1: tensor(479.2404, device='cuda:0') (tensor(581.3300, device='cuda:0')) + | > current_lr_0: 0.0001989775583408775 + | > current_lr_1: 0.0001989775583408775 + | > step_time: 1.0535 (0.9504213958069067) + | > loader_time: 0.0088 (0.006793694179404785) + + + --> TIME: 2024-11-23 01:31:52 -- STEP: 582/797 -- GLOBAL_STEP: 34050 + | > loss_disc: 2.4798765182495117 (2.4848054045254453) + | > loss_disc_real_0: 0.1267651468515396 (0.13713541562281725) + | > loss_disc_real_1: 0.21575599908828735 (0.21893613580678337) + | > loss_disc_real_2: 0.20763973891735077 (0.2351561160790143) + | > loss_disc_real_3: 0.21221375465393066 (0.2249455361329403) + | > loss_disc_real_4: 0.1998831331729889 (0.2221053107241585) + | > loss_disc_real_5: 0.2292477786540985 (0.23248628660063564) + | > loss_0: 2.4798765182495117 (2.4848054045254453) + | > grad_norm_0: tensor(164.8726, device='cuda:0') (tensor(85.7275, device='cuda:0')) + | > loss_gen: 2.318624973297119 (2.3287632106915366) + | > loss_kl: 1.5770245790481567 (1.5175972042214825) + | > loss_feat: 6.259210586547852 (6.3305400794314375) + | > loss_mel: 21.434228897094727 (21.58664178684408) + | > loss_duration: 1.7099953889846802 (1.7168214448129187) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.2990837097168 (33.480363708181486) + | > grad_norm_1: tensor(906.3962, device='cuda:0') (tensor(576.5978, device='cuda:0')) + | > current_lr_0: 0.0001989775583408775 + | > current_lr_1: 0.0001989775583408775 + | > step_time: 1.0505 (0.9537317052329939) + | > loader_time: 0.0071 (0.006893521322007848) + + + --> TIME: 2024-11-23 01:32:18 -- STEP: 607/797 -- GLOBAL_STEP: 34075 + | > loss_disc: 2.390079975128174 (2.4849810545291326) + | > loss_disc_real_0: 0.1132693886756897 (0.13753716007513309) + | > loss_disc_real_1: 0.22814863920211792 (0.2189497133161523) + | > loss_disc_real_2: 0.20446063578128815 (0.23462621467510214) + | > loss_disc_real_3: 0.21596260368824005 (0.22506608000206202) + | > loss_disc_real_4: 0.20364096760749817 (0.22212792496017417) + | > loss_disc_real_5: 0.24478738009929657 (0.23259801742861652) + | > loss_0: 2.390079975128174 (2.4849810545291326) + | > grad_norm_0: tensor(71.8143, device='cuda:0') (tensor(85.6769, device='cuda:0')) + | > loss_gen: 2.560692071914673 (2.3281243776371685) + | > loss_kl: 1.7537426948547363 (1.519389892527848) + | > loss_feat: 7.162176132202148 (6.326776607425446) + | > loss_mel: 23.00509262084961 (21.59519868941835) + | > loss_duration: 1.7131433486938477 (1.7165369573102949) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.194847106933594 (33.48602648739762) + | > grad_norm_1: tensor(765.1159, device='cuda:0') (tensor(577.8665, device='cuda:0')) + | > current_lr_0: 0.0001989775583408775 + | > current_lr_1: 0.0001989775583408775 + | > step_time: 0.9674 (0.9567313889498765) + | > loader_time: 0.0106 (0.007002760197421075) + + + --> TIME: 2024-11-23 01:32:45 -- STEP: 632/797 -- GLOBAL_STEP: 34100 + | > loss_disc: 2.3630666732788086 (2.4854851776286035) + | > loss_disc_real_0: 0.0696398913860321 (0.13731667074622436) + | > loss_disc_real_1: 0.2293035238981247 (0.21917648205557203) + | > loss_disc_real_2: 0.2458960860967636 (0.23506071996179573) + | > loss_disc_real_3: 0.21990720927715302 (0.2248346799913841) + | > loss_disc_real_4: 0.25651219487190247 (0.22221090196620064) + | > loss_disc_real_5: 0.2447107881307602 (0.23271914161270177) + | > loss_0: 2.3630666732788086 (2.4854851776286035) + | > grad_norm_0: tensor(65.1135, device='cuda:0') (tensor(85.1729, device='cuda:0')) + | > loss_gen: 2.4154093265533447 (2.326870499343811) + | > loss_kl: 1.5335112810134888 (1.5222053665526296) + | > loss_feat: 6.788867473602295 (6.316072086744671) + | > loss_mel: 22.526363372802734 (21.595962560629562) + | > loss_duration: 1.7067515850067139 (1.7166513553525828) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.97090530395508 (33.47776185409934) + | > grad_norm_1: tensor(753.9277, device='cuda:0') (tensor(574.7128, device='cuda:0')) + | > current_lr_0: 0.0001989775583408775 + | > current_lr_1: 0.0001989775583408775 + | > step_time: 1.0727 (0.9600138475623312) + | > loader_time: 0.0079 (0.007081127242196962) + + + --> TIME: 2024-11-23 01:33:11 -- STEP: 657/797 -- GLOBAL_STEP: 34125 + | > loss_disc: 2.5021438598632812 (2.483245574538931) + | > loss_disc_real_0: 0.14317214488983154 (0.1366753316054879) + | > loss_disc_real_1: 0.20301303267478943 (0.21897321023171715) + | > loss_disc_real_2: 0.2694936692714691 (0.23492314667643668) + | > loss_disc_real_3: 0.25080034136772156 (0.22481954340430338) + | > loss_disc_real_4: 0.26153257489204407 (0.2222509836633456) + | > loss_disc_real_5: 0.29225385189056396 (0.23264462604007402) + | > loss_0: 2.5021438598632812 (2.483245574538931) + | > grad_norm_0: tensor(61.8118, device='cuda:0') (tensor(84.1710, device='cuda:0')) + | > loss_gen: 2.27887225151062 (2.327351608777154) + | > loss_kl: 1.5256601572036743 (1.5230397749890654) + | > loss_feat: 5.727214336395264 (6.320340254535414) + | > loss_mel: 20.92591094970703 (21.605019971478864) + | > loss_duration: 1.7808051109313965 (1.7164935539483661) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.238460540771484 (33.49224516173295) + | > grad_norm_1: tensor(515.5659, device='cuda:0') (tensor(576.8070, device='cuda:0')) + | > current_lr_0: 0.0001989775583408775 + | > current_lr_1: 0.0001989775583408775 + | > step_time: 1.0424 (0.9630073459543956) + | > loader_time: 0.0085 (0.007145972012384838) + + + --> TIME: 2024-11-23 01:33:38 -- STEP: 682/797 -- GLOBAL_STEP: 34150 + | > loss_disc: 2.4604055881500244 (2.4813076516400354) + | > loss_disc_real_0: 0.1458519846200943 (0.13619394969096818) + | > loss_disc_real_1: 0.2778068780899048 (0.21878897671825376) + | > loss_disc_real_2: 0.32458269596099854 (0.2346963342770804) + | > loss_disc_real_3: 0.2566496729850769 (0.2248108910937463) + | > loss_disc_real_4: 0.292576402425766 (0.22213455099514157) + | > loss_disc_real_5: 0.25693315267562866 (0.23251479018556057) + | > loss_0: 2.4604055881500244 (2.4813076516400354) + | > grad_norm_0: tensor(81.0888, device='cuda:0') (tensor(84.8639, device='cuda:0')) + | > loss_gen: 2.76246976852417 (2.329890706497202) + | > loss_kl: 1.3370985984802246 (1.5249983072280877) + | > loss_feat: 7.191709041595459 (6.327723390545663) + | > loss_mel: 24.476451873779297 (21.625116144107608) + | > loss_duration: 1.7310302257537842 (1.7161134416756392) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.49876022338867 (33.523841983761606) + | > grad_norm_1: tensor(914.0457, device='cuda:0') (tensor(583.9146, device='cuda:0')) + | > current_lr_0: 0.0001989775583408775 + | > current_lr_1: 0.0001989775583408775 + | > step_time: 1.0659 (0.9670267639971198) + | > loader_time: 0.0102 (0.007236015761702639) + + + --> TIME: 2024-11-23 01:34:05 -- STEP: 707/797 -- GLOBAL_STEP: 34175 + | > loss_disc: 2.4449663162231445 (2.4805651705875436) + | > loss_disc_real_0: 0.24809786677360535 (0.13591030632610707) + | > loss_disc_real_1: 0.17392662167549133 (0.2184686885864765) + | > loss_disc_real_2: 0.22685423493385315 (0.23476915358654013) + | > loss_disc_real_3: 0.22102566063404083 (0.22480995314461844) + | > loss_disc_real_4: 0.23517629504203796 (0.2224168232635528) + | > loss_disc_real_5: 0.20227470993995667 (0.23279637798055733) + | > loss_0: 2.4449663162231445 (2.4805651705875436) + | > grad_norm_0: tensor(311.9816, device='cuda:0') (tensor(84.9913, device='cuda:0')) + | > loss_gen: 2.5423645973205566 (2.3316286441460345) + | > loss_kl: 1.5666605234146118 (1.527629967794728) + | > loss_feat: 6.29220724105835 (6.33243857077527) + | > loss_mel: 19.853023529052734 (21.637394863274363) + | > loss_duration: 1.6583681106567383 (1.715549883275929) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.91262435913086 (33.54464192370207) + | > grad_norm_1: tensor(724.9565, device='cuda:0') (tensor(585.1149, device='cuda:0')) + | > current_lr_0: 0.0001989775583408775 + | > current_lr_1: 0.0001989775583408775 + | > step_time: 1.1614 (0.970922413101628) + | > loader_time: 0.0099 (0.007347161564159256) + + + --> TIME: 2024-11-23 01:34:33 -- STEP: 732/797 -- GLOBAL_STEP: 34200 + | > loss_disc: 2.4374732971191406 (2.4797505566982636) + | > loss_disc_real_0: 0.12695857882499695 (0.1366515376101263) + | > loss_disc_real_1: 0.1950521320104599 (0.21847432568832173) + | > loss_disc_real_2: 0.202017143368721 (0.23459082772660134) + | > loss_disc_real_3: 0.21399322152137756 (0.2246208951854315) + | > loss_disc_real_4: 0.19890069961547852 (0.22196863593706673) + | > loss_disc_real_5: 0.22393372654914856 (0.2322310342814753) + | > loss_0: 2.4374732971191406 (2.4797505566982636) + | > grad_norm_0: tensor(45.9708, device='cuda:0') (tensor(85.8481, device='cuda:0')) + | > loss_gen: 2.2162435054779053 (2.3320182898982607) + | > loss_kl: 1.5690170526504517 (1.5297073337549714) + | > loss_feat: 6.712575435638428 (6.334662019229326) + | > loss_mel: 21.3622989654541 (21.641690619004898) + | > loss_duration: 1.6623942852020264 (1.714630199260399) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.52252960205078 (33.55270844339672) + | > grad_norm_1: tensor(579.3835, device='cuda:0') (tensor(583.8798, device='cuda:0')) + | > current_lr_0: 0.0001989775583408775 + | > current_lr_1: 0.0001989775583408775 + | > step_time: 1.1358 (0.9748917091739634) + | > loader_time: 0.0113 (0.007501252036277059) + + + --> TIME: 2024-11-23 01:35:05 -- STEP: 757/797 -- GLOBAL_STEP: 34225 + | > loss_disc: 2.411729335784912 (2.481783772711712) + | > loss_disc_real_0: 0.16581805050373077 (0.13743555172785746) + | > loss_disc_real_1: 0.19328230619430542 (0.2183863420821874) + | > loss_disc_real_2: 0.2358739972114563 (0.23474294527912398) + | > loss_disc_real_3: 0.2452179342508316 (0.2249061198144797) + | > loss_disc_real_4: 0.24638639390468597 (0.22220379328711978) + | > loss_disc_real_5: 0.2453726977109909 (0.2324604236544202) + | > loss_0: 2.411729335784912 (2.481783772711712) + | > grad_norm_0: tensor(47.7884, device='cuda:0') (tensor(84.0193, device='cuda:0')) + | > loss_gen: 2.3835623264312744 (2.330043435726643) + | > loss_kl: 1.6121292114257812 (1.531478140281717) + | > loss_feat: 6.2652668952941895 (6.328852781373884) + | > loss_mel: 21.655099868774414 (21.646397128287866) + | > loss_duration: 1.6935468912124634 (1.7134204581675159) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.60960388183594 (33.55019191202745) + | > grad_norm_1: tensor(146.2794, device='cuda:0') (tensor(576.9271, device='cuda:0')) + | > current_lr_0: 0.0001989775583408775 + | > current_lr_1: 0.0001989775583408775 + | > step_time: 1.1321 (0.9805593500049142) + | > loader_time: 0.1168 (0.010699486008093569) + + + --> TIME: 2024-11-23 01:35:46 -- STEP: 782/797 -- GLOBAL_STEP: 34250 + | > loss_disc: 2.3418121337890625 (2.4817728322485237) + | > loss_disc_real_0: 0.13173893094062805 (0.13771759397576533) + | > loss_disc_real_1: 0.23375391960144043 (0.21840585116535197) + | > loss_disc_real_2: 0.1951766014099121 (0.23439896226767695) + | > loss_disc_real_3: 0.19430743157863617 (0.22480769445905296) + | > loss_disc_real_4: 0.16932983696460724 (0.2222266206351083) + | > loss_disc_real_5: 0.20972411334514618 (0.23228929532915735) + | > loss_0: 2.3418121337890625 (2.4817728322485237) + | > grad_norm_0: tensor(48.3680, device='cuda:0') (tensor(82.5701, device='cuda:0')) + | > loss_gen: 2.360243797302246 (2.327869675196039) + | > loss_kl: 1.7086138725280762 (1.533431929090748) + | > loss_feat: 7.447190761566162 (6.33151037613754) + | > loss_mel: 23.79168128967285 (21.659221188186713) + | > loss_duration: 1.68202805519104 (1.7124060270426524) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.98976135253906 (33.56443917111057) + | > grad_norm_1: tensor(801.6383, device='cuda:0') (tensor(571.2016, device='cuda:0')) + | > current_lr_0: 0.0001989775583408775 + | > current_lr_1: 0.0001989775583408775 + | > step_time: 1.267 (0.9981380545574686) + | > loader_time: 0.1325 (0.014510340397925023) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.400339126586914 (2.400339126586914) + | > loss_disc_real_0: 0.09576620161533356 (0.09576620161533356) + | > loss_disc_real_1: 0.20580846071243286 (0.20580846071243286) + | > loss_disc_real_2: 0.17877979576587677 (0.17877979576587677) + | > loss_disc_real_3: 0.20757196843624115 (0.20757196843624115) + | > loss_disc_real_4: 0.23421123623847961 (0.23421123623847961) + | > loss_disc_real_5: 0.22346436977386475 (0.22346436977386475) + | > loss_0: 2.400339126586914 (2.400339126586914) + | > loss_gen: 2.0874063968658447 (2.0874063968658447) + | > loss_kl: 2.905106782913208 (2.905106782913208) + | > loss_feat: 6.386183261871338 (6.386183261871338) + | > loss_mel: 23.089921951293945 (23.089921951293945) + | > loss_duration: 2.0047965049743652 (2.0047965049743652) + | > loss_1: 36.473411560058594 (36.473411560058594) + + --> STEP: 1 + | > loss_disc: 2.583390712738037 (2.583390712738037) + | > loss_disc_real_0: 0.08015456050634384 (0.08015456050634384) + | > loss_disc_real_1: 0.18988090753555298 (0.18988090753555298) + | > loss_disc_real_2: 0.2651524245738983 (0.2651524245738983) + | > loss_disc_real_3: 0.2656846344470978 (0.2656846344470978) + | > loss_disc_real_4: 0.20599010586738586 (0.20599010586738586) + | > loss_disc_real_5: 0.22019945085048676 (0.22019945085048676) + | > loss_0: 2.583390712738037 (2.583390712738037) + | > loss_gen: 1.9888468980789185 (1.9888468980789185) + | > loss_kl: 1.7354074716567993 (1.7354074716567993) + | > loss_feat: 6.146036148071289 (6.146036148071289) + | > loss_mel: 23.488147735595703 (23.488147735595703) + | > loss_duration: 1.7232481241226196 (1.7232481241226196) + | > loss_1: 35.08168411254883 (35.08168411254883) + + --> STEP: 2 + | > loss_disc: 2.6591720581054688 (2.621281385421753) + | > loss_disc_real_0: 0.06972372531890869 (0.07493914291262627) + | > loss_disc_real_1: 0.23742178082466125 (0.21365134418010712) + | > loss_disc_real_2: 0.21380044519901276 (0.23947643488645554) + | > loss_disc_real_3: 0.2813974618911743 (0.27354104816913605) + | > loss_disc_real_4: 0.22277219593524933 (0.2143811509013176) + | > loss_disc_real_5: 0.2541918158531189 (0.23719563335180283) + | > loss_0: 2.6591720581054688 (2.621281385421753) + | > loss_gen: 1.8566714525222778 (1.9227591753005981) + | > loss_kl: 1.5393637418746948 (1.637385606765747) + | > loss_feat: 5.963889122009277 (6.054962635040283) + | > loss_mel: 18.615507125854492 (21.051827430725098) + | > loss_duration: 1.6636242866516113 (1.6934362053871155) + | > loss_1: 29.639055252075195 (32.36036968231201) + + --> STEP: 3 + | > loss_disc: 2.7058987617492676 (2.6494871775309243) + | > loss_disc_real_0: 0.1457746922969818 (0.09855099270741145) + | > loss_disc_real_1: 0.252503901720047 (0.2266021966934204) + | > loss_disc_real_2: 0.25766703486442566 (0.2455399682124456) + | > loss_disc_real_3: 0.23924535512924194 (0.2621091504891713) + | > loss_disc_real_4: 0.23282012343406677 (0.22052747507890066) + | > loss_disc_real_5: 0.26826074719429016 (0.2475506712992986) + | > loss_0: 2.7058987617492676 (2.6494871775309243) + | > loss_gen: 1.9217580556869507 (1.9224254687627156) + | > loss_kl: 1.4014627933502197 (1.5587446689605713) + | > loss_feat: 3.394498586654663 (5.16814128557841) + | > loss_mel: 15.600747108459473 (19.234800656636555) + | > loss_duration: 1.7543693780899048 (1.713747262954712) + | > loss_1: 24.072837829589844 (29.597859064737957) + + --> STEP: 4 + | > loss_disc: 2.4269649982452393 (2.593856632709503) + | > loss_disc_real_0: 0.046418897807598114 (0.08551796898245811) + | > loss_disc_real_1: 0.21989093720912933 (0.22492438182234764) + | > loss_disc_real_2: 0.21458588540554047 (0.2378014475107193) + | > loss_disc_real_3: 0.20467205345630646 (0.24774987623095512) + | > loss_disc_real_4: 0.19178809225559235 (0.21334262937307358) + | > loss_disc_real_5: 0.1939530223608017 (0.23415125906467438) + | > loss_0: 2.4269649982452393 (2.593856632709503) + | > loss_gen: 1.960836410522461 (1.932028204202652) + | > loss_kl: 1.661545753479004 (1.5844449400901794) + | > loss_feat: 6.710646152496338 (5.553767502307892) + | > loss_mel: 22.211994171142578 (19.97909903526306) + | > loss_duration: 1.6720027923583984 (1.7033111453056335) + | > loss_1: 34.21702575683594 (30.75265073776245) + + --> STEP: 5 + | > loss_disc: 2.5772111415863037 (2.5905275344848633) + | > loss_disc_real_0: 0.03734004497528076 (0.07588238418102264) + | > loss_disc_real_1: 0.19971193373203278 (0.21988189220428467) + | > loss_disc_real_2: 0.1932731717824936 (0.22889579236507415) + | > loss_disc_real_3: 0.27102622389793396 (0.2524051457643509) + | > loss_disc_real_4: 0.23150520026683807 (0.21697514355182648) + | > loss_disc_real_5: 0.2232142984867096 (0.23196386694908142) + | > loss_0: 2.5772111415863037 (2.5905275344848633) + | > loss_gen: 1.8571642637252808 (1.9170554161071778) + | > loss_kl: 1.345797061920166 (1.5367153644561768) + | > loss_feat: 6.115431785583496 (5.666100358963012) + | > loss_mel: 22.461753845214844 (20.475629997253417) + | > loss_duration: 1.857773780822754 (1.7342036724090577) + | > loss_1: 33.63792037963867 (31.329704666137694) + + --> STEP: 6 + | > loss_disc: 2.75123929977417 (2.6173128286997476) + | > loss_disc_real_0: 0.20577417314052582 (0.09753101567427318) + | > loss_disc_real_1: 0.262393593788147 (0.22696717580159506) + | > loss_disc_real_2: 0.2420300543308258 (0.23108483602603277) + | > loss_disc_real_3: 0.25533077120780945 (0.25289275000492734) + | > loss_disc_real_4: 0.2541550397872925 (0.22317179292440414) + | > loss_disc_real_5: 0.23024895787239075 (0.23167804876963297) + | > loss_0: 2.75123929977417 (2.6173128286997476) + | > loss_gen: 1.8945465087890625 (1.9133039315541585) + | > loss_kl: 1.0873045921325684 (1.4618135690689087) + | > loss_feat: 3.012739896774292 (5.223873615264893) + | > loss_mel: 12.976493835449219 (19.225773970286053) + | > loss_duration: 1.6727337837219238 (1.723958690961202) + | > loss_1: 20.643817901611328 (29.548723538716633) + + --> STEP: 7 + | > loss_disc: 2.327240467071533 (2.575873919895717) + | > loss_disc_real_0: 0.05465339124202728 (0.0914056407553809) + | > loss_disc_real_1: 0.15120291709899902 (0.21614371027265275) + | > loss_disc_real_2: 0.2059069126844406 (0.22748798983437674) + | > loss_disc_real_3: 0.2704620659351349 (0.25540265228067127) + | > loss_disc_real_4: 0.20317623019218445 (0.22031528396265848) + | > loss_disc_real_5: 0.17651458084583282 (0.22379755335194723) + | > loss_0: 2.327240467071533 (2.575873919895717) + | > loss_gen: 2.0614428520202637 (1.9344666344778878) + | > loss_kl: 1.3817505836486816 (1.450375999723162) + | > loss_feat: 7.916072368621826 (5.608473437173026) + | > loss_mel: 23.960609436035156 (19.90217903682164) + | > loss_duration: 1.635617971420288 (1.7113385881696428) + | > loss_1: 36.95549011230469 (30.606833049229213) + + --> STEP: 8 + | > loss_disc: 2.547041654586792 (2.5722698867321014) + | > loss_disc_real_0: 0.09988722205162048 (0.09246583841741085) + | > loss_disc_real_1: 0.20179599523544312 (0.21435024589300156) + | > loss_disc_real_2: 0.24371840059757233 (0.2295167911797762) + | > loss_disc_real_3: 0.2128598988056183 (0.25008480809628963) + | > loss_disc_real_4: 0.24246765673160553 (0.22308433055877686) + | > loss_disc_real_5: 0.22334836423397064 (0.22374140471220016) + | > loss_0: 2.547041654586792 (2.5722698867321014) + | > loss_gen: 1.9439654350280762 (1.9356539845466614) + | > loss_kl: 1.8089466094970703 (1.4951973259449005) + | > loss_feat: 5.69257926940918 (5.618986666202545) + | > loss_mel: 21.77496337890625 (20.136277079582214) + | > loss_duration: 1.743391990661621 (1.7153452634811401) + | > loss_1: 32.96384811401367 (30.90145993232727) + + --> STEP: 9 + | > loss_disc: 2.716437578201294 (2.588288519117567) + | > loss_disc_real_0: 0.06481942534446716 (0.08939401474263933) + | > loss_disc_real_1: 0.23213016986846924 (0.21632579300138685) + | > loss_disc_real_2: 0.2747657597064972 (0.23454445434941185) + | > loss_disc_real_3: 0.24682286381721497 (0.24972236984305912) + | > loss_disc_real_4: 0.2500038146972656 (0.22607538435194227) + | > loss_disc_real_5: 0.2110292762517929 (0.22232894599437714) + | > loss_0: 2.716437578201294 (2.588288519117567) + | > loss_gen: 1.9358183145523071 (1.9356722434361775) + | > loss_kl: 1.2625977993011475 (1.4693529340955946) + | > loss_feat: 5.952480316162109 (5.656041516198052) + | > loss_mel: 22.43286895751953 (20.391453954908584) + | > loss_duration: 1.6839613914489746 (1.7118581665886774) + | > loss_1: 33.26772689819336 (31.164378484090168) + + --> STEP: 10 + | > loss_disc: 2.7164063453674316 (2.601100301742554) + | > loss_disc_real_0: 0.0955246090888977 (0.09000707417726517) + | > loss_disc_real_1: 0.21863001585006714 (0.21655621528625488) + | > loss_disc_real_2: 0.2477770745754242 (0.2358677163720131) + | > loss_disc_real_3: 0.2582167387008667 (0.2505718067288399) + | > loss_disc_real_4: 0.2813907265663147 (0.2316069185733795) + | > loss_disc_real_5: 0.2616010010242462 (0.22625615149736406) + | > loss_0: 2.7164063453674316 (2.601100301742554) + | > loss_gen: 1.8817753791809082 (1.9302825570106505) + | > loss_kl: 1.386446475982666 (1.4610622882843018) + | > loss_feat: 4.437316417694092 (5.534169006347656) + | > loss_mel: 21.009742736816406 (20.453282833099365) + | > loss_duration: 1.6382542848587036 (1.7044977784156798) + | > loss_1: 30.353534698486328 (31.083294105529784) + + --> STEP: 11 + | > loss_disc: 2.7698559761047363 (2.6164417266845703) + | > loss_disc_real_0: 0.14621926844120026 (0.09511727365580472) + | > loss_disc_real_1: 0.23275959491729736 (0.21802924979816785) + | > loss_disc_real_2: 0.22099168598651886 (0.2345153499733318) + | > loss_disc_real_3: 0.22339200973510742 (0.24810091609304602) + | > loss_disc_real_4: 0.30758681893348694 (0.2385141822424802) + | > loss_disc_real_5: 0.23398351669311523 (0.22695863924243234) + | > loss_0: 2.7698559761047363 (2.6164417266845703) + | > loss_gen: 1.9011201858520508 (1.927631432359869) + | > loss_kl: 2.001699924468994 (1.510211164301092) + | > loss_feat: 5.144985198974609 (5.498788660222834) + | > loss_mel: 19.839820861816406 (20.397513562982734) + | > loss_duration: 1.6007591485977173 (1.6950669938867742) + | > loss_1: 30.488386154174805 (31.029211564497515) + + --> STEP: 12 + | > loss_disc: 2.6454570293426514 (2.618859668572744) + | > loss_disc_real_0: 0.08538265526294708 (0.09430605545639992) + | > loss_disc_real_1: 0.2245536595582962 (0.21857295061151186) + | > loss_disc_real_2: 0.2698477506637573 (0.23745971669753393) + | > loss_disc_real_3: 0.25655969977378845 (0.2488058147331079) + | > loss_disc_real_4: 0.24001574516296387 (0.23863931248585382) + | > loss_disc_real_5: 0.286268025636673 (0.23190108810861906) + | > loss_0: 2.6454570293426514 (2.618859668572744) + | > loss_gen: 1.9810466766357422 (1.9320827027161915) + | > loss_kl: 1.5364645719528198 (1.5123989482720692) + | > loss_feat: 7.111015319824219 (5.633140881856282) + | > loss_mel: 23.368310928344727 (20.645080010096233) + | > loss_duration: 1.693608045578003 (1.6949454148610432) + | > loss_1: 35.69044876098633 (31.41764799753825) + + --> STEP: 13 + | > loss_disc: 2.6631715297698975 (2.622268273280217) + | > loss_disc_real_0: 0.07177887856960297 (0.09257319569587708) + | > loss_disc_real_1: 0.2095678597688675 (0.21788025131592384) + | > loss_disc_real_2: 0.19887229800224304 (0.23449145372097308) + | > loss_disc_real_3: 0.21469411253929138 (0.24618183764127585) + | > loss_disc_real_4: 0.26235151290893555 (0.24046332790301397) + | > loss_disc_real_5: 0.16865910589694977 (0.22703632024618295) + | > loss_0: 2.6631715297698975 (2.622268273280217) + | > loss_gen: 1.7352341413497925 (1.9169405056880071) + | > loss_kl: 1.6936887502670288 (1.526344317656297) + | > loss_feat: 6.715022087097168 (5.716362513028658) + | > loss_mel: 22.08133888244629 (20.755561461815468) + | > loss_duration: 1.7742652893066406 (1.7010469436645508) + | > loss_1: 33.999549865722656 (31.616255833552433) + + --> STEP: 14 + | > loss_disc: 2.4912054538726807 (2.612906643322536) + | > loss_disc_real_0: 0.08938492834568024 (0.09234546231372016) + | > loss_disc_real_1: 0.21221694350242615 (0.21747572932924544) + | > loss_disc_real_2: 0.1898518055677414 (0.23130290742431367) + | > loss_disc_real_3: 0.144028440117836 (0.23888516638960158) + | > loss_disc_real_4: 0.19751183688640594 (0.23739536425897054) + | > loss_disc_real_5: 0.19994725286960602 (0.22510138686214173) + | > loss_0: 2.4912054538726807 (2.612906643322536) + | > loss_gen: 1.8197321891784668 (1.9099970545087541) + | > loss_kl: 1.3570746183395386 (1.514253624847957) + | > loss_feat: 7.0584540367126465 (5.8122261932918) + | > loss_mel: 22.523832321166992 (20.88186652319772) + | > loss_duration: 1.7114906311035156 (1.7017929213387626) + | > loss_1: 34.470584869384766 (31.82013647896903) + + --> STEP: 15 + | > loss_disc: 2.7434802055358887 (2.621611547470093) + | > loss_disc_real_0: 0.07764343917369843 (0.0913653274377187) + | > loss_disc_real_1: 0.16349437832832336 (0.21387697259585062) + | > loss_disc_real_2: 0.2597557604312897 (0.23319976429144543) + | > loss_disc_real_3: 0.29627588391304016 (0.24271121422449748) + | > loss_disc_real_4: 0.34158971905708313 (0.2443416545788447) + | > loss_disc_real_5: 0.3292248845100403 (0.23204295337200165) + | > loss_0: 2.7434802055358887 (2.621611547470093) + | > loss_gen: 2.043825626373291 (1.9189189592997233) + | > loss_kl: 1.672349452972412 (1.5247933467229207) + | > loss_feat: 5.683010101318359 (5.8036117871602375) + | > loss_mel: 22.817373275756836 (21.01090030670166) + | > loss_duration: 1.655108094215393 (1.6986805995305378) + | > loss_1: 33.87166976928711 (31.956905364990234) + + --> STEP: 16 + | > loss_disc: 2.718379259109497 (2.6276595294475555) + | > loss_disc_real_0: 0.1632123738527298 (0.0958557678386569) + | > loss_disc_real_1: 0.2365148365497589 (0.2152918390929699) + | > loss_disc_real_2: 0.27368319034576416 (0.23572997841984034) + | > loss_disc_real_3: 0.20153097808361053 (0.24013744946569204) + | > loss_disc_real_4: 0.24037548899650574 (0.24409376922994852) + | > loss_disc_real_5: 0.2983110547065735 (0.2361847097054124) + | > loss_0: 2.718379259109497 (2.6276595294475555) + | > loss_gen: 1.9169137477874756 (1.9187936335802078) + | > loss_kl: 1.8474396467208862 (1.5449587404727936) + | > loss_feat: 4.185763359069824 (5.702496260404587) + | > loss_mel: 19.639617919921875 (20.925195157527924) + | > loss_duration: 1.8116822242736816 (1.7057432010769844) + | > loss_1: 29.401416778564453 (31.797187328338623) + + --> STEP: 17 + | > loss_disc: 2.4720025062561035 (2.6185032339657055) + | > loss_disc_real_0: 0.054217882454395294 (0.0934064804631121) + | > loss_disc_real_1: 0.1991739124059677 (0.21434372575844035) + | > loss_disc_real_2: 0.21420446038246155 (0.2344637714764651) + | > loss_disc_real_3: 0.21850648522377014 (0.23886503980440252) + | > loss_disc_real_4: 0.2422531098127365 (0.2439854951465831) + | > loss_disc_real_5: 0.22558824717998505 (0.23556138838038726) + | > loss_0: 2.4720025062561035 (2.6185032339657055) + | > loss_gen: 2.036504030227661 (1.9257177745594698) + | > loss_kl: 1.4048702716827393 (1.5367182423086727) + | > loss_feat: 6.944568157196045 (5.775559313157025) + | > loss_mel: 23.67283821105957 (21.086821219500372) + | > loss_duration: 1.6481633186340332 (1.7023561491685755) + | > loss_1: 35.70694351196289 (32.02717298619888) + + --> STEP: 18 + | > loss_disc: 2.667059898376465 (2.62120082643297) + | > loss_disc_real_0: 0.14088848233222961 (0.09604436945584086) + | > loss_disc_real_1: 0.21425090730190277 (0.2143385691775216) + | > loss_disc_real_2: 0.20474562048912048 (0.2328127630882793) + | > loss_disc_real_3: 0.31709256768226624 (0.24321101357539496) + | > loss_disc_real_4: 0.2052748203277588 (0.24183490210109287) + | > loss_disc_real_5: 0.23272410035133362 (0.23540376126766205) + | > loss_0: 2.667059898376465 (2.62120082643297) + | > loss_gen: 1.9550553560256958 (1.9273476401964824) + | > loss_kl: 1.80156409740448 (1.5514319009251065) + | > loss_feat: 6.663105010986328 (5.824867407480876) + | > loss_mel: 25.247177124023438 (21.317952103084988) + | > loss_duration: 1.6613571643829346 (1.7000784277915955) + | > loss_1: 37.3282585144043 (32.32167773776584) + + --> STEP: 19 + | > loss_disc: 2.3516907691955566 (2.607016086578369) + | > loss_disc_real_0: 0.08830781280994415 (0.09563718226395156) + | > loss_disc_real_1: 0.19013836979866028 (0.213064874473371) + | > loss_disc_real_2: 0.25735506415367126 (0.23410446314435257) + | > loss_disc_real_3: 0.20898768305778503 (0.24140978565341548) + | > loss_disc_real_4: 0.16445374488830566 (0.23776220961620934) + | > loss_disc_real_5: 0.189055934548378 (0.2329644019666471) + | > loss_0: 2.3516907691955566 (2.607016086578369) + | > loss_gen: 2.025430917739868 (1.9325099179619236) + | > loss_kl: 1.6574151515960693 (1.557009966749894) + | > loss_feat: 6.439637660980225 (5.85722373661242) + | > loss_mel: 21.602027893066406 (21.33290346045243) + | > loss_duration: 1.788527011871338 (1.7047336164273714) + | > loss_1: 33.513038635253906 (32.38438094289679) + + --> STEP: 20 + | > loss_disc: 2.551887035369873 (2.6042596340179442) + | > loss_disc_real_0: 0.08440059423446655 (0.0950753528624773) + | > loss_disc_real_1: 0.20034465193748474 (0.21242886334657668) + | > loss_disc_real_2: 0.24097096920013428 (0.23444778844714165) + | > loss_disc_real_3: 0.24737735092639923 (0.24170816391706468) + | > loss_disc_real_4: 0.22711767256259918 (0.23722998276352883) + | > loss_disc_real_5: 0.20849646627902985 (0.23174100518226623) + | > loss_0: 2.551887035369873 (2.6042596340179442) + | > loss_gen: 2.0060195922851562 (1.9361854016780853) + | > loss_kl: 2.136878728866577 (1.586003404855728) + | > loss_feat: 6.0398454666137695 (5.866354823112488) + | > loss_mel: 22.079391479492188 (21.37022786140442) + | > loss_duration: 1.6480342149734497 (1.7018986463546752) + | > loss_1: 33.9101676940918 (32.46067028045654) + + --> STEP: 21 + | > loss_disc: 2.386991024017334 (2.593913509732201) + | > loss_disc_real_0: 0.09763522446155548 (0.09519725151005246) + | > loss_disc_real_1: 0.23625943064689636 (0.21356365226563953) + | > loss_disc_real_2: 0.2550394535064697 (0.23542834392615727) + | > loss_disc_real_3: 0.2207505851984024 (0.24071018397808075) + | > loss_disc_real_4: 0.20943717658519745 (0.2359065158026559) + | > loss_disc_real_5: 0.25968194007873535 (0.23307152589162192) + | > loss_0: 2.386991024017334 (2.593913509732201) + | > loss_gen: 2.2063188552856445 (1.9490488994689215) + | > loss_kl: 1.306259036064148 (1.5726822444370814) + | > loss_feat: 5.6895036697387695 (5.857933339618501) + | > loss_mel: 20.784351348876953 (21.34232897985549) + | > loss_duration: 1.6961084604263306 (1.7016229232152302) + | > loss_1: 31.682538986206055 (32.42361640930176) + + --> STEP: 22 + | > loss_disc: 2.6340153217315674 (2.5957363193685357) + | > loss_disc_real_0: 0.06414270401000977 (0.09378568116914142) + | > loss_disc_real_1: 0.25510725378990173 (0.21545199778946963) + | > loss_disc_real_2: 0.2835097312927246 (0.23761386153372852) + | > loss_disc_real_3: 0.24476072192192078 (0.2408942993391644) + | > loss_disc_real_4: 0.23924539983272552 (0.23605828325856815) + | > loss_disc_real_5: 0.2628858685493469 (0.23442672328515488) + | > loss_0: 2.6340153217315674 (2.5957363193685357) + | > loss_gen: 2.0965356826782227 (1.9557528441602534) + | > loss_kl: 1.8313068151474 (1.584437906742096) + | > loss_feat: 6.427177429199219 (5.883808070963079) + | > loss_mel: 23.83283042907715 (21.455533591183748) + | > loss_duration: 1.8139652013778687 (1.7067293904044412) + | > loss_1: 36.00181579589844 (32.586261835965246) + + --> STEP: 23 + | > loss_disc: 2.3277430534362793 (2.5840844382410464) + | > loss_disc_real_0: 0.08704083412885666 (0.09349242694999861) + | > loss_disc_real_1: 0.19279123842716217 (0.21446674738241278) + | > loss_disc_real_2: 0.19804136455059052 (0.23589331818663556) + | > loss_disc_real_3: 0.24401333928108215 (0.2410299097714217) + | > loss_disc_real_4: 0.2343074232339859 (0.23598215890967328) + | > loss_disc_real_5: 0.25880980491638184 (0.23548685726912125) + | > loss_0: 2.3277430534362793 (2.5840844382410464) + | > loss_gen: 2.233724594116211 (1.967838572419208) + | > loss_kl: 1.4799327850341797 (1.5798942057982734) + | > loss_feat: 6.890317916870117 (5.927569368611211) + | > loss_mel: 23.070846557617188 (21.525764589724332) + | > loss_duration: 1.7900522947311401 (1.7103521253751672) + | > loss_1: 35.46487045288086 (32.711418732352875) + + --> STEP: 24 + | > loss_disc: 2.428567409515381 (2.5776045620441437) + | > loss_disc_real_0: 0.09360069781541824 (0.09349693823605776) + | > loss_disc_real_1: 0.2504035532474518 (0.21596411429345608) + | > loss_disc_real_2: 0.2236349880695343 (0.23538255443175635) + | > loss_disc_real_3: 0.21448124945163727 (0.23992371559143066) + | > loss_disc_real_4: 0.21375685930252075 (0.23505610475937525) + | > loss_disc_real_5: 0.21262681484222412 (0.23453435550133386) + | > loss_0: 2.428567409515381 (2.5776045620441437) + | > loss_gen: 2.1077113151550293 (1.973666603366534) + | > loss_kl: 1.3370288610458374 (1.5697748164335887) + | > loss_feat: 5.990194320678711 (5.930178741614024) + | > loss_mel: 21.085891723632812 (21.507436553637188) + | > loss_duration: 1.640824317932129 (1.7074551333983738) + | > loss_1: 32.161651611328125 (32.688511768976845) + + --> STEP: 25 + | > loss_disc: 2.3650128841400146 (2.5691008949279786) + | > loss_disc_real_0: 0.0411652997136116 (0.09140367269515991) + | > loss_disc_real_1: 0.19585289061069489 (0.21515966534614564) + | > loss_disc_real_2: 0.22112657129764557 (0.23481231510639192) + | > loss_disc_real_3: 0.21278557181358337 (0.23883818984031677) + | > loss_disc_real_4: 0.2295697033405304 (0.23483664870262147) + | > loss_disc_real_5: 0.24186359345912933 (0.23482752501964568) + | > loss_0: 2.3650128841400146 (2.5691008949279786) + | > loss_gen: 2.1350326538085938 (1.9801212453842163) + | > loss_kl: 1.0876349210739136 (1.5504892206192016) + | > loss_feat: 7.394071578979492 (5.988734455108642) + | > loss_mel: 25.3885440826416 (21.66268085479736) + | > loss_duration: 1.6287363767623901 (1.7043063831329346) + | > loss_1: 37.63401794433594 (32.88633201599121) + + --> STEP: 26 + | > loss_disc: 2.907261371612549 (2.5821070671081543) + | > loss_disc_real_0: 0.05126839876174927 (0.08986000831310566) + | > loss_disc_real_1: 0.2537587583065033 (0.21664424584462091) + | > loss_disc_real_2: 0.27692344784736633 (0.23643197405796784) + | > loss_disc_real_3: 0.2345786839723587 (0.23867436269154915) + | > loss_disc_real_4: 0.15050719678401947 (0.2315932082442137) + | > loss_disc_real_5: 0.32357946038246155 (0.23824106099513861) + | > loss_0: 2.907261371612549 (2.5821070671081543) + | > loss_gen: 1.7846111059188843 (1.9726016246355498) + | > loss_kl: 1.6991279125213623 (1.5562060933846693) + | > loss_feat: 6.50068473815918 (6.008424850610586) + | > loss_mel: 21.542217254638672 (21.658047639406643) + | > loss_duration: 1.6563936471939087 (1.7024635855968182) + | > loss_1: 33.18303680419922 (32.897743738614594) + + --> STEP: 27 + | > loss_disc: 2.4255268573760986 (2.5763078000810413) + | > loss_disc_real_0: 0.08152740448713303 (0.08955139335658815) + | > loss_disc_real_1: 0.19006292521953583 (0.2156597524881363) + | > loss_disc_real_2: 0.24195511639118195 (0.23663653488512393) + | > loss_disc_real_3: 0.20256178081035614 (0.23733685965891238) + | > loss_disc_real_4: 0.22193409502506256 (0.23123546331017106) + | > loss_disc_real_5: 0.2909838855266571 (0.2401944989407504) + | > loss_0: 2.4255268573760986 (2.5763078000810413) + | > loss_gen: 2.0693199634552 (1.9761837853325739) + | > loss_kl: 1.9319918155670166 (1.5701240830951266) + | > loss_feat: 6.176629543304443 (6.014654654043692) + | > loss_mel: 22.327884674072266 (21.682856418468333) + | > loss_duration: 1.6986236572265625 (1.7023213660275494) + | > loss_1: 34.20444869995117 (32.9461402186641) + + --> STEP: 28 + | > loss_disc: 2.6539218425750732 (2.579079730170114) + | > loss_disc_real_0: 0.07588716596364975 (0.08906338523541178) + | > loss_disc_real_1: 0.23469941318035126 (0.21633974037000112) + | > loss_disc_real_2: 0.23620225489139557 (0.23662102488534792) + | > loss_disc_real_3: 0.2686794102191925 (0.23845623646463668) + | > loss_disc_real_4: 0.27670562267303467 (0.23285939757313048) + | > loss_disc_real_5: 0.2368091493844986 (0.2400735935994557) + | > loss_0: 2.6539218425750732 (2.579079730170114) + | > loss_gen: 1.9358874559402466 (1.9747446307114191) + | > loss_kl: 1.6678763628005981 (1.5736152359417506) + | > loss_feat: 6.300381660461426 (6.024859189987183) + | > loss_mel: 21.59246826171875 (21.67962827001299) + | > loss_duration: 1.6968283653259277 (1.702125187431063) + | > loss_1: 33.193443298339844 (32.95497247150966) + + --> STEP: 29 + | > loss_disc: 2.7150306701660156 (2.583767693618248) + | > loss_disc_real_0: 0.11643420159816742 (0.09000720648929991) + | > loss_disc_real_1: 0.20650364458560944 (0.21600056465329795) + | > loss_disc_real_2: 0.25530409812927246 (0.23726526879031082) + | > loss_disc_real_3: 0.2613963186740875 (0.23924727378220395) + | > loss_disc_real_4: 0.27916476130485535 (0.2344561342535348) + | > loss_disc_real_5: 0.25622376799583435 (0.24063049616484805) + | > loss_0: 2.7150306701660156 (2.583767693618248) + | > loss_gen: 1.9254052639007568 (1.9730432732351895) + | > loss_kl: 1.3261483907699585 (1.5650818964530682) + | > loss_feat: 5.605480194091797 (6.010397845301135) + | > loss_mel: 18.47620964050293 (21.569165558650575) + | > loss_duration: 1.65232253074646 (1.7004078544419388) + | > loss_1: 28.985567092895508 (32.81809642397124) + + --> STEP: 30 + | > loss_disc: 2.702824115753174 (2.587736241022746) + | > loss_disc_real_0: 0.10627119243144989 (0.09054933935403824) + | > loss_disc_real_1: 0.2692870497703552 (0.21777678082386653) + | > loss_disc_real_2: 0.2561910152435303 (0.23789612700541815) + | > loss_disc_real_3: 0.3661336302757263 (0.24347681899865467) + | > loss_disc_real_4: 0.3048337697982788 (0.23680205543835958) + | > loss_disc_real_5: 0.23244869709014893 (0.24035776952902477) + | > loss_0: 2.702824115753174 (2.587736241022746) + | > loss_gen: 2.110417604446411 (1.9776224176088968) + | > loss_kl: 1.4243640899658203 (1.5603913029034933) + | > loss_feat: 6.7910027503967285 (6.036418008804321) + | > loss_mel: 24.508073806762695 (21.66712916692098) + | > loss_duration: 1.7175259590148926 (1.7009784579277039) + | > loss_1: 36.55138397216797 (32.942539342244466) + + --> STEP: 31 + | > loss_disc: 2.577023983001709 (2.58739068431239) + | > loss_disc_real_0: 0.11436867713928223 (0.0913177050890461) + | > loss_disc_real_1: 0.1539555937051773 (0.2157180328522959) + | > loss_disc_real_2: 0.21195213496685028 (0.2370592240364321) + | > loss_disc_real_3: 0.2039337456226349 (0.24220123598652502) + | > loss_disc_real_4: 0.23752889037132263 (0.23682550172651967) + | > loss_disc_real_5: 0.15299220383167267 (0.23753952547427146) + | > loss_0: 2.577023983001709 (2.58739068431239) + | > loss_gen: 1.729132890701294 (1.969606626418329) + | > loss_kl: 1.4543476104736328 (1.5569705386315622) + | > loss_feat: 8.58030891418457 (6.1184790057520715) + | > loss_mel: 24.723838806152344 (21.765732703670377) + | > loss_duration: 1.6767277717590332 (1.7001961777287145) + | > loss_1: 38.16435623168945 (33.110985048355595) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.012761116027832031 (-0.0002693899216190468) + | > avg_loss_disc: 2.58739068431239 (+0.0870234581731979) + | > avg_loss_disc_real_0: 0.0913177050890461 (-0.1402352822403754) + | > avg_loss_disc_real_1: 0.2157180328522959 (+0.027081775088464072) + | > avg_loss_disc_real_2: 0.2370592240364321 (+0.011623579167550607) + | > avg_loss_disc_real_3: 0.24220123598652502 (+0.008591023183638052) + | > avg_loss_disc_real_4: 0.23682550172651967 (-0.013416780098791936) + | > avg_loss_disc_real_5: 0.23753952547427146 (-0.0073585596776777895) + | > avg_loss_0: 2.58739068431239 (+0.0870234581731979) + | > avg_loss_gen: 1.969606626418329 (-0.47540105927375054) + | > avg_loss_kl: 1.5569705386315622 (-0.04472579879145466) + | > avg_loss_feat: 6.1184790057520715 (-0.24735712235973661) + | > avg_loss_mel: 21.765732703670377 (-0.5507937708208672) + | > avg_loss_duration: 1.7001961777287145 (-0.0049423133173296385) + | > avg_loss_1: 33.110985048355595 (-1.3232199761175352) + + + > EPOCH: 14/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 01:36:52)  + + --> TIME: 2024-11-23 01:37:06 -- STEP: 10/797 -- GLOBAL_STEP: 34275 + | > loss_disc: 2.4732468128204346 (2.5253381013870237) + | > loss_disc_real_0: 0.09774275124073029 (0.14777394980192185) + | > loss_disc_real_1: 0.2654455602169037 (0.23059084862470627) + | > loss_disc_real_2: 0.22533467411994934 (0.24457578659057616) + | > loss_disc_real_3: 0.247611865401268 (0.2372490718960762) + | > loss_disc_real_4: 0.23701472580432892 (0.23256626725196838) + | > loss_disc_real_5: 0.2600781321525574 (0.24549334347248078) + | > loss_0: 2.4732468128204346 (2.5253381013870237) + | > grad_norm_0: tensor(63.5322, device='cuda:0') (tensor(67.4668, device='cuda:0')) + | > loss_gen: 2.250368595123291 (2.3640128135681153) + | > loss_kl: 1.5089839696884155 (1.6280613780021667) + | > loss_feat: 5.350677967071533 (6.075886535644531) + | > loss_mel: 19.671772003173828 (21.020446586608887) + | > loss_duration: 1.860600233078003 (1.905403697490692) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.64240074157715 (32.99381065368652) + | > grad_norm_1: tensor(921.7324, device='cuda:0') (tensor(622.1088, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 1.052 (1.2375582456588745) + | > loader_time: 0.0054 (0.006328129768371582) + + + --> TIME: 2024-11-23 01:37:31 -- STEP: 35/797 -- GLOBAL_STEP: 34300 + | > loss_disc: 2.6068551540374756 (2.483291516985212) + | > loss_disc_real_0: 0.19440549612045288 (0.12950875482388904) + | > loss_disc_real_1: 0.22976502776145935 (0.21943941967827932) + | > loss_disc_real_2: 0.25318023562431335 (0.23491459616592952) + | > loss_disc_real_3: 0.19687198102474213 (0.22758936711720057) + | > loss_disc_real_4: 0.21300718188285828 (0.21840918319565908) + | > loss_disc_real_5: 0.2624656856060028 (0.23415766613824027) + | > loss_0: 2.6068551540374756 (2.483291516985212) + | > grad_norm_0: tensor(253.4609, device='cuda:0') (tensor(70.6074, device='cuda:0')) + | > loss_gen: 2.3681442737579346 (2.3509680611746653) + | > loss_kl: 1.9479511976242065 (1.5864575624465944) + | > loss_feat: 5.693131446838379 (6.398583684648786) + | > loss_mel: 19.990482330322266 (21.36845201764788) + | > loss_duration: 1.8628283739089966 (1.826346162387303) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.862539291381836 (33.530807604108546) + | > grad_norm_1: tensor(805.1757, device='cuda:0') (tensor(638.8339, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 0.8983 (1.071366861888341) + | > loader_time: 0.005 (0.0057764938899448936) + + + --> TIME: 2024-11-23 01:37:53 -- STEP: 60/797 -- GLOBAL_STEP: 34325 + | > loss_disc: 2.4478511810302734 (2.4812718749046327) + | > loss_disc_real_0: 0.16543297469615936 (0.12910167605926595) + | > loss_disc_real_1: 0.30680346488952637 (0.22148579359054565) + | > loss_disc_real_2: 0.268775075674057 (0.23716269582509994) + | > loss_disc_real_3: 0.22104166448116302 (0.22652072459459305) + | > loss_disc_real_4: 0.27062711119651794 (0.22199808458487194) + | > loss_disc_real_5: 0.26340824365615845 (0.2353269892434279) + | > loss_0: 2.4478511810302734 (2.4812718749046327) + | > grad_norm_0: tensor(130.6717, device='cuda:0') (tensor(73.3687, device='cuda:0')) + | > loss_gen: 2.602759599685669 (2.3605870246887206) + | > loss_kl: 1.8010023832321167 (1.5983322898546857) + | > loss_feat: 6.7044358253479 (6.468284598986307) + | > loss_mel: 22.621726989746094 (21.444876766204835) + | > loss_duration: 1.7796895503997803 (1.7913339138031006) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.509613037109375 (33.66341441472371) + | > grad_norm_1: tensor(985.1212, device='cuda:0') (tensor(629.0732, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 0.8814 (0.9891666690508533) + | > loader_time: 0.0042 (0.005411569277445475) + + + --> TIME: 2024-11-23 01:38:15 -- STEP: 85/797 -- GLOBAL_STEP: 34350 + | > loss_disc: 2.691467761993408 (2.486585541332468) + | > loss_disc_real_0: 0.0901893898844719 (0.13378062147428008) + | > loss_disc_real_1: 0.2262667566537857 (0.2198429442503873) + | > loss_disc_real_2: 0.27701273560523987 (0.23700461229857275) + | > loss_disc_real_3: 0.2471790909767151 (0.22642099489183987) + | > loss_disc_real_4: 0.28834983706474304 (0.22069833050755894) + | > loss_disc_real_5: 0.29659503698349 (0.23302164428374347) + | > loss_0: 2.691467761993408 (2.486585541332468) + | > grad_norm_0: tensor(14.2112, device='cuda:0') (tensor(78.3590, device='cuda:0')) + | > loss_gen: 2.2142601013183594 (2.3482558699215157) + | > loss_kl: 1.6959102153778076 (1.6005029173458327) + | > loss_feat: 5.83347749710083 (6.463489139781279) + | > loss_mel: 21.682641983032227 (21.48342570136575) + | > loss_duration: 1.7840473651885986 (1.772712735568776) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.21033477783203 (33.66838632471421) + | > grad_norm_1: tensor(512.5229, device='cuda:0') (tensor(594.0048, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 0.8629 (0.9512991035685826) + | > loader_time: 0.0051 (0.005529521493350759) + + + --> TIME: 2024-11-23 01:38:37 -- STEP: 110/797 -- GLOBAL_STEP: 34375 + | > loss_disc: 2.6628975868225098 (2.493179540200666) + | > loss_disc_real_0: 0.2200797200202942 (0.13682404773479162) + | > loss_disc_real_1: 0.2159886509180069 (0.21841726438565687) + | > loss_disc_real_2: 0.22574147582054138 (0.23729918721047313) + | > loss_disc_real_3: 0.26356273889541626 (0.22688095745715228) + | > loss_disc_real_4: 0.20865897834300995 (0.22164559865539724) + | > loss_disc_real_5: 0.28532788157463074 (0.23551476164297624) + | > loss_0: 2.6628975868225098 (2.493179540200666) + | > grad_norm_0: tensor(124.9758, device='cuda:0') (tensor(73.0514, device='cuda:0')) + | > loss_gen: 2.3677546977996826 (2.332568309523842) + | > loss_kl: 1.4195711612701416 (1.5754113186489456) + | > loss_feat: 5.830223560333252 (6.424374563043767) + | > loss_mel: 20.46097755432129 (21.460503422130238) + | > loss_duration: 1.7620967626571655 (1.76160400130532) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.84062385559082 (33.55446165258235) + | > grad_norm_1: tensor(558.2735, device='cuda:0') (tensor(554.0312, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 0.9672 (0.932592764767734) + | > loader_time: 0.0051 (0.0053419720042835565) + + + --> TIME: 2024-11-23 01:38:59 -- STEP: 135/797 -- GLOBAL_STEP: 34400 + | > loss_disc: 2.6130919456481934 (2.4940318213568786) + | > loss_disc_real_0: 0.12533722817897797 (0.13804839929496807) + | > loss_disc_real_1: 0.2136024534702301 (0.21970337022233896) + | > loss_disc_real_2: 0.2584364414215088 (0.2356811840225149) + | > loss_disc_real_3: 0.2546232342720032 (0.2270292939963164) + | > loss_disc_real_4: 0.2941930890083313 (0.2209245218171014) + | > loss_disc_real_5: 0.24269995093345642 (0.235539076284126) + | > loss_0: 2.6130919456481934 (2.4940318213568786) + | > grad_norm_0: tensor(97.4013, device='cuda:0') (tensor(67.4287, device='cuda:0')) + | > loss_gen: 2.14978289604187 (2.3175606436199607) + | > loss_kl: 1.3971199989318848 (1.5728103946756435) + | > loss_feat: 6.281817436218262 (6.426244255348488) + | > loss_mel: 22.096899032592773 (21.454484014157895) + | > loss_duration: 1.7184299230575562 (1.7561556162657561) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.64405059814453 (33.52725495232477) + | > grad_norm_1: tensor(380.4058, device='cuda:0') (tensor(539.2175, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 0.8945 (0.9223912751233141) + | > loader_time: 0.0044 (0.005483867503978586) + + + --> TIME: 2024-11-23 01:39:24 -- STEP: 160/797 -- GLOBAL_STEP: 34425 + | > loss_disc: 2.447972297668457 (2.4894190430641157) + | > loss_disc_real_0: 0.09361562132835388 (0.136117448960431) + | > loss_disc_real_1: 0.208788201212883 (0.2188068563118577) + | > loss_disc_real_2: 0.22827500104904175 (0.2355044910684228) + | > loss_disc_real_3: 0.25040996074676514 (0.22625180082395674) + | > loss_disc_real_4: 0.24246151745319366 (0.2209833321161569) + | > loss_disc_real_5: 0.23015883564949036 (0.23539330577477813) + | > loss_0: 2.447972297668457 (2.4894190430641157) + | > grad_norm_0: tensor(24.5295, device='cuda:0') (tensor(69.4073, device='cuda:0')) + | > loss_gen: 2.3769547939300537 (2.32107899710536) + | > loss_kl: 1.4689487218856812 (1.5704431772232055) + | > loss_feat: 6.826632976531982 (6.434596833586696) + | > loss_mel: 21.860721588134766 (21.461642402410504) + | > loss_duration: 1.719925880432129 (1.7496581703424454) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.25318145751953 (33.53741953372956) + | > grad_norm_1: tensor(503.3834, device='cuda:0') (tensor(567.3535, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 0.9252 (0.9278785184025768) + | > loader_time: 0.0046 (0.005549360811710357) + + + --> TIME: 2024-11-23 01:39:47 -- STEP: 185/797 -- GLOBAL_STEP: 34450 + | > loss_disc: 2.5630648136138916 (2.492447265418798) + | > loss_disc_real_0: 0.17689886689186096 (0.13775768837816008) + | > loss_disc_real_1: 0.2295389473438263 (0.21973533912284954) + | > loss_disc_real_2: 0.23897527158260345 (0.23478027147215766) + | > loss_disc_real_3: 0.267046719789505 (0.22634111828095205) + | > loss_disc_real_4: 0.25694751739501953 (0.21996092055294972) + | > loss_disc_real_5: 0.27089056372642517 (0.23615551075419863) + | > loss_0: 2.5630648136138916 (2.492447265418798) + | > grad_norm_0: tensor(156.9372, device='cuda:0') (tensor(69.1062, device='cuda:0')) + | > loss_gen: 2.3338358402252197 (2.3134120883168396) + | > loss_kl: 1.7366914749145508 (1.5720030095126178) + | > loss_feat: 6.193862438201904 (6.416647885296798) + | > loss_mel: 22.000886917114258 (21.49006910066348) + | > loss_duration: 1.7703232765197754 (1.7429081536628104) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.03560256958008 (33.535040221343166) + | > grad_norm_1: tensor(908.0887, device='cuda:0') (tensor(559.7227, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 0.9325 (0.9259034917161274) + | > loader_time: 0.0079 (0.005644374280362513) + + + --> TIME: 2024-11-23 01:40:10 -- STEP: 210/797 -- GLOBAL_STEP: 34475 + | > loss_disc: 2.5918960571289062 (2.4954952682767573) + | > loss_disc_real_0: 0.06588698923587799 (0.13871931279344216) + | > loss_disc_real_1: 0.1987401247024536 (0.21906368285417557) + | > loss_disc_real_2: 0.23908904194831848 (0.23612287179345176) + | > loss_disc_real_3: 0.1706003099679947 (0.22618742159434727) + | > loss_disc_real_4: 0.21688340604305267 (0.22111203748555416) + | > loss_disc_real_5: 0.24424566328525543 (0.23655628767751513) + | > loss_0: 2.5918960571289062 (2.4954952682767573) + | > grad_norm_0: tensor(70.7530, device='cuda:0') (tensor(71.5978, device='cuda:0')) + | > loss_gen: 2.101088047027588 (2.3213904920078448) + | > loss_kl: 1.2029378414154053 (1.5652706248419626) + | > loss_feat: 5.89912748336792 (6.423218075434369) + | > loss_mel: 22.694843292236328 (21.546885567619697) + | > loss_duration: 1.7169039249420166 (1.740810069016048) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.61490249633789 (33.59757486979164) + | > grad_norm_1: tensor(556.7425, device='cuda:0') (tensor(561.0543, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 0.8535 (0.9229311488923575) + | > loader_time: 0.0049 (0.005634411176045733) + + + --> TIME: 2024-11-23 01:40:34 -- STEP: 235/797 -- GLOBAL_STEP: 34500 + | > loss_disc: 2.5612761974334717 (2.495580618432226) + | > loss_disc_real_0: 0.11576300114393234 (0.13888475175233597) + | > loss_disc_real_1: 0.20302937924861908 (0.2194359355784477) + | > loss_disc_real_2: 0.2632863521575928 (0.23520470445460462) + | > loss_disc_real_3: 0.21945521235466003 (0.2259859487731406) + | > loss_disc_real_4: 0.28088369965553284 (0.22114998901143992) + | > loss_disc_real_5: 0.27250465750694275 (0.2354386679669644) + | > loss_0: 2.5612761974334717 (2.495580618432226) + | > grad_norm_0: tensor(98.9882, device='cuda:0') (tensor(71.6714, device='cuda:0')) + | > loss_gen: 2.321033000946045 (2.319385845610435) + | > loss_kl: 1.2016855478286743 (1.5601590176846118) + | > loss_feat: 5.838864803314209 (6.401930671042586) + | > loss_mel: 20.814863204956055 (21.587216896706447) + | > loss_duration: 1.6559972763061523 (1.7366520404815673) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.832443237304688 (33.605344561313046) + | > grad_norm_1: tensor(733.1509, device='cuda:0') (tensor(564.1346, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 0.9112 (0.9250491588673696) + | > loader_time: 0.0056 (0.005702157730751847) + + + --> TIME: 2024-11-23 01:40:58 -- STEP: 260/797 -- GLOBAL_STEP: 34525 + | > loss_disc: 2.623811721801758 (2.49158580303192) + | > loss_disc_real_0: 0.12611360847949982 (0.13808969147503375) + | > loss_disc_real_1: 0.2624730169773102 (0.21856624272007208) + | > loss_disc_real_2: 0.28493908047676086 (0.2357525668465174) + | > loss_disc_real_3: 0.2685350477695465 (0.22579166917846752) + | > loss_disc_real_4: 0.23474423587322235 (0.22101246066964594) + | > loss_disc_real_5: 0.22243328392505646 (0.23497281108911222) + | > loss_0: 2.623811721801758 (2.49158580303192) + | > grad_norm_0: tensor(35.5162, device='cuda:0') (tensor(72.2403, device='cuda:0')) + | > loss_gen: 2.3075928688049316 (2.324385433472119) + | > loss_kl: 1.3939290046691895 (1.5603512681447542) + | > loss_feat: 5.5652899742126465 (6.396948429254387) + | > loss_mel: 21.605079650878906 (21.600904284990758) + | > loss_duration: 1.6784031391143799 (1.7331019461154937) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.55029296875 (33.61569147843579) + | > grad_norm_1: tensor(588.8052, device='cuda:0') (tensor(563.4761, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 1.0486 (0.9289196133613589) + | > loader_time: 0.0058 (0.005771649800814113) + + + --> TIME: 2024-11-23 01:41:25 -- STEP: 285/797 -- GLOBAL_STEP: 34550 + | > loss_disc: 2.7264506816864014 (2.492077639228418) + | > loss_disc_real_0: 0.16268262267112732 (0.13888978094123952) + | > loss_disc_real_1: 0.2528962790966034 (0.21864139835039775) + | > loss_disc_real_2: 0.2142033874988556 (0.23488659785504926) + | > loss_disc_real_3: 0.20105813443660736 (0.226293904216666) + | > loss_disc_real_4: 0.2348596453666687 (0.22091224601394258) + | > loss_disc_real_5: 0.26348358392715454 (0.234734372245638) + | > loss_0: 2.7264506816864014 (2.492077639228418) + | > grad_norm_0: tensor(77.2539, device='cuda:0') (tensor(74.1383, device='cuda:0')) + | > loss_gen: 2.21638822555542 (2.3264318328154707) + | > loss_kl: 1.4048222303390503 (1.5611563172256737) + | > loss_feat: 5.425458908081055 (6.38906508997867) + | > loss_mel: 20.95100975036621 (21.614451415078687) + | > loss_duration: 1.6680951118469238 (1.731061824581079) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.665775299072266 (33.622166543257855) + | > grad_norm_1: tensor(414.6300, device='cuda:0') (tensor(556.3708, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 1.3281 (0.941325052160966) + | > loader_time: 0.0169 (0.005942296145255104) + + + --> TIME: 2024-11-23 01:41:50 -- STEP: 310/797 -- GLOBAL_STEP: 34575 + | > loss_disc: 2.435427665710449 (2.4909634805494725) + | > loss_disc_real_0: 0.08585524559020996 (0.1384147879937964) + | > loss_disc_real_1: 0.2326098531484604 (0.21838172222337415) + | > loss_disc_real_2: 0.18324388563632965 (0.23529865251433466) + | > loss_disc_real_3: 0.19388800859451294 (0.22613193190866906) + | > loss_disc_real_4: 0.21791917085647583 (0.22123430919262677) + | > loss_disc_real_5: 0.22201360762119293 (0.2351913693931795) + | > loss_0: 2.435427665710449 (2.4909634805494725) + | > grad_norm_0: tensor(22.2295, device='cuda:0') (tensor(73.4105, device='cuda:0')) + | > loss_gen: 2.3082172870635986 (2.325594760141063) + | > loss_kl: 1.5925043821334839 (1.5616743691505925) + | > loss_feat: 6.052299976348877 (6.37118869289275) + | > loss_mel: 20.786178588867188 (21.619401178052353) + | > loss_duration: 1.7509050369262695 (1.7292187602289255) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.49010467529297 (33.607077807764846) + | > grad_norm_1: tensor(451.5131, device='cuda:0') (tensor(553.0262, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 0.9217 (0.9447894511684296) + | > loader_time: 0.0081 (0.006045760646943121) + + + --> TIME: 2024-11-23 01:42:15 -- STEP: 335/797 -- GLOBAL_STEP: 34600 + | > loss_disc: 2.3887441158294678 (2.4895844879435063) + | > loss_disc_real_0: 0.13015703856945038 (0.13767783525052346) + | > loss_disc_real_1: 0.20452745258808136 (0.2187059407358739) + | > loss_disc_real_2: 0.2097618728876114 (0.23537600498590897) + | > loss_disc_real_3: 0.1959354728460312 (0.22611376821105164) + | > loss_disc_real_4: 0.17647284269332886 (0.22137415542531375) + | > loss_disc_real_5: 0.22924064099788666 (0.2351246798661218) + | > loss_0: 2.3887441158294678 (2.4895844879435063) + | > grad_norm_0: tensor(48.1983, device='cuda:0') (tensor(72.3902, device='cuda:0')) + | > loss_gen: 2.271088123321533 (2.3270534696863643) + | > loss_kl: 1.4836502075195312 (1.5623015627932193) + | > loss_feat: 7.163586616516113 (6.375112099434013) + | > loss_mel: 21.979923248291016 (21.635621623138903) + | > loss_duration: 1.6867541074752808 (1.7272493529675605) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.584999084472656 (33.6273381816807) + | > grad_norm_1: tensor(871.6717, device='cuda:0') (tensor(559.5988, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 0.9141 (0.9476440899407688) + | > loader_time: 0.0083 (0.006139001561634574) + + + --> TIME: 2024-11-23 01:42:40 -- STEP: 360/797 -- GLOBAL_STEP: 34625 + | > loss_disc: 2.5751681327819824 (2.4875221477614504) + | > loss_disc_real_0: 0.25353339314460754 (0.13728465877680304) + | > loss_disc_real_1: 0.17169377207756042 (0.2185054774913523) + | > loss_disc_real_2: 0.18976537883281708 (0.2349793874969085) + | > loss_disc_real_3: 0.23534579575061798 (0.22556474904219315) + | > loss_disc_real_4: 0.21063603460788727 (0.2212886994911565) + | > loss_disc_real_5: 0.23506715893745422 (0.23492039404809476) + | > loss_0: 2.5751681327819824 (2.4875221477614504) + | > grad_norm_0: tensor(181.7935, device='cuda:0') (tensor(75.6792, device='cuda:0')) + | > loss_gen: 2.3112237453460693 (2.329739482866391) + | > loss_kl: 1.51210618019104 (1.5587958359056049) + | > loss_feat: 6.2611470222473145 (6.374670290946961) + | > loss_mel: 22.180173873901367 (21.63094425996147) + | > loss_duration: 1.7562222480773926 (1.7243517885605488) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.020870208740234 (33.618501710891735) + | > grad_norm_1: tensor(656.4479, device='cuda:0') (tensor(571.0446, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 1.057 (0.9503755033016207) + | > loader_time: 0.0068 (0.006225772036446463) + + + --> TIME: 2024-11-23 01:43:04 -- STEP: 385/797 -- GLOBAL_STEP: 34650 + | > loss_disc: 2.398750066757202 (2.4925390354998695) + | > loss_disc_real_0: 0.04787939041852951 (0.1397226514560835) + | > loss_disc_real_1: 0.21240119636058807 (0.21922208806136986) + | > loss_disc_real_2: 0.25134748220443726 (0.2354907688382384) + | > loss_disc_real_3: 0.20376931130886078 (0.2260413689659788) + | > loss_disc_real_4: 0.20410163700580597 (0.2215244894677943) + | > loss_disc_real_5: 0.24335387349128723 (0.2347976000278027) + | > loss_0: 2.398750066757202 (2.4925390354998695) + | > grad_norm_0: tensor(118.2671, device='cuda:0') (tensor(77.4608, device='cuda:0')) + | > loss_gen: 2.1115496158599854 (2.3306688454244013) + | > loss_kl: 1.544371485710144 (1.5534452011058857) + | > loss_feat: 6.132551193237305 (6.380585308818074) + | > loss_mel: 19.831905364990234 (21.659700143492085) + | > loss_duration: 1.6867189407348633 (1.7216939124194053) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.30709457397461 (33.6460934477967) + | > grad_norm_1: tensor(414.2331, device='cuda:0') (tensor(565.4251, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 0.9945 (0.9499925712486368) + | > loader_time: 0.0147 (0.006366857925018705) + + + --> TIME: 2024-11-23 01:43:29 -- STEP: 410/797 -- GLOBAL_STEP: 34675 + | > loss_disc: 2.38065505027771 (2.4935963287586094) + | > loss_disc_real_0: 0.12350551784038544 (0.140356749868611) + | > loss_disc_real_1: 0.24932989478111267 (0.2187437861430936) + | > loss_disc_real_2: 0.21325930953025818 (0.23527980595827103) + | > loss_disc_real_3: 0.21629153192043304 (0.22574879937782524) + | > loss_disc_real_4: 0.18607018887996674 (0.2217766830833947) + | > loss_disc_real_5: 0.21605361998081207 (0.23521176671109548) + | > loss_0: 2.38065505027771 (2.4935963287586094) + | > grad_norm_0: tensor(76.8633, device='cuda:0') (tensor(78.2297, device='cuda:0')) + | > loss_gen: 2.358880043029785 (2.326892857144517) + | > loss_kl: 1.5301014184951782 (1.5529441589262427) + | > loss_feat: 6.241634368896484 (6.367850059416236) + | > loss_mel: 22.25425910949707 (21.65795364612488) + | > loss_duration: 1.700430989265442 (1.7204323969236228) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.08530807495117 (33.62607314412187) + | > grad_norm_1: tensor(822.5563, device='cuda:0') (tensor(559.0084, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 0.9255 (0.9518710677216694) + | > loader_time: 0.0068 (0.006435459416087079) + + + --> TIME: 2024-11-23 01:43:53 -- STEP: 435/797 -- GLOBAL_STEP: 34700 + | > loss_disc: 2.514364242553711 (2.4901614775602825) + | > loss_disc_real_0: 0.14980831742286682 (0.13949292702065116) + | > loss_disc_real_1: 0.23595906794071198 (0.21847835717530087) + | > loss_disc_real_2: 0.2607601583003998 (0.23508204190895476) + | > loss_disc_real_3: 0.25292712450027466 (0.22553370944384873) + | > loss_disc_real_4: 0.22378112375736237 (0.22122925903605323) + | > loss_disc_real_5: 0.2308785766363144 (0.23532753723791275) + | > loss_0: 2.514364242553711 (2.4901614775602825) + | > grad_norm_0: tensor(112.3833, device='cuda:0') (tensor(76.7598, device='cuda:0')) + | > loss_gen: 2.343079090118408 (2.327780693152855) + | > loss_kl: 1.5811245441436768 (1.5560627496105501) + | > loss_feat: 5.900390625 (6.3723013329779965) + | > loss_mel: 21.407062530517578 (21.66353952473609) + | > loss_duration: 1.7012518644332886 (1.7190376122792557) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.93290710449219 (33.638721952767234) + | > grad_norm_1: tensor(805.5574, device='cuda:0') (tensor(560.7885, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 0.9902 (0.9523766703989315) + | > loader_time: 0.0071 (0.006501853877100449) + + + --> TIME: 2024-11-23 01:44:20 -- STEP: 460/797 -- GLOBAL_STEP: 34725 + | > loss_disc: 2.438910961151123 (2.4897234818209752) + | > loss_disc_real_0: 0.1436648666858673 (0.13897941781450873) + | > loss_disc_real_1: 0.21933451294898987 (0.21876608385987903) + | > loss_disc_real_2: 0.2270507514476776 (0.2350471805943095) + | > loss_disc_real_3: 0.2330530881881714 (0.22541453196950584) + | > loss_disc_real_4: 0.24385876953601837 (0.22108761927355894) + | > loss_disc_real_5: 0.23724444210529327 (0.2356032151242961) + | > loss_0: 2.438910961151123 (2.4897234818209752) + | > grad_norm_0: tensor(77.8819, device='cuda:0') (tensor(76.3691, device='cuda:0')) + | > loss_gen: 2.321244239807129 (2.3263912747735556) + | > loss_kl: 1.4400434494018555 (1.5543520144794298) + | > loss_feat: 6.298635005950928 (6.362429165840149) + | > loss_mel: 20.937606811523438 (21.65210317321447) + | > loss_duration: 1.7131767272949219 (1.717826664447784) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.7107048034668 (33.613102328259025) + | > grad_norm_1: tensor(512.7980, device='cuda:0') (tensor(560.9027, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 1.0598 (0.9568617432013803) + | > loader_time: 0.0105 (0.0066213483395783776) + + + --> TIME: 2024-11-23 01:44:44 -- STEP: 485/797 -- GLOBAL_STEP: 34750 + | > loss_disc: 2.4485156536102295 (2.4883307805995334) + | > loss_disc_real_0: 0.08233869820833206 (0.13864843381434372) + | > loss_disc_real_1: 0.20150025188922882 (0.21835435914624599) + | > loss_disc_real_2: 0.21340049803256989 (0.23486064469691403) + | > loss_disc_real_3: 0.20232842862606049 (0.22549243203757968) + | > loss_disc_real_4: 0.2002999186515808 (0.22100932158760192) + | > loss_disc_real_5: 0.22601318359375 (0.2355091862764555) + | > loss_0: 2.4485156536102295 (2.4883307805995334) + | > grad_norm_0: tensor(114.0869, device='cuda:0') (tensor(76.5937, device='cuda:0')) + | > loss_gen: 2.0379676818847656 (2.3249123575761144) + | > loss_kl: 1.6068997383117676 (1.5529639303069753) + | > loss_feat: 6.640090465545654 (6.360011847977786) + | > loss_mel: 20.993873596191406 (21.642344569176757) + | > loss_duration: 1.6624501943588257 (1.7161729714305125) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.941280364990234 (33.59640570178477) + | > grad_norm_1: tensor(346.8604, device='cuda:0') (tensor(569.1943, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 0.9199 (0.9578286677291714) + | > loader_time: 0.0069 (0.006711962296790682) + + + --> TIME: 2024-11-23 01:45:08 -- STEP: 510/797 -- GLOBAL_STEP: 34775 + | > loss_disc: 2.48742413520813 (2.4849566459655743) + | > loss_disc_real_0: 0.11253414303064346 (0.13785658217236108) + | > loss_disc_real_1: 0.1834169179201126 (0.21801028532140396) + | > loss_disc_real_2: 0.22821076214313507 (0.23464314017225715) + | > loss_disc_real_3: 0.23008352518081665 (0.22538456922652678) + | > loss_disc_real_4: 0.20938482880592346 (0.2207123134942616) + | > loss_disc_real_5: 0.2164292335510254 (0.23501936095018014) + | > loss_0: 2.48742413520813 (2.4849566459655743) + | > grad_norm_0: tensor(101.3000, device='cuda:0') (tensor(75.9286, device='cuda:0')) + | > loss_gen: 2.4494378566741943 (2.327562945263058) + | > loss_kl: 1.5764480829238892 (1.552625203600117) + | > loss_feat: 6.552404880523682 (6.3713279200535196) + | > loss_mel: 21.882829666137695 (21.653069868274777) + | > loss_duration: 1.6943491697311401 (1.7150665587069938) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.15546798706055 (33.619652512494284) + | > grad_norm_1: tensor(793.7589, device='cuda:0') (tensor(571.4899, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 0.9232 (0.9567060470581056) + | > loader_time: 0.0095 (0.006760485967000324) + + + --> TIME: 2024-11-23 01:45:32 -- STEP: 535/797 -- GLOBAL_STEP: 34800 + | > loss_disc: 2.4899070262908936 (2.4853924599763375) + | > loss_disc_real_0: 0.11048924922943115 (0.13763542531110415) + | > loss_disc_real_1: 0.20730754733085632 (0.21825336607817178) + | > loss_disc_real_2: 0.24755744636058807 (0.23467168693787582) + | > loss_disc_real_3: 0.2023027092218399 (0.22526326377258124) + | > loss_disc_real_4: 0.20255418121814728 (0.22102294912405107) + | > loss_disc_real_5: 0.24516499042510986 (0.23539752770807137) + | > loss_0: 2.4899070262908936 (2.4853924599763375) + | > grad_norm_0: tensor(52.4864, device='cuda:0') (tensor(76.6908, device='cuda:0')) + | > loss_gen: 2.24405574798584 (2.33083245174907) + | > loss_kl: 1.6842472553253174 (1.5517936412419113) + | > loss_feat: 6.925314426422119 (6.384970484938577) + | > loss_mel: 23.604660034179688 (21.68985918526339) + | > loss_duration: 1.752252221107483 (1.714684672667601) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.21052932739258 (33.672140431626964) + | > grad_norm_1: tensor(508.2478, device='cuda:0') (tensor(575.5569, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 0.9864 (0.9567425540674513) + | > loader_time: 0.0124 (0.0068955466011974284) + + + --> TIME: 2024-11-23 01:45:57 -- STEP: 560/797 -- GLOBAL_STEP: 34825 + | > loss_disc: 2.264794111251831 (2.4851217423166534) + | > loss_disc_real_0: 0.06620511412620544 (0.13774363458422687) + | > loss_disc_real_1: 0.17271788418293 (0.21802654974162577) + | > loss_disc_real_2: 0.21620382368564606 (0.2347405986860394) + | > loss_disc_real_3: 0.2629617154598236 (0.2255618068522641) + | > loss_disc_real_4: 0.19271498918533325 (0.22069150640496185) + | > loss_disc_real_5: 0.21356844902038574 (0.2350470686597483) + | > loss_0: 2.264794111251831 (2.4851217423166534) + | > grad_norm_0: tensor(38.0699, device='cuda:0') (tensor(77.5018, device='cuda:0')) + | > loss_gen: 2.464224100112915 (2.3329988503030368) + | > loss_kl: 1.453431248664856 (1.553173106483051) + | > loss_feat: 7.093224048614502 (6.394352108240126) + | > loss_mel: 22.12270164489746 (21.69893985305515) + | > loss_duration: 1.739458441734314 (1.7141206509300635) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.873043060302734 (33.69358454772407) + | > grad_norm_1: tensor(754.7189, device='cuda:0') (tensor(575.8801, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 0.9294 (0.9580951605524336) + | > loader_time: 0.0135 (0.007008682404245647) + + + --> TIME: 2024-11-23 01:46:21 -- STEP: 585/797 -- GLOBAL_STEP: 34850 + | > loss_disc: 2.366401433944702 (2.4829940429100614) + | > loss_disc_real_0: 0.10886520147323608 (0.13722167495224222) + | > loss_disc_real_1: 0.1793702393770218 (0.21798184705086243) + | > loss_disc_real_2: 0.23053805530071259 (0.2343430839033208) + | > loss_disc_real_3: 0.20513281226158142 (0.22531849981373198) + | > loss_disc_real_4: 0.199627086520195 (0.22038518022268247) + | > loss_disc_real_5: 0.20893318951129913 (0.2352485439716241) + | > loss_0: 2.366401433944702 (2.4829940429100614) + | > grad_norm_0: tensor(41.7717, device='cuda:0') (tensor(77.0345, device='cuda:0')) + | > loss_gen: 2.2661681175231934 (2.3331864603564267) + | > loss_kl: 1.6915013790130615 (1.5532970821755567) + | > loss_feat: 6.930593967437744 (6.3943326192024434) + | > loss_mel: 22.441421508789062 (21.699435198205165) + | > loss_duration: 1.710062861442566 (1.7135217921346677) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.03974914550781 (33.693773132715485) + | > grad_norm_1: tensor(464.3441, device='cuda:0') (tensor(574.9185, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 0.9087 (0.9572705929095928) + | > loader_time: 0.0142 (0.007135898231441136) + + + --> TIME: 2024-11-23 01:46:47 -- STEP: 610/797 -- GLOBAL_STEP: 34875 + | > loss_disc: 2.463233232498169 (2.483046972947042) + | > loss_disc_real_0: 0.16839048266410828 (0.13729947460967992) + | > loss_disc_real_1: 0.2643008530139923 (0.21810828058934603) + | > loss_disc_real_2: 0.227041557431221 (0.23451144140763355) + | > loss_disc_real_3: 0.24936655163764954 (0.22511605451830102) + | > loss_disc_real_4: 0.20866143703460693 (0.22066104136040954) + | > loss_disc_real_5: 0.20834827423095703 (0.23528281613940094) + | > loss_0: 2.463233232498169 (2.483046972947042) + | > grad_norm_0: tensor(62.1489, device='cuda:0') (tensor(76.4188, device='cuda:0')) + | > loss_gen: 2.4589245319366455 (2.3337499722105552) + | > loss_kl: 1.602705717086792 (1.5510403906712766) + | > loss_feat: 6.845116138458252 (6.391613145734444) + | > loss_mel: 23.35917091369629 (21.714368033799975) + | > loss_duration: 1.7501699924468994 (1.7134770276116535) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.01608657836914 (33.70424857530438) + | > grad_norm_1: tensor(979.0410, device='cuda:0') (tensor(576.1768, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 0.9444 (0.959509876907849) + | > loader_time: 0.0074 (0.007233258153571454) + + + --> TIME: 2024-11-23 01:47:12 -- STEP: 635/797 -- GLOBAL_STEP: 34900 + | > loss_disc: 2.566486358642578 (2.481096384468979) + | > loss_disc_real_0: 0.15736868977546692 (0.13720421423827583) + | > loss_disc_real_1: 0.16859698295593262 (0.21775003354849778) + | > loss_disc_real_2: 0.21589848399162292 (0.2343137548429759) + | > loss_disc_real_3: 0.2774646282196045 (0.22515502982721558) + | > loss_disc_real_4: 0.27884161472320557 (0.22063048754151413) + | > loss_disc_real_5: 0.27538827061653137 (0.2351163474828239) + | > loss_0: 2.566486358642578 (2.481096384468979) + | > grad_norm_0: tensor(220.4356, device='cuda:0') (tensor(77.7792, device='cuda:0')) + | > loss_gen: 2.341519832611084 (2.3364010951650416) + | > loss_kl: 1.436212420463562 (1.550208683089009) + | > loss_feat: 5.8733601570129395 (6.389989174820307) + | > loss_mel: 21.749591827392578 (21.71949439011222) + | > loss_duration: 1.7442479133605957 (1.713549819142799) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.14493179321289 (33.70964316721038) + | > grad_norm_1: tensor(483.6505, device='cuda:0') (tensor(581.0735, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 0.978 (0.9603958869543601) + | > loader_time: 0.0131 (0.007334167375339295) + + + --> TIME: 2024-11-23 01:47:37 -- STEP: 660/797 -- GLOBAL_STEP: 34925 + | > loss_disc: 2.3732924461364746 (2.4834236325639676) + | > loss_disc_real_0: 0.1661566197872162 (0.1381740168752996) + | > loss_disc_real_1: 0.20865830779075623 (0.21775389008901336) + | > loss_disc_real_2: 0.18794700503349304 (0.23459161673531384) + | > loss_disc_real_3: 0.22638443112373352 (0.2252296759549416) + | > loss_disc_real_4: 0.1692870408296585 (0.22079798538576473) + | > loss_disc_real_5: 0.1858278065919876 (0.23498660980752015) + | > loss_0: 2.3732924461364746 (2.4834236325639676) + | > grad_norm_0: tensor(37.8061, device='cuda:0') (tensor(78.3219, device='cuda:0')) + | > loss_gen: 2.3980491161346436 (2.3352892241694705) + | > loss_kl: 1.6808964014053345 (1.5493130207061776) + | > loss_feat: 7.001079082489014 (6.386279688459454) + | > loss_mel: 23.355106353759766 (21.72646728428929) + | > loss_duration: 1.706774353981018 (1.7133110662301374) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.14190673828125 (33.71066028421575) + | > grad_norm_1: tensor(403.1824, device='cuda:0') (tensor(577.7343, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 1.0078 (0.9606758926853989) + | > loader_time: 0.0165 (0.007446532538442898) + + + --> TIME: 2024-11-23 01:48:02 -- STEP: 685/797 -- GLOBAL_STEP: 34950 + | > loss_disc: 2.6636743545532227 (2.4828968740727797) + | > loss_disc_real_0: 0.1112535372376442 (0.13849622186300528) + | > loss_disc_real_1: 0.21667492389678955 (0.21783039315338554) + | > loss_disc_real_2: 0.23706883192062378 (0.23419814318636034) + | > loss_disc_real_3: 0.2723331153392792 (0.22521745427681586) + | > loss_disc_real_4: 0.25731799006462097 (0.22084206051199975) + | > loss_disc_real_5: 0.28579258918762207 (0.23466043428782996) + | > loss_0: 2.6636743545532227 (2.4828968740727797) + | > grad_norm_0: tensor(32.5333, device='cuda:0') (tensor(76.6994, device='cuda:0')) + | > loss_gen: 2.2512502670288086 (2.333374953269958) + | > loss_kl: 1.496878981590271 (1.5481372471273387) + | > loss_feat: 6.887431621551514 (6.382630887692862) + | > loss_mel: 23.342885971069336 (21.73755690999276) + | > loss_duration: 1.6859180927276611 (1.7129432716508846) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.664363861083984 (33.714643269559765) + | > grad_norm_1: tensor(209.1111, device='cuda:0') (tensor(569.5988, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 1.0188 (0.9615218594126458) + | > loader_time: 0.0087 (0.0075203589279286154) + + + --> TIME: 2024-11-23 01:48:28 -- STEP: 710/797 -- GLOBAL_STEP: 34975 + | > loss_disc: 2.493605852127075 (2.4836540769523303) + | > loss_disc_real_0: 0.06716997176408768 (0.13807290660243643) + | > loss_disc_real_1: 0.23084892332553864 (0.21799976798430296) + | > loss_disc_real_2: 0.22916623950004578 (0.23464254955170855) + | > loss_disc_real_3: 0.25796768069267273 (0.22534261822280754) + | > loss_disc_real_4: 0.24091069400310516 (0.22133329540071353) + | > loss_disc_real_5: 0.24112695455551147 (0.23500197638928047) + | > loss_0: 2.493605852127075 (2.4836540769523303) + | > grad_norm_0: tensor(31.0368, device='cuda:0') (tensor(76.3671, device='cuda:0')) + | > loss_gen: 2.264035224914551 (2.332961890563157) + | > loss_kl: 1.568017601966858 (1.5495620828279313) + | > loss_feat: 6.549246788024902 (6.375042684984879) + | > loss_mel: 22.316572189331055 (21.753311045740716) + | > loss_duration: 1.6666507720947266 (1.7122441510079607) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.364524841308594 (33.723121860665344) + | > grad_norm_1: tensor(606.8634, device='cuda:0') (tensor(570.3314, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 0.9499 (0.9642083225115924) + | > loader_time: 0.0095 (0.007615491705881035) + + + --> TIME: 2024-11-23 01:48:58 -- STEP: 735/797 -- GLOBAL_STEP: 35000 + | > loss_disc: 2.6820011138916016 (2.4819405023743526) + | > loss_disc_real_0: 0.08761332184076309 (0.13758337505820664) + | > loss_disc_real_1: 0.2237827181816101 (0.2181028412921088) + | > loss_disc_real_2: 0.25347939133644104 (0.2342800013062094) + | > loss_disc_real_3: 0.22528204321861267 (0.2253727753957113) + | > loss_disc_real_4: 0.2504257261753082 (0.22104016803965276) + | > loss_disc_real_5: 0.2588329315185547 (0.23472012173967294) + | > loss_0: 2.6820011138916016 (2.4819405023743526) + | > grad_norm_0: tensor(32.9766, device='cuda:0') (tensor(76.4260, device='cuda:0')) + | > loss_gen: 2.068589210510254 (2.3341497646708054) + | > loss_kl: 1.6192861795425415 (1.5498028870342546) + | > loss_feat: 5.236856460571289 (6.3777165892983785) + | > loss_mel: 21.461097717285156 (21.75763416030783) + | > loss_duration: 1.6692564487457275 (1.7113795591860395) + | > amp_scaler: 128.0 (129.0448979591836) + | > loss_1: 32.05508804321289 (33.73068299325957) + | > grad_norm_1: tensor(614.6688, device='cuda:0') (tensor(572.0206, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 1.405 (0.9710894013748688) + | > loader_time: 0.2184 (0.008103805010010592) + + + > CHECKPOINT : vits_shi_male-November-22-2024_02+49AM-0000000/checkpoint_35000.pth + + --> TIME: 2024-11-23 01:49:56 -- STEP: 760/797 -- GLOBAL_STEP: 35025 + | > loss_disc: 2.662296772003174 (2.4816002491273395) + | > loss_disc_real_0: 0.085976243019104 (0.13720222744894664) + | > loss_disc_real_1: 0.1930917501449585 (0.21788611451261922) + | > loss_disc_real_2: 0.23244255781173706 (0.23445757219665925) + | > loss_disc_real_3: 0.19245094060897827 (0.2253388943052606) + | > loss_disc_real_4: 0.22293226420879364 (0.22129240230117975) + | > loss_disc_real_5: 0.24327728152275085 (0.23475341616492518) + | > loss_0: 2.662296772003174 (2.4816002491273395) + | > grad_norm_0: tensor(391.6678, device='cuda:0') (tensor(76.6290, device='cuda:0')) + | > loss_gen: 2.046339988708496 (2.3357923161042353) + | > loss_kl: 1.5924447774887085 (1.5513327882478118) + | > loss_feat: 5.49328088760376 (6.381256869592165) + | > loss_mel: 18.9766845703125 (21.756211836714517) + | > loss_duration: 1.6522047519683838 (1.7103795526843315) + | > amp_scaler: 128.0 (129.01052631578935) + | > loss_1: 29.760953903198242 (33.73497339047885) + | > grad_norm_1: tensor(948.6465, device='cuda:0') (tensor(573.7875, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 2.0921 (1.0045450408207743) + | > loader_time: 0.0107 (0.008757998441395002) + + + --> TIME: 2024-11-23 01:51:24 -- STEP: 785/797 -- GLOBAL_STEP: 35050 + | > loss_disc: 2.5363247394561768 (2.4811042029386883) + | > loss_disc_real_0: 0.18484564125537872 (0.13711692713153595) + | > loss_disc_real_1: 0.18828549981117249 (0.21805561746761298) + | > loss_disc_real_2: 0.24438448250293732 (0.23430158683828484) + | > loss_disc_real_3: 0.2465713918209076 (0.22538551099740778) + | > loss_disc_real_4: 0.21546275913715363 (0.22105117565507343) + | > loss_disc_real_5: 0.24586309492588043 (0.2346537985999113) + | > loss_0: 2.5363247394561768 (2.4811042029386883) + | > grad_norm_0: tensor(26.3330, device='cuda:0') (tensor(77.5689, device='cuda:0')) + | > loss_gen: 2.3749794960021973 (2.3363098966088254) + | > loss_kl: 1.5384454727172852 (1.5532103751115744) + | > loss_feat: 5.736484527587891 (6.382621431654426) + | > loss_mel: 20.728540420532227 (21.759456470513822) + | > loss_duration: 1.682898998260498 (1.709473674768095) + | > amp_scaler: 128.0 (128.97834394904447) + | > loss_1: 32.06134796142578 (33.741071875991345) + | > grad_norm_1: tensor(627.1187, device='cuda:0') (tensor(577.0085, device='cuda:0')) + | > current_lr_0: 0.00019895268614608487 + | > current_lr_1: 0.00019895268614608487 + | > step_time: 3.8738 (1.0841208779887785) + | > loader_time: 0.0116 (0.009698548286583774) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.4233105182647705 (2.4233105182647705) + | > loss_disc_real_0: 0.08274830877780914 (0.08274830877780914) + | > loss_disc_real_1: 0.20814812183380127 (0.20814812183380127) + | > loss_disc_real_2: 0.18476071953773499 (0.18476071953773499) + | > loss_disc_real_3: 0.15311934053897858 (0.15311934053897858) + | > loss_disc_real_4: 0.2179204821586609 (0.2179204821586609) + | > loss_disc_real_5: 0.2588644325733185 (0.2588644325733185) + | > loss_0: 2.4233105182647705 (2.4233105182647705) + | > loss_gen: 2.2066280841827393 (2.2066280841827393) + | > loss_kl: 1.8496366739273071 (1.8496366739273071) + | > loss_feat: 8.255109786987305 (8.255109786987305) + | > loss_mel: 24.58233642578125 (24.58233642578125) + | > loss_duration: 1.8532133102416992 (1.8532133102416992) + | > loss_1: 38.746925354003906 (38.746925354003906) + + --> STEP: 1 + | > loss_disc: 2.4417412281036377 (2.4417412281036377) + | > loss_disc_real_0: 0.04783618450164795 (0.04783618450164795) + | > loss_disc_real_1: 0.23543044924736023 (0.23543044924736023) + | > loss_disc_real_2: 0.2471458613872528 (0.2471458613872528) + | > loss_disc_real_3: 0.28147566318511963 (0.28147566318511963) + | > loss_disc_real_4: 0.19740456342697144 (0.19740456342697144) + | > loss_disc_real_5: 0.25376665592193604 (0.25376665592193604) + | > loss_0: 2.4417412281036377 (2.4417412281036377) + | > loss_gen: 2.3008086681365967 (2.3008086681365967) + | > loss_kl: 1.6184649467468262 (1.6184649467468262) + | > loss_feat: 6.5534281730651855 (6.5534281730651855) + | > loss_mel: 22.447063446044922 (22.447063446044922) + | > loss_duration: 1.7812132835388184 (1.7812132835388184) + | > loss_1: 34.70097732543945 (34.70097732543945) + + --> STEP: 2 + | > loss_disc: 2.4349870681762695 (2.4383641481399536) + | > loss_disc_real_0: 0.11001595854759216 (0.07892607152462006) + | > loss_disc_real_1: 0.2815735340118408 (0.2585019916296005) + | > loss_disc_real_2: 0.2870523929595947 (0.26709912717342377) + | > loss_disc_real_3: 0.26125186681747437 (0.271363765001297) + | > loss_disc_real_4: 0.21328191459178925 (0.20534323900938034) + | > loss_disc_real_5: 0.19648964703083038 (0.2251281514763832) + | > loss_0: 2.4349870681762695 (2.4383641481399536) + | > loss_gen: 2.4309749603271484 (2.3658918142318726) + | > loss_kl: 1.0597978830337524 (1.3391314148902893) + | > loss_feat: 5.889220237731934 (6.22132420539856) + | > loss_mel: 21.872407913208008 (22.159735679626465) + | > loss_duration: 1.6508774757385254 (1.7160453796386719) + | > loss_1: 32.90327835083008 (33.802127838134766) + + --> STEP: 3 + | > loss_disc: 2.594964027404785 (2.4905641078948975) + | > loss_disc_real_0: 0.12310285866260529 (0.0936516672372818) + | > loss_disc_real_1: 0.2087709903717041 (0.24192499121030173) + | > loss_disc_real_2: 0.30609944462776184 (0.28009923299153644) + | > loss_disc_real_3: 0.14175920188426971 (0.2281622439622879) + | > loss_disc_real_4: 0.19986248016357422 (0.20351631939411163) + | > loss_disc_real_5: 0.28612586855888367 (0.2454607238372167) + | > loss_0: 2.594964027404785 (2.4905641078948975) + | > loss_gen: 2.0290255546569824 (2.2536030610402427) + | > loss_kl: 1.1424145698547363 (1.2735591332117717) + | > loss_feat: 5.742424011230469 (6.061690807342529) + | > loss_mel: 22.50433349609375 (22.274601618448894) + | > loss_duration: 1.765304446220398 (1.7324650684992473) + | > loss_1: 33.183502197265625 (33.59591929117838) + + --> STEP: 4 + | > loss_disc: 2.479276180267334 (2.4877421259880066) + | > loss_disc_real_0: 0.05432097986340523 (0.08381899539381266) + | > loss_disc_real_1: 0.29460662603378296 (0.255095399916172) + | > loss_disc_real_2: 0.239961177110672 (0.27006471902132034) + | > loss_disc_real_3: 0.2313506007194519 (0.2289593331515789) + | > loss_disc_real_4: 0.29117539525032043 (0.22543108835816383) + | > loss_disc_real_5: 0.20571847259998322 (0.23552516102790833) + | > loss_0: 2.479276180267334 (2.4877421259880066) + | > loss_gen: 2.2510085105895996 (2.252954423427582) + | > loss_kl: 2.033705234527588 (1.4635956585407257) + | > loss_feat: 6.587019443511963 (6.193022966384888) + | > loss_mel: 21.692129135131836 (22.12898349761963) + | > loss_duration: 1.7221883535385132 (1.7298958897590637) + | > loss_1: 34.286048889160156 (33.76845169067383) + + --> STEP: 5 + | > loss_disc: 2.603203535079956 (2.5108344078063967) + | > loss_disc_real_0: 0.036419495940208435 (0.07433909550309181) + | > loss_disc_real_1: 0.1947040557861328 (0.24301713109016418) + | > loss_disc_real_2: 0.1633860170841217 (0.2487289786338806) + | > loss_disc_real_3: 0.1424209326505661 (0.21165165305137634) + | > loss_disc_real_4: 0.1433769315481186 (0.20902025699615479) + | > loss_disc_real_5: 0.13548319041728973 (0.2155167669057846) + | > loss_0: 2.603203535079956 (2.5108344078063967) + | > loss_gen: 1.9265397787094116 (2.187671494483948) + | > loss_kl: 1.7757796049118042 (1.5260324478149414) + | > loss_feat: 8.41055679321289 (6.636529731750488) + | > loss_mel: 23.340309143066406 (22.371248626708983) + | > loss_duration: 1.857093334197998 (1.7553353786468506) + | > loss_1: 37.310279846191406 (34.47681732177735) + + --> STEP: 6 + | > loss_disc: 2.8676774501800537 (2.570308248202006) + | > loss_disc_real_0: 0.1869393289089203 (0.0931058010707299) + | > loss_disc_real_1: 0.30332985520362854 (0.2530692517757416) + | > loss_disc_real_2: 0.21287930011749268 (0.24275403221448263) + | > loss_disc_real_3: 0.22132660448551178 (0.21326414495706558) + | > loss_disc_real_4: 0.2570321261882782 (0.217022235194842) + | > loss_disc_real_5: 0.19277891516685486 (0.21172712494929632) + | > loss_0: 2.8676774501800537 (2.570308248202006) + | > loss_gen: 1.8753435611724854 (2.1356168389320374) + | > loss_kl: 1.04000985622406 (1.4450286825497944) + | > loss_feat: 5.276543617248535 (6.409865379333496) + | > loss_mel: 17.7171630859375 (21.59556770324707) + | > loss_duration: 1.7104867696762085 (1.747860610485077) + | > loss_1: 27.61954689025879 (33.333938916524254) + + --> STEP: 7 + | > loss_disc: 2.3410756587982178 (2.5375607354300365) + | > loss_disc_real_0: 0.12835349142551422 (0.09814118540712766) + | > loss_disc_real_1: 0.18898168206214905 (0.2439138846737998) + | > loss_disc_real_2: 0.23768825829029083 (0.24203035022531236) + | > loss_disc_real_3: 0.19106900691986084 (0.21009341095175063) + | > loss_disc_real_4: 0.17751269042491913 (0.21137801451342447) + | > loss_disc_real_5: 0.19753670692443848 (0.20969992237431662) + | > loss_0: 2.3410756587982178 (2.5375607354300365) + | > loss_gen: 2.1289258003234863 (2.134660976273673) + | > loss_kl: 1.672184705734253 (1.4774795430047172) + | > loss_feat: 7.6411590576171875 (6.585764476231167) + | > loss_mel: 23.522891998291016 (21.870899745396205) + | > loss_duration: 1.6728246212005615 (1.737141183444432) + | > loss_1: 36.63798522949219 (33.80594553266253) + + --> STEP: 8 + | > loss_disc: 2.4156553745269775 (2.522322565317154) + | > loss_disc_real_0: 0.06128985434770584 (0.09353476902469993) + | > loss_disc_real_1: 0.19416864216327667 (0.2376957293599844) + | > loss_disc_real_2: 0.15510058403015137 (0.23116412945091724) + | > loss_disc_real_3: 0.1187892034649849 (0.1986803850159049) + | > loss_disc_real_4: 0.16105903685092926 (0.20508814230561256) + | > loss_disc_real_5: 0.17351247370243073 (0.2051764912903309) + | > loss_0: 2.4156553745269775 (2.522322565317154) + | > loss_gen: 1.9487452507019043 (2.111421510577202) + | > loss_kl: 2.114442825317383 (1.5570999532938004) + | > loss_feat: 9.250980377197266 (6.918916463851929) + | > loss_mel: 23.781009674072266 (22.109663486480713) + | > loss_duration: 1.7532422542572021 (1.7391538172960281) + | > loss_1: 38.848419189453125 (34.43625473976135) + + --> STEP: 9 + | > loss_disc: 2.535970687866211 (2.5238390233781605) + | > loss_disc_real_0: 0.08944921940565109 (0.09308081906702784) + | > loss_disc_real_1: 0.2967473268508911 (0.24425701797008514) + | > loss_disc_real_2: 0.2201969027519226 (0.2299455487065845) + | > loss_disc_real_3: 0.1905585527420044 (0.19777795920769373) + | > loss_disc_real_4: 0.216813325881958 (0.20639094048076206) + | > loss_disc_real_5: 0.2404826283454895 (0.20909939540757072) + | > loss_0: 2.535970687866211 (2.5238390233781605) + | > loss_gen: 2.041691541671753 (2.103673736254374) + | > loss_kl: 1.1114978790283203 (1.507588611708747) + | > loss_feat: 4.992856979370117 (6.704909854465061) + | > loss_mel: 19.06121063232422 (21.770946502685547) + | > loss_duration: 1.6636027097702026 (1.7307592497931585) + | > loss_1: 28.870859146118164 (33.817877451578774) + + --> STEP: 10 + | > loss_disc: 2.5090830326080322 (2.5223634243011475) + | > loss_disc_real_0: 0.08058488368988037 (0.09183122552931308) + | > loss_disc_real_1: 0.2541176676750183 (0.24524308294057845) + | > loss_disc_real_2: 0.24870610237121582 (0.23182160407304764) + | > loss_disc_real_3: 0.24354375898838043 (0.2023545391857624) + | > loss_disc_real_4: 0.19272847473621368 (0.20502469390630723) + | > loss_disc_real_5: 0.24916508793830872 (0.21310596466064452) + | > loss_0: 2.5090830326080322 (2.5223634243011475) + | > loss_gen: 2.115248441696167 (2.1048312067985533) + | > loss_kl: 1.576537013053894 (1.5144834518432617) + | > loss_feat: 5.953963279724121 (6.629815196990966) + | > loss_mel: 19.949880599975586 (21.58883991241455) + | > loss_duration: 1.5728713274002075 (1.7149704575538636) + | > loss_1: 31.168500900268555 (33.55293979644775) + + --> STEP: 11 + | > loss_disc: 2.629946708679199 (2.5321437228809702) + | > loss_disc_real_0: 0.10467994958162308 (0.09299929135225037) + | > loss_disc_real_1: 0.21263538300991058 (0.24227874658324502) + | > loss_disc_real_2: 0.2216317504644394 (0.23089525374499234) + | > loss_disc_real_3: 0.19291454553604126 (0.20149635794487866) + | > loss_disc_real_4: 0.2050572782754898 (0.20502765612168747) + | > loss_disc_real_5: 0.1565113663673401 (0.20796100117943503) + | > loss_0: 2.629946708679199 (2.5321437228809702) + | > loss_gen: 1.948468565940857 (2.0906164212660356) + | > loss_kl: 2.2029824256896973 (1.5770742676474832) + | > loss_feat: 7.1687798500061035 (6.678811983628706) + | > loss_mel: 22.34123420715332 (21.657239393754438) + | > loss_duration: 1.5861384868621826 (1.703258460218256) + | > loss_1: 35.24760437011719 (33.70700021223588) + + --> STEP: 12 + | > loss_disc: 2.573184013366699 (2.5355637470881143) + | > loss_disc_real_0: 0.16006556153297424 (0.09858814720064402) + | > loss_disc_real_1: 0.2768474519252777 (0.2451594720284144) + | > loss_disc_real_2: 0.2820020020008087 (0.23515414943297705) + | > loss_disc_real_3: 0.2647331655025482 (0.20676609190801779) + | > loss_disc_real_4: 0.21479611098766327 (0.20584169402718544) + | > loss_disc_real_5: 0.20912869274616241 (0.20805830880999565) + | > loss_0: 2.573184013366699 (2.5355637470881143) + | > loss_gen: 2.2322301864624023 (2.1024175683657327) + | > loss_kl: 1.7887862920761108 (1.5947169363498688) + | > loss_feat: 5.601696014404297 (6.589052319526672) + | > loss_mel: 20.961551666259766 (21.599265416463215) + | > loss_duration: 1.721019983291626 (1.704738587141037) + | > loss_1: 32.30528259277344 (33.590190410614014) + + --> STEP: 13 + | > loss_disc: 2.5419859886169434 (2.536057765667255) + | > loss_disc_real_0: 0.1342318058013916 (0.10132996709300922) + | > loss_disc_real_1: 0.21473118662834167 (0.24281883468994728) + | > loss_disc_real_2: 0.20631913840770721 (0.23293607166180244) + | > loss_disc_real_3: 0.18339616060256958 (0.20496840488452178) + | > loss_disc_real_4: 0.20202182233333588 (0.20554785774304316) + | > loss_disc_real_5: 0.2652779221534729 (0.21245981752872467) + | > loss_0: 2.5419859886169434 (2.536057765667255) + | > loss_gen: 2.0520102977752686 (2.09854008601262) + | > loss_kl: 2.2380623817443848 (1.6442050475340624) + | > loss_feat: 7.268980026245117 (6.641354450812707) + | > loss_mel: 22.300495147705078 (21.653206165020283) + | > loss_duration: 1.7358741760253906 (1.7071336324398334) + | > loss_1: 35.595420837402344 (33.744438904982346) + + --> STEP: 14 + | > loss_disc: 2.380758762359619 (2.5249649797167097) + | > loss_disc_real_0: 0.08673956245183945 (0.10028779533292566) + | > loss_disc_real_1: 0.23182985186576843 (0.24203390734536306) + | > loss_disc_real_2: 0.24764661490917206 (0.23398682475090027) + | > loss_disc_real_3: 0.22337672114372253 (0.20628328461732184) + | > loss_disc_real_4: 0.32783204317092896 (0.21428244241646358) + | > loss_disc_real_5: 0.31016337871551514 (0.21943864332778112) + | > loss_0: 2.380758762359619 (2.5249649797167097) + | > loss_gen: 2.6379928588867188 (2.1370724269321983) + | > loss_kl: 1.4045361280441284 (1.627085838999067) + | > loss_feat: 5.4283952713012695 (6.554714509419033) + | > loss_mel: 19.542503356933594 (21.502441678728378) + | > loss_duration: 1.730872631072998 (1.7088292751993452) + | > loss_1: 30.744300842285156 (33.53014332907541) + + --> STEP: 15 + | > loss_disc: 2.3476524353027344 (2.5131441434224446) + | > loss_disc_real_0: 0.11031098663806915 (0.10095600808660189) + | > loss_disc_real_1: 0.24750618636608124 (0.24239872594674428) + | > loss_disc_real_2: 0.26275408267974854 (0.23590464194615682) + | > loss_disc_real_3: 0.2138126641511917 (0.20678524325291317) + | > loss_disc_real_4: 0.26665323972702026 (0.21777382890383404) + | > loss_disc_real_5: 0.2757887542247772 (0.22319531738758086) + | > loss_0: 2.3476524353027344 (2.5131441434224446) + | > loss_gen: 2.5668880939483643 (2.1657268047332763) + | > loss_kl: 1.431212306022644 (1.6140276034673056) + | > loss_feat: 6.27146577835083 (6.535831260681152) + | > loss_mel: 23.675477981567383 (21.64731076558431) + | > loss_duration: 1.6953372955322266 (1.7079298098882039) + | > loss_1: 35.640380859375 (33.67082583109538) + + --> STEP: 16 + | > loss_disc: 2.359985828399658 (2.5035717487335205) + | > loss_disc_real_0: 0.18276017904281616 (0.10606876877136528) + | > loss_disc_real_1: 0.2112158089876175 (0.24044979363679886) + | > loss_disc_real_2: 0.20030014216899872 (0.23367936071008444) + | > loss_disc_real_3: 0.20487253367900848 (0.20666569890454412) + | > loss_disc_real_4: 0.21249248087406158 (0.21744374465197325) + | > loss_disc_real_5: 0.20954693853855133 (0.22234229370951653) + | > loss_0: 2.359985828399658 (2.5035717487335205) + | > loss_gen: 2.4068472385406494 (2.180796831846237) + | > loss_kl: 1.8192286491394043 (1.6268526688218117) + | > loss_feat: 6.850775241851807 (6.555515259504318) + | > loss_mel: 22.982730865478516 (21.730774521827698) + | > loss_duration: 1.832582950592041 (1.7157206311821938) + | > loss_1: 35.89216613769531 (33.80965960025787) + + --> STEP: 17 + | > loss_disc: 2.3603971004486084 (2.495149710599114) + | > loss_disc_real_0: 0.08964750915765762 (0.10510281232350013) + | > loss_disc_real_1: 0.25540557503700256 (0.24132954548386967) + | > loss_disc_real_2: 0.24072445929050446 (0.23409377827363856) + | > loss_disc_real_3: 0.20493344962596893 (0.20656380188815734) + | > loss_disc_real_4: 0.18470092117786407 (0.21551769621231975) + | > loss_disc_real_5: 0.2991423010826111 (0.2268599412020515) + | > loss_0: 2.3603971004486084 (2.495149710599114) + | > loss_gen: 2.2568795680999756 (2.1852722869199863) + | > loss_kl: 1.5920658111572266 (1.624806383076836) + | > loss_feat: 5.554482936859131 (6.496631005231072) + | > loss_mel: 20.519712448120117 (21.659535576315488) + | > loss_duration: 1.6689430475234985 (1.7129690086140352) + | > loss_1: 31.592084884643555 (33.67921402875115) + + --> STEP: 18 + | > loss_disc: 2.4138734340667725 (2.4906343619028726) + | > loss_disc_real_0: 0.09017299115657806 (0.10427337781422669) + | > loss_disc_real_1: 0.26426559686660767 (0.24260377056068844) + | > loss_disc_real_2: 0.24285249412059784 (0.23458037359846962) + | > loss_disc_real_3: 0.23847104609012604 (0.20833642656604448) + | > loss_disc_real_4: 0.26259398460388184 (0.21813304556740654) + | > loss_disc_real_5: 0.2494681030511856 (0.22811595019367006) + | > loss_0: 2.4138734340667725 (2.4906343619028726) + | > loss_gen: 2.2933571338653564 (2.1912770006391735) + | > loss_kl: 1.5706685781478882 (1.6217987272474501) + | > loss_feat: 5.954681873321533 (6.466522720124987) + | > loss_mel: 20.113401412963867 (21.573639233907063) + | > loss_duration: 1.6493172645568848 (1.7094328006108601) + | > loss_1: 31.5814266204834 (33.56267028384738) + + --> STEP: 19 + | > loss_disc: 2.1669187545776367 (2.4735966983594393) + | > loss_disc_real_0: 0.0836193859577179 (0.10318632561125253) + | > loss_disc_real_1: 0.202346533536911 (0.24048496861206858) + | > loss_disc_real_2: 0.20482319593429565 (0.23301420635298678) + | > loss_disc_real_3: 0.1728973388671875 (0.20647121142399938) + | > loss_disc_real_4: 0.2348058521747589 (0.21901056170463562) + | > loss_disc_real_5: 0.18585984408855438 (0.2258919446091903) + | > loss_0: 2.1669187545776367 (2.4735966983594393) + | > loss_gen: 2.3625237941741943 (2.200289989772596) + | > loss_kl: 1.7967509031295776 (1.631006736504404) + | > loss_feat: 6.321379661560059 (6.458883611779464) + | > loss_mel: 21.540193557739258 (21.57187893516139) + | > loss_duration: 1.7593739032745361 (1.712061279698422) + | > loss_1: 33.78022003173828 (33.57412027057848) + + --> STEP: 20 + | > loss_disc: 2.551018714904785 (2.4774677991867065) + | > loss_disc_real_0: 0.10881803929805756 (0.10346791129559278) + | > loss_disc_real_1: 0.2834363877773285 (0.24263253957033157) + | > loss_disc_real_2: 0.24883773922920227 (0.23380538299679757) + | > loss_disc_real_3: 0.23437613248825073 (0.20786645747721194) + | > loss_disc_real_4: 0.2249072790145874 (0.2193053975701332) + | > loss_disc_real_5: 0.16869153082370758 (0.22303192391991616) + | > loss_0: 2.551018714904785 (2.4774677991867065) + | > loss_gen: 2.0691447257995605 (2.193732726573944) + | > loss_kl: 1.699720025062561 (1.634442400932312) + | > loss_feat: 5.795764446258545 (6.425727653503418) + | > loss_mel: 19.867826461791992 (21.48667631149292) + | > loss_duration: 1.6511783599853516 (1.7090171337127686) + | > loss_1: 31.083635330200195 (33.44959602355957) + + --> STEP: 21 + | > loss_disc: 2.5591063499450684 (2.481355349222819) + | > loss_disc_real_0: 0.10014468431472778 (0.10330966239174207) + | > loss_disc_real_1: 0.2881115674972534 (0.24479820756685167) + | > loss_disc_real_2: 0.2591003179550171 (0.23500990370909372) + | > loss_disc_real_3: 0.22597908973693848 (0.20872896377529418) + | > loss_disc_real_4: 0.27955150604248047 (0.22217425987834022) + | > loss_disc_real_5: 0.3109727203845978 (0.2272195808944248) + | > loss_0: 2.5591063499450684 (2.481355349222819) + | > loss_gen: 2.302609920501709 (2.1989173548562184) + | > loss_kl: 1.0988028049468994 (1.6089357535044353) + | > loss_feat: 5.303414821624756 (6.37228418531872) + | > loss_mel: 19.14641571044922 (21.37523533049084) + | > loss_duration: 1.672372579574585 (1.7072721549442835) + | > loss_1: 29.523616790771484 (33.26264463152204) + + --> STEP: 22 + | > loss_disc: 2.5115411281585693 (2.482727430083535) + | > loss_disc_real_0: 0.10460023581981659 (0.10336832482029092) + | > loss_disc_real_1: 0.24580740928649902 (0.2448440803722902) + | > loss_disc_real_2: 0.23857614398002625 (0.23517200553959067) + | > loss_disc_real_3: 0.2187870591878891 (0.20918614993041212) + | > loss_disc_real_4: 0.2272275686264038 (0.22240395573052493) + | > loss_disc_real_5: 0.2512054443359375 (0.22830984741449356) + | > loss_0: 2.5115411281585693 (2.482727430083535) + | > loss_gen: 2.165576934814453 (2.197401881217956) + | > loss_kl: 1.4112682342529297 (1.5999508662657305) + | > loss_feat: 5.472084045410156 (6.331365997141058) + | > loss_mel: 21.03981590270996 (21.359988992864434) + | > loss_duration: 1.8258812427520752 (1.712663477117365) + | > loss_1: 31.914627075195312 (33.20137110623446) + + --> STEP: 23 + | > loss_disc: 2.3213071823120117 (2.475709158441295) + | > loss_disc_real_0: 0.19237303733825684 (0.10723809492976769) + | > loss_disc_real_1: 0.24115245044231415 (0.2446835747231608) + | > loss_disc_real_2: 0.21370339393615723 (0.23423858764378921) + | > loss_disc_real_3: 0.1954309046268463 (0.2085880957867788) + | > loss_disc_real_4: 0.238080695271492 (0.22308555310187134) + | > loss_disc_real_5: 0.22568462789058685 (0.22819570743519327) + | > loss_0: 2.3213071823120117 (2.475709158441295) + | > loss_gen: 2.510608673095703 (2.2110195678213365) + | > loss_kl: 1.5385544300079346 (1.5972814559936523) + | > loss_feat: 5.42291259765625 (6.291868023250414) + | > loss_mel: 21.190425872802734 (21.35261668329653) + | > loss_duration: 1.7558482885360718 (1.7145410776138306) + | > loss_1: 32.41835021972656 (33.167326719864555) + + --> STEP: 24 + | > loss_disc: 2.5290074348449707 (2.4779299199581146) + | > loss_disc_real_0: 0.11756696552038193 (0.10766846453770995) + | > loss_disc_real_1: 0.25865378975868225 (0.2452656670163075) + | > loss_disc_real_2: 0.2737880051136017 (0.23588648003836474) + | > loss_disc_real_3: 0.2302817702293396 (0.2094919988885522) + | > loss_disc_real_4: 0.2860819697380066 (0.22571040379504362) + | > loss_disc_real_5: 0.23695501685142517 (0.2285606786608696) + | > loss_0: 2.5290074348449707 (2.4779299199581146) + | > loss_gen: 2.312662363052368 (2.215254684289296) + | > loss_kl: 1.582700252532959 (1.5966739058494568) + | > loss_feat: 5.374374866485596 (6.253639141718547) + | > loss_mel: 20.569067001342773 (21.31996877988179) + | > loss_duration: 1.682976245880127 (1.7132258762915928) + | > loss_1: 31.521780014038086 (33.09876227378845) + + --> STEP: 25 + | > loss_disc: 2.4535439014434814 (2.4769544792175293) + | > loss_disc_real_0: 0.08122671395540237 (0.10661079451441764) + | > loss_disc_real_1: 0.260488897562027 (0.2458745962381363) + | > loss_disc_real_2: 0.2522622048854828 (0.23654150903224946) + | > loss_disc_real_3: 0.25208374857902527 (0.2111956688761711) + | > loss_disc_real_4: 0.27332091331481934 (0.22761482417583465) + | > loss_disc_real_5: 0.15167945623397827 (0.22548542976379393) + | > loss_0: 2.4535439014434814 (2.4769544792175293) + | > loss_gen: 2.36087703704834 (2.221079578399658) + | > loss_kl: 1.7324153184890747 (1.6021035623550415) + | > loss_feat: 6.967254161834717 (6.282183742523193) + | > loss_mel: 23.33756446838379 (21.40067260742187) + | > loss_duration: 1.6479880809783936 (1.7106163644790648) + | > loss_1: 36.04610061645508 (33.216655807495115) + + --> STEP: 26 + | > loss_disc: 2.4843573570251465 (2.477239205287053) + | > loss_disc_real_0: 0.12978428602218628 (0.10750208264933182) + | > loss_disc_real_1: 0.2844952940940857 (0.24736000769413435) + | > loss_disc_real_2: 0.22088471055030823 (0.2359393244752517) + | > loss_disc_real_3: 0.17736434936523438 (0.20989446427959663) + | > loss_disc_real_4: 0.18705688416957855 (0.22605490340636328) + | > loss_disc_real_5: 0.16111531853675842 (0.2230096562550618) + | > loss_0: 2.4843573570251465 (2.477239205287053) + | > loss_gen: 2.28780198097229 (2.2236458246524515) + | > loss_kl: 1.6481019258499146 (1.6038727301817675) + | > loss_feat: 6.231011390686035 (6.280215575144841) + | > loss_mel: 19.38775634765625 (21.32325275127704) + | > loss_duration: 1.6808884143829346 (1.7094729817830598) + | > loss_1: 31.235559463500977 (33.14045979426457) + + --> STEP: 27 + | > loss_disc: 2.4467711448669434 (2.4761107586048268) + | > loss_disc_real_0: 0.13701088726520538 (0.10859500133880863) + | > loss_disc_real_1: 0.22927004098892212 (0.24669000892727463) + | > loss_disc_real_2: 0.25625431537628174 (0.23669173154566023) + | > loss_disc_real_3: 0.2501588761806488 (0.2113857387944504) + | > loss_disc_real_4: 0.26856380701065063 (0.2276293072435591) + | > loss_disc_real_5: 0.18336836993694305 (0.22154146046550185) + | > loss_0: 2.4467711448669434 (2.4761107586048268) + | > loss_gen: 2.318998336791992 (2.227177399176138) + | > loss_kl: 1.5726313591003418 (1.6027156423639368) + | > loss_feat: 7.277058124542236 (6.317135669566967) + | > loss_mel: 23.194196701049805 (21.392546971638993) + | > loss_duration: 1.7230273485183716 (1.7099749953658492) + | > loss_1: 36.08591079711914 (33.249550572148074) + + --> STEP: 28 + | > loss_disc: 2.3869729042053223 (2.4729272638048445) + | > loss_disc_real_0: 0.12829844653606415 (0.10929869581013918) + | > loss_disc_real_1: 0.2423982322216034 (0.24653673118778638) + | > loss_disc_real_2: 0.24490384757518768 (0.23698502140385763) + | > loss_disc_real_3: 0.194388747215271 (0.2107787033809083) + | > loss_disc_real_4: 0.23846489191055298 (0.22801629241023744) + | > loss_disc_real_5: 0.2025497406721115 (0.22086318475859507) + | > loss_0: 2.3869729042053223 (2.4729272638048445) + | > loss_gen: 2.3997623920440674 (2.233341148921421) + | > loss_kl: 1.5471724271774292 (1.600731956107276) + | > loss_feat: 6.430522441864014 (6.3211851971490045) + | > loss_mel: 21.703638076782227 (21.403657368251253) + | > loss_duration: 1.7071788311004639 (1.7098751323563712) + | > loss_1: 33.78827667236328 (33.26879079001291) + + --> STEP: 29 + | > loss_disc: 2.4313676357269287 (2.471494173181468) + | > loss_disc_real_0: 0.10905642807483673 (0.10929034175030117) + | > loss_disc_real_1: 0.24787776172161102 (0.2465829736199872) + | > loss_disc_real_2: 0.26869869232177734 (0.23807859626309624) + | > loss_disc_real_3: 0.19129960238933563 (0.21010701024326786) + | > loss_disc_real_4: 0.23601511120796204 (0.22829211374809003) + | > loss_disc_real_5: 0.23031193017959595 (0.2211890035662158) + | > loss_0: 2.4313676357269287 (2.471494173181468) + | > loss_gen: 2.3731303215026855 (2.2381614652173267) + | > loss_kl: 1.4073963165283203 (1.594065209914898) + | > loss_feat: 6.530790328979492 (6.328412960315573) + | > loss_mel: 21.39322280883789 (21.403297555857687) + | > loss_duration: 1.6716265678405762 (1.7085562163385852) + | > loss_1: 33.37616729736328 (33.27249342819741) + + --> STEP: 30 + | > loss_disc: 2.600428819656372 (2.4757919947306317) + | > loss_disc_real_0: 0.18203206360340118 (0.11171506581207116) + | > loss_disc_real_1: 0.22461551427841187 (0.24585072497526805) + | > loss_disc_real_2: 0.24618814885616302 (0.23834891468286515) + | > loss_disc_real_3: 0.14576825499534607 (0.2079623850683371) + | > loss_disc_real_4: 0.24278481304645538 (0.2287752037247022) + | > loss_disc_real_5: 0.1776597797870636 (0.21973802944024404) + | > loss_0: 2.600428819656372 (2.4757919947306317) + | > loss_gen: 2.0147879123687744 (2.230715680122375) + | > loss_kl: 1.8488768339157104 (1.602558930714925) + | > loss_feat: 6.812499523162842 (6.344549179077148) + | > loss_mel: 25.6752986907959 (21.54569759368896) + | > loss_duration: 1.7164220809936523 (1.7088184118270875) + | > loss_1: 38.06788635253906 (33.4323398590088) + + --> STEP: 31 + | > loss_disc: 2.507211685180664 (2.4768055331322456) + | > loss_disc_real_0: 0.10188961774110794 (0.11139811587429815) + | > loss_disc_real_1: 0.2923049330711365 (0.24734924781707027) + | > loss_disc_real_2: 0.24670632183551788 (0.238618508461983) + | > loss_disc_real_3: 0.23189251124858856 (0.20873432462253877) + | > loss_disc_real_4: 0.23104174435138702 (0.22884831793846622) + | > loss_disc_real_5: 0.17651675641536713 (0.21834379482653835) + | > loss_0: 2.507211685180664 (2.4768055331322456) + | > loss_gen: 2.1744332313537598 (2.2289001172588714) + | > loss_kl: 1.5975128412246704 (1.6023961536345943) + | > loss_feat: 5.296864032745361 (6.310752884034188) + | > loss_mel: 18.97370719909668 (21.46273016160534) + | > loss_duration: 1.6607311964035034 (1.7072672113295524) + | > loss_1: 29.7032470703125 (33.312046543244406) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.009600000996743479 (-0.0031611150310885527) + | > avg_loss_disc: 2.4768055331322456 (-0.11058515118014434) + | > avg_loss_disc_real_0: 0.11139811587429815 (+0.02008041078525205) + | > avg_loss_disc_real_1: 0.24734924781707027 (+0.03163121496477436) + | > avg_loss_disc_real_2: 0.238618508461983 (+0.0015592844255508942) + | > avg_loss_disc_real_3: 0.20873432462253877 (-0.033466911363986246) + | > avg_loss_disc_real_4: 0.22884831793846622 (-0.007977183788053455) + | > avg_loss_disc_real_5: 0.21834379482653835 (-0.01919573064773311) + | > avg_loss_0: 2.4768055331322456 (-0.11058515118014434) + | > avg_loss_gen: 2.2289001172588714 (+0.25929349084054243) + | > avg_loss_kl: 1.6023961536345943 (+0.045425615003032105) + | > avg_loss_feat: 6.310752884034188 (+0.1922738782821165) + | > avg_loss_mel: 21.46273016160534 (-0.3030025420650375) + | > avg_loss_duration: 1.7072672113295524 (+0.007071033600837939) + | > avg_loss_1: 33.312046543244406 (+0.20106149488881186) + + + > EPOCH: 15/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 01:53:06)  + + --> TIME: 2024-11-23 01:53:19 -- STEP: 13/797 -- GLOBAL_STEP: 35075 + | > loss_disc: 2.5450072288513184 (2.4859500298133264) + | > loss_disc_real_0: 0.10297685861587524 (0.13556633373865715) + | > loss_disc_real_1: 0.23077042400836945 (0.2312290118290828) + | > loss_disc_real_2: 0.23956552147865295 (0.23062653037217948) + | > loss_disc_real_3: 0.31179752945899963 (0.22735028771253732) + | > loss_disc_real_4: 0.2500664293766022 (0.22261555951375228) + | > loss_disc_real_5: 0.19926685094833374 (0.22862586149802575) + | > loss_0: 2.5450072288513184 (2.4859500298133264) + | > grad_norm_0: tensor(19.2052, device='cuda:0') (tensor(101.2870, device='cuda:0')) + | > loss_gen: 2.1513140201568604 (2.2899272992060733) + | > loss_kl: 1.5138200521469116 (1.5729758922870343) + | > loss_feat: 6.297244071960449 (5.925875627077543) + | > loss_mel: 21.834226608276367 (20.764389918400692) + | > loss_duration: 1.8428252935409546 (1.876805828167842) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.63943099975586 (32.42997477604793) + | > grad_norm_1: tensor(525.6462, device='cuda:0') (tensor(648.0865, device='cuda:0')) + | > current_lr_0: 0.0001989278170603166 + | > current_lr_1: 0.0001989278170603166 + | > step_time: 0.9176 (0.8636010243342473) + | > loader_time: 0.0038 (0.004840447352482722) + + + --> TIME: 2024-11-23 01:53:43 -- STEP: 38/797 -- GLOBAL_STEP: 35100 + | > loss_disc: 2.504932165145874 (2.477770447731018) + | > loss_disc_real_0: 0.08601456880569458 (0.13031862431058758) + | > loss_disc_real_1: 0.18234969675540924 (0.21584434415164747) + | > loss_disc_real_2: 0.23990818858146667 (0.22869125910495458) + | > loss_disc_real_3: 0.21785639226436615 (0.23066516612705432) + | > loss_disc_real_4: 0.21368306875228882 (0.21927136731775185) + | > loss_disc_real_5: 0.2462083399295807 (0.23297919960398422) + | > loss_0: 2.504932165145874 (2.477770447731018) + | > grad_norm_0: tensor(114.8649, device='cuda:0') (tensor(80.9136, device='cuda:0')) + | > loss_gen: 2.3966803550720215 (2.3485267413289925) + | > loss_kl: 1.4057483673095703 (1.610959109507109) + | > loss_feat: 6.581251621246338 (6.288474911137631) + | > loss_mel: 21.74551010131836 (20.91806075447484) + | > loss_duration: 1.7931766510009766 (1.8187675225107294) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.92236328125 (32.98478924600702) + | > grad_norm_1: tensor(339.8452, device='cuda:0') (tensor(612.3345, device='cuda:0')) + | > current_lr_0: 0.0001989278170603166 + | > current_lr_1: 0.0001989278170603166 + | > step_time: 0.8851 (0.923809572270042) + | > loader_time: 0.0034 (0.005437744291205157) + + + --> TIME: 2024-11-23 01:54:07 -- STEP: 63/797 -- GLOBAL_STEP: 35125 + | > loss_disc: 2.4879519939422607 (2.4837183800954667) + | > loss_disc_real_0: 0.17741091549396515 (0.14254171549091268) + | > loss_disc_real_1: 0.186884343624115 (0.21575458276839482) + | > loss_disc_real_2: 0.2535497844219208 (0.232615076123722) + | > loss_disc_real_3: 0.259383887052536 (0.2230929493431061) + | > loss_disc_real_4: 0.2024410516023636 (0.22094600091850947) + | > loss_disc_real_5: 0.25210434198379517 (0.23530397907135978) + | > loss_0: 2.4879519939422607 (2.4837183800954667) + | > grad_norm_0: tensor(84.8502, device='cuda:0') (tensor(88.2935, device='cuda:0')) + | > loss_gen: 2.4364118576049805 (2.3581914939577606) + | > loss_kl: 1.4973134994506836 (1.594518636900281) + | > loss_feat: 7.1757636070251465 (6.335850102560861) + | > loss_mel: 21.205760955810547 (21.06319242810446) + | > loss_duration: 1.7337732315063477 (1.783169184412275) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.04902267456055 (33.134922088138644) + | > grad_norm_1: tensor(510.0100, device='cuda:0') (tensor(592.4825, device='cuda:0')) + | > current_lr_0: 0.0001989278170603166 + | > current_lr_1: 0.0001989278170603166 + | > step_time: 1.0025 (0.92992735665942) + | > loader_time: 0.0066 (0.005439160362122551) + + + --> TIME: 2024-11-23 01:54:31 -- STEP: 88/797 -- GLOBAL_STEP: 35150 + | > loss_disc: 2.626950263977051 (2.4827898740768437) + | > loss_disc_real_0: 0.21143129467964172 (0.14119629075073384) + | > loss_disc_real_1: 0.20904800295829773 (0.21727899055589328) + | > loss_disc_real_2: 0.25203073024749756 (0.2311466820538044) + | > loss_disc_real_3: 0.25965550541877747 (0.2243258450180292) + | > loss_disc_real_4: 0.2132922112941742 (0.2185730996795676) + | > loss_disc_real_5: 0.20549993216991425 (0.2345429059456695) + | > loss_0: 2.626950263977051 (2.4827898740768437) + | > grad_norm_0: tensor(38.7096, device='cuda:0') (tensor(83.2151, device='cuda:0')) + | > loss_gen: 2.089658737182617 (2.330196740952405) + | > loss_kl: 1.684053659439087 (1.5656926211985676) + | > loss_feat: 5.404774188995361 (6.359155470674687) + | > loss_mel: 19.987964630126953 (21.163953000848934) + | > loss_duration: 1.6891732215881348 (1.7671644023873592) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.85562515258789 (33.18616238507359) + | > grad_norm_1: tensor(417.7210, device='cuda:0') (tensor(578.0467, device='cuda:0')) + | > current_lr_0: 0.0001989278170603166 + | > current_lr_1: 0.0001989278170603166 + | > step_time: 0.9219 (0.9322883134538477) + | > loader_time: 0.0042 (0.005386208946054631) + + + --> TIME: 2024-11-23 01:54:56 -- STEP: 113/797 -- GLOBAL_STEP: 35175 + | > loss_disc: 2.4064252376556396 (2.4809889012733395) + | > loss_disc_real_0: 0.13234075903892517 (0.139823980596477) + | > loss_disc_real_1: 0.1989070326089859 (0.21706222617520696) + | > loss_disc_real_2: 0.22429721057415009 (0.23407608270645142) + | > loss_disc_real_3: 0.2483995407819748 (0.2243163755773443) + | > loss_disc_real_4: 0.2080320119857788 (0.219910527752564) + | > loss_disc_real_5: 0.23869261145591736 (0.23444847090054402) + | > loss_0: 2.4064252376556396 (2.4809889012733395) + | > grad_norm_0: tensor(25.0911, device='cuda:0') (tensor(75.2484, device='cuda:0')) + | > loss_gen: 2.448915481567383 (2.3236907583422357) + | > loss_kl: 1.7312417030334473 (1.565238149820176) + | > loss_feat: 7.258532524108887 (6.3760842348621996) + | > loss_mel: 21.39251136779785 (21.185042440363784) + | > loss_duration: 1.688880443572998 (1.7583272952949054) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.52008056640625 (33.20838303692571) + | > grad_norm_1: tensor(730.5479, device='cuda:0') (tensor(577.3329, device='cuda:0')) + | > current_lr_0: 0.0001989278170603166 + | > current_lr_1: 0.0001989278170603166 + | > step_time: 0.9468 (0.9500863467697549) + | > loader_time: 0.006 (0.005422737746112113) + + + --> TIME: 2024-11-23 01:55:21 -- STEP: 138/797 -- GLOBAL_STEP: 35200 + | > loss_disc: 2.495123863220215 (2.4783581823542504) + | > loss_disc_real_0: 0.15027032792568207 (0.13949594217474054) + | > loss_disc_real_1: 0.2293400764465332 (0.2172532282445742) + | > loss_disc_real_2: 0.2603442072868347 (0.23254602532023969) + | > loss_disc_real_3: 0.21959345042705536 (0.2238901647320692) + | > loss_disc_real_4: 0.21310263872146606 (0.21990752630475638) + | > loss_disc_real_5: 0.231609508395195 (0.2341118560753007) + | > loss_0: 2.495123863220215 (2.4783581823542504) + | > grad_norm_0: tensor(49.2164, device='cuda:0') (tensor(73.2598, device='cuda:0')) + | > loss_gen: 2.3645644187927246 (2.3187166987985797) + | > loss_kl: 1.9094829559326172 (1.5570033019867495) + | > loss_feat: 5.997140884399414 (6.383964977402617) + | > loss_mel: 19.80701446533203 (21.254557194917094) + | > loss_duration: 1.7403497695922852 (1.75325844426086) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.818553924560547 (33.26750076680944) + | > grad_norm_1: tensor(615.2643, device='cuda:0') (tensor(574.5574, device='cuda:0')) + | > current_lr_0: 0.0001989278170603166 + | > current_lr_1: 0.0001989278170603166 + | > step_time: 1.0058 (0.954421587612318) + | > loader_time: 0.0092 (0.005453546841939288) + + + --> TIME: 2024-11-23 01:55:49 -- STEP: 163/797 -- GLOBAL_STEP: 35225 + | > loss_disc: 2.599490165710449 (2.4878818418350694) + | > loss_disc_real_0: 0.11145695298910141 (0.1408570431447103) + | > loss_disc_real_1: 0.2384699136018753 (0.2183129014047377) + | > loss_disc_real_2: 0.21486014127731323 (0.2332183166515608) + | > loss_disc_real_3: 0.29286131262779236 (0.2248564050789991) + | > loss_disc_real_4: 0.21427378058433533 (0.22070619491346044) + | > loss_disc_real_5: 0.22878867387771606 (0.23510366257714346) + | > loss_0: 2.599490165710449 (2.4878818418350694) + | > grad_norm_0: tensor(114.5962, device='cuda:0') (tensor(72.0925, device='cuda:0')) + | > loss_gen: 2.2042579650878906 (2.318246042070211) + | > loss_kl: 1.7967517375946045 (1.5614716765339385) + | > loss_feat: 6.629451751708984 (6.364126144011326) + | > loss_mel: 22.611778259277344 (21.2848765250364) + | > loss_duration: 1.6773513555526733 (1.7476601227660853) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.919593811035156 (33.27638069106026) + | > grad_norm_1: tensor(710.3043, device='cuda:0') (tensor(586.9003, device='cuda:0')) + | > current_lr_0: 0.0001989278170603166 + | > current_lr_1: 0.0001989278170603166 + | > step_time: 0.9968 (0.9779768677576919) + | > loader_time: 0.0068 (0.005779569134390424) + + + --> TIME: 2024-11-23 01:56:15 -- STEP: 188/797 -- GLOBAL_STEP: 35250 + | > loss_disc: 2.3609509468078613 (2.489262248607392) + | > loss_disc_real_0: 0.06281481683254242 (0.14244401098248802) + | > loss_disc_real_1: 0.17292386293411255 (0.21880723829282092) + | > loss_disc_real_2: 0.23600859940052032 (0.23231633364203128) + | > loss_disc_real_3: 0.2777707278728485 (0.22562579660022514) + | > loss_disc_real_4: 0.18901249766349792 (0.220424224800886) + | > loss_disc_real_5: 0.21543362736701965 (0.23465169831476312) + | > loss_0: 2.3609509468078613 (2.489262248607392) + | > grad_norm_0: tensor(27.7823, device='cuda:0') (tensor(78.3872, device='cuda:0')) + | > loss_gen: 2.5571937561035156 (2.323776659179239) + | > loss_kl: 1.7738497257232666 (1.5557208834810454) + | > loss_feat: 7.41834020614624 (6.360813881488555) + | > loss_mel: 22.72623634338379 (21.308127129331552) + | > loss_duration: 1.7451376914978027 (1.7409042544821476) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.22075653076172 (33.28934290053995) + | > grad_norm_1: tensor(496.2599, device='cuda:0') (tensor(580.6979, device='cuda:0')) + | > current_lr_0: 0.0001989278170603166 + | > current_lr_1: 0.0001989278170603166 + | > step_time: 1.0607 (0.9839669516746034) + | > loader_time: 0.009 (0.005935529445080043) + + + --> TIME: 2024-11-23 01:56:41 -- STEP: 213/797 -- GLOBAL_STEP: 35275 + | > loss_disc: 2.4934141635894775 (2.4939015616833324) + | > loss_disc_real_0: 0.1678454577922821 (0.14200697849753874) + | > loss_disc_real_1: 0.22457583248615265 (0.21905482088176298) + | > loss_disc_real_2: 0.23846055567264557 (0.23470101061281465) + | > loss_disc_real_3: 0.23236782848834991 (0.22554185223971174) + | > loss_disc_real_4: 0.19229355454444885 (0.22178968871143503) + | > loss_disc_real_5: 0.20231497287750244 (0.23532740072185446) + | > loss_0: 2.4934141635894775 (2.4939015616833324) + | > grad_norm_0: tensor(85.0924, device='cuda:0') (tensor(77.3058, device='cuda:0')) + | > loss_gen: 2.1232380867004395 (2.320877991371869) + | > loss_kl: 1.4201295375823975 (1.5526014169057205) + | > loss_feat: 5.998368263244629 (6.332481825295747) + | > loss_mel: 21.137290954589844 (21.319380424392058) + | > loss_duration: 1.7305335998535156 (1.7385143769179152) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.40956115722656 (33.263856171442285) + | > grad_norm_1: tensor(694.0415, device='cuda:0') (tensor(577.3138, device='cuda:0')) + | > current_lr_0: 0.0001989278170603166 + | > current_lr_1: 0.0001989278170603166 + | > step_time: 0.9954 (0.9877735449114876) + | > loader_time: 0.0053 (0.006048662561765856) + + + --> TIME: 2024-11-23 01:57:07 -- STEP: 238/797 -- GLOBAL_STEP: 35300 + | > loss_disc: 2.522953987121582 (2.4953705042350194) + | > loss_disc_real_0: 0.12241257727146149 (0.14119818744038334) + | > loss_disc_real_1: 0.19654199481010437 (0.21909658685952677) + | > loss_disc_real_2: 0.26835107803344727 (0.23388144179802983) + | > loss_disc_real_3: 0.20078672468662262 (0.226114166947473) + | > loss_disc_real_4: 0.21882477402687073 (0.2218791050445132) + | > loss_disc_real_5: 0.2233395278453827 (0.23506337504426972) + | > loss_0: 2.522953987121582 (2.4953705042350194) + | > grad_norm_0: tensor(161.1922, device='cuda:0') (tensor(77.0948, device='cuda:0')) + | > loss_gen: 2.2564244270324707 (2.31529079415217) + | > loss_kl: 1.656800389289856 (1.559035786560603) + | > loss_feat: 5.696151256561279 (6.310536933546306) + | > loss_mel: 21.029111862182617 (21.291749232957347) + | > loss_duration: 1.7690109014511108 (1.734160823982303) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.40749740600586 (33.21077370042558) + | > grad_norm_1: tensor(564.2689, device='cuda:0') (tensor(580.6981, device='cuda:0')) + | > current_lr_0: 0.0001989278170603166 + | > current_lr_1: 0.0001989278170603166 + | > step_time: 1.2672 (0.9919613980445541) + | > loader_time: 0.0057 (0.006076662480330264) + + + --> TIME: 2024-11-23 01:57:31 -- STEP: 263/797 -- GLOBAL_STEP: 35325 + | > loss_disc: 2.3561313152313232 (2.4938025501744376) + | > loss_disc_real_0: 0.1280314028263092 (0.14047771712106444) + | > loss_disc_real_1: 0.1914210170507431 (0.21934612514628204) + | > loss_disc_real_2: 0.21128007769584656 (0.2345059699885292) + | > loss_disc_real_3: 0.18290826678276062 (0.22564659876741838) + | > loss_disc_real_4: 0.2209857702255249 (0.2224048069561389) + | > loss_disc_real_5: 0.20926477015018463 (0.23517656484937485) + | > loss_0: 2.3561313152313232 (2.4938025501744376) + | > grad_norm_0: tensor(74.5265, device='cuda:0') (tensor(76.5701, device='cuda:0')) + | > loss_gen: 2.153979778289795 (2.3170091883764505) + | > loss_kl: 1.5405914783477783 (1.5595815290516315) + | > loss_feat: 6.485405445098877 (6.310470961799186) + | > loss_mel: 22.370004653930664 (21.319063001712465) + | > loss_duration: 1.6821519136428833 (1.7309955258786451) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.23213195800781 (33.23712030563062) + | > grad_norm_1: tensor(521.9025, device='cuda:0') (tensor(590.2859, device='cuda:0')) + | > current_lr_0: 0.0001989278170603166 + | > current_lr_1: 0.0001989278170603166 + | > step_time: 0.9394 (0.9890135794084788) + | > loader_time: 0.0064 (0.0061512582655641945) + + + --> TIME: 2024-11-23 01:57:55 -- STEP: 288/797 -- GLOBAL_STEP: 35350 + | > loss_disc: 2.526430368423462 (2.492044605314731) + | > loss_disc_real_0: 0.17342272400856018 (0.13997862508727443) + | > loss_disc_real_1: 0.2575269937515259 (0.2192430131447812) + | > loss_disc_real_2: 0.25632426142692566 (0.23452115462472042) + | > loss_disc_real_3: 0.24733923375606537 (0.2251958544883463) + | > loss_disc_real_4: 0.2468494027853012 (0.22223906363877985) + | > loss_disc_real_5: 0.23190824687480927 (0.23500483576208353) + | > loss_0: 2.526430368423462 (2.492044605314731) + | > grad_norm_0: tensor(61.7837, device='cuda:0') (tensor(77.1538, device='cuda:0')) + | > loss_gen: 2.3252227306365967 (2.3173570347328964) + | > loss_kl: 1.275180459022522 (1.5618444350030685) + | > loss_feat: 5.893843650817871 (6.30732518268956) + | > loss_mel: 22.209136962890625 (21.33379949132602) + | > loss_duration: 1.6491494178771973 (1.7291270101235972) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.35253143310547 (33.24945320685701) + | > grad_norm_1: tensor(937.8329, device='cuda:0') (tensor(599.2310, device='cuda:0')) + | > current_lr_0: 0.0001989278170603166 + | > current_lr_1: 0.0001989278170603166 + | > step_time: 0.8421 (0.9856809236937099) + | > loader_time: 0.0112 (0.006193318300777011) + + + --> TIME: 2024-11-23 01:58:20 -- STEP: 313/797 -- GLOBAL_STEP: 35375 + | > loss_disc: 2.4060285091400146 (2.4909195785705274) + | > loss_disc_real_0: 0.1757517158985138 (0.13982742943893228) + | > loss_disc_real_1: 0.23541298508644104 (0.21889648041405235) + | > loss_disc_real_2: 0.2313508540391922 (0.2345481227381161) + | > loss_disc_real_3: 0.28282660245895386 (0.22551352580705772) + | > loss_disc_real_4: 0.22383999824523926 (0.22214025720811117) + | > loss_disc_real_5: 0.24180342257022858 (0.23455736317192785) + | > loss_0: 2.4060285091400146 (2.4909195785705274) + | > grad_norm_0: tensor(52.3868, device='cuda:0') (tensor(77.6638, device='cuda:0')) + | > loss_gen: 2.549682378768921 (2.3171705799742606) + | > loss_kl: 1.5503138303756714 (1.5685462982128981) + | > loss_feat: 6.541952133178711 (6.297884173286607) + | > loss_mel: 20.568544387817383 (21.3486866113096) + | > loss_duration: 1.625360131263733 (1.726592376209296) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.835853576660156 (33.25888013382687) + | > grad_norm_1: tensor(774.6127, device='cuda:0') (tensor(605.8833, device='cuda:0')) + | > current_lr_0: 0.0001989278170603166 + | > current_lr_1: 0.0001989278170603166 + | > step_time: 0.9696 (0.9852114569264859) + | > loader_time: 0.0053 (0.006216506226755941) + + + --> TIME: 2024-11-23 01:58:45 -- STEP: 338/797 -- GLOBAL_STEP: 35400 + | > loss_disc: 2.572303295135498 (2.4899128844752116) + | > loss_disc_real_0: 0.27597808837890625 (0.14002369718967814) + | > loss_disc_real_1: 0.2785544693470001 (0.21898405293564824) + | > loss_disc_real_2: 0.2399740070104599 (0.23401649653382556) + | > loss_disc_real_3: 0.22746731340885162 (0.22539678017592288) + | > loss_disc_real_4: 0.21365143358707428 (0.22217131816071167) + | > loss_disc_real_5: 0.21619871258735657 (0.23452849514209306) + | > loss_0: 2.572303295135498 (2.4899128844752116) + | > grad_norm_0: tensor(144.6995, device='cuda:0') (tensor(78.5692, device='cuda:0')) + | > loss_gen: 2.281379461288452 (2.3187775453166823) + | > loss_kl: 1.344870924949646 (1.5670558436382445) + | > loss_feat: 4.707303047180176 (6.3021605917687955) + | > loss_mel: 18.83523178100586 (21.359918427890573) + | > loss_duration: 1.6826685667037964 (1.724661236331308) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 28.85145378112793 (33.272573725006254) + | > grad_norm_1: tensor(366.9886, device='cuda:0') (tensor(609.7713, device='cuda:0')) + | > current_lr_0: 0.0001989278170603166 + | > current_lr_1: 0.0001989278170603166 + | > step_time: 1.0049 (0.9851660121827436) + | > loader_time: 0.0103 (0.006317221906763563) + + + --> TIME: 2024-11-23 01:59:11 -- STEP: 363/797 -- GLOBAL_STEP: 35425 + | > loss_disc: 2.419440269470215 (2.488895353206919) + | > loss_disc_real_0: 0.10011206567287445 (0.13942757804080147) + | > loss_disc_real_1: 0.23564152419567108 (0.2188609873378244) + | > loss_disc_real_2: 0.24563446640968323 (0.2344451920224287) + | > loss_disc_real_3: 0.2772408425807953 (0.22517233619020005) + | > loss_disc_real_4: 0.25440922379493713 (0.2223065849752794) + | > loss_disc_real_5: 0.20582740008831024 (0.23390074575078718) + | > loss_0: 2.419440269470215 (2.488895353206919) + | > grad_norm_0: tensor(12.9128, device='cuda:0') (tensor(77.1853, device='cuda:0')) + | > loss_gen: 2.377387762069702 (2.3203856094481177) + | > loss_kl: 1.8004968166351318 (1.5664526017244191) + | > loss_feat: 6.389305591583252 (6.311768114074202) + | > loss_mel: 20.19502067565918 (21.368507550767628) + | > loss_duration: 1.6895418167114258 (1.7221147235760021) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.451751708984375 (33.2892286757792) + | > grad_norm_1: tensor(642.7964, device='cuda:0') (tensor(613.9645, device='cuda:0')) + | > current_lr_0: 0.0001989278170603166 + | > current_lr_1: 0.0001989278170603166 + | > step_time: 1.0191 (0.9870515224362207) + | > loader_time: 0.0081 (0.006400361862392795) + + + --> TIME: 2024-11-23 01:59:36 -- STEP: 388/797 -- GLOBAL_STEP: 35450 + | > loss_disc: 2.576803684234619 (2.490045820929343) + | > loss_disc_real_0: 0.07556578516960144 (0.13916198338007502) + | > loss_disc_real_1: 0.2616601288318634 (0.21929669249610803) + | > loss_disc_real_2: 0.27171850204467773 (0.2339322211355278) + | > loss_disc_real_3: 0.25353920459747314 (0.22553033696621963) + | > loss_disc_real_4: 0.2836907207965851 (0.2221200121662666) + | > loss_disc_real_5: 0.2035759836435318 (0.23390530756453878) + | > loss_0: 2.576803684234619 (2.490045820929343) + | > grad_norm_0: tensor(11.5865, device='cuda:0') (tensor(76.1667, device='cuda:0')) + | > loss_gen: 2.1152756214141846 (2.31969270724611) + | > loss_kl: 1.51011323928833 (1.5665711253574208) + | > loss_feat: 6.249156951904297 (6.3137550145080406) + | > loss_mel: 22.09041976928711 (21.37327269180532) + | > loss_duration: 1.7529442310333252 (1.7198645432585296) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.71791076660156 (33.293156151918986) + | > grad_norm_1: tensor(148.3385, device='cuda:0') (tensor(618.2803, device='cuda:0')) + | > current_lr_0: 0.0001989278170603166 + | > current_lr_1: 0.0001989278170603166 + | > step_time: 1.0825 (0.9877725962511043) + | > loader_time: 0.007 (0.006462679695837277) + + + --> TIME: 2024-11-23 02:00:00 -- STEP: 413/797 -- GLOBAL_STEP: 35475 + | > loss_disc: 2.5152840614318848 (2.491610929983294) + | > loss_disc_real_0: 0.06671542674303055 (0.13868435756382302) + | > loss_disc_real_1: 0.2559584081172943 (0.21933437317393306) + | > loss_disc_real_2: 0.25613075494766235 (0.23468401458015165) + | > loss_disc_real_3: 0.23280693590641022 (0.22545121382858793) + | > loss_disc_real_4: 0.2351800948381424 (0.222444077922126) + | > loss_disc_real_5: 0.24810872972011566 (0.23434018652173566) + | > loss_0: 2.5152840614318848 (2.491610929983294) + | > grad_norm_0: tensor(21.5763, device='cuda:0') (tensor(75.7139, device='cuda:0')) + | > loss_gen: 2.2067766189575195 (2.319245624484507) + | > loss_kl: 1.5282793045043945 (1.5655321956546768) + | > loss_feat: 5.895425319671631 (6.299760405145603) + | > loss_mel: 21.09173583984375 (21.37572045822696) + | > loss_duration: 1.6904711723327637 (1.718384918231364) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.412689208984375 (33.2786436658217) + | > grad_norm_1: tensor(616.5419, device='cuda:0') (tensor(615.2416, device='cuda:0')) + | > current_lr_0: 0.0001989278170603166 + | > current_lr_1: 0.0001989278170603166 + | > step_time: 0.9305 (0.9855705929726146) + | > loader_time: 0.0078 (0.006513612899595543) + + + --> TIME: 2024-11-23 02:00:25 -- STEP: 438/797 -- GLOBAL_STEP: 35500 + | > loss_disc: 2.424323320388794 (2.4912044332452044) + | > loss_disc_real_0: 0.10862690210342407 (0.1382056143577105) + | > loss_disc_real_1: 0.2315257340669632 (0.21925171502104632) + | > loss_disc_real_2: 0.2289423942565918 (0.23474452426852702) + | > loss_disc_real_3: 0.22052405774593353 (0.22581046741438782) + | > loss_disc_real_4: 0.23102250695228577 (0.22274154424667358) + | > loss_disc_real_5: 0.2158680260181427 (0.23433407899587666) + | > loss_0: 2.424323320388794 (2.4912044332452044) + | > grad_norm_0: tensor(134.7057, device='cuda:0') (tensor(76.6448, device='cuda:0')) + | > loss_gen: 2.417130947113037 (2.3251756922295113) + | > loss_kl: 1.5911864042282104 (1.5658167804757204) + | > loss_feat: 6.776391983032227 (6.3205534105431544) + | > loss_mel: 23.103647232055664 (21.410842767044816) + | > loss_duration: 1.6615099906921387 (1.7171440709671475) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.54986572265625 (33.339532769433944) + | > grad_norm_1: tensor(642.1805, device='cuda:0') (tensor(618.2097, device='cuda:0')) + | > current_lr_0: 0.0001989278170603166 + | > current_lr_1: 0.0001989278170603166 + | > step_time: 0.9619 (0.9859493475526435) + | > loader_time: 0.0074 (0.006592058699969289) + + + --> TIME: 2024-11-23 02:00:54 -- STEP: 463/797 -- GLOBAL_STEP: 35525 + | > loss_disc: 2.4145853519439697 (2.490251143086809) + | > loss_disc_real_0: 0.10730364918708801 (0.1379291721927425) + | > loss_disc_real_1: 0.2215675562620163 (0.2193143480411101) + | > loss_disc_real_2: 0.23606649041175842 (0.23469810963449417) + | > loss_disc_real_3: 0.2761269509792328 (0.2256654224179476) + | > loss_disc_real_4: 0.29463279247283936 (0.22270765514404675) + | > loss_disc_real_5: 0.1802762746810913 (0.23408629659957556) + | > loss_0: 2.4145853519439697 (2.490251143086809) + | > grad_norm_0: tensor(64.8016, device='cuda:0') (tensor(78.1282, device='cuda:0')) + | > loss_gen: 2.4743943214416504 (2.327557868370485) + | > loss_kl: 1.581314206123352 (1.5660397324139814) + | > loss_feat: 6.850975513458252 (6.331333582653597) + | > loss_mel: 22.085485458374023 (21.443085773459764) + | > loss_duration: 1.694469928741455 (1.7163932289984523) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.686641693115234 (33.38441023198365) + | > grad_norm_1: tensor(749.2750, device='cuda:0') (tensor(618.5831, device='cuda:0')) + | > current_lr_0: 0.0001989278170603166 + | > current_lr_1: 0.0001989278170603166 + | > step_time: 1.2717 (0.9933572371629092) + | > loader_time: 0.0071 (0.006673900921452896) + + + --> TIME: 2024-11-23 02:01:21 -- STEP: 488/797 -- GLOBAL_STEP: 35550 + | > loss_disc: 2.532247543334961 (2.4909209662773595) + | > loss_disc_real_0: 0.20771926641464233 (0.13781869977895847) + | > loss_disc_real_1: 0.22958281636238098 (0.21946664582021902) + | > loss_disc_real_2: 0.26728931069374084 (0.23456006967386261) + | > loss_disc_real_3: 0.2659764289855957 (0.22608163409301493) + | > loss_disc_real_4: 0.21680308878421783 (0.22253683801801477) + | > loss_disc_real_5: 0.24207159876823425 (0.23440888691998896) + | > loss_0: 2.532247543334961 (2.4909209662773595) + | > grad_norm_0: tensor(102.4993, device='cuda:0') (tensor(78.9319, device='cuda:0')) + | > loss_gen: 2.3045895099639893 (2.3278424759380156) + | > loss_kl: 1.6186048984527588 (1.5648027485022775) + | > loss_feat: 6.1666646003723145 (6.3380670801537935) + | > loss_mel: 20.957014083862305 (21.47156342717466) + | > loss_duration: 1.697709321975708 (1.71517401005401) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.74458312988281 (33.4174497674723) + | > grad_norm_1: tensor(1056.1082, device='cuda:0') (tensor(618.9992, device='cuda:0')) + | > current_lr_0: 0.0001989278170603166 + | > current_lr_1: 0.0001989278170603166 + | > step_time: 0.9931 (0.9964974928097646) + | > loader_time: 0.007 (0.006754176049936014) + + + --> TIME: 2024-11-23 02:01:47 -- STEP: 513/797 -- GLOBAL_STEP: 35575 + | > loss_disc: 2.4270689487457275 (2.488889641231963) + | > loss_disc_real_0: 0.11130156368017197 (0.13724013921926367) + | > loss_disc_real_1: 0.20354709029197693 (0.2192198255373488) + | > loss_disc_real_2: 0.22660183906555176 (0.234400848373335) + | > loss_disc_real_3: 0.20483632385730743 (0.22572391975460462) + | > loss_disc_real_4: 0.18604090809822083 (0.22239267102807586) + | > loss_disc_real_5: 0.2272132784128189 (0.234134575021662) + | > loss_0: 2.4270689487457275 (2.488889641231963) + | > grad_norm_0: tensor(166.7879, device='cuda:0') (tensor(78.8275, device='cuda:0')) + | > loss_gen: 2.2114648818969727 (2.326842623612105) + | > loss_kl: 1.65009605884552 (1.5605354955089483) + | > loss_feat: 5.590394973754883 (6.337587910553633) + | > loss_mel: 19.3829402923584 (21.473142607170224) + | > loss_duration: 1.652159333229065 (1.714124115819355) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.4870548248291 (33.41223280611093) + | > grad_norm_1: tensor(554.0822, device='cuda:0') (tensor(623.4432, device='cuda:0')) + | > current_lr_0: 0.0001989278170603166 + | > current_lr_1: 0.0001989278170603166 + | > step_time: 1.0407 (0.9996053744942589) + | > loader_time: 0.0069 (0.006833075082790086) + + + --> TIME: 2024-11-23 02:02:16 -- STEP: 538/797 -- GLOBAL_STEP: 35600 + | > loss_disc: 2.6216320991516113 (2.48908951069786) + | > loss_disc_real_0: 0.07765017449855804 (0.13675136761705234) + | > loss_disc_real_1: 0.19338899850845337 (0.21945838516640398) + | > loss_disc_real_2: 0.2355501353740692 (0.23426979530921213) + | > loss_disc_real_3: 0.2902677655220032 (0.22584590664805096) + | > loss_disc_real_4: 0.21143759787082672 (0.22259616508359806) + | > loss_disc_real_5: 0.26573312282562256 (0.23416551606916583) + | > loss_0: 2.6216320991516113 (2.48908951069786) + | > grad_norm_0: tensor(71.1643, device='cuda:0') (tensor(78.5717, device='cuda:0')) + | > loss_gen: 2.1383631229400635 (2.3271941757556682) + | > loss_kl: 1.3097786903381348 (1.558458435934272) + | > loss_feat: 5.574335098266602 (6.338549270062642) + | > loss_mel: 20.684030532836914 (21.483411624085935) + | > loss_duration: 1.7302266359329224 (1.7141240580374426) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.43673324584961 (33.42173762481007) + | > grad_norm_1: tensor(245.4129, device='cuda:0') (tensor(625.8234, device='cuda:0')) + | > current_lr_0: 0.0001989278170603166 + | > current_lr_1: 0.0001989278170603166 + | > step_time: 1.0624 (1.0047528575344153) + | > loader_time: 0.0088 (0.006982763903734854) + + + --> TIME: 2024-11-23 02:02:43 -- STEP: 563/797 -- GLOBAL_STEP: 35625 + | > loss_disc: 2.506807565689087 (2.488764561725978) + | > loss_disc_real_0: 0.09463511407375336 (0.13607852866287562) + | > loss_disc_real_1: 0.19471780955791473 (0.21946943573799269) + | > loss_disc_real_2: 0.2522750198841095 (0.23455300662487905) + | > loss_disc_real_3: 0.21508006751537323 (0.22546451971543624) + | > loss_disc_real_4: 0.23633380234241486 (0.22311856569871175) + | > loss_disc_real_5: 0.25972944498062134 (0.23445400860339244) + | > loss_0: 2.506807565689087 (2.488764561725978) + | > grad_norm_0: tensor(102.6567, device='cuda:0') (tensor(79.1480, device='cuda:0')) + | > loss_gen: 2.299060583114624 (2.329846679846728) + | > loss_kl: 1.761446475982666 (1.5582664396157273) + | > loss_feat: 6.567794322967529 (6.3458663261169646) + | > loss_mel: 23.010387420654297 (21.499287124213684) + | > loss_duration: 1.6539692878723145 (1.7134276927046836) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.29265594482422 (33.44669431818525) + | > grad_norm_1: tensor(880.5836, device='cuda:0') (tensor(628.2066, device='cuda:0')) + | > current_lr_0: 0.0001989278170603166 + | > current_lr_1: 0.0001989278170603166 + | > step_time: 0.9494 (1.0082304172786896) + | > loader_time: 0.0087 (0.0070738394349337055) + + + --> TIME: 2024-11-23 02:03:09 -- STEP: 588/797 -- GLOBAL_STEP: 35650 + | > loss_disc: 2.4835753440856934 (2.489185153221601) + | > loss_disc_real_0: 0.08132476359605789 (0.13724204482269944) + | > loss_disc_real_1: 0.19622918963432312 (0.2193304672837258) + | > loss_disc_real_2: 0.2784314453601837 (0.2341813501857576) + | > loss_disc_real_3: 0.2207304686307907 (0.22556084366578638) + | > loss_disc_real_4: 0.2383008897304535 (0.22268019763588096) + | > loss_disc_real_5: 0.2739134132862091 (0.2341093943029845) + | > loss_0: 2.4835753440856934 (2.489185153221601) + | > grad_norm_0: tensor(135.0963, device='cuda:0') (tensor(80.8153, device='cuda:0')) + | > loss_gen: 2.3854761123657227 (2.3302480051306635) + | > loss_kl: 1.6526652574539185 (1.560140482219709) + | > loss_feat: 6.89436149597168 (6.347531126469981) + | > loss_mel: 22.802852630615234 (21.519293660209282) + | > loss_duration: 1.7641288042068481 (1.7129870217268162) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.49948501586914 (33.470200356982986) + | > grad_norm_1: tensor(626.6401, device='cuda:0') (tensor(624.2690, device='cuda:0')) + | > current_lr_0: 0.0001989278170603166 + | > current_lr_1: 0.0001989278170603166 + | > step_time: 1.0297 (1.0089091792398568) + | > loader_time: 0.0078 (0.007127796306091101) + + + --> TIME: 2024-11-23 02:03:35 -- STEP: 613/797 -- GLOBAL_STEP: 35675 + | > loss_disc: 2.298661231994629 (2.4903355733799923) + | > loss_disc_real_0: 0.08811256289482117 (0.1380331321371808) + | > loss_disc_real_1: 0.2042618989944458 (0.2193987634987077) + | > loss_disc_real_2: 0.2578336000442505 (0.2346135450080402) + | > loss_disc_real_3: 0.19570934772491455 (0.22550575476486187) + | > loss_disc_real_4: 0.20122024416923523 (0.22278624330609306) + | > loss_disc_real_5: 0.2201455533504486 (0.23424952937864363) + | > loss_0: 2.298661231994629 (2.4903355733799923) + | > grad_norm_0: tensor(11.8706, device='cuda:0') (tensor(81.2013, device='cuda:0')) + | > loss_gen: 2.3128409385681152 (2.3310368749484733) + | > loss_kl: 1.5475980043411255 (1.5590474265240144) + | > loss_feat: 6.441816806793213 (6.343467541269921) + | > loss_mel: 21.917938232421875 (21.524849204021397) + | > loss_duration: 1.7304860353469849 (1.7128122261258945) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.950679779052734 (33.47121334542651) + | > grad_norm_1: tensor(368.4366, device='cuda:0') (tensor(623.1166, device='cuda:0')) + | > current_lr_0: 0.0001989278170603166 + | > current_lr_1: 0.0001989278170603166 + | > step_time: 1.0522 (1.0095535448674857) + | > loader_time: 0.0084 (0.007211111498112391) + + + --> TIME: 2024-11-23 02:04:01 -- STEP: 638/797 -- GLOBAL_STEP: 35700 + | > loss_disc: 2.459048271179199 (2.4887359927066846) + | > loss_disc_real_0: 0.09348124265670776 (0.13765297933455367) + | > loss_disc_real_1: 0.2242988646030426 (0.21915957880524636) + | > loss_disc_real_2: 0.26114028692245483 (0.23433118110353296) + | > loss_disc_real_3: 0.180352583527565 (0.22536845829886706) + | > loss_disc_real_4: 0.23233382403850555 (0.22254461991282465) + | > loss_disc_real_5: 0.29328668117523193 (0.2341884128912863) + | > loss_0: 2.459048271179199 (2.4887359927066846) + | > grad_norm_0: tensor(19.5728, device='cuda:0') (tensor(80.3149, device='cuda:0')) + | > loss_gen: 2.309816837310791 (2.3290747650738415) + | > loss_kl: 1.7097949981689453 (1.5577411997280897) + | > loss_feat: 6.357668399810791 (6.342271245011715) + | > loss_mel: 22.841039657592773 (21.53471862858737) + | > loss_duration: 1.7563849687576294 (1.71300161258554) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.97470474243164 (33.476807513580795) + | > grad_norm_1: tensor(524.8795, device='cuda:0') (tensor(618.4963, device='cuda:0')) + | > current_lr_0: 0.0001989278170603166 + | > current_lr_1: 0.0001989278170603166 + | > step_time: 0.9907 (1.0103188663440807) + | > loader_time: 0.0079 (0.0072735824555065194) + + + --> TIME: 2024-11-23 02:04:27 -- STEP: 663/797 -- GLOBAL_STEP: 35725 + | > loss_disc: 2.329604148864746 (2.4878049774227478) + | > loss_disc_real_0: 0.09581399708986282 (0.13741009822326003) + | > loss_disc_real_1: 0.2049494981765747 (0.21892737908510784) + | > loss_disc_real_2: 0.2548096179962158 (0.234411646517873) + | > loss_disc_real_3: 0.19960272312164307 (0.22548293011041073) + | > loss_disc_real_4: 0.21845202147960663 (0.22271841261002093) + | > loss_disc_real_5: 0.20566658675670624 (0.23423988660895806) + | > loss_0: 2.329604148864746 (2.4878049774227478) + | > grad_norm_0: tensor(10.1108, device='cuda:0') (tensor(79.5558, device='cuda:0')) + | > loss_gen: 2.4047484397888184 (2.3292365577605683) + | > loss_kl: 1.3615343570709229 (1.5570931202685667) + | > loss_feat: 6.637234687805176 (6.342829403654303) + | > loss_mel: 22.480512619018555 (21.53901940916816) + | > loss_duration: 1.714118242263794 (1.7125646122260691) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.598148345947266 (33.48074316079442) + | > grad_norm_1: tensor(615.7734, device='cuda:0') (tensor(619.1161, device='cuda:0')) + | > current_lr_0: 0.0001989278170603166 + | > current_lr_1: 0.0001989278170603166 + | > step_time: 1.0891 (1.0108496804762386) + | > loader_time: 0.0094 (0.007347877209003155) + + + --> TIME: 2024-11-23 02:04:55 -- STEP: 688/797 -- GLOBAL_STEP: 35750 + | > loss_disc: 2.56703519821167 (2.4879149846559367) + | > loss_disc_real_0: 0.1433963179588318 (0.13702993554626264) + | > loss_disc_real_1: 0.14269252121448517 (0.2188527167146636) + | > loss_disc_real_2: 0.24344292283058167 (0.23442729876571616) + | > loss_disc_real_3: 0.24142906069755554 (0.22568096738135404) + | > loss_disc_real_4: 0.22405603528022766 (0.2228602845611614) + | > loss_disc_real_5: 0.2701054513454437 (0.23429232859594185) + | > loss_0: 2.56703519821167 (2.4879149846559367) + | > grad_norm_0: tensor(264.8491, device='cuda:0') (tensor(79.9361, device='cuda:0')) + | > loss_gen: 2.313718318939209 (2.3298149580179257) + | > loss_kl: 1.686184048652649 (1.5577788983666616) + | > loss_feat: 5.963988780975342 (6.33896712646928) + | > loss_mel: 20.683595657348633 (21.540889453056224) + | > loss_duration: 1.676230549812317 (1.7120944136796996) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.3237190246582 (33.47954492513525) + | > grad_norm_1: tensor(858.9548, device='cuda:0') (tensor(620.9896, device='cuda:0')) + | > current_lr_0: 0.0001989278170603166 + | > current_lr_1: 0.0001989278170603166 + | > step_time: 1.1938 (1.0144777187081266) + | > loader_time: 0.0092 (0.007466881081115368) + + + --> TIME: 2024-11-23 02:05:24 -- STEP: 713/797 -- GLOBAL_STEP: 35775 + | > loss_disc: 2.359499454498291 (2.4869545275165197) + | > loss_disc_real_0: 0.1166812852025032 (0.13644475258395677) + | > loss_disc_real_1: 0.2402234673500061 (0.21894643527846186) + | > loss_disc_real_2: 0.23153887689113617 (0.23447851859670535) + | > loss_disc_real_3: 0.23143066465854645 (0.2257067067091462) + | > loss_disc_real_4: 0.24772153794765472 (0.22298250883441487) + | > loss_disc_real_5: 0.21599851548671722 (0.23426962868528647) + | > loss_0: 2.359499454498291 (2.4869545275165197) + | > grad_norm_0: tensor(87.6287, device='cuda:0') (tensor(79.5549, device='cuda:0')) + | > loss_gen: 2.4344382286071777 (2.3300138854044175) + | > loss_kl: 1.5200259685516357 (1.556516940429869) + | > loss_feat: 6.417878150939941 (6.338942949099762) + | > loss_mel: 21.615449905395508 (21.564906652645824) + | > loss_duration: 1.6502532958984375 (1.711568707169189) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.63804626464844 (33.50194920864881) + | > grad_norm_1: tensor(581.3282, device='cuda:0') (tensor(620.6078, device='cuda:0')) + | > current_lr_0: 0.0001989278170603166 + | > current_lr_1: 0.0001989278170603166 + | > step_time: 1.0381 (1.0178884312949366) + | > loader_time: 0.009 (0.007600534179601897) + + + --> TIME: 2024-11-23 02:05:52 -- STEP: 738/797 -- GLOBAL_STEP: 35800 + | > loss_disc: 2.325212001800537 (2.4867435008852814) + | > loss_disc_real_0: 0.11651754379272461 (0.13673999736484313) + | > loss_disc_real_1: 0.23332305252552032 (0.2189020849057653) + | > loss_disc_real_2: 0.24231643974781036 (0.234083307023617) + | > loss_disc_real_3: 0.2154829055070877 (0.22561984541535704) + | > loss_disc_real_4: 0.2005348950624466 (0.2228622253590483) + | > loss_disc_real_5: 0.20001693069934845 (0.23414932954602125) + | > loss_0: 2.325212001800537 (2.4867435008852814) + | > grad_norm_0: tensor(68.0577, device='cuda:0') (tensor(79.3242, device='cuda:0')) + | > loss_gen: 2.5102012157440186 (2.3288623391774306) + | > loss_kl: 1.5685933828353882 (1.5564943849232782) + | > loss_feat: 7.512506484985352 (6.341758443088066) + | > loss_mel: 24.343242645263672 (21.585678548993766) + | > loss_duration: 1.6391301155090332 (1.7107847197269037) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.573673248291016 (33.52357849389877) + | > grad_norm_1: tensor(805.3065, device='cuda:0') (tensor(615.5134, device='cuda:0')) + | > current_lr_0: 0.0001989278170603166 + | > current_lr_1: 0.0001989278170603166 + | > step_time: 1.0373 (1.0203383941314395) + | > loader_time: 0.1148 (0.008609290368511748) + + + --> TIME: 2024-11-23 02:06:23 -- STEP: 763/797 -- GLOBAL_STEP: 35825 + | > loss_disc: 2.5353589057922363 (2.4859609397648224) + | > loss_disc_real_0: 0.13344667851924896 (0.1362078597678816) + | > loss_disc_real_1: 0.22423218190670013 (0.2189385143949664) + | > loss_disc_real_2: 0.27747124433517456 (0.2344888285446917) + | > loss_disc_real_3: 0.22273869812488556 (0.2255495727882473) + | > loss_disc_real_4: 0.25192609429359436 (0.22306835403370515) + | > loss_disc_real_5: 0.2552132308483124 (0.2341104557012668) + | > loss_0: 2.5353589057922363 (2.4859609397648224) + | > grad_norm_0: tensor(137.4942, device='cuda:0') (tensor(79.9752, device='cuda:0')) + | > loss_gen: 2.22560715675354 (2.3311342321248425) + | > loss_kl: 1.4156053066253662 (1.5561806096318194) + | > loss_feat: 6.121870994567871 (6.3442250429255935) + | > loss_mel: 23.205263137817383 (21.59364901676401) + | > loss_duration: 1.6597774028778076 (1.7096859022955437) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.62812805175781 (33.53487485233167) + | > grad_norm_1: tensor(383.2406, device='cuda:0') (tensor(618.4033, device='cuda:0')) + | > current_lr_0: 0.0001989278170603166 + | > current_lr_1: 0.0001989278170603166 + | > step_time: 1.1963 (1.0232393563496787) + | > loader_time: 0.1338 (0.0126073482308444) + + + --> TIME: 2024-11-23 02:07:20 -- STEP: 788/797 -- GLOBAL_STEP: 35850 + | > loss_disc: 2.6624882221221924 (2.4873757710311644) + | > loss_disc_real_0: 0.12330372631549835 (0.13632073025999183) + | > loss_disc_real_1: 0.22291654348373413 (0.21890942466818744) + | > loss_disc_real_2: 0.27488812804222107 (0.23438584329891327) + | > loss_disc_real_3: 0.2378598302602768 (0.22622920570866714) + | > loss_disc_real_4: 0.2893141806125641 (0.22346393334759673) + | > loss_disc_real_5: 0.2912138104438782 (0.23415153104868638) + | > loss_0: 2.6624882221221924 (2.4873757710311644) + | > grad_norm_0: tensor(41.8217, device='cuda:0') (tensor(80.8297, device='cuda:0')) + | > loss_gen: 2.3133928775787354 (2.331795949016128) + | > loss_kl: 1.5529464483261108 (1.5567226594474712) + | > loss_feat: 5.3703155517578125 (6.348863474608678) + | > loss_mel: 20.628707885742188 (21.600120874830896) + | > loss_duration: 1.698657751083374 (1.7088135223703336) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.56402015686035 (33.546316526867955) + | > grad_norm_1: tensor(690.7828, device='cuda:0') (tensor(616.4465, device='cuda:0')) + | > current_lr_0: 0.0001989278170603166 + | > current_lr_1: 0.0001989278170603166 + | > step_time: 1.8038 (1.0572487557599979) + | > loader_time: 0.1497 (0.01754332768735546) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.515125274658203 (2.515125274658203) + | > loss_disc_real_0: 0.14184367656707764 (0.14184367656707764) + | > loss_disc_real_1: 0.18030516803264618 (0.18030516803264618) + | > loss_disc_real_2: 0.18489554524421692 (0.18489554524421692) + | > loss_disc_real_3: 0.23180484771728516 (0.23180484771728516) + | > loss_disc_real_4: 0.2892439365386963 (0.2892439365386963) + | > loss_disc_real_5: 0.2351740151643753 (0.2351740151643753) + | > loss_0: 2.515125274658203 (2.515125274658203) + | > loss_gen: 2.2041282653808594 (2.2041282653808594) + | > loss_kl: 2.1339991092681885 (2.1339991092681885) + | > loss_feat: 6.884394645690918 (6.884394645690918) + | > loss_mel: 25.006650924682617 (25.006650924682617) + | > loss_duration: 1.9767297506332397 (1.9767297506332397) + | > loss_1: 38.205902099609375 (38.205902099609375) + + --> STEP: 1 + | > loss_disc: 2.47651743888855 (2.47651743888855) + | > loss_disc_real_0: 0.20664125680923462 (0.20664125680923462) + | > loss_disc_real_1: 0.18863926827907562 (0.18863926827907562) + | > loss_disc_real_2: 0.24344564974308014 (0.24344564974308014) + | > loss_disc_real_3: 0.23105940222740173 (0.23105940222740173) + | > loss_disc_real_4: 0.24567463994026184 (0.24567463994026184) + | > loss_disc_real_5: 0.24759559333324432 (0.24759559333324432) + | > loss_0: 2.47651743888855 (2.47651743888855) + | > loss_gen: 2.387544870376587 (2.387544870376587) + | > loss_kl: 1.7072194814682007 (1.7072194814682007) + | > loss_feat: 5.575087547302246 (5.575087547302246) + | > loss_mel: 20.00581169128418 (20.00581169128418) + | > loss_duration: 1.7086045742034912 (1.7086045742034912) + | > loss_1: 31.384267807006836 (31.384267807006836) + + --> STEP: 2 + | > loss_disc: 2.7404861450195312 (2.6085017919540405) + | > loss_disc_real_0: 0.2821100950241089 (0.24437567591667175) + | > loss_disc_real_1: 0.24975983798503876 (0.2191995531320572) + | > loss_disc_real_2: 0.2973197400569916 (0.27038269490003586) + | > loss_disc_real_3: 0.27591103315353394 (0.25348521769046783) + | > loss_disc_real_4: 0.3560178875923157 (0.30084626376628876) + | > loss_disc_real_5: 0.3326139450073242 (0.29010476917028427) + | > loss_0: 2.7404861450195312 (2.6085017919540405) + | > loss_gen: 2.6093833446502686 (2.4984641075134277) + | > loss_kl: 1.573703646659851 (1.6404615640640259) + | > loss_feat: 4.849677085876465 (5.2123823165893555) + | > loss_mel: 22.980451583862305 (21.493131637573242) + | > loss_duration: 1.642938256263733 (1.675771415233612) + | > loss_1: 33.656150817871094 (32.520209312438965) + + --> STEP: 3 + | > loss_disc: 2.432403326034546 (2.549802303314209) + | > loss_disc_real_0: 0.13240718841552734 (0.20705284674962363) + | > loss_disc_real_1: 0.18680234253406525 (0.20840048293272653) + | > loss_disc_real_2: 0.2721112370491028 (0.2709588756163915) + | > loss_disc_real_3: 0.2341686636209488 (0.2470463663339615) + | > loss_disc_real_4: 0.1947823315858841 (0.26549161970615387) + | > loss_disc_real_5: 0.30258291959762573 (0.29426415264606476) + | > loss_0: 2.432403326034546 (2.549802303314209) + | > loss_gen: 2.303678035736084 (2.43353541692098) + | > loss_kl: 1.7627544403076172 (1.681225856145223) + | > loss_feat: 5.943620204925537 (5.456128279368083) + | > loss_mel: 23.23978614807129 (22.075349807739258) + | > loss_duration: 1.7199065685272217 (1.6904831329981487) + | > loss_1: 34.96974563598633 (33.336721420288086) + + --> STEP: 4 + | > loss_disc: 2.302424669265747 (2.4879578948020935) + | > loss_disc_real_0: 0.061729881912469864 (0.17072210554033518) + | > loss_disc_real_1: 0.24805085361003876 (0.2183130756020546) + | > loss_disc_real_2: 0.2673780918121338 (0.27006367966532707) + | > loss_disc_real_3: 0.21420440077781677 (0.2388358749449253) + | > loss_disc_real_4: 0.2211603820323944 (0.254408810287714) + | > loss_disc_real_5: 0.26996588706970215 (0.2881895862519741) + | > loss_0: 2.302424669265747 (2.4879578948020935) + | > loss_gen: 2.403480052947998 (2.4260215759277344) + | > loss_kl: 1.6609225273132324 (1.6761500239372253) + | > loss_feat: 5.52247428894043 (5.472714781761169) + | > loss_mel: 19.825807571411133 (21.512964248657227) + | > loss_duration: 1.6733487844467163 (1.6861995458602905) + | > loss_1: 31.086034774780273 (32.77404975891113) + + --> STEP: 5 + | > loss_disc: 2.1379799842834473 (2.4179623126983643) + | > loss_disc_real_0: 0.15762987732887268 (0.16810365989804268) + | > loss_disc_real_1: 0.1411624252796173 (0.20288294553756714) + | > loss_disc_real_2: 0.21033026278018951 (0.25811699628829954) + | > loss_disc_real_3: 0.22677220404148102 (0.23642314076423646) + | > loss_disc_real_4: 0.14096689224243164 (0.23172042667865753) + | > loss_disc_real_5: 0.16921553015708923 (0.26439477503299713) + | > loss_0: 2.1379799842834473 (2.4179623126983643) + | > loss_gen: 2.3490986824035645 (2.4106369972229005) + | > loss_kl: 2.1544196605682373 (1.7718039512634278) + | > loss_feat: 7.635799884796143 (5.905331802368164) + | > loss_mel: 23.874670028686523 (21.985305404663087) + | > loss_duration: 1.888802409172058 (1.726720118522644) + | > loss_1: 37.90279006958008 (33.79979782104492) + + --> STEP: 6 + | > loss_disc: 2.78281307220459 (2.4787707726160684) + | > loss_disc_real_0: 0.29164212942123413 (0.18869340481857458) + | > loss_disc_real_1: 0.25810909271240234 (0.21208730340003967) + | > loss_disc_real_2: 0.276859313249588 (0.26124071578184765) + | > loss_disc_real_3: 0.26081472635269165 (0.24048840502897897) + | > loss_disc_real_4: 0.35730358958244324 (0.2526509538292885) + | > loss_disc_real_5: 0.26713860034942627 (0.264852079252402) + | > loss_0: 2.78281307220459 (2.4787707726160684) + | > loss_gen: 2.2971253395080566 (2.3917183876037598) + | > loss_kl: 1.9321787357330322 (1.7985330820083618) + | > loss_feat: 4.0383219718933105 (5.5941634972890215) + | > loss_mel: 17.779619216918945 (21.28435770670573) + | > loss_duration: 1.6732078790664673 (1.7178014119466145) + | > loss_1: 27.7204532623291 (32.78657372792562) + + --> STEP: 7 + | > loss_disc: 2.5607705116271973 (2.4904850210462297) + | > loss_disc_real_0: 0.236963152885437 (0.19558908311384066) + | > loss_disc_real_1: 0.19865085184574127 (0.2101678103208542) + | > loss_disc_real_2: 0.2663940191268921 (0.26197690197399687) + | > loss_disc_real_3: 0.19703471660614014 (0.23428073525428772) + | > loss_disc_real_4: 0.24359571933746338 (0.2513573489018849) + | > loss_disc_real_5: 0.27667945623397827 (0.2665417045354843) + | > loss_0: 2.5607705116271973 (2.4904850210462297) + | > loss_gen: 2.420830726623535 (2.3958772931780135) + | > loss_kl: 1.918613076210022 (1.8156873668943132) + | > loss_feat: 5.099814414978027 (5.523542199816022) + | > loss_mel: 17.965675354003906 (20.810260227748326) + | > loss_duration: 1.6777775287628174 (1.7120837143489294) + | > loss_1: 29.082712173461914 (32.25745064871652) + + --> STEP: 8 + | > loss_disc: 2.429291009902954 (2.4828357696533203) + | > loss_disc_real_0: 0.17900171875953674 (0.19351566256955266) + | > loss_disc_real_1: 0.23303253948688507 (0.21302590146660805) + | > loss_disc_real_2: 0.24388347566127777 (0.25971522368490696) + | > loss_disc_real_3: 0.17545188963413239 (0.2269271295517683) + | > loss_disc_real_4: 0.22592858970165253 (0.24817875400185585) + | > loss_disc_real_5: 0.17384062707424164 (0.254954069852829) + | > loss_0: 2.429291009902954 (2.4828357696533203) + | > loss_gen: 2.12933611869812 (2.3625596463680267) + | > loss_kl: 1.8501850366592407 (1.8199995756149292) + | > loss_feat: 6.9404802322387695 (5.700659453868866) + | > loss_mel: 23.462100982666016 (21.141740322113037) + | > loss_duration: 1.748265027999878 (1.7166063785552979) + | > loss_1: 36.130367279052734 (32.741565227508545) + + --> STEP: 9 + | > loss_disc: 2.406473159790039 (2.4743510352240667) + | > loss_disc_real_0: 0.1299641877412796 (0.18645438758863342) + | > loss_disc_real_1: 0.2054830640554428 (0.21218780842092302) + | > loss_disc_real_2: 0.2852601408958435 (0.26255354781945545) + | > loss_disc_real_3: 0.24433770775794983 (0.22886163824134403) + | > loss_disc_real_4: 0.21476444602012634 (0.24446605311499703) + | > loss_disc_real_5: 0.24718578159809113 (0.25409092671341366) + | > loss_0: 2.406473159790039 (2.4743510352240667) + | > loss_gen: 2.251051902770996 (2.3501698970794678) + | > loss_kl: 1.798930048942566 (1.8176585170957777) + | > loss_feat: 6.24655818939209 (5.761314868927002) + | > loss_mel: 20.97313690185547 (21.123006608751083) + | > loss_duration: 1.6929190158843994 (1.7139744493696425) + | > loss_1: 32.96259689331055 (32.76612430148654) + + --> STEP: 10 + | > loss_disc: 2.6577558517456055 (2.4926915168762207) + | > loss_disc_real_0: 0.17471665143966675 (0.18528061397373677) + | > loss_disc_real_1: 0.22919020056724548 (0.21388804763555527) + | > loss_disc_real_2: 0.25192803144454956 (0.26149099618196486) + | > loss_disc_real_3: 0.2096041738986969 (0.22693589180707932) + | > loss_disc_real_4: 0.21886898577213287 (0.2419063463807106) + | > loss_disc_real_5: 0.26011279225349426 (0.2546931132674217) + | > loss_0: 2.6577558517456055 (2.4926915168762207) + | > loss_gen: 1.9547404050827026 (2.310626947879791) + | > loss_kl: 1.7183349132537842 (1.8077261567115783) + | > loss_feat: 4.8112592697143555 (5.6663093090057375) + | > loss_mel: 18.755687713623047 (20.88627471923828) + | > loss_duration: 1.6246178150177002 (1.7050387859344482) + | > loss_1: 28.864641189575195 (32.37597599029541) + + --> STEP: 11 + | > loss_disc: 2.6653528213500977 (2.5083879991011186) + | > loss_disc_real_0: 0.24184392392635345 (0.19042273306033827) + | > loss_disc_real_1: 0.20763401687145233 (0.2133194993842732) + | > loss_disc_real_2: 0.2584565281867981 (0.26121513545513153) + | > loss_disc_real_3: 0.21405047178268433 (0.22576448998667978) + | > loss_disc_real_4: 0.2857885956764221 (0.24589564177122983) + | > loss_disc_real_5: 0.2617148160934448 (0.2553314498879693) + | > loss_0: 2.6653528213500977 (2.5083879991011186) + | > loss_gen: 2.1372790336608887 (2.2948680465871636) + | > loss_kl: 1.5044692754745483 (1.7801573493263938) + | > loss_feat: 4.170111179351807 (5.530291297219017) + | > loss_mel: 18.006269454956055 (20.62445605884899) + | > loss_duration: 1.639521598815918 (1.6990826780145818) + | > loss_1: 27.457653045654297 (31.928855722600762) + + --> STEP: 12 + | > loss_disc: 2.52636456489563 (2.5098860462506614) + | > loss_disc_real_0: 0.19885213673114777 (0.19112518336623907) + | > loss_disc_real_1: 0.2398615926504135 (0.21553134048978487) + | > loss_disc_real_2: 0.27054598927497864 (0.2619927066067855) + | > loss_disc_real_3: 0.21142007410526276 (0.22456912199656168) + | > loss_disc_real_4: 0.18610721826553345 (0.24091327314575514) + | > loss_disc_real_5: 0.20432938635349274 (0.2510812779267629) + | > loss_0: 2.52636456489563 (2.5098860462506614) + | > loss_gen: 2.1322317123413086 (2.2813150187333426) + | > loss_kl: 1.9619652032852173 (1.7953080038229625) + | > loss_feat: 6.8847856521606445 (5.643165826797485) + | > loss_mel: 22.683856964111328 (20.79607280095418) + | > loss_duration: 1.778684139251709 (1.7057161331176758) + | > loss_1: 35.441524505615234 (32.2215781211853) + + --> STEP: 13 + | > loss_disc: 2.3781425952911377 (2.49975193463839) + | > loss_disc_real_0: 0.08193979412317276 (0.1827263072706186) + | > loss_disc_real_1: 0.17325444519519806 (0.21227927162097052) + | > loss_disc_real_2: 0.19848404824733734 (0.25710742519452023) + | > loss_disc_real_3: 0.14966736733913422 (0.21880744856137496) + | > loss_disc_real_4: 0.16545642912387848 (0.2351089005286877) + | > loss_disc_real_5: 0.12764696776866913 (0.2415863309915249) + | > loss_0: 2.3781425952911377 (2.49975193463839) + | > loss_gen: 1.9416860342025757 (2.2551897122309756) + | > loss_kl: 1.8483386039733887 (1.7993872807576106) + | > loss_feat: 8.120555877685547 (5.833734292250413) + | > loss_mel: 23.12753677368164 (20.97541618347168) + | > loss_duration: 1.7389357089996338 (1.7082714851085956) + | > loss_1: 36.77705383300781 (32.57199932978703) + + --> STEP: 14 + | > loss_disc: 2.423785924911499 (2.4943257910864696) + | > loss_disc_real_0: 0.10567008703947067 (0.1772222915398223) + | > loss_disc_real_1: 0.21119733154773712 (0.21220199018716812) + | > loss_disc_real_2: 0.21890538930892944 (0.25437870834554943) + | > loss_disc_real_3: 0.23825591802597046 (0.2201966249517032) + | > loss_disc_real_4: 0.3034919500350952 (0.23999340406485967) + | > loss_disc_real_5: 0.24250338971614838 (0.2416518351861409) + | > loss_0: 2.423785924911499 (2.4943257910864696) + | > loss_gen: 2.2856931686401367 (2.2573685305459157) + | > loss_kl: 1.5694730281829834 (1.7829648341451372) + | > loss_feat: 6.7860236167907715 (5.90175495828901) + | > loss_mel: 23.50522804260254 (21.156117030552455) + | > loss_duration: 1.7186464071273804 (1.7090125509670802) + | > loss_1: 35.86506652832031 (32.807218415396555) + + --> STEP: 15 + | > loss_disc: 2.6787750720977783 (2.5066224098205567) + | > loss_disc_real_0: 0.3280152678489685 (0.18727515662709873) + | > loss_disc_real_1: 0.25864627957344055 (0.21529827614625294) + | > loss_disc_real_2: 0.28380224108695984 (0.2563402771949768) + | > loss_disc_real_3: 0.24031910300254822 (0.22153812348842622) + | > loss_disc_real_4: 0.2643373906612396 (0.24161633650461833) + | > loss_disc_real_5: 0.246431365609169 (0.2419704705476761) + | > loss_0: 2.6787750720977783 (2.5066224098205567) + | > loss_gen: 2.3975887298583984 (2.266716543833415) + | > loss_kl: 1.6867607831954956 (1.7765512307484945) + | > loss_feat: 3.6362416744232178 (5.750720739364624) + | > loss_mel: 18.85818099975586 (21.002921295166015) + | > loss_duration: 1.6484882831573486 (1.7049775997797647) + | > loss_1: 28.22726058959961 (32.50188789367676) + + --> STEP: 16 + | > loss_disc: 2.3982925415039062 (2.499851793050766) + | > loss_disc_real_0: 0.2084932029247284 (0.18860128452070057) + | > loss_disc_real_1: 0.2193567305803299 (0.21555192954838276) + | > loss_disc_real_2: 0.2791062593460083 (0.2577631510794163) + | > loss_disc_real_3: 0.22954951226711273 (0.22203883528709412) + | > loss_disc_real_4: 0.2407548427581787 (0.24156249314546585) + | > loss_disc_real_5: 0.22010910511016846 (0.24060413520783186) + | > loss_0: 2.3982925415039062 (2.499851793050766) + | > loss_gen: 2.447166919708252 (2.277994692325592) + | > loss_kl: 1.475467562675476 (1.7577335014939308) + | > loss_feat: 6.368077754974365 (5.789305552840233) + | > loss_mel: 23.776012420654297 (21.176239490509033) + | > loss_duration: 1.824204444885254 (1.7124292775988579) + | > loss_1: 35.89093017578125 (32.71370303630829) + + --> STEP: 17 + | > loss_disc: 2.3942711353302 (2.493641166126027) + | > loss_disc_real_0: 0.09999915212392807 (0.18338939437971397) + | > loss_disc_real_1: 0.2622569799423218 (0.2182992854539086) + | > loss_disc_real_2: 0.26249679923057556 (0.2580416009706609) + | > loss_disc_real_3: 0.1991257220506668 (0.22069100509671605) + | > loss_disc_real_4: 0.20673908293247223 (0.23951405725058386) + | > loss_disc_real_5: 0.17502711713314056 (0.23674666355637944) + | > loss_0: 2.3942711353302 (2.493641166126027) + | > loss_gen: 2.1993982791900635 (2.273371373905855) + | > loss_kl: 1.7827874422073364 (1.7592072627123665) + | > loss_feat: 6.771852970123291 (5.8471024597392365) + | > loss_mel: 22.543577194213867 (21.25667112013873) + | > loss_duration: 1.6656465530395508 (1.709677352624781) + | > loss_1: 34.963260650634766 (32.846029954798084) + + --> STEP: 18 + | > loss_disc: 2.7880284786224365 (2.509996016820272) + | > loss_disc_real_0: 0.15771189332008362 (0.1819628665430678) + | > loss_disc_real_1: 0.17519764602184296 (0.21590474992990494) + | > loss_disc_real_2: 0.2605801224708557 (0.258182629942894) + | > loss_disc_real_3: 0.2782975733280182 (0.22389136999845505) + | > loss_disc_real_4: 0.26938238739967346 (0.2411734089255333) + | > loss_disc_real_5: 0.2097427248954773 (0.23524644474188486) + | > loss_0: 2.7880284786224365 (2.509996016820272) + | > loss_gen: 1.887970209121704 (2.251960198084513) + | > loss_kl: 1.4824882745742798 (1.7438339855935838) + | > loss_feat: 6.55616569519043 (5.886494861708747) + | > loss_mel: 23.64028549194336 (21.38909414079454) + | > loss_duration: 1.6664865016937256 (1.707277860906389) + | > loss_1: 35.233394622802734 (32.97866132524278) + + --> STEP: 19 + | > loss_disc: 2.441563606262207 (2.506394311001426) + | > loss_disc_real_0: 0.21770866215229034 (0.18384422420671112) + | > loss_disc_real_1: 0.22055292129516602 (0.21614939052807658) + | > loss_disc_real_2: 0.21811072528362274 (0.25607358232924815) + | > loss_disc_real_3: 0.215177521109581 (0.22343274637272484) + | > loss_disc_real_4: 0.166019469499588 (0.23721793842943092) + | > loss_disc_real_5: 0.20751012861728668 (0.2337866386300639) + | > loss_0: 2.441563606262207 (2.506394311001426) + | > loss_gen: 2.1152052879333496 (2.244762571234452) + | > loss_kl: 1.7627180814743042 (1.7448278853767796) + | > loss_feat: 5.766992568969727 (5.880205267354062) + | > loss_mel: 22.43625259399414 (21.44420774359452) + | > loss_duration: 1.7360339164733887 (1.7087913375151784) + | > loss_1: 33.817203521728516 (33.022795125057826) + + --> STEP: 20 + | > loss_disc: 2.5826961994171143 (2.5102094054222106) + | > loss_disc_real_0: 0.23155659437179565 (0.18622984271496534) + | > loss_disc_real_1: 0.23949231207370758 (0.21731653660535813) + | > loss_disc_real_2: 0.2540823817253113 (0.2559740222990513) + | > loss_disc_real_3: 0.23066723346710205 (0.22379447072744368) + | > loss_disc_real_4: 0.2591322958469391 (0.23831365630030632) + | > loss_disc_real_5: 0.21488969027996063 (0.23284179121255874) + | > loss_0: 2.5826961994171143 (2.5102094054222106) + | > loss_gen: 2.221055269241333 (2.2435772061347956) + | > loss_kl: 1.4238613843917847 (1.72877956032753) + | > loss_feat: 5.304085731506348 (5.851399290561676) + | > loss_mel: 21.821916580200195 (21.463093185424803) + | > loss_duration: 1.6738696098327637 (1.7070452511310577) + | > loss_1: 32.44478988647461 (32.99389486312866) + + --> STEP: 21 + | > loss_disc: 2.4310379028320312 (2.5064393338702975) + | > loss_disc_real_0: 0.17482216656208038 (0.18568662004101844) + | > loss_disc_real_1: 0.1925974190235138 (0.21613943576812744) + | > loss_disc_real_2: 0.26778674125671387 (0.25653653272560667) + | > loss_disc_real_3: 0.17098116874694824 (0.22127955158551535) + | > loss_disc_real_4: 0.25685325264930725 (0.23919649422168732) + | > loss_disc_real_5: 0.22686126828193665 (0.23255700440633864) + | > loss_0: 2.4310379028320312 (2.5064393338702975) + | > loss_gen: 2.230152130126953 (2.242937916801089) + | > loss_kl: 2.18741774559021 (1.750619473911467) + | > loss_feat: 6.020986080169678 (5.859474851971581) + | > loss_mel: 20.02960968017578 (21.394832066127233) + | > loss_duration: 1.7077983617782593 (1.7070811135428292) + | > loss_1: 32.17596435546875 (32.954945791335334) + + --> STEP: 22 + | > loss_disc: 2.558987617492676 (2.508827892216769) + | > loss_disc_real_0: 0.19103404879570007 (0.18592968498441306) + | > loss_disc_real_1: 0.23919877409934998 (0.21718758751045575) + | > loss_disc_real_2: 0.27833834290504456 (0.2575275240973993) + | > loss_disc_real_3: 0.2555742859840393 (0.22283840314908462) + | > loss_disc_real_4: 0.2516190707683563 (0.23976115679199045) + | > loss_disc_real_5: 0.23367762565612793 (0.2326079417358745) + | > loss_0: 2.558987617492676 (2.508827892216769) + | > loss_gen: 2.2641618251800537 (2.2439026399092232) + | > loss_kl: 1.5129512548446655 (1.7398163730447942) + | > loss_feat: 5.1896138191223145 (5.8290266232057055) + | > loss_mel: 20.222551345825195 (21.341546578840777) + | > loss_duration: 1.7973215579986572 (1.711182951927185) + | > loss_1: 30.986600875854492 (32.86547556790438) + + --> STEP: 23 + | > loss_disc: 2.532174825668335 (2.509842976279881) + | > loss_disc_real_0: 0.17533168196678162 (0.18546890224451604) + | > loss_disc_real_1: 0.19530154764652252 (0.21623602055984995) + | > loss_disc_real_2: 0.2725466191768646 (0.2581805282312891) + | > loss_disc_real_3: 0.1985166370868683 (0.22178093505942303) + | > loss_disc_real_4: 0.24642539024353027 (0.2400509060724922) + | > loss_disc_real_5: 0.2789553105831146 (0.2346230447292328) + | > loss_0: 2.532174825668335 (2.509842976279881) + | > loss_gen: 2.1834373474121094 (2.241273714148479) + | > loss_kl: 1.222254753112793 (1.717313693917316) + | > loss_feat: 4.8479323387146 (5.786370349966961) + | > loss_mel: 19.41167449951172 (21.257639097130816) + | > loss_duration: 1.759974718093872 (1.7133043330648672) + | > loss_1: 29.425273895263672 (32.7159015821374) + + --> STEP: 24 + | > loss_disc: 2.5348236560821533 (2.5108838379383087) + | > loss_disc_real_0: 0.18525221943855286 (0.18545987379426757) + | > loss_disc_real_1: 0.15259955823421478 (0.21358450129628181) + | > loss_disc_real_2: 0.22050656378269196 (0.25661077971259755) + | > loss_disc_real_3: 0.24681922793388367 (0.22282419726252556) + | > loss_disc_real_4: 0.2895638942718506 (0.24211394724746546) + | > loss_disc_real_5: 0.2699260711669922 (0.23609400416413942) + | > loss_0: 2.5348236560821533 (2.5108838379383087) + | > loss_gen: 2.180673837661743 (2.238748719294865) + | > loss_kl: 1.5145912170410156 (1.70886692404747) + | > loss_feat: 5.978315353393555 (5.7943680584430695) + | > loss_mel: 22.295324325561523 (21.300875981648762) + | > loss_duration: 1.648867130279541 (1.7106194496154785) + | > loss_1: 33.61777114868164 (32.75347948074341) + + --> STEP: 25 + | > loss_disc: 2.424638271331787 (2.5074340152740477) + | > loss_disc_real_0: 0.16871996223926544 (0.1847902773320675) + | > loss_disc_real_1: 0.18849223852157593 (0.2125808107852936) + | > loss_disc_real_2: 0.24209819734096527 (0.25603027641773224) + | > loss_disc_real_3: 0.20697245001792908 (0.22219012737274169) + | > loss_disc_real_4: 0.1916981339454651 (0.24009731471538542) + | > loss_disc_real_5: 0.2506345510482788 (0.236675626039505) + | > loss_0: 2.424638271331787 (2.5074340152740477) + | > loss_gen: 2.246544122695923 (2.2390605354309074) + | > loss_kl: 1.5903750658035278 (1.7041272497177125) + | > loss_feat: 6.236658573150635 (5.812059679031372) + | > loss_mel: 21.801511764526367 (21.320901412963867) + | > loss_duration: 1.6556572914123535 (1.7084209632873535) + | > loss_1: 33.53074645996094 (32.78457015991211) + + --> STEP: 26 + | > loss_disc: 2.717294692993164 (2.5155055798017063) + | > loss_disc_real_0: 0.18969108164310455 (0.1849787698055689) + | > loss_disc_real_1: 0.22973401844501495 (0.2132405495414367) + | > loss_disc_real_2: 0.24249593913555145 (0.2555097249838022) + | > loss_disc_real_3: 0.24700365960597992 (0.22314449399709702) + | > loss_disc_real_4: 0.2381093055009842 (0.24002085282252386) + | > loss_disc_real_5: 0.3257884085178375 (0.2401030407502101) + | > loss_0: 2.717294692993164 (2.5155055798017063) + | > loss_gen: 2.016744375228882 (2.2305099138846756) + | > loss_kl: 1.681262731552124 (1.703247845172882) + | > loss_feat: 4.023422718048096 (5.743265949762785) + | > loss_mel: 17.9633731842041 (21.191765711857723) + | > loss_duration: 1.6592154502868652 (1.7065284435565655) + | > loss_1: 27.344018936157227 (32.57531818976769) + + --> STEP: 27 + | > loss_disc: 2.3553884029388428 (2.5095753139919705) + | > loss_disc_real_0: 0.08042700588703156 (0.1811064822530305) + | > loss_disc_real_1: 0.14735093712806702 (0.21080019352612672) + | > loss_disc_real_2: 0.2510122060775757 (0.25534315020949755) + | > loss_disc_real_3: 0.21824446320533752 (0.22296301137518) + | > loss_disc_real_4: 0.26006025075912476 (0.24076305274610166) + | > loss_disc_real_5: 0.24864427745342255 (0.24041938285032907) + | > loss_0: 2.3553884029388428 (2.5095753139919705) + | > loss_gen: 2.268643379211426 (2.231922264452333) + | > loss_kl: 1.9523484706878662 (1.7124737942660297) + | > loss_feat: 7.408585548400879 (5.804944453416048) + | > loss_mel: 24.608266830444336 (21.318302790323894) + | > loss_duration: 1.7149019241333008 (1.706838572466815) + | > loss_1: 37.95274353027344 (32.774482091267906) + + --> STEP: 28 + | > loss_disc: 2.410614490509033 (2.50604099886758) + | > loss_disc_real_0: 0.19517263770103455 (0.18160884494760207) + | > loss_disc_real_1: 0.19889232516288757 (0.2103749125131539) + | > loss_disc_real_2: 0.22715714573860168 (0.25433650719267986) + | > loss_disc_real_3: 0.23954646289348602 (0.2235552775008338) + | > loss_disc_real_4: 0.16584989428520203 (0.23808758280106954) + | > loss_disc_real_5: 0.23231975734233856 (0.240130110510758) + | > loss_0: 2.410614490509033 (2.50604099886758) + | > loss_gen: 2.249521493911743 (2.2325508083615975) + | > loss_kl: 1.7901391983032227 (1.7152475586959295) + | > loss_feat: 5.923462390899658 (5.809177236897605) + | > loss_mel: 21.85778045654297 (21.337569849831716) + | > loss_duration: 1.7224582433700562 (1.7073964178562164) + | > loss_1: 33.54336166381836 (32.80194207600185) + + --> STEP: 29 + | > loss_disc: 2.769098997116089 (2.515111964324425) + | > loss_disc_real_0: 0.32325273752212524 (0.18649311710534425) + | > loss_disc_real_1: 0.23912383615970612 (0.21136625470786258) + | > loss_disc_real_2: 0.2677086591720581 (0.254797615881624) + | > loss_disc_real_3: 0.2418297827243805 (0.22418543285336986) + | > loss_disc_real_4: 0.2915229797363281 (0.2399301826953888) + | > loss_disc_real_5: 0.23025211691856384 (0.23978949004206165) + | > loss_0: 2.769098997116089 (2.515111964324425) + | > loss_gen: 2.157747268676758 (2.229971375958672) + | > loss_kl: 1.6276304721832275 (1.7122262798506638) + | > loss_feat: 3.480912685394287 (5.728892252363008) + | > loss_mel: 19.09993553161621 (21.26041004575532) + | > loss_duration: 1.6532760858535767 (1.705530199511298) + | > loss_1: 28.019502639770508 (32.63703037130421) + + --> STEP: 30 + | > loss_disc: 2.5625460147857666 (2.516693099339803) + | > loss_disc_real_0: 0.11697334051132202 (0.18417579121887684) + | > loss_disc_real_1: 0.13882647454738617 (0.2089482620358467) + | > loss_disc_real_2: 0.2629029452800751 (0.255067793528239) + | > loss_disc_real_3: 0.3044164776802063 (0.22685980101426442) + | > loss_disc_real_4: 0.21712161600589752 (0.2391698971390724) + | > loss_disc_real_5: 0.22086891531944275 (0.23915880421797434) + | > loss_0: 2.5625460147857666 (2.516693099339803) + | > loss_gen: 2.1221349239349365 (2.2263768275578806) + | > loss_kl: 2.013869047164917 (1.722281038761139) + | > loss_feat: 7.728128910064697 (5.7955334742863975) + | > loss_mel: 24.36968231201172 (21.364052454630535) + | > loss_duration: 1.6926767826080322 (1.7051017522811889) + | > loss_1: 37.926490783691406 (32.813345718383786) + + --> STEP: 31 + | > loss_disc: 2.334507465362549 (2.510816143405053) + | > loss_disc_real_0: 0.21354413032531738 (0.18512315699650395) + | > loss_disc_real_1: 0.1941932737827301 (0.20847229467284295) + | > loss_disc_real_2: 0.20840218663215637 (0.25356245137030087) + | > loss_disc_real_3: 0.19479817152023315 (0.22582555490155373) + | > loss_disc_real_4: 0.24040278792381287 (0.23920966780954792) + | > loss_disc_real_5: 0.16884969174861908 (0.23689076833186612) + | > loss_0: 2.334507465362549 (2.510816143405053) + | > loss_gen: 2.19183611869812 (2.22526261114305) + | > loss_kl: 1.766951322555542 (1.7237220156577326) + | > loss_feat: 6.6541924476623535 (5.823232150846912) + | > loss_mel: 24.080778121948242 (21.451688766479492) + | > loss_duration: 1.6517422199249268 (1.7033804770438903) + | > loss_1: 36.34550094604492 (32.92728620959866) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.011234344974640877 (+0.0016343439778973984) + | > avg_loss_disc: 2.510816143405053 (+0.03401061027280727) + | > avg_loss_disc_real_0: 0.18512315699650395 (+0.07372504112220579) + | > avg_loss_disc_real_1: 0.20847229467284295 (-0.038876953144227316) + | > avg_loss_disc_real_2: 0.25356245137030087 (+0.014943942908317881) + | > avg_loss_disc_real_3: 0.22582555490155373 (+0.017091230279014963) + | > avg_loss_disc_real_4: 0.23920966780954792 (+0.010361349871081699) + | > avg_loss_disc_real_5: 0.23689076833186612 (+0.018546973505327774) + | > avg_loss_0: 2.510816143405053 (+0.03401061027280727) + | > avg_loss_gen: 2.22526261114305 (-0.003637506115821587) + | > avg_loss_kl: 1.7237220156577326 (+0.12132586202313833) + | > avg_loss_feat: 5.823232150846912 (-0.4875207331872762) + | > avg_loss_mel: 21.451688766479492 (-0.011041395125847231) + | > avg_loss_duration: 1.7033804770438903 (-0.003886734285662108) + | > avg_loss_1: 32.92728620959866 (-0.3847603336457439) + + + > EPOCH: 16/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 02:08:12)  + + --> TIME: 2024-11-23 02:08:28 -- STEP: 16/797 -- GLOBAL_STEP: 35875 + | > loss_disc: 2.545565605163574 (2.5527245551347733) + | > loss_disc_real_0: 0.0868951678276062 (0.17548780096694827) + | > loss_disc_real_1: 0.24045443534851074 (0.22620457503944635) + | > loss_disc_real_2: 0.2825498878955841 (0.23522065114229918) + | > loss_disc_real_3: 0.22824832797050476 (0.21563819330185652) + | > loss_disc_real_4: 0.22082501649856567 (0.22471386101096869) + | > loss_disc_real_5: 0.26396119594573975 (0.22948154341429472) + | > loss_0: 2.545565605163574 (2.5527245551347733) + | > grad_norm_0: tensor(53.5682, device='cuda:0') (tensor(146.3667, device='cuda:0')) + | > loss_gen: 2.280843734741211 (2.3104586601257324) + | > loss_kl: 1.3530465364456177 (1.5131864100694656) + | > loss_feat: 6.441577911376953 (6.211468994617462) + | > loss_mel: 21.149578094482422 (20.76926875114441) + | > loss_duration: 1.7861295938491821 (1.8706588819622993) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.01117706298828 (32.67504119873047) + | > grad_norm_1: tensor(522.9510, device='cuda:0') (tensor(544.5605, device='cuda:0')) + | > current_lr_0: 0.00019890295108318404 + | > current_lr_1: 0.00019890295108318404 + | > step_time: 0.8639 (0.8626818209886551) + | > loader_time: 0.0041 (0.0039253830909729) + + + --> TIME: 2024-11-23 02:08:50 -- STEP: 41/797 -- GLOBAL_STEP: 35900 + | > loss_disc: 2.5238254070281982 (2.5330476121204657) + | > loss_disc_real_0: 0.21418415009975433 (0.16083256682244743) + | > loss_disc_real_1: 0.2533555328845978 (0.22266502896460091) + | > loss_disc_real_2: 0.25025248527526855 (0.23006945848464966) + | > loss_disc_real_3: 0.1838119924068451 (0.22148846562315777) + | > loss_disc_real_4: 0.2224045991897583 (0.2185507398553011) + | > loss_disc_real_5: 0.26963579654693604 (0.23374389511782948) + | > loss_0: 2.5238254070281982 (2.5330476121204657) + | > grad_norm_0: tensor(44.3155, device='cuda:0') (tensor(84.6303, device='cuda:0')) + | > loss_gen: 2.256639003753662 (2.2768654707001486) + | > loss_kl: 1.235199213027954 (1.5782802948137609) + | > loss_feat: 6.152176380157471 (6.368594972098746) + | > loss_mel: 21.320417404174805 (21.30137145810011) + | > loss_duration: 1.7765761613845825 (1.8142439214194692) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.74100875854492 (33.339355980477684) + | > grad_norm_1: tensor(453.0652, device='cuda:0') (tensor(518.9343, device='cuda:0')) + | > current_lr_0: 0.00019890295108318404 + | > current_lr_1: 0.00019890295108318404 + | > step_time: 0.8148 (0.8807642343567639) + | > loader_time: 0.0035 (0.004106864696595727) + + + --> TIME: 2024-11-23 02:09:13 -- STEP: 66/797 -- GLOBAL_STEP: 35925 + | > loss_disc: 2.476060628890991 (2.4992801059376113) + | > loss_disc_real_0: 0.14724336564540863 (0.1501131011455348) + | > loss_disc_real_1: 0.24129891395568848 (0.2193142609162764) + | > loss_disc_real_2: 0.2226201295852661 (0.23142949988444647) + | > loss_disc_real_3: 0.22358445823192596 (0.22092711902929074) + | > loss_disc_real_4: 0.17532497644424438 (0.21984257413582367) + | > loss_disc_real_5: 0.22297632694244385 (0.23411727606347113) + | > loss_0: 2.476060628890991 (2.4992801059376113) + | > grad_norm_0: tensor(64.1724, device='cuda:0') (tensor(72.3258, device='cuda:0')) + | > loss_gen: 2.309556245803833 (2.294678474917557) + | > loss_kl: 1.380750060081482 (1.5629162138158625) + | > loss_feat: 6.62968635559082 (6.430244698668972) + | > loss_mel: 21.169771194458008 (21.433193091190223) + | > loss_duration: 1.7130417823791504 (1.7828443971547214) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.20280456542969 (33.50387674389464) + | > grad_norm_1: tensor(770.2676, device='cuda:0') (tensor(545.6494, device='cuda:0')) + | > current_lr_0: 0.00019890295108318404 + | > current_lr_1: 0.00019890295108318404 + | > step_time: 1.0143 (0.8949171954935248) + | > loader_time: 0.0051 (0.00441607923218698) + + + --> TIME: 2024-11-23 02:09:39 -- STEP: 91/797 -- GLOBAL_STEP: 35950 + | > loss_disc: 2.643960475921631 (2.49498346087697) + | > loss_disc_real_0: 0.20279847085475922 (0.148080584357728) + | > loss_disc_real_1: 0.1857295036315918 (0.21844961486019931) + | > loss_disc_real_2: 0.2685019373893738 (0.2312561849971394) + | > loss_disc_real_3: 0.2637428939342499 (0.22160594623822433) + | > loss_disc_real_4: 0.2449311465024948 (0.21871690321099627) + | > loss_disc_real_5: 0.26496899127960205 (0.23493474083287375) + | > loss_0: 2.643960475921631 (2.49498346087697) + | > grad_norm_0: tensor(16.5831, device='cuda:0') (tensor(66.4496, device='cuda:0')) + | > loss_gen: 2.3436694145202637 (2.2987147425557235) + | > loss_kl: 1.7617777585983276 (1.5456313798715784) + | > loss_feat: 6.087676048278809 (6.453333157759445) + | > loss_mel: 22.022258758544922 (21.430425685840646) + | > loss_duration: 1.6515047550201416 (1.7655055274020184) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.866886138916016 (33.49361050783933) + | > grad_norm_1: tensor(774.9119, device='cuda:0') (tensor(565.5282, device='cuda:0')) + | > current_lr_0: 0.00019890295108318404 + | > current_lr_1: 0.00019890295108318404 + | > step_time: 1.0008 (0.9246277311346033) + | > loader_time: 0.005 (0.0045742385990017054) + + + --> TIME: 2024-11-23 02:10:02 -- STEP: 116/797 -- GLOBAL_STEP: 35975 + | > loss_disc: 2.3420004844665527 (2.4872140534992884) + | > loss_disc_real_0: 0.10360780358314514 (0.1453831913270827) + | > loss_disc_real_1: 0.21438409388065338 (0.21840923510748764) + | > loss_disc_real_2: 0.23859956860542297 (0.2318141321683752) + | > loss_disc_real_3: 0.24193991720676422 (0.2223416456374629) + | > loss_disc_real_4: 0.2155575007200241 (0.21907862134534736) + | > loss_disc_real_5: 0.2222972810268402 (0.23378902776487942) + | > loss_0: 2.3420004844665527 (2.4872140534992884) + | > grad_norm_0: tensor(70.6328, device='cuda:0') (tensor(75.0688, device='cuda:0')) + | > loss_gen: 2.495680332183838 (2.3089597759575686) + | > loss_kl: 1.321581482887268 (1.542891994632524) + | > loss_feat: 7.641366004943848 (6.458560076253167) + | > loss_mel: 23.194990158081055 (21.34642433298045) + | > loss_duration: 1.731019377708435 (1.7571247456402614) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.38463592529297 (33.41396090079997) + | > grad_norm_1: tensor(891.9436, device='cuda:0') (tensor(585.8603, device='cuda:0')) + | > current_lr_0: 0.00019890295108318404 + | > current_lr_1: 0.00019890295108318404 + | > step_time: 0.9536 (0.9220560008081896) + | > loader_time: 0.0046 (0.00470323398195464) + + + --> TIME: 2024-11-23 02:10:26 -- STEP: 141/797 -- GLOBAL_STEP: 36000 + | > loss_disc: 2.5824499130249023 (2.4947349010629862) + | > loss_disc_real_0: 0.25535160303115845 (0.14550528995005796) + | > loss_disc_real_1: 0.1844058781862259 (0.2185031808648549) + | > loss_disc_real_2: 0.2268562614917755 (0.23204458172016956) + | > loss_disc_real_3: 0.25975146889686584 (0.22442590978974147) + | > loss_disc_real_4: 0.21006712317466736 (0.22033659025286953) + | > loss_disc_real_5: 0.22465187311172485 (0.2344605734585025) + | > loss_0: 2.5824499130249023 (2.4947349010629862) + | > grad_norm_0: tensor(147.8335, device='cuda:0') (tensor(77.8073, device='cuda:0')) + | > loss_gen: 2.2815825939178467 (2.31586966446951) + | > loss_kl: 1.3679732084274292 (1.5392779137225863) + | > loss_feat: 5.980690002441406 (6.451579631643091) + | > loss_mel: 21.9123477935791 (21.34552269793571) + | > loss_duration: 1.724289059638977 (1.751458906112833) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.266883850097656 (33.403708870529265) + | > grad_norm_1: tensor(657.9774, device='cuda:0') (tensor(587.9095, device='cuda:0')) + | > current_lr_0: 0.00019890295108318404 + | > current_lr_1: 0.00019890295108318404 + | > step_time: 0.8669 (0.9270899870716935) + | > loader_time: 0.0043 (0.0047874738138618195) + + + --> TIME: 2024-11-23 02:10:53 -- STEP: 166/797 -- GLOBAL_STEP: 36025 + | > loss_disc: 2.492837905883789 (2.4969330264861327) + | > loss_disc_real_0: 0.30116793513298035 (0.14592442800661162) + | > loss_disc_real_1: 0.18141287565231323 (0.21852730349244842) + | > loss_disc_real_2: 0.2493729144334793 (0.23296118150633502) + | > loss_disc_real_3: 0.24842305481433868 (0.22401094427668905) + | > loss_disc_real_4: 0.21148788928985596 (0.22097936155925313) + | > loss_disc_real_5: 0.2162611186504364 (0.2344505944883967) + | > loss_0: 2.492837905883789 (2.4969330264861327) + | > grad_norm_0: tensor(132.0941, device='cuda:0') (tensor(78.8491, device='cuda:0')) + | > loss_gen: 2.6679470539093018 (2.319438675800003) + | > loss_kl: 1.3650798797607422 (1.5352487068578422) + | > loss_feat: 6.901373386383057 (6.450322708451604) + | > loss_mel: 21.923263549804688 (21.41061173864158) + | > loss_duration: 1.7230679988861084 (1.7439000678349688) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.58073043823242 (33.45952194857308) + | > grad_norm_1: tensor(545.1441, device='cuda:0') (tensor(579.8456, device='cuda:0')) + | > current_lr_0: 0.00019890295108318404 + | > current_lr_1: 0.00019890295108318404 + | > step_time: 1.0451 (0.9500543008367701) + | > loader_time: 0.008 (0.005166198833879218) + + + --> TIME: 2024-11-23 02:11:19 -- STEP: 191/797 -- GLOBAL_STEP: 36050 + | > loss_disc: 2.4249942302703857 (2.4954577902848807) + | > loss_disc_real_0: 0.10925838351249695 (0.14501992470696956) + | > loss_disc_real_1: 0.2590804398059845 (0.21864829216327966) + | > loss_disc_real_2: 0.22110596299171448 (0.2325197999702074) + | > loss_disc_real_3: 0.21283195912837982 (0.22394151884223779) + | > loss_disc_real_4: 0.1991521418094635 (0.2215707259184403) + | > loss_disc_real_5: 0.23498287796974182 (0.23368790043586213) + | > loss_0: 2.4249942302703857 (2.4954577902848807) + | > grad_norm_0: tensor(58.5834, device='cuda:0') (tensor(79.0315, device='cuda:0')) + | > loss_gen: 2.1519150733947754 (2.315459101612032) + | > loss_kl: 1.51202392578125 (1.534396936756154) + | > loss_feat: 6.367504119873047 (6.444064527281916) + | > loss_mel: 21.765138626098633 (21.483150152635837) + | > loss_duration: 1.6812798976898193 (1.7384236907459676) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.47785949707031 (33.5154944714451) + | > grad_norm_1: tensor(720.9534, device='cuda:0') (tensor(566.4272, device='cuda:0')) + | > current_lr_0: 0.00019890295108318404 + | > current_lr_1: 0.00019890295108318404 + | > step_time: 0.8787 (0.9577049522499765) + | > loader_time: 0.0059 (0.0053338630037157945) + + + --> TIME: 2024-11-23 02:11:44 -- STEP: 216/797 -- GLOBAL_STEP: 36075 + | > loss_disc: 2.4411473274230957 (2.4915206443380415) + | > loss_disc_real_0: 0.14738257229328156 (0.14287521574577242) + | > loss_disc_real_1: 0.19460831582546234 (0.21841087744191842) + | > loss_disc_real_2: 0.23366793990135193 (0.23251784227236552) + | > loss_disc_real_3: 0.18061262369155884 (0.22363045715071536) + | > loss_disc_real_4: 0.19658306241035461 (0.22216445352468225) + | > loss_disc_real_5: 0.23541410267353058 (0.23439091388826017) + | > loss_0: 2.4411473274230957 (2.4915206443380415) + | > grad_norm_0: tensor(99.7822, device='cuda:0') (tensor(77.5680, device='cuda:0')) + | > loss_gen: 2.2099108695983887 (2.3125269711017604) + | > loss_kl: 1.668020486831665 (1.53264286617438) + | > loss_feat: 5.598598003387451 (6.409060606250057) + | > loss_mel: 19.95941925048828 (21.463772720760783) + | > loss_duration: 1.7264022827148438 (1.7369569302709011) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.162351608276367 (33.454960160785205) + | > grad_norm_1: tensor(693.3332, device='cuda:0') (tensor(561.2072, device='cuda:0')) + | > current_lr_0: 0.00019890295108318404 + | > current_lr_1: 0.00019890295108318404 + | > step_time: 0.8446 (0.9604920402721123) + | > loader_time: 0.0069 (0.005449647152865374) + + + --> TIME: 2024-11-23 02:12:08 -- STEP: 241/797 -- GLOBAL_STEP: 36100 + | > loss_disc: 2.3927860260009766 (2.4937018893071716) + | > loss_disc_real_0: 0.08229662477970123 (0.14405250651336798) + | > loss_disc_real_1: 0.16561631858348846 (0.21931365336372644) + | > loss_disc_real_2: 0.20570121705532074 (0.23210651931426338) + | > loss_disc_real_3: 0.21829751133918762 (0.22399513275049535) + | > loss_disc_real_4: 0.19196495413780212 (0.22138338464918966) + | > loss_disc_real_5: 0.2148275524377823 (0.23349799432200516) + | > loss_0: 2.3927860260009766 (2.4937018893071716) + | > grad_norm_0: tensor(103.3727, device='cuda:0') (tensor(79.9769, device='cuda:0')) + | > loss_gen: 2.106096029281616 (2.315852763741837) + | > loss_kl: 1.6063388586044312 (1.539276336238592) + | > loss_feat: 6.785537242889404 (6.416798091033682) + | > loss_mel: 21.456680297851562 (21.512356508816932) + | > loss_duration: 1.7863335609436035 (1.7323285281905492) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.74098587036133 (33.516612262646625) + | > grad_norm_1: tensor(533.3486, device='cuda:0') (tensor(565.7231, device='cuda:0')) + | > current_lr_0: 0.00019890295108318404 + | > current_lr_1: 0.00019890295108318404 + | > step_time: 0.9913 (0.9594984440388028) + | > loader_time: 0.0069 (0.005571767996950268) + + + --> TIME: 2024-11-23 02:12:31 -- STEP: 266/797 -- GLOBAL_STEP: 36125 + | > loss_disc: 2.342690944671631 (2.4926386784790147) + | > loss_disc_real_0: 0.09937538206577301 (0.14285669830116557) + | > loss_disc_real_1: 0.23216623067855835 (0.21922149940540916) + | > loss_disc_real_2: 0.26461631059646606 (0.23367321659299664) + | > loss_disc_real_3: 0.22370290756225586 (0.22403242657507272) + | > loss_disc_real_4: 0.23041462898254395 (0.2221439474059227) + | > loss_disc_real_5: 0.26400232315063477 (0.23379519324105486) + | > loss_0: 2.342690944671631 (2.4926386784790147) + | > grad_norm_0: tensor(85.3086, device='cuda:0') (tensor(81.8796, device='cuda:0')) + | > loss_gen: 2.44136643409729 (2.314865469036245) + | > loss_kl: 1.412784457206726 (1.5390043263148545) + | > loss_feat: 6.531955718994141 (6.395167314916625) + | > loss_mel: 21.375267028808594 (21.48822241618222) + | > loss_duration: 1.6685009002685547 (1.729019239880985) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.429874420166016 (33.46627887209551) + | > grad_norm_1: tensor(707.9568, device='cuda:0') (tensor(572.9967, device='cuda:0')) + | > current_lr_0: 0.00019890295108318404 + | > current_lr_1: 0.00019890295108318404 + | > step_time: 0.9901 (0.9565842510166026) + | > loader_time: 0.0058 (0.005637109727787792) + + + --> TIME: 2024-11-23 02:12:54 -- STEP: 291/797 -- GLOBAL_STEP: 36150 + | > loss_disc: 2.518202304840088 (2.4880597861771725) + | > loss_disc_real_0: 0.13624577224254608 (0.1414793685104224) + | > loss_disc_real_1: 0.23704876005649567 (0.21895096571379927) + | > loss_disc_real_2: 0.23219184577465057 (0.23261714570505923) + | > loss_disc_real_3: 0.23513692617416382 (0.2238288325132783) + | > loss_disc_real_4: 0.17500194907188416 (0.22171051155046095) + | > loss_disc_real_5: 0.2275872826576233 (0.23285529027689772) + | > loss_0: 2.518202304840088 (2.4880597861771725) + | > grad_norm_0: tensor(94.4783, device='cuda:0') (tensor(79.8093, device='cuda:0')) + | > loss_gen: 2.287936210632324 (2.3134703898347935) + | > loss_kl: 1.502670168876648 (1.540896978165276) + | > loss_feat: 5.590626239776611 (6.387449103942032) + | > loss_mel: 20.93052101135254 (21.479873545800707) + | > loss_duration: 1.6583313941955566 (1.726614357269916) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.970083236694336 (33.44830448111306) + | > grad_norm_1: tensor(693.9198, device='cuda:0') (tensor(576.2374, device='cuda:0')) + | > current_lr_0: 0.00019890295108318404 + | > current_lr_1: 0.00019890295108318404 + | > step_time: 0.9389 (0.9525131884309435) + | > loader_time: 0.0056 (0.005769009442673518) + + + --> TIME: 2024-11-23 02:13:17 -- STEP: 316/797 -- GLOBAL_STEP: 36175 + | > loss_disc: 2.5865416526794434 (2.487642921978914) + | > loss_disc_real_0: 0.1466386616230011 (0.14070307041365138) + | > loss_disc_real_1: 0.18324553966522217 (0.2186551573627358) + | > loss_disc_real_2: 0.2128971964120865 (0.23323861269068114) + | > loss_disc_real_3: 0.26547971367836 (0.22474314220532587) + | > loss_disc_real_4: 0.2291882336139679 (0.22191379257018057) + | > loss_disc_real_5: 0.22363339364528656 (0.23305696630968323) + | > loss_0: 2.5865416526794434 (2.487642921978914) + | > grad_norm_0: tensor(119.7745, device='cuda:0') (tensor(79.6108, device='cuda:0')) + | > loss_gen: 2.132708787918091 (2.316998878611793) + | > loss_kl: 1.6930019855499268 (1.5462868153294431) + | > loss_feat: 5.737961769104004 (6.391058540042442) + | > loss_mel: 20.709022521972656 (21.522636751585374) + | > loss_duration: 1.6792221069335938 (1.7242112408710428) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.95191764831543 (33.50119235847567) + | > grad_norm_1: tensor(703.6133, device='cuda:0') (tensor(588.5172, device='cuda:0')) + | > current_lr_0: 0.00019890295108318404 + | > current_lr_1: 0.00019890295108318404 + | > step_time: 0.8623 (0.9470084113410756) + | > loader_time: 0.0062 (0.005820054042188429) + + + --> TIME: 2024-11-23 02:13:40 -- STEP: 341/797 -- GLOBAL_STEP: 36200 + | > loss_disc: 2.4742355346679688 (2.4877795683673396) + | > loss_disc_real_0: 0.1693408489227295 (0.14077435988834527) + | > loss_disc_real_1: 0.2585326135158539 (0.2190593902753596) + | > loss_disc_real_2: 0.24643409252166748 (0.233235418971333) + | > loss_disc_real_3: 0.21086713671684265 (0.22445989450401574) + | > loss_disc_real_4: 0.23376061022281647 (0.22228347962378062) + | > loss_disc_real_5: 0.26925453543663025 (0.23281982056031827) + | > loss_0: 2.4742355346679688 (2.4877795683673396) + | > grad_norm_0: tensor(141.2933, device='cuda:0') (tensor(79.0352, device='cuda:0')) + | > loss_gen: 2.350512742996216 (2.3136286875369603) + | > loss_kl: 1.3961848020553589 (1.5472455671455856) + | > loss_feat: 6.0631208419799805 (6.366969627369183) + | > loss_mel: 20.813705444335938 (21.501686800959533) + | > loss_duration: 1.693007230758667 (1.7221015618343853) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.316532135009766 (33.451632385030145) + | > grad_norm_1: tensor(788.8085, device='cuda:0') (tensor(592.2401, device='cuda:0')) + | > current_lr_0: 0.00019890295108318404 + | > current_lr_1: 0.00019890295108318404 + | > step_time: 0.9068 (0.944532323792533) + | > loader_time: 0.0057 (0.005881561911350823) + + + --> TIME: 2024-11-23 02:14:03 -- STEP: 366/797 -- GLOBAL_STEP: 36225 + | > loss_disc: 2.629394769668579 (2.487504535685472) + | > loss_disc_real_0: 0.35825687646865845 (0.14165101804938474) + | > loss_disc_real_1: 0.18207146227359772 (0.21900797680101766) + | > loss_disc_real_2: 0.21446816623210907 (0.2333215876925187) + | > loss_disc_real_3: 0.21030379831790924 (0.22443417113661115) + | > loss_disc_real_4: 0.22517810761928558 (0.22206392648115839) + | > loss_disc_real_5: 0.24183937907218933 (0.23272426902759272) + | > loss_0: 2.629394769668579 (2.487504535685472) + | > grad_norm_0: tensor(173.7248, device='cuda:0') (tensor(81.6401, device='cuda:0')) + | > loss_gen: 2.291022777557373 (2.316043672014455) + | > loss_kl: 1.6609411239624023 (1.545800548759315) + | > loss_feat: 6.172737121582031 (6.36429947972949) + | > loss_mel: 20.648860931396484 (21.48898764125637) + | > loss_duration: 1.6960941553115845 (1.719603889626883) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.46965789794922 (33.43473536590408) + | > grad_norm_1: tensor(670.0748, device='cuda:0') (tensor(595.8289, device='cuda:0')) + | > current_lr_0: 0.00019890295108318404 + | > current_lr_1: 0.00019890295108318404 + | > step_time: 0.9497 (0.9432171583175659) + | > loader_time: 0.0056 (0.005998514389079779) + + + --> TIME: 2024-11-23 02:14:27 -- STEP: 391/797 -- GLOBAL_STEP: 36250 + | > loss_disc: 2.5000410079956055 (2.4867378640967566) + | > loss_disc_real_0: 0.047475509345531464 (0.1420105513461563) + | > loss_disc_real_1: 0.25237077474594116 (0.2190490983941062) + | > loss_disc_real_2: 0.21631604433059692 (0.2332970555633535) + | > loss_disc_real_3: 0.20017395913600922 (0.2243695074258863) + | > loss_disc_real_4: 0.17574834823608398 (0.22165507611716193) + | > loss_disc_real_5: 0.19889995455741882 (0.2325265679670417) + | > loss_0: 2.5000410079956055 (2.4867378640967566) + | > grad_norm_0: tensor(83.3341, device='cuda:0') (tensor(83.1844, device='cuda:0')) + | > loss_gen: 2.257901191711426 (2.3165214647112595) + | > loss_kl: 1.5795973539352417 (1.5412185896388104) + | > loss_feat: 6.047021865844727 (6.363795078014168) + | > loss_mel: 20.718456268310547 (21.491144555913827) + | > loss_duration: 1.7237156629562378 (1.7176749331262102) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.32669448852539 (33.43035472079618) + | > grad_norm_1: tensor(670.1859, device='cuda:0') (tensor(589.8266, device='cuda:0')) + | > current_lr_0: 0.00019890295108318404 + | > current_lr_1: 0.00019890295108318404 + | > step_time: 0.9316 (0.9428380194222531) + | > loader_time: 0.007 (0.006082514057988708) + + + --> TIME: 2024-11-23 02:14:50 -- STEP: 416/797 -- GLOBAL_STEP: 36275 + | > loss_disc: 2.599836826324463 (2.4856658732661834) + | > loss_disc_real_0: 0.07424098253250122 (0.14158121010181135) + | > loss_disc_real_1: 0.2624967396259308 (0.21871595392720064) + | > loss_disc_real_2: 0.21519504487514496 (0.2334148296728157) + | > loss_disc_real_3: 0.21279898285865784 (0.22434303175228146) + | > loss_disc_real_4: 0.2139551192522049 (0.22208305942611056) + | > loss_disc_real_5: 0.22456185519695282 (0.23265246885757035) + | > loss_0: 2.599836826324463 (2.4856658732661834) + | > grad_norm_0: tensor(75.4772, device='cuda:0') (tensor(84.0550, device='cuda:0')) + | > loss_gen: 2.171766996383667 (2.3207808400575933) + | > loss_kl: 1.4828691482543945 (1.539683905358498) + | > loss_feat: 6.228018760681152 (6.378205779653328) + | > loss_mel: 21.471630096435547 (21.514986762633693) + | > loss_duration: 1.6922365427017212 (1.7161209772412591) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.0465202331543 (33.46977837269125) + | > grad_norm_1: tensor(380.8330, device='cuda:0') (tensor(585.1472, device='cuda:0')) + | > current_lr_0: 0.00019890295108318404 + | > current_lr_1: 0.00019890295108318404 + | > step_time: 0.9943 (0.9413795683246392) + | > loader_time: 0.0071 (0.0062354780160463795) + + + --> TIME: 2024-11-23 02:15:14 -- STEP: 441/797 -- GLOBAL_STEP: 36300 + | > loss_disc: 2.565953016281128 (2.4847932505229164) + | > loss_disc_real_0: 0.14415892958641052 (0.1406870216992842) + | > loss_disc_real_1: 0.1991742104291916 (0.21864364399255815) + | > loss_disc_real_2: 0.2683853805065155 (0.23368675395204366) + | > loss_disc_real_3: 0.23134666681289673 (0.22498515856509305) + | > loss_disc_real_4: 0.23350153863430023 (0.2221101416684603) + | > loss_disc_real_5: 0.2655256390571594 (0.2330538622376059) + | > loss_0: 2.565953016281128 (2.4847932505229164) + | > grad_norm_0: tensor(69.7923, device='cuda:0') (tensor(82.4484, device='cuda:0')) + | > loss_gen: 2.228208303451538 (2.319499006617368) + | > loss_kl: 1.7149420976638794 (1.53965165771865) + | > loss_feat: 6.430767059326172 (6.376421681877706) + | > loss_mel: 22.02874755859375 (21.525013571153156) + | > loss_duration: 1.7034094333648682 (1.7147278928972964) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.106075286865234 (33.475313917579605) + | > grad_norm_1: tensor(453.8017, device='cuda:0') (tensor(577.4147, device='cuda:0')) + | > current_lr_0: 0.00019890295108318404 + | > current_lr_1: 0.00019890295108318404 + | > step_time: 0.9693 (0.9401487168811616) + | > loader_time: 0.0072 (0.0063164142253988205) + + + --> TIME: 2024-11-23 02:15:38 -- STEP: 466/797 -- GLOBAL_STEP: 36325 + | > loss_disc: 2.4804065227508545 (2.482025706205245) + | > loss_disc_real_0: 0.13208125531673431 (0.1399061247274727) + | > loss_disc_real_1: 0.2559077739715576 (0.21840066206941283) + | > loss_disc_real_2: 0.2449849545955658 (0.23345269486627865) + | > loss_disc_real_3: 0.21769313514232635 (0.22450489426119644) + | > loss_disc_real_4: 0.24100002646446228 (0.2221328462973685) + | > loss_disc_real_5: 0.3008810877799988 (0.23326226672389477) + | > loss_0: 2.4804065227508545 (2.482025706205245) + | > grad_norm_0: tensor(33.4135, device='cuda:0') (tensor(82.0008, device='cuda:0')) + | > loss_gen: 2.40032958984375 (2.3219889479133715) + | > loss_kl: 1.5541307926177979 (1.540732371960587) + | > loss_feat: 6.323644161224365 (6.39508753375434) + | > loss_mel: 23.042146682739258 (21.56277814955159) + | > loss_duration: 1.7509229183197021 (1.7140351948308328) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.07117462158203 (33.53462230698747) + | > grad_norm_1: tensor(712.5518, device='cuda:0') (tensor(584.9769, device='cuda:0')) + | > current_lr_0: 0.00019890295108318404 + | > current_lr_1: 0.00019890295108318404 + | > step_time: 0.9741 (0.9410476392942437) + | > loader_time: 0.0078 (0.006426461776438703) + + + --> TIME: 2024-11-23 02:16:02 -- STEP: 491/797 -- GLOBAL_STEP: 36350 + | > loss_disc: 2.391960382461548 (2.4810037287578077) + | > loss_disc_real_0: 0.1542985737323761 (0.13900404038806796) + | > loss_disc_real_1: 0.2070545256137848 (0.21824777545122903) + | > loss_disc_real_2: 0.23870860040187836 (0.23316990291271092) + | > loss_disc_real_3: 0.2596825063228607 (0.22484865751261623) + | > loss_disc_real_4: 0.20957551896572113 (0.2219301507696358) + | > loss_disc_real_5: 0.18967169523239136 (0.23310411598556152) + | > loss_0: 2.391960382461548 (2.4810037287578077) + | > grad_norm_0: tensor(68.4893, device='cuda:0') (tensor(81.7102, device='cuda:0')) + | > loss_gen: 2.472240924835205 (2.323604609961423) + | > loss_kl: 1.4796531200408936 (1.5407571328875977) + | > loss_feat: 6.7782416343688965 (6.405288216538438) + | > loss_mel: 22.71254539489746 (21.57215533674128) + | > loss_duration: 1.7192939519882202 (1.7126671964427844) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.1619758605957 (33.55447258725917) + | > grad_norm_1: tensor(788.0911, device='cuda:0') (tensor(588.4434, device='cuda:0')) + | > current_lr_0: 0.00019890295108318404 + | > current_lr_1: 0.00019890295108318404 + | > step_time: 0.9682 (0.942276790040088) + | > loader_time: 0.0098 (0.006567628223395883) + + + --> TIME: 2024-11-23 02:16:27 -- STEP: 516/797 -- GLOBAL_STEP: 36375 + | > loss_disc: 2.587838649749756 (2.480113679124403) + | > loss_disc_real_0: 0.13525144755840302 (0.13823390036619218) + | > loss_disc_real_1: 0.16429223120212555 (0.21796647545903233) + | > loss_disc_real_2: 0.272285521030426 (0.23340439423918724) + | > loss_disc_real_3: 0.24251902103424072 (0.2246665923690149) + | > loss_disc_real_4: 0.23096434772014618 (0.22223868628227436) + | > loss_disc_real_5: 0.27301281690597534 (0.2338932806322741) + | > loss_0: 2.587838649749756 (2.480113679124403) + | > grad_norm_0: tensor(126.9237, device='cuda:0') (tensor(81.4922, device='cuda:0')) + | > loss_gen: 2.4865503311157227 (2.3265256553657303) + | > loss_kl: 1.4872199296951294 (1.537732538557792) + | > loss_feat: 6.318064212799072 (6.407928211744441) + | > loss_mel: 21.419422149658203 (21.594510459160624) + | > loss_duration: 1.7108607292175293 (1.711638525474903) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.422119140625 (33.57833548848946) + | > grad_norm_1: tensor(806.8204, device='cuda:0') (tensor(594.1262, device='cuda:0')) + | > current_lr_0: 0.00019890295108318404 + | > current_lr_1: 0.00019890295108318404 + | > step_time: 0.9366 (0.9435664470805678) + | > loader_time: 0.0107 (0.006667859794557559) + + + --> TIME: 2024-11-23 02:16:52 -- STEP: 541/797 -- GLOBAL_STEP: 36400 + | > loss_disc: 2.4074270725250244 (2.4798157078501477) + | > loss_disc_real_0: 0.12850061058998108 (0.13791724822575194) + | > loss_disc_real_1: 0.24873371422290802 (0.21832306126680046) + | > loss_disc_real_2: 0.19620056450366974 (0.23296557595461) + | > loss_disc_real_3: 0.26584187150001526 (0.2245974895198332) + | > loss_disc_real_4: 0.2139611840248108 (0.22207285673142363) + | > loss_disc_real_5: 0.23217831552028656 (0.23357720436208132) + | > loss_0: 2.4074270725250244 (2.4798157078501477) + | > grad_norm_0: tensor(68.6504, device='cuda:0') (tensor(81.8649, device='cuda:0')) + | > loss_gen: 2.3113980293273926 (2.327222787077899) + | > loss_kl: 1.4924592971801758 (1.5382226756231623) + | > loss_feat: 6.498243808746338 (6.412212557801477) + | > loss_mel: 21.93129539489746 (21.60655567077525) + | > loss_duration: 1.7475336790084839 (1.7115092444992768) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.98093032836914 (33.595723037578736) + | > grad_norm_1: tensor(375.8639, device='cuda:0') (tensor(596.3593, device='cuda:0')) + | > current_lr_0: 0.00019890295108318404 + | > current_lr_1: 0.00019890295108318404 + | > step_time: 0.9546 (0.9447447301720074) + | > loader_time: 0.0086 (0.006770920180569295) + + + --> TIME: 2024-11-23 02:17:16 -- STEP: 566/797 -- GLOBAL_STEP: 36425 + | > loss_disc: 2.5699405670166016 (2.4788159477415843) + | > loss_disc_real_0: 0.0856965035200119 (0.1371047436440686) + | > loss_disc_real_1: 0.1929938793182373 (0.218014390856133) + | > loss_disc_real_2: 0.23109596967697144 (0.23359046807979947) + | > loss_disc_real_3: 0.2336781769990921 (0.22451690100001784) + | > loss_disc_real_4: 0.2177221179008484 (0.2220467588084325) + | > loss_disc_real_5: 0.22396375238895416 (0.2338687737238702) + | > loss_0: 2.5699405670166016 (2.4788159477415843) + | > grad_norm_0: tensor(295.1752, device='cuda:0') (tensor(80.9880, device='cuda:0')) + | > loss_gen: 2.1476948261260986 (2.329337191244739) + | > loss_kl: 1.511196255683899 (1.5405797922569118) + | > loss_feat: 5.643275737762451 (6.425436185021281) + | > loss_mel: 18.952539443969727 (21.624626658409323) + | > loss_duration: 1.664675235748291 (1.7104892317903333) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 29.919382095336914 (33.63046915034105) + | > grad_norm_1: tensor(931.7831, device='cuda:0') (tensor(601.2039, device='cuda:0')) + | > current_lr_0: 0.00019890295108318404 + | > current_lr_1: 0.00019890295108318404 + | > step_time: 0.9838 (0.9455362057096124) + | > loader_time: 0.0081 (0.00686240027734332) + + + --> TIME: 2024-11-23 02:17:42 -- STEP: 591/797 -- GLOBAL_STEP: 36450 + | > loss_disc: 2.5214643478393555 (2.4796253961153223) + | > loss_disc_real_0: 0.1380135715007782 (0.13756640906589085) + | > loss_disc_real_1: 0.18237310647964478 (0.2178624778380855) + | > loss_disc_real_2: 0.22241675853729248 (0.2333325883862129) + | > loss_disc_real_3: 0.2717641592025757 (0.22462368815784325) + | > loss_disc_real_4: 0.23542630672454834 (0.22198290308518256) + | > loss_disc_real_5: 0.29499107599258423 (0.23382154944181038) + | > loss_0: 2.5214643478393555 (2.4796253961153223) + | > grad_norm_0: tensor(114.8543, device='cuda:0') (tensor(82.3902, device='cuda:0')) + | > loss_gen: 2.4536960124969482 (2.330101460168004) + | > loss_kl: 1.6541415452957153 (1.5406260300812182) + | > loss_feat: 6.567651271820068 (6.422305739672251) + | > loss_mel: 22.071134567260742 (21.62651915638985) + | > loss_duration: 1.704716682434082 (1.7101978682826207) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.45133972167969 (33.62975034052146) + | > grad_norm_1: tensor(781.0248, device='cuda:0') (tensor(601.6552, device='cuda:0')) + | > current_lr_0: 0.00019890295108318404 + | > current_lr_1: 0.00019890295108318404 + | > step_time: 1.0728 (0.9479040248341568) + | > loader_time: 0.0092 (0.0069579364079509305) + + + --> TIME: 2024-11-23 02:18:06 -- STEP: 616/797 -- GLOBAL_STEP: 36475 + | > loss_disc: 2.3172810077667236 (2.48241694832777) + | > loss_disc_real_0: 0.12786893546581268 (0.1376625331203369) + | > loss_disc_real_1: 0.20190083980560303 (0.21821614969279868) + | > loss_disc_real_2: 0.24645471572875977 (0.23394585550799) + | > loss_disc_real_3: 0.2162797749042511 (0.2247385485218717) + | > loss_disc_real_4: 0.20059938728809357 (0.22247056174394372) + | > loss_disc_real_5: 0.19765013456344604 (0.23397277092391794) + | > loss_0: 2.3172810077667236 (2.48241694832777) + | > grad_norm_0: tensor(54.6813, device='cuda:0') (tensor(81.5184, device='cuda:0')) + | > loss_gen: 2.5488548278808594 (2.329532152646549) + | > loss_kl: 1.403787612915039 (1.5404213680462404) + | > loss_feat: 7.052891254425049 (6.411030329667125) + | > loss_mel: 24.314260482788086 (21.63831479208812) + | > loss_duration: 1.7160563468933105 (1.7100594790724961) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.035850524902344 (33.62935819254297) + | > grad_norm_1: tensor(707.8447, device='cuda:0') (tensor(600.2214, device='cuda:0')) + | > current_lr_0: 0.00019890295108318404 + | > current_lr_1: 0.00019890295108318404 + | > step_time: 0.9806 (0.9488484925263888) + | > loader_time: 0.0115 (0.007070527061239467) + + + --> TIME: 2024-11-23 02:18:32 -- STEP: 641/797 -- GLOBAL_STEP: 36500 + | > loss_disc: 2.47956919670105 (2.4833508936365747) + | > loss_disc_real_0: 0.15130585432052612 (0.13748532454025542) + | > loss_disc_real_1: 0.2440134435892105 (0.21846084261833235) + | > loss_disc_real_2: 0.23812736570835114 (0.23385068478989712) + | > loss_disc_real_3: 0.24591326713562012 (0.22474342751986523) + | > loss_disc_real_4: 0.21889552474021912 (0.22264554992015945) + | > loss_disc_real_5: 0.23866823315620422 (0.23433892954251323) + | > loss_0: 2.47956919670105 (2.4833508936365747) + | > grad_norm_0: tensor(98.4580, device='cuda:0') (tensor(80.8924, device='cuda:0')) + | > loss_gen: 2.3182592391967773 (2.328864840003147) + | > loss_kl: 1.650423526763916 (1.5409181826572145) + | > loss_feat: 5.710089683532715 (6.400149224142942) + | > loss_mel: 20.70924949645996 (21.634201028975625) + | > loss_duration: 1.6920160055160522 (1.7102376983243845) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.080039978027344 (33.614371045331325) + | > grad_norm_1: tensor(732.1443, device='cuda:0') (tensor(601.0389, device='cuda:0')) + | > current_lr_0: 0.00019890295108318404 + | > current_lr_1: 0.00019890295108318404 + | > step_time: 0.9441 (0.9519735442680799) + | > loader_time: 0.009 (0.007222420339837277) + + + --> TIME: 2024-11-23 02:18:59 -- STEP: 666/797 -- GLOBAL_STEP: 36525 + | > loss_disc: 2.4903345108032227 (2.4841917810497334) + | > loss_disc_real_0: 0.1578732132911682 (0.1373540572430547) + | > loss_disc_real_1: 0.20555366575717926 (0.2184211788279517) + | > loss_disc_real_2: 0.2621549665927887 (0.23396540639010277) + | > loss_disc_real_3: 0.20185638964176178 (0.22504390606114097) + | > loss_disc_real_4: 0.24255649745464325 (0.22290362762259291) + | > loss_disc_real_5: 0.2428588718175888 (0.23443768880478255) + | > loss_0: 2.4903345108032227 (2.4841917810497334) + | > grad_norm_0: tensor(79.5201, device='cuda:0') (tensor(81.0565, device='cuda:0')) + | > loss_gen: 2.3172762393951416 (2.3302988390306822) + | > loss_kl: 1.7698365449905396 (1.5412012537320448) + | > loss_feat: 6.782521724700928 (6.403609312332424) + | > loss_mel: 22.66144561767578 (21.641602204010674) + | > loss_duration: 1.72568678855896 (1.7098372061331348) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.25676727294922 (33.62654890169253) + | > grad_norm_1: tensor(412.8761, device='cuda:0') (tensor(601.8634, device='cuda:0')) + | > current_lr_0: 0.00019890295108318404 + | > current_lr_1: 0.00019890295108318404 + | > step_time: 1.0573 (0.9557647436588734) + | > loader_time: 0.0109 (0.007337771020494067) + + + --> TIME: 2024-11-23 02:19:26 -- STEP: 691/797 -- GLOBAL_STEP: 36550 + | > loss_disc: 2.6744375228881836 (2.485168207916613) + | > loss_disc_real_0: 0.4696505069732666 (0.13834064896454343) + | > loss_disc_real_1: 0.24856530129909515 (0.21831458746610613) + | > loss_disc_real_2: 0.23138870298862457 (0.23402944351674507) + | > loss_disc_real_3: 0.17592719197273254 (0.2250223238932241) + | > loss_disc_real_4: 0.1809837371110916 (0.2228741937798115) + | > loss_disc_real_5: 0.21000757813453674 (0.2342851621067817) + | > loss_0: 2.6744375228881836 (2.485168207916613) + | > grad_norm_0: tensor(149.1051, device='cuda:0') (tensor(81.8242, device='cuda:0')) + | > loss_gen: 2.3811049461364746 (2.3306736145626803) + | > loss_kl: 1.6135613918304443 (1.5420910979145337) + | > loss_feat: 6.022603511810303 (6.396807932819192) + | > loss_mel: 21.563068389892578 (21.65710748984399) + | > loss_duration: 1.6687407493591309 (1.7090592191119267) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.249080657958984 (33.63573944102836) + | > grad_norm_1: tensor(345.3045, device='cuda:0') (tensor(599.3192, device='cuda:0')) + | > current_lr_0: 0.00019890295108318404 + | > current_lr_1: 0.00019890295108318404 + | > step_time: 1.0419 (0.9595465639393167) + | > loader_time: 0.0123 (0.007458130633606753) + + + --> TIME: 2024-11-23 02:19:54 -- STEP: 716/797 -- GLOBAL_STEP: 36575 + | > loss_disc: 2.436195135116577 (2.485167336530526) + | > loss_disc_real_0: 0.16494300961494446 (0.13860303406504784) + | > loss_disc_real_1: 0.18889673054218292 (0.21821907616360903) + | > loss_disc_real_2: 0.25398004055023193 (0.23398653474017228) + | > loss_disc_real_3: 0.21124424040317535 (0.22502601681558113) + | > loss_disc_real_4: 0.27172061800956726 (0.22285650628905057) + | > loss_disc_real_5: 0.27579569816589355 (0.23453938434493607) + | > loss_0: 2.436195135116577 (2.485167336530526) + | > grad_norm_0: tensor(81.0427, device='cuda:0') (tensor(81.5284, device='cuda:0')) + | > loss_gen: 2.3795723915100098 (2.330883363105733) + | > loss_kl: 1.6085318326950073 (1.543529994660915) + | > loss_feat: 6.1104230880737305 (6.395427947603786) + | > loss_mel: 20.79561996459961 (21.6647754887629) + | > loss_duration: 1.6788716316223145 (1.7083557752590603) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.573020935058594 (33.64297265846633) + | > grad_norm_1: tensor(445.7334, device='cuda:0') (tensor(593.4343, device='cuda:0')) + | > current_lr_0: 0.00019890295108318404 + | > current_lr_1: 0.00019890295108318404 + | > step_time: 1.3877 (0.9650308676272131) + | > loader_time: 0.0131 (0.007656207630754184) + + + --> TIME: 2024-11-23 02:20:29 -- STEP: 741/797 -- GLOBAL_STEP: 36600 + | > loss_disc: 2.598820447921753 (2.484682713121216) + | > loss_disc_real_0: 0.15539294481277466 (0.13814474103844127) + | > loss_disc_real_1: 0.27546170353889465 (0.21834865005312346) + | > loss_disc_real_2: 0.26828280091285706 (0.23414649513729832) + | > loss_disc_real_3: 0.2332276999950409 (0.22493820596239988) + | > loss_disc_real_4: 0.22959989309310913 (0.22295594138976854) + | > loss_disc_real_5: 0.1978965401649475 (0.23441828155887592) + | > loss_0: 2.598820447921753 (2.484682713121216) + | > grad_norm_0: tensor(58.8771, device='cuda:0') (tensor(80.7446, device='cuda:0')) + | > loss_gen: 2.1111645698547363 (2.3302462869971086) + | > loss_kl: 1.790102481842041 (1.5442063113455824) + | > loss_feat: 5.74935245513916 (6.396958273914658) + | > loss_mel: 22.183835983276367 (21.677581617224092) + | > loss_duration: 1.7055280208587646 (1.7074036178318592) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.539981842041016 (33.656396204321624) + | > grad_norm_1: tensor(645.7041, device='cuda:0') (tensor(587.0926, device='cuda:0')) + | > current_lr_0: 0.00019890295108318404 + | > current_lr_1: 0.00019890295108318404 + | > step_time: 1.3068 (0.9781083085758966) + | > loader_time: 0.0096 (0.007875233687530809) + + + --> TIME: 2024-11-23 02:21:16 -- STEP: 766/797 -- GLOBAL_STEP: 36625 + | > loss_disc: 2.368043899536133 (2.484546855597831) + | > loss_disc_real_0: 0.12284985929727554 (0.13782957222011166) + | > loss_disc_real_1: 0.221649631857872 (0.2180118833330531) + | > loss_disc_real_2: 0.23778694868087769 (0.23397677442345854) + | > loss_disc_real_3: 0.25068631768226624 (0.22512922044989334) + | > loss_disc_real_4: 0.19093570113182068 (0.22304455840634305) + | > loss_disc_real_5: 0.22945664823055267 (0.2345614057257966) + | > loss_0: 2.368043899536133 (2.484546855597831) + | > grad_norm_0: tensor(26.2552, device='cuda:0') (tensor(80.2712, device='cuda:0')) + | > loss_gen: 2.4889161586761475 (2.329347979617806) + | > loss_kl: 1.6735323667526245 (1.5446246088951743) + | > loss_feat: 6.568518161773682 (6.395482349022247) + | > loss_mel: 21.749971389770508 (21.679002639830287) + | > loss_duration: 1.6795463562011719 (1.7062184276842258) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.160484313964844 (33.65467609375635) + | > grad_norm_1: tensor(424.5892, device='cuda:0') (tensor(588.6722, device='cuda:0')) + | > current_lr_0: 0.00019890295108318404 + | > current_lr_1: 0.00019890295108318404 + | > step_time: 2.1899 (1.0073583729895847) + | > loader_time: 0.0839 (0.008169914972688765) + + + --> TIME: 2024-11-23 02:22:25 -- STEP: 791/797 -- GLOBAL_STEP: 36650 + | > loss_disc: 2.411191940307617 (2.485101655822637) + | > loss_disc_real_0: 0.125440314412117 (0.1380462961886007) + | > loss_disc_real_1: 0.23181642591953278 (0.2180268849645343) + | > loss_disc_real_2: 0.23923403024673462 (0.23399575342872803) + | > loss_disc_real_3: 0.24266742169857025 (0.22505621954930566) + | > loss_disc_real_4: 0.2146700918674469 (0.223127797132949) + | > loss_disc_real_5: 0.2588174641132355 (0.23467022602537038) + | > loss_0: 2.411191940307617 (2.485101655822637) + | > grad_norm_0: tensor(53.5343, device='cuda:0') (tensor(80.7869, device='cuda:0')) + | > loss_gen: 2.3883020877838135 (2.3283616602797603) + | > loss_kl: 1.6531399488449097 (1.546240322659199) + | > loss_feat: 7.123333930969238 (6.390674129900827) + | > loss_mel: 22.750844955444336 (21.678364892373665) + | > loss_duration: 1.67891263961792 (1.7053284836478537) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.59453582763672 (33.648969568283896) + | > grad_norm_1: tensor(722.4531, device='cuda:0') (tensor(589.6703, device='cuda:0')) + | > current_lr_0: 0.00019890295108318404 + | > current_lr_1: 0.00019890295108318404 + | > step_time: 3.2865 (1.061408446802653) + | > loader_time: 0.0106 (0.008382109414159731) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.2572262287139893 (2.2572262287139893) + | > loss_disc_real_0: 0.0766710489988327 (0.0766710489988327) + | > loss_disc_real_1: 0.14463771879673004 (0.14463771879673004) + | > loss_disc_real_2: 0.1464270055294037 (0.1464270055294037) + | > loss_disc_real_3: 0.17295695841312408 (0.17295695841312408) + | > loss_disc_real_4: 0.205784872174263 (0.205784872174263) + | > loss_disc_real_5: 0.22041134536266327 (0.22041134536266327) + | > loss_0: 2.2572262287139893 (2.2572262287139893) + | > loss_gen: 1.9816044569015503 (1.9816044569015503) + | > loss_kl: 1.9360827207565308 (1.9360827207565308) + | > loss_feat: 7.895644187927246 (7.895644187927246) + | > loss_mel: 24.00286102294922 (24.00286102294922) + | > loss_duration: 1.929557204246521 (1.929557204246521) + | > loss_1: 37.745750427246094 (37.745750427246094) + + --> STEP: 1 + | > loss_disc: 2.313066244125366 (2.313066244125366) + | > loss_disc_real_0: 0.09376952797174454 (0.09376952797174454) + | > loss_disc_real_1: 0.16638021171092987 (0.16638021171092987) + | > loss_disc_real_2: 0.1648055911064148 (0.1648055911064148) + | > loss_disc_real_3: 0.24675631523132324 (0.24675631523132324) + | > loss_disc_real_4: 0.17905695736408234 (0.17905695736408234) + | > loss_disc_real_5: 0.20487913489341736 (0.20487913489341736) + | > loss_0: 2.313066244125366 (2.313066244125366) + | > loss_gen: 2.0141663551330566 (2.0141663551330566) + | > loss_kl: 1.4261177778244019 (1.4261177778244019) + | > loss_feat: 6.706290245056152 (6.706290245056152) + | > loss_mel: 22.366117477416992 (22.366117477416992) + | > loss_duration: 1.717679500579834 (1.717679500579834) + | > loss_1: 34.230369567871094 (34.230369567871094) + + --> STEP: 2 + | > loss_disc: 2.289940595626831 (2.3015034198760986) + | > loss_disc_real_0: 0.08362678438425064 (0.08869815617799759) + | > loss_disc_real_1: 0.18861626088619232 (0.1774982362985611) + | > loss_disc_real_2: 0.1607920229434967 (0.16279880702495575) + | > loss_disc_real_3: 0.18698230385780334 (0.2168693095445633) + | > loss_disc_real_4: 0.23441676795482635 (0.20673686265945435) + | > loss_disc_real_5: 0.24897481501102448 (0.22692697495222092) + | > loss_0: 2.289940595626831 (2.3015034198760986) + | > loss_gen: 2.2010843753814697 (2.107625365257263) + | > loss_kl: 1.4227746725082397 (1.4244462251663208) + | > loss_feat: 6.9862895011901855 (6.846289873123169) + | > loss_mel: 22.111555099487305 (22.23883628845215) + | > loss_duration: 1.6226894855499268 (1.6701844930648804) + | > loss_1: 34.344390869140625 (34.28738021850586) + + --> STEP: 3 + | > loss_disc: 2.5096516609191895 (2.3708861668904624) + | > loss_disc_real_0: 0.09148518741130829 (0.08962716658910115) + | > loss_disc_real_1: 0.22332312166690826 (0.19277319808801016) + | > loss_disc_real_2: 0.24894826114177704 (0.19151529173056284) + | > loss_disc_real_3: 0.28262749314308167 (0.23878870407740274) + | > loss_disc_real_4: 0.245894655585289 (0.21978946030139923) + | > loss_disc_real_5: 0.2008490413427353 (0.2182343304157257) + | > loss_0: 2.5096516609191895 (2.3708861668904624) + | > loss_gen: 2.088442802429199 (2.1012311776479087) + | > loss_kl: 1.8324180841445923 (1.5604368448257446) + | > loss_feat: 4.883924961090088 (6.192168235778809) + | > loss_mel: 23.31914710998535 (22.598939895629883) + | > loss_duration: 1.7634174823760986 (1.7012621561686199) + | > loss_1: 33.88734817504883 (34.15403620402018) + + --> STEP: 4 + | > loss_disc: 2.5760719776153564 (2.422182619571686) + | > loss_disc_real_0: 0.11831219494342804 (0.09679842367768288) + | > loss_disc_real_1: 0.207408145070076 (0.1964319348335266) + | > loss_disc_real_2: 0.28767889738082886 (0.21555619314312935) + | > loss_disc_real_3: 0.2871510982513428 (0.25087930262088776) + | > loss_disc_real_4: 0.20357899367809296 (0.21573684364557266) + | > loss_disc_real_5: 0.22322151064872742 (0.21948112547397614) + | > loss_0: 2.5760719776153564 (2.422182619571686) + | > loss_gen: 1.9989032745361328 (2.0756492018699646) + | > loss_kl: 1.348034143447876 (1.5073361694812775) + | > loss_feat: 5.386900901794434 (5.990851402282715) + | > loss_mel: 20.914989471435547 (22.1779522895813) + | > loss_duration: 1.6531853675842285 (1.689242959022522) + | > loss_1: 31.302013397216797 (33.441030502319336) + + --> STEP: 5 + | > loss_disc: 2.6329293251037598 (2.4643319606781007) + | > loss_disc_real_0: 0.0883176326751709 (0.09510226547718048) + | > loss_disc_real_1: 0.1635550707578659 (0.18985656201839446) + | > loss_disc_real_2: 0.2046595960855484 (0.21337687373161315) + | > loss_disc_real_3: 0.27212002873420715 (0.2551274478435516) + | > loss_disc_real_4: 0.24510382115840912 (0.22161023914813996) + | > loss_disc_real_5: 0.19486375153064728 (0.21455765068531035) + | > loss_0: 2.6329293251037598 (2.4643319606781007) + | > loss_gen: 1.8209720849990845 (2.0247137784957885) + | > loss_kl: 1.86513090133667 (1.5788951158523559) + | > loss_feat: 6.140429496765137 (6.020767021179199) + | > loss_mel: 20.999765396118164 (21.942314910888673) + | > loss_duration: 1.8545610904693604 (1.7223065853118897) + | > loss_1: 32.68085861206055 (33.28899612426758) + + --> STEP: 6 + | > loss_disc: 2.4283607006073 (2.4583367506663003) + | > loss_disc_real_0: 0.04049364849925041 (0.08600082931419213) + | > loss_disc_real_1: 0.1975732445716858 (0.19114267577727637) + | > loss_disc_real_2: 0.19162051379680634 (0.2097508137424787) + | > loss_disc_real_3: 0.27133917808532715 (0.25782940288384754) + | > loss_disc_real_4: 0.24648837745189667 (0.2257565955320994) + | > loss_disc_real_5: 0.24389813840389252 (0.21944773197174072) + | > loss_0: 2.4283607006073 (2.4583367506663003) + | > loss_gen: 2.0544021129608154 (2.0296618342399597) + | > loss_kl: 1.116469144821167 (1.5018241206804912) + | > loss_feat: 5.5600152015686035 (5.9439750512441) + | > loss_mel: 22.64134979248047 (22.058820724487305) + | > loss_duration: 1.71305513381958 (1.7207646767298381) + | > loss_1: 33.085289001464844 (33.25504493713379) + + --> STEP: 7 + | > loss_disc: 2.351864814758301 (2.443126474108015) + | > loss_disc_real_0: 0.10774017870426178 (0.08910645065563065) + | > loss_disc_real_1: 0.18461285531520844 (0.19020984428269522) + | > loss_disc_real_2: 0.21495456993579865 (0.21049420748438155) + | > loss_disc_real_3: 0.24762198328971863 (0.2563712000846863) + | > loss_disc_real_4: 0.2211192101240158 (0.2250941119023732) + | > loss_disc_real_5: 0.19536735117435455 (0.21600767757211412) + | > loss_0: 2.351864814758301 (2.443126474108015) + | > loss_gen: 2.087859630584717 (2.0379758051463535) + | > loss_kl: 1.7911067008972168 (1.543150203568595) + | > loss_feat: 6.318293571472168 (5.997449125562396) + | > loss_mel: 20.352516174316406 (21.81506293160575) + | > loss_duration: 1.6727509498596191 (1.7139055728912354) + | > loss_1: 32.22252655029297 (33.10754231044224) + + --> STEP: 8 + | > loss_disc: 2.486290693283081 (2.448522001504898) + | > loss_disc_real_0: 0.07628922164440155 (0.08750429702922702) + | > loss_disc_real_1: 0.19503870606422424 (0.19081345200538635) + | > loss_disc_real_2: 0.21427716314792633 (0.21096707694232464) + | > loss_disc_real_3: 0.22707588970661163 (0.25270928628742695) + | > loss_disc_real_4: 0.2273245006799698 (0.22537291049957275) + | > loss_disc_real_5: 0.13512760400772095 (0.20589766837656498) + | > loss_0: 2.486290693283081 (2.448522001504898) + | > loss_gen: 1.883277416229248 (2.0186385065317154) + | > loss_kl: 1.6319494247436523 (1.554250106215477) + | > loss_feat: 7.019032955169678 (6.125147104263306) + | > loss_mel: 21.076404571533203 (21.72273063659668) + | > loss_duration: 1.7347502708435059 (1.7165111601352692) + | > loss_1: 33.34541320800781 (33.13727617263794) + + --> STEP: 9 + | > loss_disc: 2.3624680042266846 (2.4389604462517633) + | > loss_disc_real_0: 0.09847833216190338 (0.08872363426619106) + | > loss_disc_real_1: 0.16275016963481903 (0.18769530951976776) + | > loss_disc_real_2: 0.2062649130821228 (0.2104446142911911) + | > loss_disc_real_3: 0.2885033190250397 (0.25668640103605056) + | > loss_disc_real_4: 0.24758917093276978 (0.22784138388103908) + | > loss_disc_real_5: 0.20759257674217224 (0.20608599152829912) + | > loss_0: 2.3624680042266846 (2.4389604462517633) + | > loss_gen: 2.311455249786377 (2.051173700226678) + | > loss_kl: 1.8739042282104492 (1.5897672308815851) + | > loss_feat: 6.980463981628418 (6.220182312859429) + | > loss_mel: 23.649274826049805 (21.936791102091473) + | > loss_duration: 1.693565845489502 (1.7139616807301838) + | > loss_1: 36.508663177490234 (33.511874728732636) + + --> STEP: 10 + | > loss_disc: 2.6481540203094482 (2.4598798036575316) + | > loss_disc_real_0: 0.1046886146068573 (0.09032013230025768) + | > loss_disc_real_1: 0.18015094101428986 (0.18694087266921997) + | > loss_disc_real_2: 0.22669722139835358 (0.21206987500190735) + | > loss_disc_real_3: 0.29149332642555237 (0.2601670935750008) + | > loss_disc_real_4: 0.2964946925640106 (0.23470671474933624) + | > loss_disc_real_5: 0.28177663683891296 (0.2136550560593605) + | > loss_0: 2.6481540203094482 (2.4598798036575316) + | > loss_gen: 2.0180611610412598 (2.047862446308136) + | > loss_kl: 1.3205934762954712 (1.5628498554229737) + | > loss_feat: 5.2527337074279785 (6.123437452316284) + | > loss_mel: 22.139266967773438 (21.95703868865967) + | > loss_duration: 1.5870964527130127 (1.7012751579284668) + | > loss_1: 32.3177490234375 (33.392462158203124) + + --> STEP: 11 + | > loss_disc: 2.4612832069396973 (2.4600073857740923) + | > loss_disc_real_0: 0.10173235088586807 (0.09135760671713135) + | > loss_disc_real_1: 0.16958102583885193 (0.18536270477555014) + | > loss_disc_real_2: 0.2000209093093872 (0.21097451448440552) + | > loss_disc_real_3: 0.21942120790481567 (0.2564629221504385) + | > loss_disc_real_4: 0.23106886446475983 (0.23437600108710202) + | > loss_disc_real_5: 0.18958541750907898 (0.211466907100244) + | > loss_0: 2.4612832069396973 (2.4600073857740923) + | > loss_gen: 2.054460287094116 (2.048462250015952) + | > loss_kl: 2.006080389022827 (1.6031435402956875) + | > loss_feat: 7.465410232543945 (6.245434977791526) + | > loss_mel: 22.978031158447266 (22.049856185913086) + | > loss_duration: 1.5653729438781738 (1.688920411196622) + | > loss_1: 36.06935501098633 (33.63581605391069) + + --> STEP: 12 + | > loss_disc: 2.501077651977539 (2.4634299079577127) + | > loss_disc_real_0: 0.11800981312990189 (0.09357862391819556) + | > loss_disc_real_1: 0.16621986031532288 (0.18376746773719788) + | > loss_disc_real_2: 0.2360503375530243 (0.2130641664067904) + | > loss_disc_real_3: 0.24893763661384583 (0.2558358150223891) + | > loss_disc_real_4: 0.20763078331947327 (0.23214723293979964) + | > loss_disc_real_5: 0.15111912786960602 (0.20643792549769083) + | > loss_0: 2.501077651977539 (2.4634299079577127) + | > loss_gen: 1.8258897066116333 (2.0299145380655923) + | > loss_kl: 1.78989839553833 (1.6187064448992412) + | > loss_feat: 6.025596618652344 (6.227115114529927) + | > loss_mel: 20.24169158935547 (21.89917580286662) + | > loss_duration: 1.7049185037612915 (1.690253585577011) + | > loss_1: 31.587993621826172 (33.46516418457031) + + --> STEP: 13 + | > loss_disc: 2.6654741764068604 (2.478971774761493) + | > loss_disc_real_0: 0.0913863405585289 (0.09340998673668274) + | > loss_disc_real_1: 0.15989352762699127 (0.18193101080564353) + | > loss_disc_real_2: 0.17632132768630981 (0.21023779419752267) + | > loss_disc_real_3: 0.16582441329956055 (0.24891186104370996) + | > loss_disc_real_4: 0.17211247980594635 (0.2275291750064263) + | > loss_disc_real_5: 0.14075464010238647 (0.2013853650826674) + | > loss_0: 2.6654741764068604 (2.478971774761493) + | > loss_gen: 1.6676713228225708 (2.002049675354591) + | > loss_kl: 1.879186749458313 (1.6387433914037852) + | > loss_feat: 7.715188503265381 (6.341582298278809) + | > loss_mel: 22.90662384033203 (21.976671805748573) + | > loss_duration: 1.7199381589889526 (1.6925370143010066) + | > loss_1: 35.888607025146484 (33.65158286461463) + + --> STEP: 14 + | > loss_disc: 2.4911158084869385 (2.4798392057418823) + | > loss_disc_real_0: 0.07059293240308762 (0.09178019714142595) + | > loss_disc_real_1: 0.21731148660182953 (0.18445818764822824) + | > loss_disc_real_2: 0.28168243169784546 (0.21534098259040288) + | > loss_disc_real_3: 0.2845326364040375 (0.2514562021408762) + | > loss_disc_real_4: 0.25285249948501587 (0.22933798389775412) + | > loss_disc_real_5: 0.2743285298347473 (0.20659559113638742) + | > loss_0: 2.4911158084869385 (2.4798392057418823) + | > loss_gen: 2.206411600112915 (2.0166469556944713) + | > loss_kl: 1.8631969690322876 (1.654775789805821) + | > loss_feat: 5.702696800231934 (6.295947619846889) + | > loss_mel: 21.622180938720703 (21.951351029532297) + | > loss_duration: 1.7672877311706543 (1.6978763512202673) + | > loss_1: 33.161773681640625 (33.6165964944022) + + --> STEP: 15 + | > loss_disc: 2.3901727199554443 (2.4738614400227865) + | > loss_disc_real_0: 0.059918761253356934 (0.08965610141555468) + | > loss_disc_real_1: 0.18920005857944489 (0.184774312376976) + | > loss_disc_real_2: 0.22704316675662994 (0.21612112820148469) + | > loss_disc_real_3: 0.2730192244052887 (0.2528937369585037) + | > loss_disc_real_4: 0.23037567734718323 (0.2294071634610494) + | > loss_disc_real_5: 0.20658765733242035 (0.20659506221612295) + | > loss_0: 2.3901727199554443 (2.4738614400227865) + | > loss_gen: 2.1011688709259033 (2.0222817500432333) + | > loss_kl: 1.6171332597732544 (1.6522662878036498) + | > loss_feat: 4.942138671875 (6.2056936899820965) + | > loss_mel: 20.659889221191406 (21.865253575642903) + | > loss_duration: 1.6606354713439941 (1.6953936258951823) + | > loss_1: 30.980966567993164 (33.4408878326416) + + --> STEP: 16 + | > loss_disc: 2.5236823558807373 (2.4769752472639084) + | > loss_disc_real_0: 0.09109044820070267 (0.08974574808962643) + | > loss_disc_real_1: 0.208743155002594 (0.18627236504107714) + | > loss_disc_real_2: 0.2185770571231842 (0.2162746237590909) + | > loss_disc_real_3: 0.2985091209411621 (0.2557446984574199) + | > loss_disc_real_4: 0.23984840512275696 (0.23005974106490612) + | > loss_disc_real_5: 0.20999598503112793 (0.20680761989206076) + | > loss_0: 2.5236823558807373 (2.4769752472639084) + | > loss_gen: 1.96796715259552 (2.018887087702751) + | > loss_kl: 1.793866753578186 (1.6611163169145584) + | > loss_feat: 4.92392110824585 (6.125582903623581) + | > loss_mel: 19.441701889038086 (21.713781595230103) + | > loss_duration: 1.7578861713409424 (1.6992994099855423) + | > loss_1: 29.885343551635742 (33.218666315078735) + + --> STEP: 17 + | > loss_disc: 2.3616833686828613 (2.4701933720532585) + | > loss_disc_real_0: 0.05161385238170624 (0.08750269540092524) + | > loss_disc_real_1: 0.19956092536449432 (0.18705404506010168) + | > loss_disc_real_2: 0.2525339424610138 (0.218407524859204) + | > loss_disc_real_3: 0.23114554584026337 (0.2542976894799401) + | > loss_disc_real_4: 0.21058139204978943 (0.2289139558287228) + | > loss_disc_real_5: 0.14558032155036926 (0.20320601410725536) + | > loss_0: 2.3616833686828613 (2.4701933720532585) + | > loss_gen: 2.0274903774261475 (2.019393163568833) + | > loss_kl: 1.2540620565414429 (1.6371719486573164) + | > loss_feat: 6.762176513671875 (6.163029586567598) + | > loss_mel: 23.31587791442871 (21.808022555182962) + | > loss_duration: 1.6693029403686523 (1.697534911772784) + | > loss_1: 35.028907775878906 (33.32515110689051) + + --> STEP: 18 + | > loss_disc: 2.445584535598755 (2.4688262144724527) + | > loss_disc_real_0: 0.08239887654781342 (0.08721914990908569) + | > loss_disc_real_1: 0.13142108917236328 (0.18396332528856066) + | > loss_disc_real_2: 0.23147441446781158 (0.21913346317079332) + | > loss_disc_real_3: 0.22037337720394135 (0.2524130054646068) + | > loss_disc_real_4: 0.24028117954730988 (0.2295454682575332) + | > loss_disc_real_5: 0.22002291679382324 (0.20414028647873136) + | > loss_0: 2.445584535598755 (2.4688262144724527) + | > loss_gen: 1.9472589492797852 (2.015385707219442) + | > loss_kl: 1.3509658575057983 (1.6212716102600098) + | > loss_feat: 6.71116828918457 (6.193481736712986) + | > loss_mel: 20.864360809326172 (21.75559690263536) + | > loss_duration: 1.6910505294799805 (1.6971746683120728) + | > loss_1: 32.56480407714844 (33.282909605238174) + + --> STEP: 19 + | > loss_disc: 2.3836331367492676 (2.4643423682764958) + | > loss_disc_real_0: 0.0905582383275032 (0.08739489140479188) + | > loss_disc_real_1: 0.18817435204982758 (0.18418495827599576) + | > loss_disc_real_2: 0.24032104015350342 (0.22024859880146228) + | > loss_disc_real_3: 0.1873471587896347 (0.24898848721855565) + | > loss_disc_real_4: 0.1579113006591797 (0.2257752489102514) + | > loss_disc_real_5: 0.12877750396728516 (0.20017382424128682) + | > loss_0: 2.3836331367492676 (2.4643423682764958) + | > loss_gen: 2.0313363075256348 (2.016225212498715) + | > loss_kl: 1.82667076587677 (1.632082092134576) + | > loss_feat: 8.42465877532959 (6.310912107166491) + | > loss_mel: 24.07310676574707 (21.87757110595703) + | > loss_duration: 1.8262407779693604 (1.70396762145193) + | > loss_1: 38.18201446533203 (33.54075722945364) + + --> STEP: 20 + | > loss_disc: 2.3931403160095215 (2.460782265663147) + | > loss_disc_real_0: 0.06241045147180557 (0.08614566940814257) + | > loss_disc_real_1: 0.21109414100646973 (0.18553041741251947) + | > loss_disc_real_2: 0.26829031109809875 (0.2226506844162941) + | > loss_disc_real_3: 0.24518200755119324 (0.24879816323518752) + | > loss_disc_real_4: 0.2087422013282776 (0.22492359653115274) + | > loss_disc_real_5: 0.22504198551177979 (0.20141723230481148) + | > loss_0: 2.3931403160095215 (2.460782265663147) + | > loss_gen: 2.1180579662323 (2.021316850185394) + | > loss_kl: 1.7364897727966309 (1.6373024761676789) + | > loss_feat: 6.404001235961914 (6.315566563606263) + | > loss_mel: 23.886640548706055 (21.978024578094484) + | > loss_duration: 1.6423909664154053 (1.7008887887001038) + | > loss_1: 35.78757858276367 (33.65309829711914) + + --> STEP: 21 + | > loss_disc: 2.491589307785034 (2.462249267668951) + | > loss_disc_real_0: 0.1041061133146286 (0.08700092864178476) + | > loss_disc_real_1: 0.21928851306438446 (0.18713794577689397) + | > loss_disc_real_2: 0.2685069739818573 (0.2248343172527495) + | > loss_disc_real_3: 0.24615243077278137 (0.24867217597507296) + | > loss_disc_real_4: 0.22152936458587646 (0.22476196643852053) + | > loss_disc_real_5: 0.2432519942522049 (0.20340936382611594) + | > loss_0: 2.491589307785034 (2.462249267668951) + | > loss_gen: 2.086076021194458 (2.024400620233445) + | > loss_kl: 1.3404297828674316 (1.6231656812486195) + | > loss_feat: 6.34085750579834 (6.3167708941868375) + | > loss_mel: 22.39838981628418 (21.99804197038923) + | > loss_duration: 1.6858627796173096 (1.700173264458066) + | > loss_1: 33.85161590576172 (33.66255151657831) + + --> STEP: 22 + | > loss_disc: 2.478764772415161 (2.462999972430142) + | > loss_disc_real_0: 0.10081279277801514 (0.08762874064797704) + | > loss_disc_real_1: 0.17444336414337158 (0.1865609193390066) + | > loss_disc_real_2: 0.1988271176815033 (0.22365217181769284) + | > loss_disc_real_3: 0.24328403174877167 (0.24842726032842288) + | > loss_disc_real_4: 0.21015705168247223 (0.22409810667688196) + | > loss_disc_real_5: 0.29011085629463196 (0.20735034075650302) + | > loss_0: 2.478764772415161 (2.462999972430142) + | > loss_gen: 2.137965202331543 (2.0295626466924492) + | > loss_kl: 1.8263225555419922 (1.6324000846255908) + | > loss_feat: 8.001790046691895 (6.393362673846158) + | > loss_mel: 23.477649688720703 (22.065296866677024) + | > loss_duration: 1.766746997833252 (1.7031993432478472) + | > loss_1: 37.21047592163086 (33.82382080771706) + + --> STEP: 23 + | > loss_disc: 2.19499135017395 (2.4513474236363946) + | > loss_disc_real_0: 0.052945785224437714 (0.08612078606434491) + | > loss_disc_real_1: 0.14650048315525055 (0.18481916124406067) + | > loss_disc_real_2: 0.1633698046207428 (0.22103119933086893) + | > loss_disc_real_3: 0.2203177809715271 (0.24720510905203613) + | > loss_disc_real_4: 0.12890924513339996 (0.21995946052281753) + | > loss_disc_real_5: 0.1459784358739853 (0.20468199706595877) + | > loss_0: 2.19499135017395 (2.4513474236363946) + | > loss_gen: 1.8981722593307495 (2.0238500211549844) + | > loss_kl: 1.4686458110809326 (1.6252803336019102) + | > loss_feat: 7.333242893218994 (6.434227031210194) + | > loss_mel: 24.34088897705078 (22.164235654084578) + | > loss_duration: 1.7766205072402954 (1.7063915677692578) + | > loss_1: 36.81756591796875 (33.95398363859757) + + --> STEP: 24 + | > loss_disc: 2.388094425201416 (2.4487118820349374) + | > loss_disc_real_0: 0.0626036673784256 (0.08514090611909826) + | > loss_disc_real_1: 0.22236864268779755 (0.18638372297088304) + | > loss_disc_real_2: 0.20745734870433807 (0.22046562222143015) + | > loss_disc_real_3: 0.2749241292476654 (0.248360068226854) + | > loss_disc_real_4: 0.1796495020389557 (0.2182798789193233) + | > loss_disc_real_5: 0.1793503761291504 (0.20362651286025843) + | > loss_0: 2.388094425201416 (2.4487118820349374) + | > loss_gen: 2.0052242279052734 (2.0230739464362464) + | > loss_kl: 1.5538249015808105 (1.6223030239343643) + | > loss_feat: 6.5849714279174805 (6.440508047739665) + | > loss_mel: 21.822484970092773 (22.149996042251587) + | > loss_duration: 1.6384708881378174 (1.7035615394512813) + | > loss_1: 33.604976654052734 (33.9394416809082) + + --> STEP: 25 + | > loss_disc: 2.4598844051361084 (2.4491587829589845) + | > loss_disc_real_0: 0.08465855568647385 (0.0851216121017933) + | > loss_disc_real_1: 0.24560147523880005 (0.18875243306159972) + | > loss_disc_real_2: 0.24217389523983002 (0.22133395314216614) + | > loss_disc_real_3: 0.214417964220047 (0.24700238406658173) + | > loss_disc_real_4: 0.2475135326385498 (0.21944922506809234) + | > loss_disc_real_5: 0.20729780197143555 (0.2037733644247055) + | > loss_0: 2.4598844051361084 (2.4491587829589845) + | > loss_gen: 2.0748722553253174 (2.0251458787918093) + | > loss_kl: 1.5173051357269287 (1.6181031084060669) + | > loss_feat: 6.264547824859619 (6.433469638824463) + | > loss_mel: 22.203807830810547 (22.152148513793946) + | > loss_duration: 1.6555646657943726 (1.701641664505005) + | > loss_1: 33.716094970703125 (33.9305078125) + + --> STEP: 26 + | > loss_disc: 2.5166940689086914 (2.45175629395705) + | > loss_disc_real_0: 0.07181739807128906 (0.08460991156215851) + | > loss_disc_real_1: 0.17536823451519012 (0.18823765619443014) + | > loss_disc_real_2: 0.242037832736969 (0.2221302562035047) + | > loss_disc_real_3: 0.2725689113140106 (0.2479857120376367) + | > loss_disc_real_4: 0.24794310331344604 (0.2205451434621444) + | > loss_disc_real_5: 0.1951453536748886 (0.20344151785740486) + | > loss_0: 2.5166940689086914 (2.45175629395705) + | > loss_gen: 1.9625451564788818 (2.022738158702851) + | > loss_kl: 1.799682378768921 (1.6250869264969459) + | > loss_feat: 5.403181076049805 (6.393843155640822) + | > loss_mel: 21.068336486816406 (22.11046343583327) + | > loss_duration: 1.673180103302002 (1.70054698907412) + | > loss_1: 31.906925201416016 (33.852677712073685) + + --> STEP: 27 + | > loss_disc: 2.318382501602173 (2.4468165238698325) + | > loss_disc_real_0: 0.07072053849697113 (0.08409549033752194) + | > loss_disc_real_1: 0.17405685782432556 (0.1877124414399818) + | > loss_disc_real_2: 0.20709533989429474 (0.22157340745131174) + | > loss_disc_real_3: 0.2634408175945282 (0.2485581233545586) + | > loss_disc_real_4: 0.2632507383823395 (0.2221268321628924) + | > loss_disc_real_5: 0.2008899599313736 (0.2033470157119963) + | > loss_0: 2.318382501602173 (2.4468165238698325) + | > loss_gen: 2.211122751235962 (2.029715365833707) + | > loss_kl: 1.859695315361023 (1.6337761260845043) + | > loss_feat: 6.015427112579346 (6.379827746638545) + | > loss_mel: 22.27118492126465 (22.11641608344184) + | > loss_duration: 1.6921461820602417 (1.7002358480736062) + | > loss_1: 34.04957580566406 (33.859970234058515) + + --> STEP: 28 + | > loss_disc: 2.4460184574127197 (2.446788021496364) + | > loss_disc_real_0: 0.11503370851278305 (0.08520042670092412) + | > loss_disc_real_1: 0.2297232449054718 (0.18921282727803504) + | > loss_disc_real_2: 0.17478732764720917 (0.21990247602973664) + | > loss_disc_real_3: 0.20785872638225555 (0.24710457346269063) + | > loss_disc_real_4: 0.20870894193649292 (0.2216476217976638) + | > loss_disc_real_5: 0.23975884914398193 (0.2046474383345672) + | > loss_0: 2.4460184574127197 (2.446788021496364) + | > loss_gen: 2.100280284881592 (2.0322355415139883) + | > loss_kl: 1.1718807220458984 (1.617279861654554) + | > loss_feat: 6.774678707122803 (6.3939295666558404) + | > loss_mel: 23.434629440307617 (22.163495131901332) + | > loss_duration: 1.7078723907470703 (1.7005085817405157) + | > loss_1: 35.18933868408203 (33.90744767870221) + + --> STEP: 29 + | > loss_disc: 2.5845322608947754 (2.45153782285493) + | > loss_disc_real_0: 0.12620288133621216 (0.08661430444696853) + | > loss_disc_real_1: 0.2505139410495758 (0.1913266587873985) + | > loss_disc_real_2: 0.2596777081489563 (0.2212740357579856) + | > loss_disc_real_3: 0.31114470958709717 (0.24931285401870465) + | > loss_disc_real_4: 0.22845683991909027 (0.2218824224225406) + | > loss_disc_real_5: 0.2715480923652649 (0.20695435743907403) + | > loss_0: 2.5845322608947754 (2.45153782285493) + | > loss_gen: 2.033097505569458 (2.032265264412453) + | > loss_kl: 1.1722908020019531 (1.6019354113217057) + | > loss_feat: 3.2208364009857178 (6.284512560943077) + | > loss_mel: 15.210066795349121 (21.923721740985737) + | > loss_duration: 1.6310404539108276 (1.6981131290567333) + | > loss_1: 23.267333984375 (33.54054720648403) + + --> STEP: 30 + | > loss_disc: 2.5764927864074707 (2.4557029883066814) + | > loss_disc_real_0: 0.14002427458763123 (0.08839463678499063) + | > loss_disc_real_1: 0.1802976131439209 (0.1909590239326159) + | > loss_disc_real_2: 0.2491508275270462 (0.22220326215028763) + | > loss_disc_real_3: 0.2805497646331787 (0.25035408437252044) + | > loss_disc_real_4: 0.2753925919532776 (0.22366609474023183) + | > loss_disc_real_5: 0.2124020755290985 (0.20713594804207483) + | > loss_0: 2.5764927864074707 (2.4557029883066814) + | > loss_gen: 1.9750986099243164 (2.0303597092628483) + | > loss_kl: 1.9191291332244873 (1.6125085353851318) + | > loss_feat: 5.458065986633301 (6.256964341799418) + | > loss_mel: 21.488510131835938 (21.90921468734741) + | > loss_duration: 1.6967132091522217 (1.6980664650599162) + | > loss_1: 32.53751754760742 (33.507112884521476) + + --> STEP: 31 + | > loss_disc: 2.47405743598938 (2.456295067264188) + | > loss_disc_real_0: 0.07547840476036072 (0.08797798413903482) + | > loss_disc_real_1: 0.16495025157928467 (0.19012003127605684) + | > loss_disc_real_2: 0.19041673839092255 (0.22117789041611455) + | > loss_disc_real_3: 0.2658590078353882 (0.25085424319390326) + | > loss_disc_real_4: 0.2317921668291092 (0.22392822609793755) + | > loss_disc_real_5: 0.16906756162643433 (0.20590793557705417) + | > loss_0: 2.47405743598938 (2.456295067264188) + | > loss_gen: 1.9380698204040527 (2.027382616073855) + | > loss_kl: 1.9100019931793213 (1.6221050985397831) + | > loss_feat: 6.7783331871032715 (6.27378269164793) + | > loss_mel: 22.888456344604492 (21.940803127904093) + | > loss_duration: 1.6618056297302246 (1.6968967606944423) + | > loss_1: 35.176666259765625 (33.56096944501322) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.007874319630284465 (-0.0033600253443564123) + | > avg_loss_disc: 2.456295067264188 (-0.05452107614086499) + | > avg_loss_disc_real_0: 0.08797798413903482 (-0.09714517285746913) + | > avg_loss_disc_real_1: 0.19012003127605684 (-0.01835226339678611) + | > avg_loss_disc_real_2: 0.22117789041611455 (-0.03238456095418632) + | > avg_loss_disc_real_3: 0.25085424319390326 (+0.025028688292349527) + | > avg_loss_disc_real_4: 0.22392822609793755 (-0.01528144171161036) + | > avg_loss_disc_real_5: 0.20590793557705417 (-0.03098283275481195) + | > avg_loss_0: 2.456295067264188 (-0.05452107614086499) + | > avg_loss_gen: 2.027382616073855 (-0.19787999506919496) + | > avg_loss_kl: 1.6221050985397831 (-0.10161691711794951) + | > avg_loss_feat: 6.27378269164793 (+0.450550540801018) + | > avg_loss_mel: 21.940803127904093 (+0.4891143614246012) + | > avg_loss_duration: 1.6968967606944423 (-0.006483716349447999) + | > avg_loss_1: 33.56096944501322 (+0.6336832354145585) + + + > EPOCH: 17/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 02:22:56)  + + --> TIME: 2024-11-23 02:23:13 -- STEP: 19/797 -- GLOBAL_STEP: 36675 + | > loss_disc: 2.5104732513427734 (2.476519986202842) + | > loss_disc_real_0: 0.10058924555778503 (0.12611257559374758) + | > loss_disc_real_1: 0.2369164526462555 (0.22478786738295303) + | > loss_disc_real_2: 0.21352258324623108 (0.23743926380809985) + | > loss_disc_real_3: 0.25398969650268555 (0.23542990888419904) + | > loss_disc_real_4: 0.25085315108299255 (0.22855325984327415) + | > loss_disc_real_5: 0.2600876986980438 (0.22693471610546112) + | > loss_0: 2.5104732513427734 (2.476519986202842) + | > grad_norm_0: tensor(38.5127, device='cuda:0') (tensor(47.3210, device='cuda:0')) + | > loss_gen: 2.3421273231506348 (2.3351023824591386) + | > loss_kl: 1.6474826335906982 (1.6706225432847674) + | > loss_feat: 7.04306697845459 (6.524772217399196) + | > loss_mel: 21.23094940185547 (21.46393986752159) + | > loss_duration: 1.7834089994430542 (1.8429595922168933) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.047035217285156 (33.83739632054379) + | > grad_norm_1: tensor(446.1567, device='cuda:0') (tensor(481.9086, device='cuda:0')) + | > current_lr_0: 0.00019887808821429862 + | > current_lr_1: 0.00019887808821429862 + | > step_time: 0.8714 (0.8393017116345858) + | > loader_time: 0.0037 (0.0052735178094161185) + + + --> TIME: 2024-11-23 02:23:34 -- STEP: 44/797 -- GLOBAL_STEP: 36700 + | > loss_disc: 2.427598476409912 (2.4737412550232625) + | > loss_disc_real_0: 0.15303438901901245 (0.13422069512307644) + | > loss_disc_real_1: 0.23758216202259064 (0.22375573861328038) + | > loss_disc_real_2: 0.25429269671440125 (0.23823855343190106) + | > loss_disc_real_3: 0.21775563061237335 (0.22762952677228235) + | > loss_disc_real_4: 0.19728201627731323 (0.22247059981931339) + | > loss_disc_real_5: 0.22204221785068512 (0.2272265533154661) + | > loss_0: 2.427598476409912 (2.4737412550232625) + | > grad_norm_0: tensor(29.6312, device='cuda:0') (tensor(47.0434, device='cuda:0')) + | > loss_gen: 2.2871580123901367 (2.3195844075896517) + | > loss_kl: 1.5452425479888916 (1.6139907078309492) + | > loss_feat: 6.184495449066162 (6.478914380073547) + | > loss_mel: 20.632736206054688 (21.406216794794258) + | > loss_duration: 1.7726116180419922 (1.7998081824996255) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.4222412109375 (33.61851423436945) + | > grad_norm_1: tensor(556.8744, device='cuda:0') (tensor(461.1191, device='cuda:0')) + | > current_lr_0: 0.00019887808821429862 + | > current_lr_1: 0.00019887808821429862 + | > step_time: 0.7968 (0.8413288484920155) + | > loader_time: 0.0034 (0.005011986602436412) + + + --> TIME: 2024-11-23 02:23:57 -- STEP: 69/797 -- GLOBAL_STEP: 36725 + | > loss_disc: 2.316159248352051 (2.4824926680412847) + | > loss_disc_real_0: 0.10890241712331772 (0.13481330018544538) + | > loss_disc_real_1: 0.20996466279029846 (0.22415699237498685) + | > loss_disc_real_2: 0.2203482985496521 (0.23559093065019968) + | > loss_disc_real_3: 0.2814218997955322 (0.2270636644916258) + | > loss_disc_real_4: 0.2124500870704651 (0.22115490402000537) + | > loss_disc_real_5: 0.27485060691833496 (0.22764185070991516) + | > loss_0: 2.316159248352051 (2.4824926680412847) + | > grad_norm_0: tensor(61.0449, device='cuda:0') (tensor(53.7480, device='cuda:0')) + | > loss_gen: 2.6691083908081055 (2.3178289765897) + | > loss_kl: 1.6882895231246948 (1.6204909086227417) + | > loss_feat: 7.316806316375732 (6.495386724886687) + | > loss_mel: 22.965669631958008 (21.494136450947202) + | > loss_duration: 1.7222884893417358 (1.7711750700853872) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.36216354370117 (33.699017925538875) + | > grad_norm_1: tensor(686.9974, device='cuda:0') (tensor(473.6875, device='cuda:0')) + | > current_lr_0: 0.00019887808821429862 + | > current_lr_1: 0.00019887808821429862 + | > step_time: 0.9676 (0.8564561657283617) + | > loader_time: 0.0065 (0.005037397578142692) + + + --> TIME: 2024-11-23 02:24:18 -- STEP: 94/797 -- GLOBAL_STEP: 36750 + | > loss_disc: 2.5421142578125 (2.4867903907248303) + | > loss_disc_real_0: 0.13501296937465668 (0.13624146394431583) + | > loss_disc_real_1: 0.22807219624519348 (0.2226089876382909) + | > loss_disc_real_2: 0.25082141160964966 (0.23671158783613366) + | > loss_disc_real_3: 0.20926913619041443 (0.22506647889918469) + | > loss_disc_real_4: 0.2281395047903061 (0.22200132304049552) + | > loss_disc_real_5: 0.2352917343378067 (0.23053853499128463) + | > loss_0: 2.5421142578125 (2.4867903907248303) + | > grad_norm_0: tensor(126.6754, device='cuda:0') (tensor(63.8730, device='cuda:0')) + | > loss_gen: 2.1718969345092773 (2.3207764752367708) + | > loss_kl: 1.4230691194534302 (1.5824680658096963) + | > loss_feat: 5.491058349609375 (6.473190809818023) + | > loss_mel: 19.21644401550293 (21.442083297891827) + | > loss_duration: 1.7242376804351807 (1.7585677086038793) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.026704788208008 (33.57708618488714) + | > grad_norm_1: tensor(708.8509, device='cuda:0') (tensor(522.1821, device='cuda:0')) + | > current_lr_0: 0.00019887808821429862 + | > current_lr_1: 0.00019887808821429862 + | > step_time: 0.7647 (0.8499915016458389) + | > loader_time: 0.0037 (0.005154358579757364) + + + --> TIME: 2024-11-23 02:24:38 -- STEP: 119/797 -- GLOBAL_STEP: 36775 + | > loss_disc: 2.6410651206970215 (2.4962304339689356) + | > loss_disc_real_0: 0.21050624549388885 (0.13735462772119944) + | > loss_disc_real_1: 0.2149171680212021 (0.2231303430905863) + | > loss_disc_real_2: 0.2371445894241333 (0.23530127684108348) + | > loss_disc_real_3: 0.23009692132472992 (0.2278239713246081) + | > loss_disc_real_4: 0.27312910556793213 (0.22166067424441585) + | > loss_disc_real_5: 0.27549904584884644 (0.229961510841586) + | > loss_0: 2.6410651206970215 (2.4962304339689356) + | > grad_norm_0: tensor(263.8535, device='cuda:0') (tensor(69.5422, device='cuda:0')) + | > loss_gen: 2.1738486289978027 (2.3201953743686197) + | > loss_kl: 1.537609338760376 (1.5879698410755445) + | > loss_feat: 5.23380184173584 (6.480894649730009) + | > loss_mel: 18.568153381347656 (21.400098175561734) + | > loss_duration: 1.6952425241470337 (1.7505756045589929) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 29.208656311035156 (33.5397334699871) + | > grad_norm_1: tensor(626.6556, device='cuda:0') (tensor(548.2124, device='cuda:0')) + | > current_lr_0: 0.00019887808821429862 + | > current_lr_1: 0.00019887808821429862 + | > step_time: 0.8119 (0.839811443280773) + | > loader_time: 0.0041 (0.005133276226139868) + + + --> TIME: 2024-11-23 02:24:59 -- STEP: 144/797 -- GLOBAL_STEP: 36800 + | > loss_disc: 2.570028305053711 (2.5072970605558815) + | > loss_disc_real_0: 0.18018515408039093 (0.14097577884482837) + | > loss_disc_real_1: 0.20235387980937958 (0.22197923861030075) + | > loss_disc_real_2: 0.22810865938663483 (0.23617021542870337) + | > loss_disc_real_3: 0.18079295754432678 (0.22804067335608932) + | > loss_disc_real_4: 0.1948682814836502 (0.2234332945404781) + | > loss_disc_real_5: 0.2062491625547409 (0.23294957944502434) + | > loss_0: 2.570028305053711 (2.5072970605558815) + | > grad_norm_0: tensor(51.0743, device='cuda:0') (tensor(78.0179, device='cuda:0')) + | > loss_gen: 2.159263849258423 (2.3209711387753487) + | > loss_kl: 1.389398455619812 (1.5730300322175026) + | > loss_feat: 6.285277843475342 (6.44737903608216) + | > loss_mel: 21.966957092285156 (21.409328606393604) + | > loss_duration: 1.6598857641220093 (1.7456488410631816) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.460784912109375 (33.49635756015776) + | > grad_norm_1: tensor(199.6012, device='cuda:0') (tensor(547.0643, device='cuda:0')) + | > current_lr_0: 0.00019887808821429862 + | > current_lr_1: 0.00019887808821429862 + | > step_time: 0.8629 (0.8366666966014438) + | > loader_time: 0.0061 (0.005265684591399297) + + + --> TIME: 2024-11-23 02:25:19 -- STEP: 169/797 -- GLOBAL_STEP: 36825 + | > loss_disc: 2.481553792953491 (2.513087103352744) + | > loss_disc_real_0: 0.06217417120933533 (0.14516381357283978) + | > loss_disc_real_1: 0.19801266491413116 (0.22134922312561578) + | > loss_disc_real_2: 0.19994299113750458 (0.23543588050018402) + | > loss_disc_real_3: 0.21137109398841858 (0.22826713297141374) + | > loss_disc_real_4: 0.18267983198165894 (0.22363162834263411) + | > loss_disc_real_5: 0.2509216368198395 (0.2333404666044303) + | > loss_0: 2.481553792953491 (2.513087103352744) + | > grad_norm_0: tensor(16.0338, device='cuda:0') (tensor(78.9030, device='cuda:0')) + | > loss_gen: 2.083812713623047 (2.312173240283537) + | > loss_kl: 1.6495579481124878 (1.5685166254551453) + | > loss_feat: 6.269577980041504 (6.412490441248967) + | > loss_mel: 21.62108612060547 (21.380378542567158) + | > loss_duration: 1.7257853746414185 (1.7394990356716178) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.34981918334961 (33.41305780128613) + | > grad_norm_1: tensor(473.0263, device='cuda:0') (tensor(536.1339, device='cuda:0')) + | > current_lr_0: 0.00019887808821429862 + | > current_lr_1: 0.00019887808821429862 + | > step_time: 0.8584 (0.8315827931172749) + | > loader_time: 0.0044 (0.005304480445455516) + + + --> TIME: 2024-11-23 02:25:40 -- STEP: 194/797 -- GLOBAL_STEP: 36850 + | > loss_disc: 2.3769516944885254 (2.505211930914024) + | > loss_disc_real_0: 0.11828649044036865 (0.14100395947617964) + | > loss_disc_real_1: 0.14833946526050568 (0.22007407409321403) + | > loss_disc_real_2: 0.25397390127182007 (0.23563503128351623) + | > loss_disc_real_3: 0.19196061789989471 (0.22860577748608343) + | > loss_disc_real_4: 0.20430898666381836 (0.22424373860211716) + | > loss_disc_real_5: 0.23637524247169495 (0.23385600991470298) + | > loss_0: 2.3769516944885254 (2.505211930914024) + | > grad_norm_0: tensor(122.3939, device='cuda:0') (tensor(75.7098, device='cuda:0')) + | > loss_gen: 2.354182243347168 (2.316272045533682) + | > loss_kl: 1.6592715978622437 (1.5712200034524977) + | > loss_feat: 6.201281547546387 (6.412334223383481) + | > loss_mel: 20.995746612548828 (21.417207550756718) + | > loss_duration: 1.7426317930221558 (1.7358187332595747) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.9531135559082 (33.452852455611065) + | > grad_norm_1: tensor(715.4373, device='cuda:0') (tensor(538.3716, device='cuda:0')) + | > current_lr_0: 0.00019887808821429862 + | > current_lr_1: 0.00019887808821429862 + | > step_time: 0.8126 (0.8296894400390153) + | > loader_time: 0.0083 (0.005422823207894549) + + + --> TIME: 2024-11-23 02:26:01 -- STEP: 219/797 -- GLOBAL_STEP: 36875 + | > loss_disc: 2.5030112266540527 (2.506147256180577) + | > loss_disc_real_0: 0.2444452941417694 (0.1412942126631464) + | > loss_disc_real_1: 0.20190663635730743 (0.22029552380788273) + | > loss_disc_real_2: 0.1932220458984375 (0.23494729978036663) + | > loss_disc_real_3: 0.19510596990585327 (0.22760676146914424) + | > loss_disc_real_4: 0.2019018530845642 (0.2232376868458099) + | > loss_disc_real_5: 0.19032220542430878 (0.2339058786494547) + | > loss_0: 2.5030112266540527 (2.506147256180577) + | > grad_norm_0: tensor(146.3228, device='cuda:0') (tensor(81.5669, device='cuda:0')) + | > loss_gen: 2.405071496963501 (2.317309518382974) + | > loss_kl: 1.5923807621002197 (1.5668594145883707) + | > loss_feat: 6.266023635864258 (6.395478374881831) + | > loss_mel: 21.954734802246094 (21.43327646821602) + | > loss_duration: 1.7000348567962646 (1.7342897517496048) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.91824722290039 (33.447213447257255) + | > grad_norm_1: tensor(579.9586, device='cuda:0') (tensor(555.8529, device='cuda:0')) + | > current_lr_0: 0.00019887808821429862 + | > current_lr_1: 0.00019887808821429862 + | > step_time: 0.89 (0.8295346384179102) + | > loader_time: 0.0046 (0.005503690406067728) + + + --> TIME: 2024-11-23 02:26:22 -- STEP: 244/797 -- GLOBAL_STEP: 36900 + | > loss_disc: 2.5579464435577393 (2.5133715985251266) + | > loss_disc_real_0: 0.10157619416713715 (0.14191935855712065) + | > loss_disc_real_1: 0.25070661306381226 (0.22062560482347598) + | > loss_disc_real_2: 0.21404092013835907 (0.23628450618659863) + | > loss_disc_real_3: 0.24166972935199738 (0.22840926765662725) + | > loss_disc_real_4: 0.2403256893157959 (0.22466279303685563) + | > loss_disc_real_5: 0.2240533083677292 (0.2343388512486317) + | > loss_0: 2.5579464435577393 (2.5133715985251266) + | > grad_norm_0: tensor(131.6256, device='cuda:0') (tensor(82.9100, device='cuda:0')) + | > loss_gen: 2.238776206970215 (2.3109682588303677) + | > loss_kl: 1.5052134990692139 (1.5701633076198767) + | > loss_feat: 6.04790735244751 (6.372380856607781) + | > loss_mel: 22.4399471282959 (21.51230309439488) + | > loss_duration: 1.7153966426849365 (1.730244482638406) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.947242736816406 (33.49605995709778) + | > grad_norm_1: tensor(698.3569, device='cuda:0') (tensor(542.2567, device='cuda:0')) + | > current_lr_0: 0.00019887808821429862 + | > current_lr_1: 0.00019887808821429862 + | > step_time: 0.8549 (0.8290901907154771) + | > loader_time: 0.0098 (0.005623192083640175) + + + --> TIME: 2024-11-23 02:26:43 -- STEP: 269/797 -- GLOBAL_STEP: 36925 + | > loss_disc: 2.472764015197754 (2.5069171496040323) + | > loss_disc_real_0: 0.13155359029769897 (0.14031473796496158) + | > loss_disc_real_1: 0.20535673201084137 (0.22007163638962246) + | > loss_disc_real_2: 0.21228183805942535 (0.2352929126928287) + | > loss_disc_real_3: 0.23444759845733643 (0.22792815807583608) + | > loss_disc_real_4: 0.21621154248714447 (0.22455825460001438) + | > loss_disc_real_5: 0.27298107743263245 (0.2342820563059314) + | > loss_0: 2.472764015197754 (2.5069171496040323) + | > grad_norm_0: tensor(186.3689, device='cuda:0') (tensor(84.3771, device='cuda:0')) + | > loss_gen: 2.3153417110443115 (2.3110905788201825) + | > loss_kl: 1.6628512144088745 (1.5666047538523338) + | > loss_feat: 5.811395168304443 (6.351388700832665) + | > loss_mel: 21.07977294921875 (21.49895017829527) + | > loss_duration: 1.7224221229553223 (1.7275372974048318) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.5917854309082 (33.45557149724002) + | > grad_norm_1: tensor(894.4566, device='cuda:0') (tensor(560.8515, device='cuda:0')) + | > current_lr_0: 0.00019887808821429862 + | > current_lr_1: 0.00019887808821429862 + | > step_time: 0.849 (0.830335067550489) + | > loader_time: 0.0057 (0.0057351633518601865) + + + --> TIME: 2024-11-23 02:27:05 -- STEP: 294/797 -- GLOBAL_STEP: 36950 + | > loss_disc: 2.3570539951324463 (2.5029053915114634) + | > loss_disc_real_0: 0.19795893132686615 (0.1393174756394357) + | > loss_disc_real_1: 0.19963249564170837 (0.21965576262295652) + | > loss_disc_real_2: 0.21274937689304352 (0.2353946799222304) + | > loss_disc_real_3: 0.20178134739398956 (0.22755140385457448) + | > loss_disc_real_4: 0.19672729074954987 (0.22436463351355118) + | > loss_disc_real_5: 0.18386049568653107 (0.23455509842455793) + | > loss_0: 2.3570539951324463 (2.5029053915114634) + | > grad_norm_0: tensor(148.4436, device='cuda:0') (tensor(85.1936, device='cuda:0')) + | > loss_gen: 2.6754133701324463 (2.3146759048611116) + | > loss_kl: 1.7973233461380005 (1.5664587247939339) + | > loss_feat: 7.737599849700928 (6.35149579632039) + | > loss_mel: 22.40955924987793 (21.510452666250224) + | > loss_duration: 1.67048180103302 (1.7256103701331986) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.29037857055664 (33.46869344776178) + | > grad_norm_1: tensor(598.3413, device='cuda:0') (tensor(575.0551, device='cuda:0')) + | > current_lr_0: 0.00019887808821429862 + | > current_lr_1: 0.00019887808821429862 + | > step_time: 0.9025 (0.8315476552158795) + | > loader_time: 0.0119 (0.005874690555390854) + + + --> TIME: 2024-11-23 02:27:26 -- STEP: 319/797 -- GLOBAL_STEP: 36975 + | > loss_disc: 2.4834563732147217 (2.501118500778294) + | > loss_disc_real_0: 0.04730180650949478 (0.14103859754098244) + | > loss_disc_real_1: 0.21637922525405884 (0.21941790657357363) + | > loss_disc_real_2: 0.2488512396812439 (0.2352353614232383) + | > loss_disc_real_3: 0.19463226199150085 (0.22711027467325565) + | > loss_disc_real_4: 0.19208870828151703 (0.22377188354263486) + | > loss_disc_real_5: 0.21128183603286743 (0.23420079271995162) + | > loss_0: 2.4834563732147217 (2.501118500778294) + | > grad_norm_0: tensor(101.7947, device='cuda:0') (tensor(86.7325, device='cuda:0')) + | > loss_gen: 2.267584800720215 (2.3174938389500097) + | > loss_kl: 1.6773831844329834 (1.5658931956395834) + | > loss_feat: 7.360088348388672 (6.37688828859957) + | > loss_mel: 22.34326171875 (21.551098264496908) + | > loss_duration: 1.7559598684310913 (1.7236675263198566) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.40427780151367 (33.535041085604945) + | > grad_norm_1: tensor(620.8910, device='cuda:0') (tensor(570.7399, device='cuda:0')) + | > current_lr_0: 0.00019887808821429862 + | > current_lr_1: 0.00019887808821429862 + | > step_time: 0.8615 (0.8329322024198905) + | > loader_time: 0.0055 (0.005982657585024455) + + + --> TIME: 2024-11-23 02:27:48 -- STEP: 344/797 -- GLOBAL_STEP: 37000 + | > loss_disc: 2.4142844676971436 (2.5025674381921466) + | > loss_disc_real_0: 0.11385876685380936 (0.14150821865904467) + | > loss_disc_real_1: 0.20700857043266296 (0.21953171643233577) + | > loss_disc_real_2: 0.2318378984928131 (0.2356579642049795) + | > loss_disc_real_3: 0.20341825485229492 (0.22738025748972282) + | > loss_disc_real_4: 0.245050311088562 (0.2242262226551078) + | > loss_disc_real_5: 0.2257465124130249 (0.23362312318627224) + | > loss_0: 2.4142844676971436 (2.5025674381921466) + | > grad_norm_0: tensor(55.6584, device='cuda:0') (tensor(86.7253, device='cuda:0')) + | > loss_gen: 2.457036256790161 (2.3158579749423382) + | > loss_kl: 1.223808765411377 (1.560444025452747) + | > loss_feat: 6.624342918395996 (6.355987891208294) + | > loss_mel: 21.760475158691406 (21.541530842004814) + | > loss_duration: 1.6411705017089844 (1.721426096766494) + | > amp_scaler: 256.0 (132.8372093023256) + | > loss_1: 33.70683288574219 (33.495246804037755) + | > grad_norm_1: tensor(717.6317, device='cuda:0') (tensor(568.7105, device='cuda:0')) + | > current_lr_0: 0.00019887808821429862 + | > current_lr_1: 0.00019887808821429862 + | > step_time: 0.8436 (0.8338096023992048) + | > loader_time: 0.0057 (0.006127194609752916) + + + --> TIME: 2024-11-23 02:28:09 -- STEP: 369/797 -- GLOBAL_STEP: 37025 + | > loss_disc: 2.3800621032714844 (2.4988644226456733) + | > loss_disc_real_0: 0.1176748126745224 (0.14074394601551168) + | > loss_disc_real_1: 0.19304759800434113 (0.21924389834164926) + | > loss_disc_real_2: 0.21680405735969543 (0.23509723929370321) + | > loss_disc_real_3: 0.2167242169380188 (0.22709459417719183) + | > loss_disc_real_4: 0.18777774274349213 (0.2238711575424768) + | > loss_disc_real_5: 0.25056150555610657 (0.2341742368167655) + | > loss_0: 2.3800621032714844 (2.4988644226456733) + | > grad_norm_0: tensor(35.3072, device='cuda:0') (tensor(85.0828, device='cuda:0')) + | > loss_gen: 2.212641716003418 (2.3152732219153283) + | > loss_kl: 1.5285649299621582 (1.55965401777407) + | > loss_feat: 6.9182939529418945 (6.357087663841765) + | > loss_mel: 22.11359405517578 (21.551217965640344) + | > loss_duration: 1.664320707321167 (1.7186671602047556) + | > amp_scaler: 256.0 (141.18157181571814) + | > loss_1: 34.437416076660156 (33.501899993193504) + | > grad_norm_1: tensor(749.6294, device='cuda:0') (tensor(569.7029, device='cuda:0')) + | > current_lr_0: 0.00019887808821429862 + | > current_lr_1: 0.00019887808821429862 + | > step_time: 0.8805 (0.8347159995619194) + | > loader_time: 0.0281 (0.006216993822960991) + + + --> TIME: 2024-11-23 02:28:31 -- STEP: 394/797 -- GLOBAL_STEP: 37050 + | > loss_disc: 2.4876198768615723 (2.497098085843973) + | > loss_disc_real_0: 0.20134592056274414 (0.1409937591306146) + | > loss_disc_real_1: 0.18718577921390533 (0.21881780111547655) + | > loss_disc_real_2: 0.22386054694652557 (0.23505946316846132) + | > loss_disc_real_3: 0.21202591061592102 (0.2269959068918591) + | > loss_disc_real_4: 0.2563811242580414 (0.22368709217322055) + | > loss_disc_real_5: 0.24717822670936584 (0.2339577166562153) + | > loss_0: 2.4876198768615723 (2.497098085843973) + | > grad_norm_0: tensor(50.0512, device='cuda:0') (tensor(82.9778, device='cuda:0')) + | > loss_gen: 2.3204779624938965 (2.3137787190185564) + | > loss_kl: 1.5375169515609741 (1.5592444439224786) + | > loss_feat: 6.73582124710083 (6.3589112746534004) + | > loss_mel: 21.779720306396484 (21.55793337652525) + | > loss_duration: 1.665589690208435 (1.7169633398806383) + | > amp_scaler: 256.0 (148.46700507614216) + | > loss_1: 34.03912353515625 (33.50683110135461) + | > grad_norm_1: tensor(858.9968, device='cuda:0') (tensor(561.1892, device='cuda:0')) + | > current_lr_0: 0.00019887808821429862 + | > current_lr_1: 0.00019887808821429862 + | > step_time: 0.8836 (0.8361751192112257) + | > loader_time: 0.0098 (0.006300612149504836) + + + --> TIME: 2024-11-23 02:28:53 -- STEP: 419/797 -- GLOBAL_STEP: 37075 + | > loss_disc: 2.3312337398529053 (2.4956005877128375) + | > loss_disc_real_0: 0.14152692258358002 (0.14023528109373504) + | > loss_disc_real_1: 0.224202960729599 (0.21890520519601417) + | > loss_disc_real_2: 0.20759564638137817 (0.23478233419483202) + | > loss_disc_real_3: 0.22054286301136017 (0.2267811532023414) + | > loss_disc_real_4: 0.17147161066532135 (0.2236478061977605) + | > loss_disc_real_5: 0.22931185364723206 (0.2340512199233995) + | > loss_0: 2.3312337398529053 (2.4956005877128375) + | > grad_norm_0: tensor(80.0009, device='cuda:0') (tensor(82.4291, device='cuda:0')) + | > loss_gen: 2.483689308166504 (2.316336802764835) + | > loss_kl: 1.3526169061660767 (1.5584870482970536) + | > loss_feat: 7.273570537567139 (6.378843916344472) + | > loss_mel: 23.745580673217773 (21.57751733420287) + | > loss_duration: 1.7251217365264893 (1.7153911684464156) + | > amp_scaler: 128.0 (147.5513126491647) + | > loss_1: 36.5805778503418 (33.54657623363848) + | > grad_norm_1: tensor(897.0385, device='cuda:0') (tensor(562.8654, device='cuda:0')) + | > current_lr_0: 0.00019887808821429862 + | > current_lr_1: 0.00019887808821429862 + | > step_time: 0.8374 (0.8379126607944969) + | > loader_time: 0.0097 (0.006517684545038988) + + + --> TIME: 2024-11-23 02:29:15 -- STEP: 444/797 -- GLOBAL_STEP: 37100 + | > loss_disc: 2.288557529449463 (2.4944099971839986) + | > loss_disc_real_0: 0.1096816211938858 (0.1399587490637828) + | > loss_disc_real_1: 0.23231936991214752 (0.21902382266414058) + | > loss_disc_real_2: 0.1869312971830368 (0.23480009546016786) + | > loss_disc_real_3: 0.20515891909599304 (0.22661178481874164) + | > loss_disc_real_4: 0.22382599115371704 (0.22359546394766988) + | > loss_disc_real_5: 0.22684606909751892 (0.23372085036726686) + | > loss_0: 2.288557529449463 (2.4944099971839986) + | > grad_norm_0: tensor(23.2823, device='cuda:0') (tensor(80.6108, device='cuda:0')) + | > loss_gen: 2.4924240112304688 (2.316342501758453) + | > loss_kl: 1.541091799736023 (1.5583481103987307) + | > loss_feat: 7.2286481857299805 (6.383483334704563) + | > loss_mel: 22.60458755493164 (21.593536175049096) + | > loss_duration: 1.690451979637146 (1.713945293748701) + | > amp_scaler: 128.0 (146.45045045045043) + | > loss_1: 35.55720520019531 (33.565655360350725) + | > grad_norm_1: tensor(849.8386, device='cuda:0') (tensor(560.9081, device='cuda:0')) + | > current_lr_0: 0.00019887808821429862 + | > current_lr_1: 0.00019887808821429862 + | > step_time: 0.8354 (0.8401962373707743) + | > loader_time: 0.0074 (0.00658058744293075) + + + --> TIME: 2024-11-23 02:29:38 -- STEP: 469/797 -- GLOBAL_STEP: 37125 + | > loss_disc: 2.3551576137542725 (2.4911944154483177) + | > loss_disc_real_0: 0.0958065539598465 (0.13884545311427055) + | > loss_disc_real_1: 0.2083897441625595 (0.21877427688285486) + | > loss_disc_real_2: 0.20089896023273468 (0.2349218850705161) + | > loss_disc_real_3: 0.23359888792037964 (0.22630594305392268) + | > loss_disc_real_4: 0.26309823989868164 (0.22356681757644295) + | > loss_disc_real_5: 0.27653107047080994 (0.233489847767836) + | > loss_0: 2.3551576137542725 (2.4911944154483177) + | > grad_norm_0: tensor(77.7148, device='cuda:0') (tensor(80.1790, device='cuda:0')) + | > loss_gen: 2.6162478923797607 (2.321456367018887) + | > loss_kl: 1.3743093013763428 (1.556145443845151) + | > loss_feat: 7.588405609130859 (6.40955406262168) + | > loss_mel: 22.677114486694336 (21.63760404444452) + | > loss_duration: 1.6490899324417114 (1.713265990651747) + | > amp_scaler: 128.0 (145.4669509594883) + | > loss_1: 35.90516662597656 (33.63802585317127) + | > grad_norm_1: tensor(709.5038, device='cuda:0') (tensor(570.2595, device='cuda:0')) + | > current_lr_0: 0.00019887808821429862 + | > current_lr_1: 0.00019887808821429862 + | > step_time: 0.9664 (0.8428217556430838) + | > loader_time: 0.0117 (0.0066878119511390765) + + + --> TIME: 2024-11-23 02:30:01 -- STEP: 494/797 -- GLOBAL_STEP: 37150 + | > loss_disc: 2.7179980278015137 (2.4950149913548465) + | > loss_disc_real_0: 0.25896161794662476 (0.14007840105728328) + | > loss_disc_real_1: 0.23798872530460358 (0.2191364256597241) + | > loss_disc_real_2: 0.26996538043022156 (0.23455684752720088) + | > loss_disc_real_3: 0.2191961109638214 (0.22663232500133243) + | > loss_disc_real_4: 0.32924070954322815 (0.22387767525819632) + | > loss_disc_real_5: 0.23724707961082458 (0.23346677389342776) + | > loss_0: 2.7179980278015137 (2.4950149913548465) + | > grad_norm_0: tensor(126.7817, device='cuda:0') (tensor(80.8634, device='cuda:0')) + | > loss_gen: 2.2427585124969482 (2.321561561180993) + | > loss_kl: 1.4792335033416748 (1.5543203544520174) + | > loss_feat: 5.577094554901123 (6.410663231181712) + | > loss_mel: 21.047195434570312 (21.63057580940153) + | > loss_duration: 1.730659008026123 (1.7117605165914003) + | > amp_scaler: 128.0 (144.582995951417) + | > loss_1: 32.07693862915039 (33.62888141199644) + | > grad_norm_1: tensor(604.6378, device='cuda:0') (tensor(571.5840, device='cuda:0')) + | > current_lr_0: 0.00019887808821429862 + | > current_lr_1: 0.00019887808821429862 + | > step_time: 0.886 (0.8456499595873749) + | > loader_time: 0.0132 (0.006780416859306301) + + + --> TIME: 2024-11-23 02:30:23 -- STEP: 519/797 -- GLOBAL_STEP: 37175 + | > loss_disc: 2.3799588680267334 (2.4937334226046004) + | > loss_disc_real_0: 0.10395553708076477 (0.1395720141959557) + | > loss_disc_real_1: 0.26823386549949646 (0.21899114063939149) + | > loss_disc_real_2: 0.23238110542297363 (0.2348311522792529) + | > loss_disc_real_3: 0.24054716527462006 (0.22661132941126594) + | > loss_disc_real_4: 0.2157265543937683 (0.22416118502272347) + | > loss_disc_real_5: 0.21808546781539917 (0.23344014214642475) + | > loss_0: 2.3799588680267334 (2.4937334226046004) + | > grad_norm_0: tensor(45.3306, device='cuda:0') (tensor(79.6502, device='cuda:0')) + | > loss_gen: 2.358366012573242 (2.3219836670079883) + | > loss_kl: 1.4669004678726196 (1.552824372041662) + | > loss_feat: 6.700477600097656 (6.411881783105045) + | > loss_mel: 22.032085418701172 (21.630524721678505) + | > loss_duration: 1.6983673572540283 (1.7110277508494942) + | > amp_scaler: 128.0 (143.78420038535646) + | > loss_1: 34.25619888305664 (33.62824223909763) + | > grad_norm_1: tensor(709.5016, device='cuda:0') (tensor(565.9611, device='cuda:0')) + | > current_lr_0: 0.00019887808821429862 + | > current_lr_1: 0.00019887808821429862 + | > step_time: 0.8455 (0.8470660367682717) + | > loader_time: 0.0136 (0.006912524070813244) + + + --> TIME: 2024-11-23 02:30:45 -- STEP: 544/797 -- GLOBAL_STEP: 37200 + | > loss_disc: 2.5042824745178223 (2.4914584817255254) + | > loss_disc_real_0: 0.13617601990699768 (0.1388039076221448) + | > loss_disc_real_1: 0.18042385578155518 (0.21884752955178133) + | > loss_disc_real_2: 0.24647556245326996 (0.23417393367408823) + | > loss_disc_real_3: 0.21414650976657867 (0.22628093697130683) + | > loss_disc_real_4: 0.22454921901226044 (0.22393364166183505) + | > loss_disc_real_5: 0.23064148426055908 (0.23318751027588458) + | > loss_0: 2.5042824745178223 (2.4914584817255254) + | > grad_norm_0: tensor(48.0108, device='cuda:0') (tensor(78.1439, device='cuda:0')) + | > loss_gen: 2.339404821395874 (2.321259939714388) + | > loss_kl: 1.7884891033172607 (1.5511982958106434) + | > loss_feat: 6.28958797454834 (6.417059334761956) + | > loss_mel: 22.057947158813477 (21.629177763181563) + | > loss_duration: 1.6873035430908203 (1.7109745399040337) + | > amp_scaler: 128.0 (143.05882352941177) + | > loss_1: 34.16273498535156 (33.629669792511876) + | > grad_norm_1: tensor(621.4026, device='cuda:0') (tensor(563.3660, device='cuda:0')) + | > current_lr_0: 0.00019887808821429862 + | > current_lr_1: 0.00019887808821429862 + | > step_time: 0.9164 (0.8489803798934991) + | > loader_time: 0.0163 (0.0070450862540918195) + + + --> TIME: 2024-11-23 02:31:09 -- STEP: 569/797 -- GLOBAL_STEP: 37225 + | > loss_disc: 2.4323434829711914 (2.490769103876526) + | > loss_disc_real_0: 0.1378539502620697 (0.13853429588497404) + | > loss_disc_real_1: 0.2172858715057373 (0.21893487470011724) + | > loss_disc_real_2: 0.24857473373413086 (0.23474488322261342) + | > loss_disc_real_3: 0.21297666430473328 (0.2263101101550151) + | > loss_disc_real_4: 0.20362284779548645 (0.2237518849031368) + | > loss_disc_real_5: 0.2824310064315796 (0.23337410589408372) + | > loss_0: 2.4323434829711914 (2.490769103876526) + | > grad_norm_0: tensor(49.9370, device='cuda:0') (tensor(76.7378, device='cuda:0')) + | > loss_gen: 2.2441866397857666 (2.322774738754245) + | > loss_kl: 1.3277738094329834 (1.5506456472333163) + | > loss_feat: 6.202014923095703 (6.425258008792653) + | > loss_mel: 21.93059730529785 (21.652786130854864) + | > loss_duration: 1.7084670066833496 (1.709900879901826) + | > amp_scaler: 128.0 (142.3971880492091) + | > loss_1: 33.41304016113281 (33.66136531461101) + | > grad_norm_1: tensor(675.2184, device='cuda:0') (tensor(565.7876, device='cuda:0')) + | > current_lr_0: 0.00019887808821429862 + | > current_lr_1: 0.00019887808821429862 + | > step_time: 1.0739 (0.8515685170312756) + | > loader_time: 0.0077 (0.007195056637058356) + + + --> TIME: 2024-11-23 02:31:33 -- STEP: 594/797 -- GLOBAL_STEP: 37250 + | > loss_disc: 2.669266700744629 (2.4884630172742335) + | > loss_disc_real_0: 0.3091092109680176 (0.13839168617696262) + | > loss_disc_real_1: 0.2566498816013336 (0.21880184214323858) + | > loss_disc_real_2: 0.21415086090564728 (0.23401194682928042) + | > loss_disc_real_3: 0.22526155412197113 (0.22629848150191484) + | > loss_disc_real_4: 0.20924219489097595 (0.22310882877019117) + | > loss_disc_real_5: 0.25549089908599854 (0.2328805104399771) + | > loss_0: 2.669266700744629 (2.4884630172742335) + | > grad_norm_0: tensor(170.7693, device='cuda:0') (tensor(76.6514, device='cuda:0')) + | > loss_gen: 2.550375461578369 (2.325330605410565) + | > loss_kl: 1.3600859642028809 (1.549718332009684) + | > loss_feat: 6.485354423522949 (6.430812100368714) + | > loss_mel: 22.39533233642578 (21.661872847714406) + | > loss_duration: 1.6809630393981934 (1.709605910159924) + | > amp_scaler: 128.0 (141.79124579124573) + | > loss_1: 34.472110748291016 (33.67733969511808) + | > grad_norm_1: tensor(698.3596, device='cuda:0') (tensor(565.7671, device='cuda:0')) + | > current_lr_0: 0.00019887808821429862 + | > current_lr_1: 0.00019887808821429862 + | > step_time: 0.9968 (0.8571228836521956) + | > loader_time: 0.0081 (0.007259020098933464) + + + --> TIME: 2024-11-23 02:31:59 -- STEP: 619/797 -- GLOBAL_STEP: 37275 + | > loss_disc: 2.4002740383148193 (2.4877245946153876) + | > loss_disc_real_0: 0.11104676872491837 (0.13779834603141497) + | > loss_disc_real_1: 0.18994945287704468 (0.21873446742918265) + | > loss_disc_real_2: 0.18551647663116455 (0.23417980903955188) + | > loss_disc_real_3: 0.21656958758831024 (0.22623619697205663) + | > loss_disc_real_4: 0.20419880747795105 (0.2232194571531647) + | > loss_disc_real_5: 0.25961554050445557 (0.23320173451704046) + | > loss_0: 2.4002740383148193 (2.4877245946153876) + | > grad_norm_0: tensor(60.7215, device='cuda:0') (tensor(76.9698, device='cuda:0')) + | > loss_gen: 2.448617458343506 (2.3272551931741723) + | > loss_kl: 1.7467482089996338 (1.549601746491352) + | > loss_feat: 6.89809513092041 (6.4302247198409885) + | > loss_mel: 22.70994758605957 (21.664514255061473) + | > loss_duration: 1.6731061935424805 (1.7093153161648218) + | > amp_scaler: 128.0 (141.2342487883683) + | > loss_1: 35.47651290893555 (33.680911136559395) + | > grad_norm_1: tensor(533.6350, device='cuda:0') (tensor(566.9158, device='cuda:0')) + | > current_lr_0: 0.00019887808821429862 + | > current_lr_1: 0.00019887808821429862 + | > step_time: 0.9303 (0.8623870732518504) + | > loader_time: 0.0084 (0.007316062061389926) + + + --> TIME: 2024-11-23 02:32:24 -- STEP: 644/797 -- GLOBAL_STEP: 37300 + | > loss_disc: 2.4975593090057373 (2.4881172291240334) + | > loss_disc_real_0: 0.10166781395673752 (0.13752358386535996) + | > loss_disc_real_1: 0.2138233631849289 (0.21890898826329605) + | > loss_disc_real_2: 0.23698018491268158 (0.23438468508376092) + | > loss_disc_real_3: 0.27836182713508606 (0.22629438058374832) + | > loss_disc_real_4: 0.26095345616340637 (0.22345827647155117) + | > loss_disc_real_5: 0.24899102747440338 (0.23312559908961658) + | > loss_0: 2.4975593090057373 (2.4881172291240334) + | > grad_norm_0: tensor(54.7325, device='cuda:0') (tensor(76.5274, device='cuda:0')) + | > loss_gen: 2.2610318660736084 (2.3269027164263747) + | > loss_kl: 1.4770704507827759 (1.5497933215236057) + | > loss_feat: 6.140595436096191 (6.424638281697811) + | > loss_mel: 21.965728759765625 (21.66386043062861) + | > loss_duration: 1.6993168592453003 (1.7094325558369212) + | > amp_scaler: 128.0 (140.7204968944099) + | > loss_1: 33.54374313354492 (33.67462723299581) + | > grad_norm_1: tensor(544.2609, device='cuda:0') (tensor(568.8410, device='cuda:0')) + | > current_lr_0: 0.00019887808821429862 + | > current_lr_1: 0.00019887808821429862 + | > step_time: 0.8935 (0.8675384788039306) + | > loader_time: 0.0156 (0.0073969886169670505) + + + --> TIME: 2024-11-23 02:32:47 -- STEP: 669/797 -- GLOBAL_STEP: 37325 + | > loss_disc: 2.5524656772613525 (2.4892842284945265) + | > loss_disc_real_0: 0.1081864982843399 (0.13800434401239334) + | > loss_disc_real_1: 0.21009957790374756 (0.21900648186025062) + | > loss_disc_real_2: 0.2698156535625458 (0.23464355672332377) + | > loss_disc_real_3: 0.2833302617073059 (0.22648647376329198) + | > loss_disc_real_4: 0.2616119682788849 (0.22368826036674203) + | > loss_disc_real_5: 0.24413518607616425 (0.2332398764933884) + | > loss_0: 2.5524656772613525 (2.4892842284945265) + | > grad_norm_0: tensor(100.4703, device='cuda:0') (tensor(76.4273, device='cuda:0')) + | > loss_gen: 2.1092135906219482 (2.3273573083906065) + | > loss_kl: 1.5800769329071045 (1.5487954964017634) + | > loss_feat: 5.910632133483887 (6.418598832214537) + | > loss_mel: 21.32525634765625 (21.653644812659472) + | > loss_duration: 1.7188477516174316 (1.7090887943190851) + | > amp_scaler: 128.0 (140.2451420029896) + | > loss_1: 32.64402770996094 (33.65748518072792) + | > grad_norm_1: tensor(231.9194, device='cuda:0') (tensor(569.5644, device='cuda:0')) + | > current_lr_0: 0.00019887808821429862 + | > current_lr_1: 0.00019887808821429862 + | > step_time: 0.9406 (0.8698705949769068) + | > loader_time: 0.0084 (0.007518232670600101) + + + --> TIME: 2024-11-23 02:33:11 -- STEP: 694/797 -- GLOBAL_STEP: 37350 + | > loss_disc: 2.419404983520508 (2.4898223901001106) + | > loss_disc_real_0: 0.07680437713861465 (0.1382554100842487) + | > loss_disc_real_1: 0.17131629586219788 (0.21887057903692428) + | > loss_disc_real_2: 0.19919639825820923 (0.2342822361275854) + | > loss_disc_real_3: 0.19752997159957886 (0.22610994965181572) + | > loss_disc_real_4: 0.14977195858955383 (0.22357272485577065) + | > loss_disc_real_5: 0.1780814379453659 (0.2331799572757754) + | > loss_0: 2.419404983520508 (2.4898223901001106) + | > grad_norm_0: tensor(86.8836, device='cuda:0') (tensor(76.6687, device='cuda:0')) + | > loss_gen: 2.261676788330078 (2.325559798338226) + | > loss_kl: 1.6679505109786987 (1.550323934823015) + | > loss_feat: 6.975609302520752 (6.410098115717642) + | > loss_mel: 22.510696411132812 (21.653711560823734) + | > loss_duration: 1.7287192344665527 (1.7084675934541473) + | > amp_scaler: 128.0 (139.80403458213274) + | > loss_1: 35.144649505615234 (33.64816092895155) + | > grad_norm_1: tensor(576.0721, device='cuda:0') (tensor(569.3626, device='cuda:0')) + | > current_lr_0: 0.00019887808821429862 + | > current_lr_1: 0.00019887808821429862 + | > step_time: 0.925 (0.8726035737853914) + | > loader_time: 0.0212 (0.007624221810002833) + + + --> TIME: 2024-11-23 02:33:36 -- STEP: 719/797 -- GLOBAL_STEP: 37375 + | > loss_disc: 2.596492052078247 (2.4913808145509813) + | > loss_disc_real_0: 0.31368258595466614 (0.1392896906556938) + | > loss_disc_real_1: 0.1728769838809967 (0.21877795696175645) + | > loss_disc_real_2: 0.2152751237154007 (0.234421574998963) + | > loss_disc_real_3: 0.2348695695400238 (0.22628430794193946) + | > loss_disc_real_4: 0.23248620331287384 (0.2237912696243493) + | > loss_disc_real_5: 0.24027279019355774 (0.2335882145439965) + | > loss_0: 2.596492052078247 (2.4913808145509813) + | > grad_norm_0: tensor(143.4966, device='cuda:0') (tensor(76.6722, device='cuda:0')) + | > loss_gen: 2.3772830963134766 (2.3253122249796894) + | > loss_kl: 1.5352051258087158 (1.5505323090042604) + | > loss_feat: 6.132445812225342 (6.402844171033283) + | > loss_mel: 21.176071166992188 (21.6537667063579) + | > loss_duration: 1.678091287612915 (1.7076996450463993) + | > amp_scaler: 128.0 (139.3936022253131) + | > loss_1: 32.89909744262695 (33.64015496456903) + | > grad_norm_1: tensor(593.4247, device='cuda:0') (tensor(566.3176, device='cuda:0')) + | > current_lr_0: 0.00019887808821429862 + | > current_lr_1: 0.00019887808821429862 + | > step_time: 0.9264 (0.875398648133364) + | > loader_time: 0.0176 (0.007945876459750412) + + + --> TIME: 2024-11-23 02:34:01 -- STEP: 744/797 -- GLOBAL_STEP: 37400 + | > loss_disc: 2.379774570465088 (2.4905019694118082) + | > loss_disc_real_0: 0.13537637889385223 (0.1393849961659922) + | > loss_disc_real_1: 0.18795178830623627 (0.2184740807460521) + | > loss_disc_real_2: 0.20337651669979095 (0.23437052726825716) + | > loss_disc_real_3: 0.20633161067962646 (0.2260739056253305) + | > loss_disc_real_4: 0.16389338672161102 (0.22358133351450327) + | > loss_disc_real_5: 0.2132757306098938 (0.23334334550365324) + | > loss_0: 2.379774570465088 (2.4905019694118082) + | > grad_norm_0: tensor(42.4934, device='cuda:0') (tensor(76.1506, device='cuda:0')) + | > loss_gen: 2.165954113006592 (2.3251750550923775) + | > loss_kl: 1.5697251558303833 (1.5511552319731745) + | > loss_feat: 6.667232513427734 (6.411688529676005) + | > loss_mel: 21.509523391723633 (21.66825986677599) + | > loss_duration: 1.6868972778320312 (1.7067488733158322) + | > amp_scaler: 128.0 (139.01075268817223) + | > loss_1: 33.599334716796875 (33.663027468547995) + | > grad_norm_1: tensor(584.9146, device='cuda:0') (tensor(564.1897, device='cuda:0')) + | > current_lr_0: 0.00019887808821429862 + | > current_lr_1: 0.00019887808821429862 + | > step_time: 0.9536 (0.8780463632716926) + | > loader_time: 0.1093 (0.009772790696031302) + + + --> TIME: 2024-11-23 02:34:34 -- STEP: 769/797 -- GLOBAL_STEP: 37425 + | > loss_disc: 2.4628636837005615 (2.4891616802066765) + | > loss_disc_real_0: 0.14995330572128296 (0.13917016551886796) + | > loss_disc_real_1: 0.1990654170513153 (0.21825834924672452) + | > loss_disc_real_2: 0.26951080560684204 (0.23422706861567277) + | > loss_disc_real_3: 0.25608834624290466 (0.22616169238354047) + | > loss_disc_real_4: 0.23107457160949707 (0.2237762310027456) + | > loss_disc_real_5: 0.22718919813632965 (0.2334330172819341) + | > loss_0: 2.4628636837005615 (2.4891616802066765) + | > grad_norm_0: tensor(62.4366, device='cuda:0') (tensor(75.2445, device='cuda:0')) + | > loss_gen: 2.3990628719329834 (2.3250628071116486) + | > loss_kl: 1.599067211151123 (1.5498945010809018) + | > loss_feat: 6.243725299835205 (6.408450834152756) + | > loss_mel: 20.658130645751953 (21.65827502137816) + | > loss_duration: 1.7017642259597778 (1.7056327538930554) + | > amp_scaler: 128.0 (138.6527958387518) + | > loss_1: 32.601749420166016 (33.647315815304246) + | > grad_norm_1: tensor(809.8688, device='cuda:0') (tensor(566.4664, device='cuda:0')) + | > current_lr_0: 0.00019887808821429862 + | > current_lr_1: 0.00019887808821429862 + | > step_time: 1.3823 (0.8870076544108098) + | > loader_time: 0.1254 (0.013907321872884803) + + + --> TIME: 2024-11-23 02:36:03 -- STEP: 794/797 -- GLOBAL_STEP: 37450 + | > loss_disc: 2.4169464111328125 (2.488918218264352) + | > loss_disc_real_0: 0.1343536376953125 (0.13875060716188828) + | > loss_disc_real_1: 0.21841225028038025 (0.21830858962061422) + | > loss_disc_real_2: 0.22410595417022705 (0.2341740194811328) + | > loss_disc_real_3: 0.23498977720737457 (0.22634486816541974) + | > loss_disc_real_4: 0.19439035654067993 (0.22371373501998051) + | > loss_disc_real_5: 0.20628902316093445 (0.23331075373764903) + | > loss_0: 2.4169464111328125 (2.488918218264352) + | > grad_norm_0: tensor(100.8602, device='cuda:0') (tensor(74.6124, device='cuda:0')) + | > loss_gen: 2.256756544113159 (2.3244287011305036) + | > loss_kl: 1.4017764329910278 (1.5498099301563986) + | > loss_feat: 6.477924346923828 (6.409299817433585) + | > loss_mel: 22.964473724365234 (21.667851315937938) + | > loss_duration: 1.6825776100158691 (1.7047416006287646) + | > amp_scaler: 128.0 (138.31738035264516) + | > loss_1: 34.78350830078125 (33.65613126874869) + | > grad_norm_1: tensor(512.1990, device='cuda:0') (tensor(567.2648, device='cuda:0')) + | > current_lr_0: 0.00019887808821429862 + | > current_lr_1: 0.00019887808821429862 + | > step_time: 7.4294 (0.9663913204928187) + | > loader_time: 0.1259 (0.01783815108858968) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.168315887451172 (2.168315887451172) + | > loss_disc_real_0: 0.16413769125938416 (0.16413769125938416) + | > loss_disc_real_1: 0.17155906558036804 (0.17155906558036804) + | > loss_disc_real_2: 0.19950348138809204 (0.19950348138809204) + | > loss_disc_real_3: 0.21637818217277527 (0.21637818217277527) + | > loss_disc_real_4: 0.14726696908473969 (0.14726696908473969) + | > loss_disc_real_5: 0.16199441254138947 (0.16199441254138947) + | > loss_0: 2.168315887451172 (2.168315887451172) + | > loss_gen: 2.4838104248046875 (2.4838104248046875) + | > loss_kl: 1.7208366394042969 (1.7208366394042969) + | > loss_feat: 8.15974235534668 (8.15974235534668) + | > loss_mel: 24.601476669311523 (24.601476669311523) + | > loss_duration: 1.9972071647644043 (1.9972071647644043) + | > loss_1: 38.96307373046875 (38.96307373046875) + + --> STEP: 1 + | > loss_disc: 2.356255054473877 (2.356255054473877) + | > loss_disc_real_0: 0.08332069218158722 (0.08332069218158722) + | > loss_disc_real_1: 0.22980934381484985 (0.22980934381484985) + | > loss_disc_real_2: 0.24978600442409515 (0.24978600442409515) + | > loss_disc_real_3: 0.24990445375442505 (0.24990445375442505) + | > loss_disc_real_4: 0.27050721645355225 (0.27050721645355225) + | > loss_disc_real_5: 0.23620182275772095 (0.23620182275772095) + | > loss_0: 2.356255054473877 (2.356255054473877) + | > loss_gen: 2.566328287124634 (2.566328287124634) + | > loss_kl: 1.9950002431869507 (1.9950002431869507) + | > loss_feat: 7.197521209716797 (7.197521209716797) + | > loss_mel: 21.927154541015625 (21.927154541015625) + | > loss_duration: 1.709566593170166 (1.709566593170166) + | > loss_1: 35.395572662353516 (35.395572662353516) + + --> STEP: 2 + | > loss_disc: 2.36199951171875 (2.3591272830963135) + | > loss_disc_real_0: 0.10794408619403839 (0.0956323891878128) + | > loss_disc_real_1: 0.26415711641311646 (0.24698323011398315) + | > loss_disc_real_2: 0.2976831793785095 (0.27373459190130234) + | > loss_disc_real_3: 0.22393469512462616 (0.2369195744395256) + | > loss_disc_real_4: 0.2198282927274704 (0.24516775459051132) + | > loss_disc_real_5: 0.2756689190864563 (0.2559353709220886) + | > loss_0: 2.36199951171875 (2.3591272830963135) + | > loss_gen: 2.8384079933166504 (2.702368140220642) + | > loss_kl: 0.9230524301528931 (1.4590263366699219) + | > loss_feat: 6.688775062561035 (6.943148136138916) + | > loss_mel: 22.628522872924805 (22.277838706970215) + | > loss_duration: 1.6724214553833008 (1.6909940242767334) + | > loss_1: 34.75117874145508 (35.0733757019043) + + --> STEP: 3 + | > loss_disc: 2.4203829765319824 (2.3795458475748696) + | > loss_disc_real_0: 0.18953289091587067 (0.12693255643049875) + | > loss_disc_real_1: 0.24571608006954193 (0.2465608467658361) + | > loss_disc_real_2: 0.2721574604511261 (0.2732088814179103) + | > loss_disc_real_3: 0.29741963744163513 (0.25708626210689545) + | > loss_disc_real_4: 0.25068360567092896 (0.2470063716173172) + | > loss_disc_real_5: 0.23903705179691315 (0.25030259788036346) + | > loss_0: 2.4203829765319824 (2.3795458475748696) + | > loss_gen: 2.874544858932495 (2.7597603797912598) + | > loss_kl: 1.4934964179992676 (1.4705163637797039) + | > loss_feat: 6.725035667419434 (6.870443979899089) + | > loss_mel: 24.6221923828125 (23.059289932250977) + | > loss_duration: 1.726540207862854 (1.7028427521387737) + | > loss_1: 37.441810607910156 (35.86285400390625) + + --> STEP: 4 + | > loss_disc: 2.219162702560425 (2.3394500613212585) + | > loss_disc_real_0: 0.1235775500535965 (0.1260938048362732) + | > loss_disc_real_1: 0.1557512879371643 (0.22385845705866814) + | > loss_disc_real_2: 0.23274976015090942 (0.26309410110116005) + | > loss_disc_real_3: 0.2219761162996292 (0.2483087256550789) + | > loss_disc_real_4: 0.22058267891407013 (0.24040044844150543) + | > loss_disc_real_5: 0.19073309004306793 (0.23541022092103958) + | > loss_0: 2.219162702560425 (2.3394500613212585) + | > loss_gen: 2.7051379680633545 (2.7461047768592834) + | > loss_kl: 1.392980694770813 (1.451132446527481) + | > loss_feat: 7.675564765930176 (7.07172417640686) + | > loss_mel: 22.42644691467285 (22.901079177856445) + | > loss_duration: 1.6984202861785889 (1.7017371356487274) + | > loss_1: 35.89855194091797 (35.87177848815918) + + --> STEP: 5 + | > loss_disc: 2.350104331970215 (2.3415809154510496) + | > loss_disc_real_0: 0.07567660510540009 (0.11601036489009857) + | > loss_disc_real_1: 0.19641061127185822 (0.21836888790130615) + | > loss_disc_real_2: 0.24109970033168793 (0.2586952209472656) + | > loss_disc_real_3: 0.2918383777141571 (0.25701465606689455) + | > loss_disc_real_4: 0.21383322775363922 (0.2350870043039322) + | > loss_disc_real_5: 0.16508854925632477 (0.22134588658809662) + | > loss_0: 2.350104331970215 (2.3415809154510496) + | > loss_gen: 2.710526466369629 (2.7389891147613525) + | > loss_kl: 2.471996307373047 (1.6553052186965942) + | > loss_feat: 8.98865032196045 (7.455109405517578) + | > loss_mel: 25.073856353759766 (23.335634613037108) + | > loss_duration: 1.834713339805603 (1.7283323764801026) + | > loss_1: 41.079742431640625 (36.91337127685547) + + --> STEP: 6 + | > loss_disc: 2.6627750396728516 (2.3951132694880166) + | > loss_disc_real_0: 0.1934683918952942 (0.12892003605763117) + | > loss_disc_real_1: 0.24038025736808777 (0.2220374494791031) + | > loss_disc_real_2: 0.27518004179000854 (0.2614426910877228) + | > loss_disc_real_3: 0.31870317459106445 (0.26729607582092285) + | > loss_disc_real_4: 0.3140103816986084 (0.24824090053637823) + | > loss_disc_real_5: 0.2510550022125244 (0.2262974058588346) + | > loss_0: 2.6627750396728516 (2.3951132694880166) + | > loss_gen: 2.381572723388672 (2.6794197161992392) + | > loss_kl: 1.2861871719360352 (1.593785544236501) + | > loss_feat: 4.311805725097656 (6.931225458780925) + | > loss_mel: 19.12276268005371 (22.63348929087321) + | > loss_duration: 1.727599859237671 (1.7282102902730305) + | > loss_1: 28.82992935180664 (35.566130956014) + + --> STEP: 7 + | > loss_disc: 2.491823434829712 (2.408929007393973) + | > loss_disc_real_0: 0.10580214858055115 (0.1256174807037626) + | > loss_disc_real_1: 0.23124785721302032 (0.22335322201251984) + | > loss_disc_real_2: 0.24630394577980042 (0.259280013186591) + | > loss_disc_real_3: 0.2365516722202301 (0.26290401816368103) + | > loss_disc_real_4: 0.22591519355773926 (0.2450515138251441) + | > loss_disc_real_5: 0.1685851663351059 (0.21805280021258763) + | > loss_0: 2.491823434829712 (2.408929007393973) + | > loss_gen: 2.371711492538452 (2.6354613985334123) + | > loss_kl: 1.552992343902588 (1.5879579441887992) + | > loss_feat: 6.8516974449157715 (6.919864313943045) + | > loss_mel: 22.602310180664062 (22.629035132271902) + | > loss_duration: 1.6438204050064087 (1.716154592377799) + | > loss_1: 35.02253341674805 (35.48847416469029) + + --> STEP: 8 + | > loss_disc: 2.341768741607666 (2.400533974170685) + | > loss_disc_real_0: 0.1674857884645462 (0.13085101917386055) + | > loss_disc_real_1: 0.22506393492221832 (0.22356706112623215) + | > loss_disc_real_2: 0.23649057745933533 (0.25643133372068405) + | > loss_disc_real_3: 0.2751173675060272 (0.2644306868314743) + | > loss_disc_real_4: 0.2449110597372055 (0.24503395706415176) + | > loss_disc_real_5: 0.24325887858867645 (0.22120356000959873) + | > loss_0: 2.341768741607666 (2.400533974170685) + | > loss_gen: 2.7970118522644043 (2.6556552052497864) + | > loss_kl: 1.373382329940796 (1.5611359924077988) + | > loss_feat: 7.513596057891846 (6.9940807819366455) + | > loss_mel: 22.141849517822266 (22.5681369304657) + | > loss_duration: 1.7318634986877441 (1.718118205666542) + | > loss_1: 35.55770492553711 (35.49712800979614) + + --> STEP: 9 + | > loss_disc: 2.34189772605896 (2.3940188354916043) + | > loss_disc_real_0: 0.10903323441743851 (0.12842682086759144) + | > loss_disc_real_1: 0.23960816860198975 (0.22534940640131632) + | > loss_disc_real_2: 0.1979876607656479 (0.24993759228123558) + | > loss_disc_real_3: 0.2419620007276535 (0.261934166153272) + | > loss_disc_real_4: 0.251960426568985 (0.245803564786911) + | > loss_disc_real_5: 0.21335968375205994 (0.22033201820320553) + | > loss_0: 2.34189772605896 (2.3940188354916043) + | > loss_gen: 2.7257068157196045 (2.6634387175242105) + | > loss_kl: 1.8266507387161255 (1.5906376308865018) + | > loss_feat: 7.271811485290527 (7.0249397489759655) + | > loss_mel: 22.333127975463867 (22.542024824354385) + | > loss_duration: 1.6880431175231934 (1.71477652920617) + | > loss_1: 35.845340728759766 (35.53581831190321) + + --> STEP: 10 + | > loss_disc: 2.235621213912964 (2.3781790733337402) + | > loss_disc_real_0: 0.14822807908058167 (0.13040694668889047) + | > loss_disc_real_1: 0.2431981861591339 (0.2271342843770981) + | > loss_disc_real_2: 0.20531396567821503 (0.24547522962093354) + | > loss_disc_real_3: 0.2859291136264801 (0.2643336609005928) + | > loss_disc_real_4: 0.24374450743198395 (0.2455976590514183) + | > loss_disc_real_5: 0.2282034158706665 (0.22111915796995163) + | > loss_0: 2.235621213912964 (2.3781790733337402) + | > loss_gen: 2.926497459411621 (2.6897445917129517) + | > loss_kl: 1.1456958055496216 (1.5461434483528138) + | > loss_feat: 6.784374713897705 (7.00088324546814) + | > loss_mel: 23.87575340270996 (22.675397682189942) + | > loss_duration: 1.621453046798706 (1.7054441809654235) + | > loss_1: 36.35377502441406 (35.6176139831543) + + --> STEP: 11 + | > loss_disc: 2.402693748474121 (2.380407680164684) + | > loss_disc_real_0: 0.17631299793720245 (0.13458022407510065) + | > loss_disc_real_1: 0.24893420934677124 (0.22911609573797745) + | > loss_disc_real_2: 0.1954752653837204 (0.24092977832664142) + | > loss_disc_real_3: 0.25688403844833374 (0.263656422495842) + | > loss_disc_real_4: 0.23032774031162262 (0.2442094846205278) + | > loss_disc_real_5: 0.24366550147533417 (0.22316882556135004) + | > loss_0: 2.402693748474121 (2.380407680164684) + | > loss_gen: 2.6666183471679688 (2.687642205845226) + | > loss_kl: 1.8615741729736328 (1.5748189687728882) + | > loss_feat: 6.900387287139893 (6.9917472492564805) + | > loss_mel: 24.174564361572266 (22.81168556213379) + | > loss_duration: 1.595085620880127 (1.695411584594033) + | > loss_1: 37.19822692871094 (35.76130606911399) + + --> STEP: 12 + | > loss_disc: 2.5661120414733887 (2.395883043607076) + | > loss_disc_real_0: 0.1397719830274582 (0.13501287065446377) + | > loss_disc_real_1: 0.2596409320831299 (0.2316598321000735) + | > loss_disc_real_2: 0.2598683834075928 (0.24250799541672072) + | > loss_disc_real_3: 0.3249034583568573 (0.2687603421509266) + | > loss_disc_real_4: 0.24765175580978394 (0.2444963405529658) + | > loss_disc_real_5: 0.2195727527141571 (0.22286915282408395) + | > loss_0: 2.5661120414733887 (2.395883043607076) + | > loss_gen: 2.490159034729004 (2.6711852749188743) + | > loss_kl: 1.7807573080062866 (1.5919804970423381) + | > loss_feat: 6.854559421539307 (6.980314930280049) + | > loss_mel: 21.670669555664062 (22.71660089492798) + | > loss_duration: 1.7024097442626953 (1.6959947645664215) + | > loss_1: 34.498558044433594 (35.65607706705729) + + --> STEP: 13 + | > loss_disc: 2.4268345832824707 (2.398263931274414) + | > loss_disc_real_0: 0.09472253173589706 (0.13191361381457403) + | > loss_disc_real_1: 0.23517104983329773 (0.23192992577185997) + | > loss_disc_real_2: 0.22270835936069489 (0.2409849464893341) + | > loss_disc_real_3: 0.21219715476036072 (0.2644093277362677) + | > loss_disc_real_4: 0.20692166686058044 (0.24160598103816694) + | > loss_disc_real_5: 0.17397940158843994 (0.21910840272903442) + | > loss_0: 2.4268345832824707 (2.398263931274414) + | > loss_gen: 2.316317319869995 (2.6438877399151144) + | > loss_kl: 1.8894178867340088 (1.6148602962493896) + | > loss_feat: 6.944226264953613 (6.977538879101093) + | > loss_mel: 22.290206909179688 (22.683801357562725) + | > loss_duration: 1.7631750106811523 (1.7011624758060162) + | > loss_1: 35.203346252441406 (35.621251619779144) + + --> STEP: 14 + | > loss_disc: 2.20767879486084 (2.384650707244873) + | > loss_disc_real_0: 0.10818473994731903 (0.13021869425262725) + | > loss_disc_real_1: 0.19946710765361786 (0.2296111530491284) + | > loss_disc_real_2: 0.21586090326309204 (0.23919037197317397) + | > loss_disc_real_3: 0.2303571105003357 (0.26197702650512966) + | > loss_disc_real_4: 0.2137102484703064 (0.23961342871189117) + | > loss_disc_real_5: 0.19879208505153656 (0.21765723718064173) + | > loss_0: 2.20767879486084 (2.384650707244873) + | > loss_gen: 2.7119109630584717 (2.648746541568211) + | > loss_kl: 1.8153679370880127 (1.6291822705950056) + | > loss_feat: 7.230998516082764 (6.995643138885498) + | > loss_mel: 23.631847381591797 (22.751518930707658) + | > loss_duration: 1.7053501605987549 (1.7014615961483546) + | > loss_1: 37.09547424316406 (35.72655323573521) + + --> STEP: 15 + | > loss_disc: 2.584182024002075 (2.3979527950286865) + | > loss_disc_real_0: 0.19287946820259094 (0.1343960791826248) + | > loss_disc_real_1: 0.252238392829895 (0.2311196357011795) + | > loss_disc_real_2: 0.2699938416481018 (0.24124393661816915) + | > loss_disc_real_3: 0.2794654667377472 (0.26314292252063753) + | > loss_disc_real_4: 0.2538032531738281 (0.24055941700935363) + | > loss_disc_real_5: 0.22718000411987305 (0.2182920883099238) + | > loss_0: 2.584182024002075 (2.3979527950286865) + | > loss_gen: 2.34919810295105 (2.6287766456604005) + | > loss_kl: 1.5239344835281372 (1.6221657514572143) + | > loss_feat: 4.559298038482666 (6.833220132191976) + | > loss_mel: 19.01862144470215 (22.50265909830729) + | > loss_duration: 1.6380717754364014 (1.697235608100891) + | > loss_1: 29.089122772216797 (35.28405787150065) + + --> STEP: 16 + | > loss_disc: 2.3763484954833984 (2.396602526307106) + | > loss_disc_real_0: 0.12703266739845276 (0.13393586594611406) + | > loss_disc_real_1: 0.21631772816181183 (0.23019451647996902) + | > loss_disc_real_2: 0.2515987157821655 (0.24189111031591892) + | > loss_disc_real_3: 0.2690606415271759 (0.26351277995854616) + | > loss_disc_real_4: 0.20723696053028107 (0.2384767634794116) + | > loss_disc_real_5: 0.20481295883655548 (0.2174496427178383) + | > loss_0: 2.3763484954833984 (2.396602526307106) + | > loss_gen: 2.603658676147461 (2.6272067725658417) + | > loss_kl: 1.6554908752441406 (1.6242485716938972) + | > loss_feat: 6.265680313110352 (6.797748893499374) + | > loss_mel: 19.98470687866211 (22.345287084579468) + | > loss_duration: 1.8041653633117676 (1.703918717801571) + | > loss_1: 32.31370162963867 (35.09841060638428) + + --> STEP: 17 + | > loss_disc: 2.451542854309082 (2.3998343103072224) + | > loss_disc_real_0: 0.15089699625968933 (0.13493357949397145) + | > loss_disc_real_1: 0.27354416251182556 (0.23274449565831354) + | > loss_disc_real_2: 0.26201504468917847 (0.24307487116140478) + | > loss_disc_real_3: 0.243165984749794 (0.26231590965214896) + | > loss_disc_real_4: 0.21212953329086304 (0.23692692640949697) + | > loss_disc_real_5: 0.2288712114095688 (0.2181214996997048) + | > loss_0: 2.451542854309082 (2.3998343103072224) + | > loss_gen: 2.453392267227173 (2.6169823898988613) + | > loss_kl: 1.5644688606262207 (1.620732118101681) + | > loss_feat: 5.083349704742432 (6.696901882396025) + | > loss_mel: 18.825698852539062 (22.13825248269474) + | > loss_duration: 1.6405911445617676 (1.7001935664345236) + | > loss_1: 29.567501068115234 (34.773062986486096) + + --> STEP: 18 + | > loss_disc: 2.558773994445801 (2.4086642927593656) + | > loss_disc_real_0: 0.09127208590507507 (0.13250794096125496) + | > loss_disc_real_1: 0.24574069678783417 (0.2334665068321758) + | > loss_disc_real_2: 0.22887006402015686 (0.24228571520911324) + | > loss_disc_real_3: 0.3080447316169739 (0.2648563997613059) + | > loss_disc_real_4: 0.225905179977417 (0.23631460716327032) + | > loss_disc_real_5: 0.22091379761695862 (0.21827662736177444) + | > loss_0: 2.558773994445801 (2.4086642927593656) + | > loss_gen: 2.449162483215332 (2.6076590617497764) + | > loss_kl: 1.6508657932281494 (1.6224062111642625) + | > loss_feat: 8.012567520141602 (6.769994417826335) + | > loss_mel: 23.536108016967773 (22.215911123487686) + | > loss_duration: 1.6538758277893066 (1.6976203587320116) + | > loss_1: 37.30257797241211 (34.91359159681532) + + --> STEP: 19 + | > loss_disc: 2.1033577919006348 (2.3925955295562744) + | > loss_disc_real_0: 0.1092955470085144 (0.13128623601637388) + | > loss_disc_real_1: 0.20862457156181335 (0.23215903655478828) + | > loss_disc_real_2: 0.15551063418388367 (0.23771860568146957) + | > loss_disc_real_3: 0.1830684393644333 (0.26055177026673365) + | > loss_disc_real_4: 0.17031675577163696 (0.23284103603739487) + | > loss_disc_real_5: 0.1553066521883011 (0.21496241814211794) + | > loss_0: 2.1033577919006348 (2.3925955295562744) + | > loss_gen: 2.685408115386963 (2.611751117204365) + | > loss_kl: 1.916978359222412 (1.637910008430481) + | > loss_feat: 8.22640609741211 (6.846647664120323) + | > loss_mel: 23.67356300354004 (22.29262964349044) + | > loss_duration: 1.783909797668457 (1.7021619081497192) + | > loss_1: 38.2862663269043 (35.091100793135794) + + --> STEP: 20 + | > loss_disc: 2.325579881668091 (2.3892447471618654) + | > loss_disc_real_0: 0.11044233292341232 (0.1302440408617258) + | > loss_disc_real_1: 0.18480686843395233 (0.22979142814874648) + | > loss_disc_real_2: 0.24300514161586761 (0.23798293247818947) + | > loss_disc_real_3: 0.2702969014644623 (0.2610390268266201) + | > loss_disc_real_4: 0.2000114470720291 (0.23119955658912658) + | > loss_disc_real_5: 0.15578113496303558 (0.21200335398316383) + | > loss_0: 2.325579881668091 (2.3892447471618654) + | > loss_gen: 2.3776609897613525 (2.6000466108322144) + | > loss_kl: 1.2496657371520996 (1.618497794866562) + | > loss_feat: 7.146559238433838 (6.861643242835998) + | > loss_mel: 22.50304412841797 (22.303150367736816) + | > loss_duration: 1.67019522190094 (1.7005635738372802) + | > loss_1: 34.94712829589844 (35.08390216827392) + + --> STEP: 21 + | > loss_disc: 2.2838125228881836 (2.3842241650535945) + | > loss_disc_real_0: 0.07999846339225769 (0.12785139431556067) + | > loss_disc_real_1: 0.2527219355106354 (0.2308833570707412) + | > loss_disc_real_2: 0.21996745467185974 (0.23712505258264996) + | > loss_disc_real_3: 0.2618770897388458 (0.2610789345843451) + | > loss_disc_real_4: 0.2223191112279892 (0.23077667823859624) + | > loss_disc_real_5: 0.24868838489055634 (0.2137502602168492) + | > loss_0: 2.2838125228881836 (2.3842241650535945) + | > loss_gen: 2.764763832092285 (2.6078902880350747) + | > loss_kl: 1.303349494934082 (1.6034907329650152) + | > loss_feat: 7.463222503662109 (6.8902898743039085) + | > loss_mel: 23.839887619018555 (22.376328332083567) + | > loss_duration: 1.6673460006713867 (1.6989817846389044) + | > loss_1: 37.038570404052734 (35.176981608072914) + + --> STEP: 22 + | > loss_disc: 2.409940481185913 (2.3853930885141543) + | > loss_disc_real_0: 0.14978355169296265 (0.12884831055998802) + | > loss_disc_real_1: 0.23598159849643707 (0.23111509531736374) + | > loss_disc_real_2: 0.28373146057128906 (0.23924352567304263) + | > loss_disc_real_3: 0.19368098676204681 (0.25801539150151337) + | > loss_disc_real_4: 0.1729273498058319 (0.22814716330983423) + | > loss_disc_real_5: 0.15464577078819275 (0.21106369251554663) + | > loss_0: 2.409940481185913 (2.3853930885141543) + | > loss_gen: 2.328843116760254 (2.5952063257044014) + | > loss_kl: 1.634297490119934 (1.6048910401084207) + | > loss_feat: 5.238746166229248 (6.8152197057550605) + | > loss_mel: 17.903587341308594 (22.173021923411977) + | > loss_duration: 1.7374091148376465 (1.7007284814661199) + | > loss_1: 28.84288215637207 (34.88906799663197) + + --> STEP: 23 + | > loss_disc: 2.396777868270874 (2.3858880789383594) + | > loss_disc_real_0: 0.24960319697856903 (0.13409852301296982) + | > loss_disc_real_1: 0.19088031351566315 (0.22936575697815936) + | > loss_disc_real_2: 0.21155975759029388 (0.23803988358248834) + | > loss_disc_real_3: 0.2459992617368698 (0.2574929510769636) + | > loss_disc_real_4: 0.16612467169761658 (0.2254505332397378) + | > loss_disc_real_5: 0.16675803065299988 (0.20913735939108807) + | > loss_0: 2.396777868270874 (2.3858880789383594) + | > loss_gen: 2.481480121612549 (2.5902617081351904) + | > loss_kl: 1.4652743339538574 (1.5988207485364831) + | > loss_feat: 7.483304977416992 (6.844266891479492) + | > loss_mel: 23.98093605041504 (22.251626885455586) + | > loss_duration: 1.7735652923583984 (1.7038952993310017) + | > loss_1: 37.18456268310547 (34.98887211343517) + + --> STEP: 24 + | > loss_disc: 2.2365591526031494 (2.379666040341059) + | > loss_disc_real_0: 0.11599397659301758 (0.1333441669121385) + | > loss_disc_real_1: 0.19144907593727112 (0.22778589526812235) + | > loss_disc_real_2: 0.1935422569513321 (0.23618581580619016) + | > loss_disc_real_3: 0.21182149648666382 (0.2555899738023678) + | > loss_disc_real_4: 0.2512284219264984 (0.2265246119350195) + | > loss_disc_real_5: 0.2134978473186493 (0.20931904638806978) + | > loss_0: 2.2365591526031494 (2.379666040341059) + | > loss_gen: 2.881869316101074 (2.602412025133769) + | > loss_kl: 1.5466042757034302 (1.5966450621684392) + | > loss_feat: 7.295648574829102 (6.8630744616190595) + | > loss_mel: 22.003469467163086 (22.241286993026733) + | > loss_duration: 1.713905930519104 (1.7043124089638393) + | > loss_1: 35.441497802734375 (35.00773151715597) + + --> STEP: 25 + | > loss_disc: 2.636410713195801 (2.389935827255249) + | > loss_disc_real_0: 0.12447383999824524 (0.13298935383558277) + | > loss_disc_real_1: 0.23876363039016724 (0.22822500467300416) + | > loss_disc_real_2: 0.2941037714481354 (0.23850253403186797) + | > loss_disc_real_3: 0.2668871283531189 (0.2560418599843979) + | > loss_disc_real_4: 0.3157311677932739 (0.23009287416934968) + | > loss_disc_real_5: 0.26407742500305176 (0.21150938153266907) + | > loss_0: 2.636410713195801 (2.389935827255249) + | > loss_gen: 2.2377116680145264 (2.587824010848999) + | > loss_kl: 1.598264217376709 (1.59670982837677) + | > loss_feat: 3.185438871383667 (6.715969038009644) + | > loss_mel: 17.078277587890625 (22.03476661682129) + | > loss_duration: 1.6484520435333252 (1.7020779943466187) + | > loss_1: 25.748144149780273 (34.63734802246094) + + --> STEP: 26 + | > loss_disc: 2.5229015350341797 (2.395049892939054) + | > loss_disc_real_0: 0.1801588237285614 (0.13480356421608194) + | > loss_disc_real_1: 0.19251056015491486 (0.22685137219153917) + | > loss_disc_real_2: 0.21563513576984406 (0.23762301871409783) + | > loss_disc_real_3: 0.2368118166923523 (0.2553022429347038) + | > loss_disc_real_4: 0.28598660230636597 (0.2322426329438503) + | > loss_disc_real_5: 0.1923622041940689 (0.2107729516350306) + | > loss_0: 2.5229015350341797 (2.395049892939054) + | > loss_gen: 2.5131309032440186 (2.5849511990180383) + | > loss_kl: 1.9582537412643433 (1.6106153634878306) + | > loss_feat: 6.396756649017334 (6.703691638433016) + | > loss_mel: 20.85037612915039 (21.989213136526253) + | > loss_duration: 1.669196605682373 (1.70081332555184) + | > loss_1: 33.38771438598633 (34.58928519028884) + + --> STEP: 27 + | > loss_disc: 2.3825087547302246 (2.394585406338727) + | > loss_disc_real_0: 0.10389822721481323 (0.13365892210492383) + | > loss_disc_real_1: 0.1709226816892624 (0.22477993920997338) + | > loss_disc_real_2: 0.2302827388048172 (0.23735115649523558) + | > loss_disc_real_3: 0.24009379744529724 (0.25473896717583694) + | > loss_disc_real_4: 0.1894676685333252 (0.23065837500271974) + | > loss_disc_real_5: 0.20417292416095734 (0.21052850617302787) + | > loss_0: 2.3825087547302246 (2.394585406338727) + | > loss_gen: 2.643597364425659 (2.5871232792183205) + | > loss_kl: 1.747632622718811 (1.6156900767926816) + | > loss_feat: 8.122465133666992 (6.756238804923163) + | > loss_mel: 23.869752883911133 (22.05886275679977) + | > loss_duration: 1.6926774978637695 (1.70051199860043) + | > loss_1: 38.07612609863281 (34.718427446153434) + + --> STEP: 28 + | > loss_disc: 2.3724265098571777 (2.3937940171786716) + | > loss_disc_real_0: 0.14380517601966858 (0.13402128831616472) + | > loss_disc_real_1: 0.2765672206878662 (0.22662948497704097) + | > loss_disc_real_2: 0.22483864426612854 (0.23690428105848177) + | > loss_disc_real_3: 0.25750046968460083 (0.2548375922654357) + | > loss_disc_real_4: 0.2002924382686615 (0.22957387726221765) + | > loss_disc_real_5: 0.19735246896743774 (0.21005793341568538) + | > loss_0: 2.3724265098571777 (2.3937940171786716) + | > loss_gen: 2.6994500160217285 (2.591134948389871) + | > loss_kl: 1.6266300678253174 (1.616080790758133) + | > loss_feat: 7.219555377960205 (6.772785825388772) + | > loss_mel: 22.963306427001953 (22.091164316449845) + | > loss_duration: 1.7138099670410156 (1.7009869260447366) + | > loss_1: 36.22275161743164 (34.77215330941337) + + --> STEP: 29 + | > loss_disc: 2.4426748752593994 (2.3954795640090416) + | > loss_disc_real_0: 0.08921569585800171 (0.1324762678865729) + | > loss_disc_real_1: 0.21940355002880096 (0.22638031480641202) + | > loss_disc_real_2: 0.24775895476341248 (0.23727858015175524) + | > loss_disc_real_3: 0.26050418615341187 (0.2550329920546762) + | > loss_disc_real_4: 0.23262029886245728 (0.22967892628291559) + | > loss_disc_real_5: 0.3005599081516266 (0.2131786911652006) + | > loss_0: 2.4426748752593994 (2.3954795640090416) + | > loss_gen: 2.893073797225952 (2.6015466328324943) + | > loss_kl: 1.5284687280654907 (1.6130596851480419) + | > loss_feat: 7.159049987792969 (6.786105279264779) + | > loss_mel: 25.217140197753906 (22.19895658821895) + | > loss_duration: 1.6745104789733887 (1.7000739451112419) + | > loss_1: 38.47224426269531 (34.89974265262999) + + --> STEP: 30 + | > loss_disc: 2.695913791656494 (2.405494038263957) + | > loss_disc_real_0: 0.20061776041984558 (0.13474765097101532) + | > loss_disc_real_1: 0.2016492486000061 (0.22555594593286515) + | > loss_disc_real_2: 0.2593238949775696 (0.23801342397928238) + | > loss_disc_real_3: 0.3508126437664032 (0.2582256471117338) + | > loss_disc_real_4: 0.2384468913078308 (0.2299711917837461) + | > loss_disc_real_5: 0.23036226630210876 (0.21375147700309755) + | > loss_0: 2.695913791656494 (2.405494038263957) + | > loss_gen: 2.453195095062256 (2.5966015815734864) + | > loss_kl: 1.5454941987991333 (1.6108075022697448) + | > loss_feat: 7.4891581535339355 (6.809540375073751) + | > loss_mel: 22.76686668395996 (22.217886924743652) + | > loss_duration: 1.7299480438232422 (1.701069748401642) + | > loss_1: 35.98466491699219 (34.935906728108726) + + --> STEP: 31 + | > loss_disc: 2.315983533859253 (2.4026066026379986) + | > loss_disc_real_0: 0.10577262938022614 (0.13381297285518343) + | > loss_disc_real_1: 0.22198374569416046 (0.22544071366710047) + | > loss_disc_real_2: 0.2562999725341797 (0.23860331264234358) + | > loss_disc_real_3: 0.29352501034736633 (0.2593643362483671) + | > loss_disc_real_4: 0.24963442981243134 (0.2306054897846714) + | > loss_disc_real_5: 0.2800333797931671 (0.2158896028995514) + | > loss_0: 2.315983533859253 (2.4026066026379986) + | > loss_gen: 2.6712217330932617 (2.5990086832354145) + | > loss_kl: 1.8013263940811157 (1.6169532729733376) + | > loss_feat: 6.5223708152771 (6.800276840886762) + | > loss_mel: 22.428768157958984 (22.224689545169955) + | > loss_duration: 1.6667754650115967 (1.6999634811955113) + | > loss_1: 35.09046173095703 (34.9408923733619) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.0129014830435476 (+0.005027163413263135) + | > avg_loss_disc: 2.4026066026379986 (-0.05368846462618926) + | > avg_loss_disc_real_0: 0.13381297285518343 (+0.045834988716148606) + | > avg_loss_disc_real_1: 0.22544071366710047 (+0.035320682391043634) + | > avg_loss_disc_real_2: 0.23860331264234358 (+0.01742542222622903) + | > avg_loss_disc_real_3: 0.2593643362483671 (+0.008510093054463819) + | > avg_loss_disc_real_4: 0.2306054897846714 (+0.006677263686733853) + | > avg_loss_disc_real_5: 0.2158896028995514 (+0.009981667322497223) + | > avg_loss_0: 2.4026066026379986 (-0.05368846462618926) + | > avg_loss_gen: 2.5990086832354145 (+0.5716260671615596) + | > avg_loss_kl: 1.6169532729733376 (-0.005151825566445556) + | > avg_loss_feat: 6.800276840886762 (+0.5264941492388324) + | > avg_loss_mel: 22.224689545169955 (+0.2838864172658617) + | > avg_loss_duration: 1.6999634811955113 (+0.0030667205010690424) + | > avg_loss_1: 34.9408923733619 (+1.3799229283486767) + + + > EPOCH: 18/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 02:36:22)  + + --> TIME: 2024-11-23 02:36:41 -- STEP: 22/797 -- GLOBAL_STEP: 37475 + | > loss_disc: 2.6757681369781494 (2.532202568921176) + | > loss_disc_real_0: 0.2614854872226715 (0.14765374870462852) + | > loss_disc_real_1: 0.2612658441066742 (0.22622932155023923) + | > loss_disc_real_2: 0.23311546444892883 (0.24102394824678247) + | > loss_disc_real_3: 0.24659433960914612 (0.22795905037359757) + | > loss_disc_real_4: 0.26163536310195923 (0.23337698456915942) + | > loss_disc_real_5: 0.25086936354637146 (0.24488799951293252) + | > loss_0: 2.6757681369781494 (2.532202568921176) + | > grad_norm_0: tensor(128.0677, device='cuda:0') (tensor(67.1634, device='cuda:0')) + | > loss_gen: 2.2424941062927246 (2.323605494065719) + | > loss_kl: 1.715517520904541 (1.6124404181133618) + | > loss_feat: 5.805977821350098 (6.391778317364779) + | > loss_mel: 19.2805118560791 (21.367540359497067) + | > loss_duration: 1.7650197744369507 (1.8397358872673728) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.80952262878418 (33.53510093688965) + | > grad_norm_1: tensor(452.2275, device='cuda:0') (tensor(611.2772, device='cuda:0')) + | > current_lr_0: 0.00019885322845327182 + | > current_lr_1: 0.00019885322845327182 + | > step_time: 0.734 (0.7937622937289152) + | > loader_time: 0.0038 (0.006213404915549539) + + + --> TIME: 2024-11-23 02:37:00 -- STEP: 47/797 -- GLOBAL_STEP: 37500 + | > loss_disc: 2.4636683464050293 (2.514307067749348) + | > loss_disc_real_0: 0.13564366102218628 (0.14318982067894426) + | > loss_disc_real_1: 0.20153610408306122 (0.22201278330163754) + | > loss_disc_real_2: 0.20603124797344208 (0.24169909446797472) + | > loss_disc_real_3: 0.22953777015209198 (0.22685691682582207) + | > loss_disc_real_4: 0.22582069039344788 (0.22663337531241964) + | > loss_disc_real_5: 0.2459065169095993 (0.2363037368718614) + | > loss_0: 2.4636683464050293 (2.514307067749348) + | > grad_norm_0: tensor(125.5466, device='cuda:0') (tensor(66.0775, device='cuda:0')) + | > loss_gen: 2.1652657985687256 (2.2930221354707765) + | > loss_kl: 1.5676807165145874 (1.5881298476077141) + | > loss_feat: 6.463111877441406 (6.356710444105432) + | > loss_mel: 21.0313663482666 (21.159229887292742) + | > loss_duration: 1.7688636779785156 (1.7976768752361865) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.99628829956055 (33.19476951436795) + | > grad_norm_1: tensor(508.3180, device='cuda:0') (tensor(582.3735, device='cuda:0')) + | > current_lr_0: 0.00019885322845327182 + | > current_lr_1: 0.00019885322845327182 + | > step_time: 0.7504 (0.7758359909057617) + | > loader_time: 0.0045 (0.005498099834360975) + + + --> TIME: 2024-11-23 02:37:20 -- STEP: 72/797 -- GLOBAL_STEP: 37525 + | > loss_disc: 2.494424343109131 (2.5122426682048373) + | > loss_disc_real_0: 0.12080521881580353 (0.14374028642972314) + | > loss_disc_real_1: 0.18320836126804352 (0.22077428570224178) + | > loss_disc_real_2: 0.22821484506130219 (0.23908798665636116) + | > loss_disc_real_3: 0.20938079059123993 (0.225969263455934) + | > loss_disc_real_4: 0.20513230562210083 (0.22491279327207142) + | > loss_disc_real_5: 0.24087610840797424 (0.23570201359689236) + | > loss_0: 2.494424343109131 (2.5122426682048373) + | > grad_norm_0: tensor(34.6412, device='cuda:0') (tensor(58.6591, device='cuda:0')) + | > loss_gen: 2.299018144607544 (2.28804400894377) + | > loss_kl: 1.3045141696929932 (1.5613579120900896) + | > loss_feat: 7.1037163734436035 (6.354875127474467) + | > loss_mel: 22.713804244995117 (21.213784535725914) + | > loss_duration: 1.682958722114563 (1.7686121645900938) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.1040153503418 (33.186673906114365) + | > grad_norm_1: tensor(817.4286, device='cuda:0') (tensor(572.9847, device='cuda:0')) + | > current_lr_0: 0.00019885322845327182 + | > current_lr_1: 0.00019885322845327182 + | > step_time: 0.7701 (0.7773337827788459) + | > loader_time: 0.005 (0.005644039975272285) + + + --> TIME: 2024-11-23 02:37:40 -- STEP: 97/797 -- GLOBAL_STEP: 37550 + | > loss_disc: 2.4477903842926025 (2.497110329952437) + | > loss_disc_real_0: 0.16325289011001587 (0.14058768833728186) + | > loss_disc_real_1: 0.18869081139564514 (0.21980553174141756) + | > loss_disc_real_2: 0.19221466779708862 (0.23802203508381992) + | > loss_disc_real_3: 0.17805571854114532 (0.22489811649027558) + | > loss_disc_real_4: 0.25015419721603394 (0.22409476908211856) + | > loss_disc_real_5: 0.28063616156578064 (0.23441555112907567) + | > loss_0: 2.4477903842926025 (2.497110329952437) + | > grad_norm_0: tensor(96.6831, device='cuda:0') (tensor(65.5391, device='cuda:0')) + | > loss_gen: 2.3911571502685547 (2.30367967762898) + | > loss_kl: 1.196777105331421 (1.5394912110161536) + | > loss_feat: 6.839674949645996 (6.392475482114811) + | > loss_mel: 21.431854248046875 (21.201039894339964) + | > loss_duration: 1.766718864440918 (1.7561257819539493) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.626182556152344 (33.19281239853694) + | > grad_norm_1: tensor(751.6743, device='cuda:0') (tensor(601.1396, device='cuda:0')) + | > current_lr_0: 0.00019885322845327182 + | > current_lr_1: 0.00019885322845327182 + | > step_time: 0.8556 (0.7806142138451646) + | > loader_time: 0.0043 (0.005576762956442292) + + + --> TIME: 2024-11-23 02:38:00 -- STEP: 122/797 -- GLOBAL_STEP: 37575 + | > loss_disc: 2.4209561347961426 (2.502086748842334) + | > loss_disc_real_0: 0.053241923451423645 (0.1467561616150082) + | > loss_disc_real_1: 0.1906878799200058 (0.21950353987392832) + | > loss_disc_real_2: 0.23188363015651703 (0.23611025267937144) + | > loss_disc_real_3: 0.2648521661758423 (0.2251643030369868) + | > loss_disc_real_4: 0.21996137499809265 (0.22393374926731235) + | > loss_disc_real_5: 0.2319910079240799 (0.23352558507782514) + | > loss_0: 2.4209561347961426 (2.502086748842334) + | > grad_norm_0: tensor(21.4280, device='cuda:0') (tensor(73.4113, device='cuda:0')) + | > loss_gen: 2.163738250732422 (2.31300066924486) + | > loss_kl: 1.702385425567627 (1.552039924215098) + | > loss_feat: 7.1052398681640625 (6.4430367125839485) + | > loss_mel: 21.58407211303711 (21.195330838688083) + | > loss_duration: 1.7501800060272217 (1.7496876315992387) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.30561447143555 (33.25309608021725) + | > grad_norm_1: tensor(310.9728, device='cuda:0') (tensor(581.1104, device='cuda:0')) + | > current_lr_0: 0.00019885322845327182 + | > current_lr_1: 0.00019885322845327182 + | > step_time: 0.8026 (0.7825623535719075) + | > loader_time: 0.0052 (0.005508630002131228) + + + --> TIME: 2024-11-23 02:38:20 -- STEP: 147/797 -- GLOBAL_STEP: 37600 + | > loss_disc: 2.527771234512329 (2.50459284360717) + | > loss_disc_real_0: 0.13417772948741913 (0.14437782511013705) + | > loss_disc_real_1: 0.20626018941402435 (0.21997498320478973) + | > loss_disc_real_2: 0.25729668140411377 (0.23670903111801667) + | > loss_disc_real_3: 0.22887037694454193 (0.22475670176703913) + | > loss_disc_real_4: 0.20663754642009735 (0.22462398107765483) + | > loss_disc_real_5: 0.24981695413589478 (0.23463044219276533) + | > loss_0: 2.527771234512329 (2.50459284360717) + | > grad_norm_0: tensor(48.0205, device='cuda:0') (tensor(69.3619, device='cuda:0')) + | > loss_gen: 2.1999428272247314 (2.3112185552817617) + | > loss_kl: 1.3428338766098022 (1.5532833272908009) + | > loss_feat: 5.933671951293945 (6.4320732363227275) + | > loss_mel: 20.156410217285156 (21.20976847694034) + | > loss_duration: 1.686890721321106 (1.7431782938185196) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.319751739501953 (33.24952207292832) + | > grad_norm_1: tensor(698.1242, device='cuda:0') (tensor(569.9805, device='cuda:0')) + | > current_lr_0: 0.00019885322845327182 + | > current_lr_1: 0.00019885322845327182 + | > step_time: 0.7915 (0.7833812690916517) + | > loader_time: 0.0054 (0.0056048607339664385) + + + --> TIME: 2024-11-23 02:38:40 -- STEP: 172/797 -- GLOBAL_STEP: 37625 + | > loss_disc: 2.5467560291290283 (2.499921334344287) + | > loss_disc_real_0: 0.13492557406425476 (0.14330570516717983) + | > loss_disc_real_1: 0.28434693813323975 (0.2197004692672297) + | > loss_disc_real_2: 0.2606770396232605 (0.2350475325487381) + | > loss_disc_real_3: 0.22937311232089996 (0.22466080887026565) + | > loss_disc_real_4: 0.23947089910507202 (0.22353434917885204) + | > loss_disc_real_5: 0.2456129640340805 (0.2337358953474566) + | > loss_0: 2.5467560291290283 (2.499921334344287) + | > grad_norm_0: tensor(6.4181, device='cuda:0') (tensor(66.9848, device='cuda:0')) + | > loss_gen: 2.186552047729492 (2.307827894077744) + | > loss_kl: 1.436173439025879 (1.5558259826759964) + | > loss_feat: 5.9615983963012695 (6.424851048824399) + | > loss_mel: 22.190048217773438 (21.235634925753573) + | > loss_duration: 1.7125177383422852 (1.7376799181450249) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.48688888549805 (33.261819939280684) + | > grad_norm_1: tensor(374.2070, device='cuda:0') (tensor(563.1866, device='cuda:0')) + | > current_lr_0: 0.00019885322845327182 + | > current_lr_1: 0.00019885322845327182 + | > step_time: 0.8071 (0.785960067150205) + | > loader_time: 0.0047 (0.005676654882209245) + + + --> TIME: 2024-11-23 02:39:01 -- STEP: 197/797 -- GLOBAL_STEP: 37650 + | > loss_disc: 2.3895206451416016 (2.49844237148459) + | > loss_disc_real_0: 0.17648039758205414 (0.14172662382349743) + | > loss_disc_real_1: 0.24935775995254517 (0.21999284980563344) + | > loss_disc_real_2: 0.2187768667936325 (0.2357321887603266) + | > loss_disc_real_3: 0.23654553294181824 (0.2243706886538394) + | > loss_disc_real_4: 0.2194356769323349 (0.22315136778173109) + | > loss_disc_real_5: 0.21292121708393097 (0.2344487304917447) + | > loss_0: 2.3895206451416016 (2.49844237148459) + | > grad_norm_0: tensor(123.8115, device='cuda:0') (tensor(67.4280, device='cuda:0')) + | > loss_gen: 2.4323983192443848 (2.306774537575427) + | > loss_kl: 1.752631664276123 (1.5575739145278933) + | > loss_feat: 6.493659019470215 (6.408134295855682) + | > loss_mel: 22.069791793823242 (21.275668313660596) + | > loss_duration: 1.6965233087539673 (1.7339494095235914) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.445003509521484 (33.28210061939844) + | > grad_norm_1: tensor(865.3161, device='cuda:0') (tensor(577.4861, device='cuda:0')) + | > current_lr_0: 0.00019885322845327182 + | > current_lr_1: 0.00019885322845327182 + | > step_time: 0.8193 (0.7884152395471101) + | > loader_time: 0.0047 (0.005804397127955093) + + + --> TIME: 2024-11-23 02:39:22 -- STEP: 222/797 -- GLOBAL_STEP: 37675 + | > loss_disc: 2.6043097972869873 (2.500153847642845) + | > loss_disc_real_0: 0.14621251821517944 (0.1411160485365905) + | > loss_disc_real_1: 0.2134471833705902 (0.2201391269226332) + | > loss_disc_real_2: 0.23711194097995758 (0.2359351525167087) + | > loss_disc_real_3: 0.2610085606575012 (0.22518747293197358) + | > loss_disc_real_4: 0.2479257434606552 (0.22373366302198117) + | > loss_disc_real_5: 0.2797621786594391 (0.23425520184609266) + | > loss_0: 2.6043097972869873 (2.500153847642845) + | > grad_norm_0: tensor(31.2611, device='cuda:0') (tensor(70.2118, device='cuda:0')) + | > loss_gen: 2.251297950744629 (2.3100735475351146) + | > loss_kl: 1.767455816268921 (1.5637417462494998) + | > loss_feat: 5.448296546936035 (6.402411295487) + | > loss_mel: 18.945894241333008 (21.320983061919343) + | > loss_duration: 1.6803213357925415 (1.7322796556326723) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.093265533447266 (33.32948945019699) + | > grad_norm_1: tensor(426.7697, device='cuda:0') (tensor(581.6414, device='cuda:0')) + | > current_lr_0: 0.00019885322845327182 + | > current_lr_1: 0.00019885322845327182 + | > step_time: 0.8733 (0.7941814789900911) + | > loader_time: 0.0129 (0.006068033141058845) + + + --> TIME: 2024-11-23 02:39:43 -- STEP: 247/797 -- GLOBAL_STEP: 37700 + | > loss_disc: 2.4758710861206055 (2.4935009103072296) + | > loss_disc_real_0: 0.11265150457620621 (0.14016789763502252) + | > loss_disc_real_1: 0.197831392288208 (0.21968150452563637) + | > loss_disc_real_2: 0.20735666155815125 (0.23556756599229356) + | > loss_disc_real_3: 0.17251336574554443 (0.22418616006248876) + | > loss_disc_real_4: 0.24385111033916473 (0.2227101170944299) + | > loss_disc_real_5: 0.22074511647224426 (0.23312917967074312) + | > loss_0: 2.4758710861206055 (2.4935009103072296) + | > grad_norm_0: tensor(42.4546, device='cuda:0') (tensor(70.8928, device='cuda:0')) + | > loss_gen: 2.190495491027832 (2.3138848885833494) + | > loss_kl: 1.7478492259979248 (1.563007215739262) + | > loss_feat: 6.757650852203369 (6.427276613258639) + | > loss_mel: 21.698026657104492 (21.372997785869398) + | > loss_duration: 1.6975727081298828 (1.7279980351567754) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.091590881347656 (33.405164625963266) + | > grad_norm_1: tensor(321.3773, device='cuda:0') (tensor(572.9012, device='cuda:0')) + | > current_lr_0: 0.00019885322845327182 + | > current_lr_1: 0.00019885322845327182 + | > step_time: 0.8283 (0.7979177666096554) + | > loader_time: 0.0064 (0.006012888572476654) + + + --> TIME: 2024-11-23 02:40:04 -- STEP: 272/797 -- GLOBAL_STEP: 37725 + | > loss_disc: 2.3408098220825195 (2.4914447673979914) + | > loss_disc_real_0: 0.1251838505268097 (0.13910288039101826) + | > loss_disc_real_1: 0.2445361316204071 (0.21966332624502044) + | > loss_disc_real_2: 0.21433818340301514 (0.23547006151912844) + | > loss_disc_real_3: 0.18738795816898346 (0.22446254607947433) + | > loss_disc_real_4: 0.213175430893898 (0.22272051081937902) + | > loss_disc_real_5: 0.24415962398052216 (0.23303100384552689) + | > loss_0: 2.3408098220825195 (2.4914447673979914) + | > grad_norm_0: tensor(99.7922, device='cuda:0') (tensor(71.7952, device='cuda:0')) + | > loss_gen: 2.436630964279175 (2.316009558299008) + | > loss_kl: 1.7504762411117554 (1.562554805594332) + | > loss_feat: 6.140614986419678 (6.424977463834427) + | > loss_mel: 20.83357810974121 (21.38488909777473) + | > loss_duration: 1.6585931777954102 (1.7250758755732984) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.81989288330078 (33.41350691458762) + | > grad_norm_1: tensor(529.9208, device='cuda:0') (tensor(576.4517, device='cuda:0')) + | > current_lr_0: 0.00019885322845327182 + | > current_lr_1: 0.00019885322845327182 + | > step_time: 0.8208 (0.800132272874608) + | > loader_time: 0.0049 (0.006046229425598593) + + + --> TIME: 2024-11-23 02:40:25 -- STEP: 297/797 -- GLOBAL_STEP: 37750 + | > loss_disc: 2.356276035308838 (2.4888842900594073) + | > loss_disc_real_0: 0.12222162634134293 (0.1391157767161576) + | > loss_disc_real_1: 0.1692548543214798 (0.21946057035064054) + | > loss_disc_real_2: 0.19436556100845337 (0.23503206991386735) + | > loss_disc_real_3: 0.2330884039402008 (0.22442656895929716) + | > loss_disc_real_4: 0.2211349904537201 (0.22265244583890895) + | > loss_disc_real_5: 0.20568746328353882 (0.23202220418236472) + | > loss_0: 2.356276035308838 (2.4888842900594073) + | > grad_norm_0: tensor(52.4455, device='cuda:0') (tensor(71.3811, device='cuda:0')) + | > loss_gen: 2.323910713195801 (2.31573194606537) + | > loss_kl: 1.6937485933303833 (1.5655215083549325) + | > loss_feat: 6.270221710205078 (6.427032701896901) + | > loss_mel: 21.891115188598633 (21.430757175792344) + | > loss_duration: 1.7148377895355225 (1.7226764353036077) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.89383316040039 (33.46171987899629) + | > grad_norm_1: tensor(455.6448, device='cuda:0') (tensor(569.1870, device='cuda:0')) + | > current_lr_0: 0.00019885322845327182 + | > current_lr_1: 0.00019885322845327182 + | > step_time: 0.8164 (0.803023873756229) + | > loader_time: 0.0067 (0.006085194321192476) + + + --> TIME: 2024-11-23 02:40:46 -- STEP: 322/797 -- GLOBAL_STEP: 37775 + | > loss_disc: 2.723655939102173 (2.4903688304912968) + | > loss_disc_real_0: 0.19895586371421814 (0.13813985371672957) + | > loss_disc_real_1: 0.1989310085773468 (0.21977152717039453) + | > loss_disc_real_2: 0.24562305212020874 (0.2355715154398302) + | > loss_disc_real_3: 0.26994144916534424 (0.22479688390071348) + | > loss_disc_real_4: 0.20215103030204773 (0.2231190505882968) + | > loss_disc_real_5: 0.26473987102508545 (0.23272712408385662) + | > loss_0: 2.723655939102173 (2.4903688304912968) + | > grad_norm_0: tensor(125.5794, device='cuda:0') (tensor(71.1867, device='cuda:0')) + | > loss_gen: 2.033315896987915 (2.3156091589364944) + | > loss_kl: 1.592117428779602 (1.566989573262494) + | > loss_feat: 4.618210315704346 (6.409619506101434) + | > loss_mel: 19.70887565612793 (21.400666870685832) + | > loss_duration: 1.7090716361999512 (1.7209264358378344) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 29.661590576171875 (33.413811701425146) + | > grad_norm_1: tensor(627.9627, device='cuda:0') (tensor(573.3419, device='cuda:0')) + | > current_lr_0: 0.00019885322845327182 + | > current_lr_1: 0.00019885322845327182 + | > step_time: 0.8111 (0.8060049647870273) + | > loader_time: 0.0075 (0.00619724744595356) + + + --> TIME: 2024-11-23 02:41:07 -- STEP: 347/797 -- GLOBAL_STEP: 37800 + | > loss_disc: 2.7226202487945557 (2.493485865744115) + | > loss_disc_real_0: 0.3922942280769348 (0.1398732649425435) + | > loss_disc_real_1: 0.23966792225837708 (0.2203437716026471) + | > loss_disc_real_2: 0.28880301117897034 (0.23545577044274002) + | > loss_disc_real_3: 0.26567342877388 (0.22495084902223317) + | > loss_disc_real_4: 0.24111245572566986 (0.22295481868367373) + | > loss_disc_real_5: 0.2698974311351776 (0.23277927243743918) + | > loss_0: 2.7226202487945557 (2.493485865744115) + | > grad_norm_0: tensor(231.7419, device='cuda:0') (tensor(75.2420, device='cuda:0')) + | > loss_gen: 2.344512462615967 (2.3175725730764074) + | > loss_kl: 1.5689722299575806 (1.566989586401399) + | > loss_feat: 5.7477922439575195 (6.404336721821548) + | > loss_mel: 21.425371170043945 (21.41357609861521) + | > loss_duration: 1.6793665885925293 (1.7180561730772343) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.766014099121094 (33.42053125364981) + | > grad_norm_1: tensor(548.2145, device='cuda:0') (tensor(579.5615, device='cuda:0')) + | > current_lr_0: 0.00019885322845327182 + | > current_lr_1: 0.00019885322845327182 + | > step_time: 0.8004 (0.8062753498726003) + | > loader_time: 0.0063 (0.006315528831152134) + + + --> TIME: 2024-11-23 02:41:28 -- STEP: 372/797 -- GLOBAL_STEP: 37825 + | > loss_disc: 2.4041717052459717 (2.492087616715379) + | > loss_disc_real_0: 0.22413790225982666 (0.13972617227143483) + | > loss_disc_real_1: 0.1430717557668686 (0.2198102358448249) + | > loss_disc_real_2: 0.20595242083072662 (0.2356266733058678) + | > loss_disc_real_3: 0.20630744099617004 (0.22491576134036945) + | > loss_disc_real_4: 0.22844725847244263 (0.22294542682106777) + | > loss_disc_real_5: 0.19510400295257568 (0.23245429507987472) + | > loss_0: 2.4041717052459717 (2.492087616715379) + | > grad_norm_0: tensor(103.8293, device='cuda:0') (tensor(76.8914, device='cuda:0')) + | > loss_gen: 2.36313796043396 (2.3178112833730644) + | > loss_kl: 1.357800841331482 (1.5664991653093736) + | > loss_feat: 7.991581439971924 (6.402900403545751) + | > loss_mel: 23.781631469726562 (21.424008328427536) + | > loss_duration: 1.6686148643493652 (1.7154987438391613) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.16276168823242 (33.4267180145428) + | > grad_norm_1: tensor(583.2884, device='cuda:0') (tensor(574.9796, device='cuda:0')) + | > current_lr_0: 0.00019885322845327182 + | > current_lr_1: 0.00019885322845327182 + | > step_time: 0.8334 (0.8073763911442091) + | > loader_time: 0.0063 (0.006397732483443394) + + + --> TIME: 2024-11-23 02:41:49 -- STEP: 397/797 -- GLOBAL_STEP: 37850 + | > loss_disc: 2.6310300827026367 (2.492727928257708) + | > loss_disc_real_0: 0.1496480256319046 (0.14086287566261257) + | > loss_disc_real_1: 0.2883153557777405 (0.219846891628705) + | > loss_disc_real_2: 0.23233376443386078 (0.23537653399354566) + | > loss_disc_real_3: 0.23475894331932068 (0.2246005438662296) + | > loss_disc_real_4: 0.27196434140205383 (0.22268420698060196) + | > loss_disc_real_5: 0.27237221598625183 (0.23308720989551593) + | > loss_0: 2.6310300827026367 (2.492727928257708) + | > grad_norm_0: tensor(104.4696, device='cuda:0') (tensor(79.7163, device='cuda:0')) + | > loss_gen: 2.366957902908325 (2.3206782118799714) + | > loss_kl: 1.57533597946167 (1.5661502755258794) + | > loss_feat: 6.951984405517578 (6.403198299840358) + | > loss_mel: 21.63651466369629 (21.427963583535433) + | > loss_duration: 1.6674394607543945 (1.7139137097510042) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.1982307434082 (33.43190414659327) + | > grad_norm_1: tensor(382.5712, device='cuda:0') (tensor(570.8253, device='cuda:0')) + | > current_lr_0: 0.00019885322845327182 + | > current_lr_1: 0.00019885322845327182 + | > step_time: 0.8042 (0.8086780618960673) + | > loader_time: 0.0063 (0.006528481428208821) + + + --> TIME: 2024-11-23 02:42:10 -- STEP: 422/797 -- GLOBAL_STEP: 37875 + | > loss_disc: 2.68689227104187 (2.494369092145801) + | > loss_disc_real_0: 0.1035408228635788 (0.14073302981695276) + | > loss_disc_real_1: 0.2083691656589508 (0.21979796600426543) + | > loss_disc_real_2: 0.25506410002708435 (0.23513457027233042) + | > loss_disc_real_3: 0.25349077582359314 (0.22497220083153077) + | > loss_disc_real_4: 0.23707880079746246 (0.22266100106928585) + | > loss_disc_real_5: 0.2604629099369049 (0.23339471845971466) + | > loss_0: 2.68689227104187 (2.494369092145801) + | > grad_norm_0: tensor(11.2114, device='cuda:0') (tensor(79.2234, device='cuda:0')) + | > loss_gen: 2.0707523822784424 (2.317199859573943) + | > loss_kl: 1.5032545328140259 (1.562083034718772) + | > loss_feat: 5.1283440589904785 (6.394745331804901) + | > loss_mel: 19.83502197265625 (21.425688273533808) + | > loss_duration: 1.7289668321609497 (1.7126765406527225) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.266342163085938 (33.41239314056689) + | > grad_norm_1: tensor(301.1373, device='cuda:0') (tensor(567.5872, device='cuda:0')) + | > current_lr_0: 0.00019885322845327182 + | > current_lr_1: 0.00019885322845327182 + | > step_time: 0.7925 (0.8104420233676786) + | > loader_time: 0.0061 (0.006620191849803473) + + + --> TIME: 2024-11-23 02:42:32 -- STEP: 447/797 -- GLOBAL_STEP: 37900 + | > loss_disc: 2.3644728660583496 (2.491982296275878) + | > loss_disc_real_0: 0.1269254982471466 (0.1399819441889756) + | > loss_disc_real_1: 0.19860880076885223 (0.21967064127559363) + | > loss_disc_real_2: 0.2144526243209839 (0.23504231426806524) + | > loss_disc_real_3: 0.23337624967098236 (0.22470115685222933) + | > loss_disc_real_4: 0.22579124569892883 (0.22255448476980197) + | > loss_disc_real_5: 0.19869647920131683 (0.2333802722177783) + | > loss_0: 2.3644728660583496 (2.491982296275878) + | > grad_norm_0: tensor(6.6031, device='cuda:0') (tensor(77.0361, device='cuda:0')) + | > loss_gen: 2.513500452041626 (2.316835195426172) + | > loss_kl: 1.471540927886963 (1.5622742490747106) + | > loss_feat: 6.451664924621582 (6.3914957003838815) + | > loss_mel: 21.11347007751465 (21.424655163314767) + | > loss_duration: 1.630957007408142 (1.7112915363887813) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.18113327026367 (33.406551937128896) + | > grad_norm_1: tensor(389.4503, device='cuda:0') (tensor(565.8875, device='cuda:0')) + | > current_lr_0: 0.00019885322845327182 + | > current_lr_1: 0.00019885322845327182 + | > step_time: 0.8413 (0.8126444219209472) + | > loader_time: 0.0188 (0.006757661533569064) + + + --> TIME: 2024-11-23 02:42:53 -- STEP: 472/797 -- GLOBAL_STEP: 37925 + | > loss_disc: 2.242237091064453 (2.4889353488461436) + | > loss_disc_real_0: 0.09793490171432495 (0.13957628637741676) + | > loss_disc_real_1: 0.20407554507255554 (0.21944040599894726) + | > loss_disc_real_2: 0.2064642310142517 (0.23469566411764944) + | > loss_disc_real_3: 0.26974597573280334 (0.224638397221343) + | > loss_disc_real_4: 0.1987210512161255 (0.222184809145786) + | > loss_disc_real_5: 0.18233461678028107 (0.2329809995589115) + | > loss_0: 2.242237091064453 (2.4889353488461436) + | > grad_norm_0: tensor(70.6405, device='cuda:0') (tensor(75.5578, device='cuda:0')) + | > loss_gen: 2.6871187686920166 (2.3181382200475458) + | > loss_kl: 1.6491715908050537 (1.5610985359397993) + | > loss_feat: 7.644303321838379 (6.407382811530163) + | > loss_mel: 22.86983299255371 (21.473408678830666) + | > loss_duration: 1.6603869199752808 (1.7105090279700392) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.51081085205078 (33.47053735539067) + | > grad_norm_1: tensor(858.2801, device='cuda:0') (tensor(559.3173, device='cuda:0')) + | > current_lr_0: 0.00019885322845327182 + | > current_lr_1: 0.00019885322845327182 + | > step_time: 0.8541 (0.8147363647566005) + | > loader_time: 0.0072 (0.006871750799276062) + + + --> TIME: 2024-11-23 02:43:15 -- STEP: 497/797 -- GLOBAL_STEP: 37950 + | > loss_disc: 2.1904702186584473 (2.4878510191167136) + | > loss_disc_real_0: 0.08824214339256287 (0.13928805011318957) + | > loss_disc_real_1: 0.22311891615390778 (0.21931724421215248) + | > loss_disc_real_2: 0.2043611705303192 (0.2351498185568892) + | > loss_disc_real_3: 0.20029900968074799 (0.2245832905922857) + | > loss_disc_real_4: 0.19708126783370972 (0.22255191329859153) + | > loss_disc_real_5: 0.2124585509300232 (0.23294833482391158) + | > loss_0: 2.1904702186584473 (2.4878510191167136) + | > grad_norm_0: tensor(41.0642, device='cuda:0') (tensor(74.3088, device='cuda:0')) + | > loss_gen: 2.673346996307373 (2.319225451356208) + | > loss_kl: 1.768689513206482 (1.5589887985521167) + | > loss_feat: 8.07088851928711 (6.417730130899842) + | > loss_mel: 23.568771362304688 (21.479299238270183) + | > loss_duration: 1.6943316459655762 (1.7093251648563255) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.77602767944336 (33.48456887795894) + | > grad_norm_1: tensor(753.5314, device='cuda:0') (tensor(558.3932, device='cuda:0')) + | > current_lr_0: 0.00019885322845327182 + | > current_lr_1: 0.00019885322845327182 + | > step_time: 0.8552 (0.8171839790804766) + | > loader_time: 0.0158 (0.007117804866921255) + + + --> TIME: 2024-11-23 02:43:37 -- STEP: 522/797 -- GLOBAL_STEP: 37975 + | > loss_disc: 2.4082679748535156 (2.4843763729621617) + | > loss_disc_real_0: 0.08021381497383118 (0.13826659685036455) + | > loss_disc_real_1: 0.2202032208442688 (0.2189788830348815) + | > loss_disc_real_2: 0.2389203906059265 (0.23457075846720474) + | > loss_disc_real_3: 0.2051481306552887 (0.22460761146755512) + | > loss_disc_real_4: 0.18109305202960968 (0.2220555246447238) + | > loss_disc_real_5: 0.2658108174800873 (0.23258240272601446) + | > loss_0: 2.4082679748535156 (2.4843763729621617) + | > grad_norm_0: tensor(21.9225, device='cuda:0') (tensor(74.7872, device='cuda:0')) + | > loss_gen: 2.3864948749542236 (2.322531203200533) + | > loss_kl: 1.517032265663147 (1.5573241786025043) + | > loss_feat: 6.689133644104004 (6.429415049680807) + | > loss_mel: 20.636333465576172 (21.492663997343204) + | > loss_duration: 1.7485854625701904 (1.7088828299237393) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.97758102416992 (33.51081737065227) + | > grad_norm_1: tensor(204.9615, device='cuda:0') (tensor(563.5728, device='cuda:0')) + | > current_lr_0: 0.00019885322845327182 + | > current_lr_1: 0.00019885322845327182 + | > step_time: 0.8467 (0.819198933140985) + | > loader_time: 0.0124 (0.0072340832816229945) + + + --> TIME: 2024-11-23 02:43:59 -- STEP: 547/797 -- GLOBAL_STEP: 38000 + | > loss_disc: 2.294945240020752 (2.4832590724694) + | > loss_disc_real_0: 0.07416339963674545 (0.13794027509293777) + | > loss_disc_real_1: 0.19475582242012024 (0.2187330163538565) + | > loss_disc_real_2: 0.23547381162643433 (0.23460228120060245) + | > loss_disc_real_3: 0.2538846731185913 (0.2247835621101547) + | > loss_disc_real_4: 0.20516687631607056 (0.22227581368394916) + | > loss_disc_real_5: 0.18396113812923431 (0.2327299553090519) + | > loss_0: 2.294945240020752 (2.4832590724694) + | > grad_norm_0: tensor(57.5890, device='cuda:0') (tensor(75.8143, device='cuda:0')) + | > loss_gen: 2.2882237434387207 (2.3246494716874415) + | > loss_kl: 1.7685449123382568 (1.5577858950145946) + | > loss_feat: 7.259241580963135 (6.440050189630206) + | > loss_mel: 22.152679443359375 (21.51119648865414) + | > loss_duration: 1.6775046586990356 (1.7087650878773746) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.14619445800781 (33.54244725229102) + | > grad_norm_1: tensor(687.6649, device='cuda:0') (tensor(568.8345, device='cuda:0')) + | > current_lr_0: 0.00019885322845327182 + | > current_lr_1: 0.00019885322845327182 + | > step_time: 0.8544 (0.8208533008965976) + | > loader_time: 0.0084 (0.007296849866235934) + + + --> TIME: 2024-11-23 02:44:21 -- STEP: 572/797 -- GLOBAL_STEP: 38025 + | > loss_disc: 2.2356934547424316 (2.4826227784990413) + | > loss_disc_real_0: 0.10975469648838043 (0.13753805807759079) + | > loss_disc_real_1: 0.2524198293685913 (0.21875951319307713) + | > loss_disc_real_2: 0.22881799936294556 (0.2345453880831495) + | > loss_disc_real_3: 0.19753031432628632 (0.22468330273469844) + | > loss_disc_real_4: 0.18973305821418762 (0.22232152920190262) + | > loss_disc_real_5: 0.2309729903936386 (0.23267148984791516) + | > loss_0: 2.2356934547424316 (2.4826227784990413) + | > grad_norm_0: tensor(18.8710, device='cuda:0') (tensor(75.7434, device='cuda:0')) + | > loss_gen: 2.541316270828247 (2.3260329586642596) + | > loss_kl: 1.5450494289398193 (1.5574983220834007) + | > loss_feat: 6.759913444519043 (6.445227603812318) + | > loss_mel: 21.820716857910156 (21.526670809392314) + | > loss_duration: 1.7016327381134033 (1.7081710462803605) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.368629455566406 (33.563600850272024) + | > grad_norm_1: tensor(679.8993, device='cuda:0') (tensor(571.9393, device='cuda:0')) + | > current_lr_0: 0.00019885322845327182 + | > current_lr_1: 0.00019885322845327182 + | > step_time: 0.8391 (0.822821908897453) + | > loader_time: 0.0116 (0.007407875327797206) + + + --> TIME: 2024-11-23 02:44:43 -- STEP: 597/797 -- GLOBAL_STEP: 38050 + | > loss_disc: 2.554622173309326 (2.4817843952370633) + | > loss_disc_real_0: 0.18868765234947205 (0.13709800130058966) + | > loss_disc_real_1: 0.2228110134601593 (0.21885496877146327) + | > loss_disc_real_2: 0.2798139154911041 (0.2344154009417673) + | > loss_disc_real_3: 0.250312477350235 (0.22489498098890984) + | > loss_disc_real_4: 0.24421049654483795 (0.22220941923770862) + | > loss_disc_real_5: 0.24589067697525024 (0.23279917936528746) + | > loss_0: 2.554622173309326 (2.4817843952370633) + | > grad_norm_0: tensor(127.2299, device='cuda:0') (tensor(76.5227, device='cuda:0')) + | > loss_gen: 2.36279559135437 (2.329011442273905) + | > loss_kl: 1.6313174962997437 (1.5575633600129566) + | > loss_feat: 6.133013725280762 (6.447531921380329) + | > loss_mel: 22.895336151123047 (21.548751885367782) + | > loss_duration: 1.7263803482055664 (1.7077603721538779) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.748844146728516 (33.590619088816695) + | > grad_norm_1: tensor(693.8388, device='cuda:0') (tensor(578.4601, device='cuda:0')) + | > current_lr_0: 0.00019885322845327182 + | > current_lr_1: 0.00019885322845327182 + | > step_time: 0.8345 (0.8246804186247502) + | > loader_time: 0.0138 (0.007495082602828395) + + + --> TIME: 2024-11-23 02:45:06 -- STEP: 622/797 -- GLOBAL_STEP: 38075 + | > loss_disc: 2.4965078830718994 (2.48306336165241) + | > loss_disc_real_0: 0.21615582704544067 (0.13767482745206616) + | > loss_disc_real_1: 0.2647172510623932 (0.21882357496253163) + | > loss_disc_real_2: 0.24990373849868774 (0.23490768575208362) + | > loss_disc_real_3: 0.2175925225019455 (0.22502371968276247) + | > loss_disc_real_4: 0.18593885004520416 (0.2223829863970302) + | > loss_disc_real_5: 0.21716274321079254 (0.23249785513452395) + | > loss_0: 2.4965078830718994 (2.48306336165241) + | > grad_norm_0: tensor(144.2026, device='cuda:0') (tensor(77.5656, device='cuda:0')) + | > loss_gen: 2.330669641494751 (2.3295658589176034) + | > loss_kl: 1.3678957223892212 (1.5578758151201582) + | > loss_feat: 6.308330535888672 (6.438849051282336) + | > loss_mel: 22.11137580871582 (21.544183243509256) + | > loss_duration: 1.724759578704834 (1.7076739486774064) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.8430290222168 (33.578148023108604) + | > grad_norm_1: tensor(851.6160, device='cuda:0') (tensor(577.6716, device='cuda:0')) + | > current_lr_0: 0.00019885322845327182 + | > current_lr_1: 0.00019885322845327182 + | > step_time: 0.8557 (0.8278012597675876) + | > loader_time: 0.0083 (0.007588944251131017) + + + --> TIME: 2024-11-23 02:45:29 -- STEP: 647/797 -- GLOBAL_STEP: 38100 + | > loss_disc: 2.434767246246338 (2.4818936989885936) + | > loss_disc_real_0: 0.22243115305900574 (0.1381642086232739) + | > loss_disc_real_1: 0.2805892825126648 (0.2187493140629307) + | > loss_disc_real_2: 0.2636778950691223 (0.2344268360499068) + | > loss_disc_real_3: 0.22480803728103638 (0.22489263333806297) + | > loss_disc_real_4: 0.23058457672595978 (0.22223091590717725) + | > loss_disc_real_5: 0.20898683369159698 (0.2322464727867147) + | > loss_0: 2.434767246246338 (2.4818936989885936) + | > grad_norm_0: tensor(105.8120, device='cuda:0') (tensor(77.6083, device='cuda:0')) + | > loss_gen: 2.699023485183716 (2.3314996712727365) + | > loss_kl: 1.402748465538025 (1.5567271641269915) + | > loss_feat: 7.142640113830566 (6.442962141641322) + | > loss_mel: 23.205699920654297 (21.553660246835772) + | > loss_duration: 1.665443778038025 (1.707737117499067) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.11555480957031 (33.59258644658226) + | > grad_norm_1: tensor(674.9460, device='cuda:0') (tensor(575.7087, device='cuda:0')) + | > current_lr_0: 0.00019885322845327182 + | > current_lr_1: 0.00019885322845327182 + | > step_time: 0.9526 (0.8305806520364752) + | > loader_time: 0.012 (0.007711366671130317) + + + --> TIME: 2024-11-23 02:45:52 -- STEP: 672/797 -- GLOBAL_STEP: 38125 + | > loss_disc: 2.39846134185791 (2.4816898288471356) + | > loss_disc_real_0: 0.0678282156586647 (0.1375664259151865) + | > loss_disc_real_1: 0.1866374909877777 (0.21866015766170763) + | > loss_disc_real_2: 0.21584609150886536 (0.23464130783187492) + | > loss_disc_real_3: 0.2197987288236618 (0.22493370549221123) + | > loss_disc_real_4: 0.25150927901268005 (0.2223344544347907) + | > loss_disc_real_5: 0.2446650266647339 (0.23246013978496194) + | > loss_0: 2.39846134185791 (2.4816898288471356) + | > grad_norm_0: tensor(73.9542, device='cuda:0') (tensor(78.3532, device='cuda:0')) + | > loss_gen: 2.278663158416748 (2.329938767921356) + | > loss_kl: 1.606223225593567 (1.557215699659928) + | > loss_feat: 6.6751203536987305 (6.432936900428361) + | > loss_mel: 20.754568099975586 (21.53758402665454) + | > loss_duration: 1.6377735137939453 (1.7073682165216832) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.95234680175781 (33.565043702012) + | > grad_norm_1: tensor(556.7075, device='cuda:0') (tensor(575.9932, device='cuda:0')) + | > current_lr_0: 0.00019885322845327182 + | > current_lr_1: 0.00019885322845327182 + | > step_time: 0.9304 (0.8336812797046843) + | > loader_time: 0.0133 (0.00787858700468427) + + + --> TIME: 2024-11-23 02:46:15 -- STEP: 697/797 -- GLOBAL_STEP: 38150 + | > loss_disc: 2.584883689880371 (2.481943947341897) + | > loss_disc_real_0: 0.09536035358905792 (0.13777162504504012) + | > loss_disc_real_1: 0.17646846175193787 (0.2186164249007295) + | > loss_disc_real_2: 0.2612653374671936 (0.23436474184394737) + | > loss_disc_real_3: 0.21836301684379578 (0.2251767528108408) + | > loss_disc_real_4: 0.19205652177333832 (0.2220882172863315) + | > loss_disc_real_5: 0.21874569356441498 (0.23230048855886912) + | > loss_0: 2.584883689880371 (2.481943947341897) + | > grad_norm_0: tensor(8.6901, device='cuda:0') (tensor(78.3708, device='cuda:0')) + | > loss_gen: 2.196826219558716 (2.3286816184455734) + | > loss_kl: 1.69685697555542 (1.5584558145900722) + | > loss_feat: 7.823300361633301 (6.4321414599972755) + | > loss_mel: 23.914575576782227 (21.53566457072493) + | > loss_duration: 1.6841254234313965 (1.7068646511696333) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.31568145751953 (33.561808190694656) + | > grad_norm_1: tensor(397.6662, device='cuda:0') (tensor(572.7249, device='cuda:0')) + | > current_lr_0: 0.00019885322845327182 + | > current_lr_1: 0.00019885322845327182 + | > step_time: 0.8816 (0.8366045247191507) + | > loader_time: 0.0097 (0.007982412745997073) + + + --> TIME: 2024-11-23 02:46:41 -- STEP: 722/797 -- GLOBAL_STEP: 38175 + | > loss_disc: 2.42549204826355 (2.481861413680945) + | > loss_disc_real_0: 0.10829192399978638 (0.13746187730674253) + | > loss_disc_real_1: 0.18887397646903992 (0.21869210120796168) + | > loss_disc_real_2: 0.25631117820739746 (0.23453906657292903) + | > loss_disc_real_3: 0.2121344357728958 (0.225022383962972) + | > loss_disc_real_4: 0.18139055371284485 (0.22238834418996212) + | > loss_disc_real_5: 0.1972532421350479 (0.23278576294553577) + | > loss_0: 2.42549204826355 (2.481861413680945) + | > grad_norm_0: tensor(25.1909, device='cuda:0') (tensor(77.9005, device='cuda:0')) + | > loss_gen: 2.18324875831604 (2.328361856805322) + | > loss_kl: 1.5789309740066528 (1.5577399636569789) + | > loss_feat: 7.223810195922852 (6.4297361770164905) + | > loss_mel: 24.186607360839844 (21.54846152044067) + | > loss_duration: 1.6752642393112183 (1.7061225747137518) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.847862243652344 (33.57042216197934) + | > grad_norm_1: tensor(251.2950, device='cuda:0') (tensor(575.4960, device='cuda:0')) + | > current_lr_0: 0.00019885322845327182 + | > current_lr_1: 0.00019885322845327182 + | > step_time: 1.02 (0.8420832652464467) + | > loader_time: 0.0172 (0.00813852551901439) + + + --> TIME: 2024-11-23 02:47:11 -- STEP: 747/797 -- GLOBAL_STEP: 38200 + | > loss_disc: 2.5055625438690186 (2.479462568380106) + | > loss_disc_real_0: 0.11992236971855164 (0.13701645206096486) + | > loss_disc_real_1: 0.24942301213741302 (0.2186439590680711) + | > loss_disc_real_2: 0.19431988894939423 (0.23415376597060417) + | > loss_disc_real_3: 0.22481803596019745 (0.2250155313227231) + | > loss_disc_real_4: 0.23466543853282928 (0.22216385932093158) + | > loss_disc_real_5: 0.2376629114151001 (0.2324535536917657) + | > loss_0: 2.5055625438690186 (2.479462568380106) + | > grad_norm_0: tensor(18.5178, device='cuda:0') (tensor(76.5673, device='cuda:0')) + | > loss_gen: 2.3084399700164795 (2.3292284466655393) + | > loss_kl: 1.507330060005188 (1.5594365124402447) + | > loss_feat: 6.589972496032715 (6.442415073374346) + | > loss_mel: 21.824844360351562 (21.573052131826422) + | > loss_duration: 1.6569586992263794 (1.7051373191945842) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.88754653930664 (33.609269564729466) + | > grad_norm_1: tensor(494.4179, device='cuda:0') (tensor(574.0101, device='cuda:0')) + | > current_lr_0: 0.00019885322845327182 + | > current_lr_1: 0.00019885322845327182 + | > step_time: 1.4667 (0.853787574742533) + | > loader_time: 0.0093 (0.008341552422866915) + + + --> TIME: 2024-11-23 02:48:00 -- STEP: 772/797 -- GLOBAL_STEP: 38225 + | > loss_disc: 2.5488643646240234 (2.4797037861507776) + | > loss_disc_real_0: 0.15501846373081207 (0.13680075891701968) + | > loss_disc_real_1: 0.30449795722961426 (0.21874403391863398) + | > loss_disc_real_2: 0.21247105300426483 (0.23445980700572538) + | > loss_disc_real_3: 0.26873770356178284 (0.22488056503506523) + | > loss_disc_real_4: 0.23596256971359253 (0.22228173374975277) + | > loss_disc_real_5: 0.2697763442993164 (0.23264731184960646) + | > loss_0: 2.5488643646240234 (2.4797037861507776) + | > grad_norm_0: tensor(31.8528, device='cuda:0') (tensor(75.8424, device='cuda:0')) + | > loss_gen: 2.5363993644714355 (2.3296703456905847) + | > loss_kl: 1.6149039268493652 (1.5589031160186622) + | > loss_feat: 5.579064846038818 (6.445421766123004) + | > loss_mel: 20.15128517150879 (21.578149652233975) + | > loss_duration: 1.711193561553955 (1.7042732204797972) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.592845916748047 (33.616418181305725) + | > grad_norm_1: tensor(713.2740, device='cuda:0') (tensor(570.1500, device='cuda:0')) + | > current_lr_0: 0.00019885322845327182 + | > current_lr_1: 0.00019885322845327182 + | > step_time: 1.6869 (0.8888510919605512) + | > loader_time: 0.0101 (0.008654647540552009) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.438859462738037 (2.438859462738037) + | > loss_disc_real_0: 0.09706763923168182 (0.09706763923168182) + | > loss_disc_real_1: 0.24849548935890198 (0.24849548935890198) + | > loss_disc_real_2: 0.2145867943763733 (0.2145867943763733) + | > loss_disc_real_3: 0.17136074602603912 (0.17136074602603912) + | > loss_disc_real_4: 0.18889223039150238 (0.18889223039150238) + | > loss_disc_real_5: 0.1748836636543274 (0.1748836636543274) + | > loss_0: 2.438859462738037 (2.438859462738037) + | > loss_gen: 1.9475109577178955 (1.9475109577178955) + | > loss_kl: 1.2276051044464111 (1.2276051044464111) + | > loss_feat: 8.358076095581055 (8.358076095581055) + | > loss_mel: 24.313709259033203 (24.313709259033203) + | > loss_duration: 1.9661093950271606 (1.9661093950271606) + | > loss_1: 37.813011169433594 (37.813011169433594) + + --> STEP: 1 + | > loss_disc: 2.815157890319824 (2.815157890319824) + | > loss_disc_real_0: 0.0756872147321701 (0.0756872147321701) + | > loss_disc_real_1: 0.21577546000480652 (0.21577546000480652) + | > loss_disc_real_2: 0.24772928655147552 (0.24772928655147552) + | > loss_disc_real_3: 0.2807024121284485 (0.2807024121284485) + | > loss_disc_real_4: 0.23073622584342957 (0.23073622584342957) + | > loss_disc_real_5: 0.2978394031524658 (0.2978394031524658) + | > loss_0: 2.815157890319824 (2.815157890319824) + | > loss_gen: 1.933530569076538 (1.933530569076538) + | > loss_kl: 1.6859285831451416 (1.6859285831451416) + | > loss_feat: 5.94392728805542 (5.94392728805542) + | > loss_mel: 19.23761749267578 (19.23761749267578) + | > loss_duration: 1.718619704246521 (1.718619704246521) + | > loss_1: 30.519624710083008 (30.519624710083008) + + --> STEP: 2 + | > loss_disc: 2.6279757022857666 (2.7215667963027954) + | > loss_disc_real_0: 0.06461259722709656 (0.07014990597963333) + | > loss_disc_real_1: 0.28563129901885986 (0.2507033795118332) + | > loss_disc_real_2: 0.28832125663757324 (0.2680252715945244) + | > loss_disc_real_3: 0.2152768224477768 (0.24798961728811264) + | > loss_disc_real_4: 0.2666401267051697 (0.24868817627429962) + | > loss_disc_real_5: 0.26723670959472656 (0.2825380563735962) + | > loss_0: 2.6279757022857666 (2.7215667963027954) + | > loss_gen: 2.1129727363586426 (2.0232516527175903) + | > loss_kl: 1.135623574256897 (1.4107760787010193) + | > loss_feat: 5.868134021759033 (5.906030654907227) + | > loss_mel: 22.658714294433594 (20.948165893554688) + | > loss_duration: 1.6769475936889648 (1.697783648967743) + | > loss_1: 33.452392578125 (31.986008644104004) + + --> STEP: 3 + | > loss_disc: 2.493485450744629 (2.6455396811167398) + | > loss_disc_real_0: 0.06643153727054596 (0.06891044974327087) + | > loss_disc_real_1: 0.2759380042552948 (0.25911492109298706) + | > loss_disc_real_2: 0.23706349730491638 (0.25770468016465503) + | > loss_disc_real_3: 0.21676026284694672 (0.23757983247439066) + | > loss_disc_real_4: 0.24439458549022675 (0.24725697934627533) + | > loss_disc_real_5: 0.22074271738529205 (0.2619396100441615) + | > loss_0: 2.493485450744629 (2.6455396811167398) + | > loss_gen: 2.0219357013702393 (2.022813002268473) + | > loss_kl: 1.6443759202957153 (1.488642692565918) + | > loss_feat: 5.831644535064697 (5.881235281626384) + | > loss_mel: 23.314603805541992 (21.73697853088379) + | > loss_duration: 1.7661967277526855 (1.7205880085627239) + | > loss_1: 34.578758239746094 (32.85025850931803) + + --> STEP: 4 + | > loss_disc: 2.675947666168213 (2.653141677379608) + | > loss_disc_real_0: 0.06390508264303207 (0.06765910796821117) + | > loss_disc_real_1: 0.30468302965164185 (0.27050694823265076) + | > loss_disc_real_2: 0.25663134455680847 (0.2574363462626934) + | > loss_disc_real_3: 0.2105722427368164 (0.2308279350399971) + | > loss_disc_real_4: 0.2435334473848343 (0.24632609635591507) + | > loss_disc_real_5: 0.2841031849384308 (0.2674805037677288) + | > loss_0: 2.675947666168213 (2.653141677379608) + | > loss_gen: 2.0108981132507324 (2.019834280014038) + | > loss_kl: 1.718333125114441 (1.5460653007030487) + | > loss_feat: 6.138638973236084 (5.945586204528809) + | > loss_mel: 20.245193481445312 (21.36403226852417) + | > loss_duration: 1.626814365386963 (1.6971445977687836) + | > loss_1: 31.739877700805664 (32.57266330718994) + + --> STEP: 5 + | > loss_disc: 2.6353070735931396 (2.6495747566223145) + | > loss_disc_real_0: 0.052722781896591187 (0.06467184275388718) + | > loss_disc_real_1: 0.19112549722194672 (0.25463065803050994) + | > loss_disc_real_2: 0.19948506355285645 (0.24584608972072602) + | > loss_disc_real_3: 0.3217967450618744 (0.24902169704437255) + | > loss_disc_real_4: 0.1711592674255371 (0.23129273056983948) + | > loss_disc_real_5: 0.2459586262702942 (0.2631761282682419) + | > loss_0: 2.6353070735931396 (2.6495747566223145) + | > loss_gen: 1.8368799686431885 (1.9832434177398681) + | > loss_kl: 1.9482706785202026 (1.6265063762664795) + | > loss_feat: 7.6881303787231445 (6.294095039367676) + | > loss_mel: 23.512786865234375 (21.79378318786621) + | > loss_duration: 1.9076577425003052 (1.7392472267150878) + | > loss_1: 36.89372634887695 (33.436875915527345) + + --> STEP: 6 + | > loss_disc: 2.6162755489349365 (2.644024888674418) + | > loss_disc_real_0: 0.08209658414125443 (0.06757596631844838) + | > loss_disc_real_1: 0.2366822212934494 (0.2516392519076665) + | > loss_disc_real_2: 0.23124447464942932 (0.24341248720884323) + | > loss_disc_real_3: 0.2551116943359375 (0.25003669659296673) + | > loss_disc_real_4: 0.246994286775589 (0.23390965660413107) + | > loss_disc_real_5: 0.25051918625831604 (0.26106663793325424) + | > loss_0: 2.6162755489349365 (2.644024888674418) + | > loss_gen: 2.0525007247924805 (1.994786302248637) + | > loss_kl: 2.004117488861084 (1.6894415616989136) + | > loss_feat: 6.0717949867248535 (6.257045030593872) + | > loss_mel: 19.071557998657227 (21.340078989664715) + | > loss_duration: 1.6850306987762451 (1.7302111387252808) + | > loss_1: 30.885000228881836 (33.011563301086426) + + --> STEP: 7 + | > loss_disc: 2.5376384258270264 (2.628826822553362) + | > loss_disc_real_0: 0.0470166876912117 (0.06463892651455742) + | > loss_disc_real_1: 0.24637311697006226 (0.2508869469165802) + | > loss_disc_real_2: 0.2504495084285736 (0.244417775954519) + | > loss_disc_real_3: 0.24252861738204956 (0.24896411384854997) + | > loss_disc_real_4: 0.20790554583072662 (0.23019478363650187) + | > loss_disc_real_5: 0.24778354167938232 (0.25916905275412966) + | > loss_0: 2.5376384258270264 (2.628826822553362) + | > loss_gen: 2.0134146213531494 (1.9974474906921387) + | > loss_kl: 1.730272650718689 (1.6952745744160242) + | > loss_feat: 5.846242904663086 (6.19835901260376) + | > loss_mel: 21.291040420532227 (21.333073479788645) + | > loss_duration: 1.6658272743225098 (1.7210134438105993) + | > loss_1: 32.54679870605469 (32.945168358939036) + + --> STEP: 8 + | > loss_disc: 2.2806553840637207 (2.585305392742157) + | > loss_disc_real_0: 0.03418130427598953 (0.060831723734736436) + | > loss_disc_real_1: 0.24555057287216187 (0.2502199001610279) + | > loss_disc_real_2: 0.24374966323375702 (0.24433426186442375) + | > loss_disc_real_3: 0.1922980546951294 (0.2418808564543724) + | > loss_disc_real_4: 0.23039066791534424 (0.23021926917135715) + | > loss_disc_real_5: 0.18232956528663635 (0.249564116820693) + | > loss_0: 2.2806553840637207 (2.585305392742157) + | > loss_gen: 2.1739277839660645 (2.0195075273513794) + | > loss_kl: 1.4544862508773804 (1.6651760339736938) + | > loss_feat: 6.698885917663574 (6.260924875736237) + | > loss_mel: 23.623477935791016 (21.61937403678894) + | > loss_duration: 1.7043123245239258 (1.718925803899765) + | > loss_1: 35.65509033203125 (33.28390860557556) + + --> STEP: 9 + | > loss_disc: 2.400570869445801 (2.5647793345981174) + | > loss_disc_real_0: 0.10883612185716629 (0.06616554574833976) + | > loss_disc_real_1: 0.24466072022914886 (0.24960221350193024) + | > loss_disc_real_2: 0.2552134096622467 (0.24554305606418186) + | > loss_disc_real_3: 0.21246224641799927 (0.2386121220058865) + | > loss_disc_real_4: 0.2118961662054062 (0.22818336884180704) + | > loss_disc_real_5: 0.25873035192489624 (0.2505825873878267) + | > loss_0: 2.400570869445801 (2.5647793345981174) + | > loss_gen: 2.2090115547180176 (2.040563530392117) + | > loss_kl: 1.5970168113708496 (1.6576027870178223) + | > loss_feat: 6.973562240600586 (6.340106805165608) + | > loss_mel: 21.26557159423828 (21.58006265428331) + | > loss_duration: 1.7088234424591064 (1.7178033192952473) + | > loss_1: 33.75398635864258 (33.33613946702745) + + --> STEP: 10 + | > loss_disc: 2.599616050720215 (2.5682630062103273) + | > loss_disc_real_0: 0.057410769164562225 (0.065290068089962) + | > loss_disc_real_1: 0.32594308257102966 (0.25723630040884016) + | > loss_disc_real_2: 0.2812637686729431 (0.24911512732505797) + | > loss_disc_real_3: 0.2299884706735611 (0.23774975687265396) + | > loss_disc_real_4: 0.25076958537101746 (0.23044199049472808) + | > loss_disc_real_5: 0.2514786124229431 (0.2506721898913383) + | > loss_0: 2.599616050720215 (2.5682630062103273) + | > loss_gen: 2.0741264820098877 (2.043919825553894) + | > loss_kl: 1.4648407697677612 (1.6383265852928162) + | > loss_feat: 5.101764678955078 (6.216272592544556) + | > loss_mel: 19.78062629699707 (21.400119018554687) + | > loss_duration: 1.602799654006958 (1.7063029527664184) + | > loss_1: 30.024160385131836 (33.00494155883789) + + --> STEP: 11 + | > loss_disc: 2.3434269428253174 (2.547823364084417) + | > loss_disc_real_0: 0.0744723528623581 (0.06612482125108893) + | > loss_disc_real_1: 0.192719504237175 (0.25137113712050696) + | > loss_disc_real_2: 0.1767098605632782 (0.24253283034671436) + | > loss_disc_real_3: 0.2113867849111557 (0.2353531230579723) + | > loss_disc_real_4: 0.14410300552845 (0.22259299186143008) + | > loss_disc_real_5: 0.18450556695461273 (0.24465704235163602) + | > loss_0: 2.3434269428253174 (2.547823364084417) + | > loss_gen: 2.03378963470459 (2.0429988991130483) + | > loss_kl: 1.388859748840332 (1.6156477819789539) + | > loss_feat: 8.67171573638916 (6.439494696530429) + | > loss_mel: 22.909648895263672 (21.537349007346414) + | > loss_duration: 1.6350504159927368 (1.6998254494233564) + | > loss_1: 36.63906478881836 (33.33531639792702) + + --> STEP: 12 + | > loss_disc: 2.65010142326355 (2.5563465356826782) + | > loss_disc_real_0: 0.08042573928833008 (0.06731656442085902) + | > loss_disc_real_1: 0.29827049374580383 (0.25527941683928174) + | > loss_disc_real_2: 0.25180914998054504 (0.2433058569828669) + | > loss_disc_real_3: 0.22074048221111298 (0.23413540298740068) + | > loss_disc_real_4: 0.23725752532482147 (0.2238150363167127) + | > loss_disc_real_5: 0.28452354669570923 (0.24797925104697546) + | > loss_0: 2.65010142326355 (2.5563465356826782) + | > loss_gen: 1.9541887044906616 (2.0355980495611825) + | > loss_kl: 1.2028923034667969 (1.5812514921029408) + | > loss_feat: 4.958003044128418 (6.316037058830261) + | > loss_mel: 20.104576110839844 (21.417951265970867) + | > loss_duration: 1.6889764070510864 (1.6989213625590007) + | > loss_1: 29.90863800048828 (33.04975986480713) + + --> STEP: 13 + | > loss_disc: 2.678339958190918 (2.565730645106389) + | > loss_disc_real_0: 0.10627245903015137 (0.07031317169849689) + | > loss_disc_real_1: 0.29818084836006165 (0.2585795269562648) + | > loss_disc_real_2: 0.24221204221248627 (0.24322171738514534) + | > loss_disc_real_3: 0.23036669194698334 (0.23384550213813782) + | > loss_disc_real_4: 0.27939993143081665 (0.22809079747933608) + | > loss_disc_real_5: 0.21049398183822632 (0.2450957688001486) + | > loss_0: 2.678339958190918 (2.565730645106389) + | > loss_gen: 1.94459867477417 (2.0285980976544895) + | > loss_kl: 1.8623734712600708 (1.6028762597304125) + | > loss_feat: 4.443487644195557 (6.171994796166053) + | > loss_mel: 17.726844787597656 (21.134019998403694) + | > loss_duration: 1.7367167472839355 (1.701828699845534) + | > loss_1: 27.714021682739258 (32.63931846618652) + + --> STEP: 14 + | > loss_disc: 2.4521563053131104 (2.557618192264012) + | > loss_disc_real_0: 0.12141188979148865 (0.07396308013371058) + | > loss_disc_real_1: 0.30094823241233826 (0.26160586306027006) + | > loss_disc_real_2: 0.29301729798316956 (0.2467785445707185) + | > loss_disc_real_3: 0.22648923099040985 (0.2333200541990144) + | > loss_disc_real_4: 0.238669753074646 (0.22884643716471537) + | > loss_disc_real_5: 0.2499976009130478 (0.24544589966535568) + | > loss_0: 2.4521563053131104 (2.557618192264012) + | > loss_gen: 2.401718854904175 (2.055249580315181) + | > loss_kl: 1.9192613363265991 (1.6254751937729972) + | > loss_feat: 6.95791482925415 (6.228131941386631) + | > loss_mel: 21.356658935546875 (21.14992277962821) + | > loss_duration: 1.719071388244629 (1.7030603204454695) + | > loss_1: 34.3546257019043 (32.76184041159494) + + --> STEP: 15 + | > loss_disc: 2.2132973670959473 (2.534663470586141) + | > loss_disc_real_0: 0.07089556753635406 (0.07375857929388682) + | > loss_disc_real_1: 0.29038944840431213 (0.26352476874987285) + | > loss_disc_real_2: 0.2643571197986603 (0.2479504495859146) + | > loss_disc_real_3: 0.17544496059417725 (0.22946171462535858) + | > loss_disc_real_4: 0.22024475038051605 (0.22827299137910206) + | > loss_disc_real_5: 0.1943441480398178 (0.24203911622365315) + | > loss_0: 2.2132973670959473 (2.534663470586141) + | > loss_gen: 2.456291913986206 (2.0819857358932494) + | > loss_kl: 1.5138256549835205 (1.6180318911870322) + | > loss_feat: 6.504958152770996 (6.246587022145589) + | > loss_mel: 20.70402717590332 (21.12019640604655) + | > loss_duration: 1.6760774850845337 (1.7012614647547404) + | > loss_1: 32.85517883300781 (32.76806297302247) + + --> STEP: 16 + | > loss_disc: 2.3711154460906982 (2.524441719055176) + | > loss_disc_real_0: 0.04305257648229599 (0.0718394541181624) + | > loss_disc_real_1: 0.2351314276456833 (0.261750184930861) + | > loss_disc_real_2: 0.25815504789352417 (0.2485882369801402) + | > loss_disc_real_3: 0.19503843784332275 (0.22731025982648134) + | > loss_disc_real_4: 0.18379878997802734 (0.2254933537915349) + | > loss_disc_real_5: 0.23076792061328888 (0.2413346664980054) + | > loss_0: 2.3711154460906982 (2.524441719055176) + | > loss_gen: 2.1308071613311768 (2.08503707498312) + | > loss_kl: 1.515729546546936 (1.611637994647026) + | > loss_feat: 8.193591117858887 (6.36827477812767) + | > loss_mel: 22.901491165161133 (21.23152732849121) + | > loss_duration: 1.8180005550384521 (1.7085576578974724) + | > loss_1: 36.55961990356445 (33.00503528118134) + + --> STEP: 17 + | > loss_disc: 2.682422637939453 (2.533734714283663) + | > loss_disc_real_0: 0.12099382281303406 (0.0747308875708019) + | > loss_disc_real_1: 0.26752883195877075 (0.26209010534426747) + | > loss_disc_real_2: 0.2494768351316452 (0.2486405074596405) + | > loss_disc_real_3: 0.27835193276405334 (0.23031271117575028) + | > loss_disc_real_4: 0.2611154317855835 (0.22758877014412598) + | > loss_disc_real_5: 0.2291729748249054 (0.24061927287017598) + | > loss_0: 2.682422637939453 (2.533734714283663) + | > loss_gen: 2.0675551891326904 (2.0840087287566242) + | > loss_kl: 2.287862777709961 (1.6514159230624927) + | > loss_feat: 7.134315490722656 (6.4133359965156105) + | > loss_mel: 23.879859924316406 (21.38731159883387) + | > loss_duration: 1.6267822980880737 (1.7037473426145666) + | > loss_1: 36.996376037597656 (33.23982003155877) + + --> STEP: 18 + | > loss_disc: 2.56343150138855 (2.5353845357894897) + | > loss_disc_real_0: 0.0767575353384018 (0.07484347911344634) + | > loss_disc_real_1: 0.28238487243652344 (0.26321759240494835) + | > loss_disc_real_2: 0.2536533772945404 (0.24891900022824606) + | > loss_disc_real_3: 0.2707362174987793 (0.23255846152702966) + | > loss_disc_real_4: 0.272278755903244 (0.23007154713074365) + | > loss_disc_real_5: 0.2202889770269394 (0.23948981198999617) + | > loss_0: 2.56343150138855 (2.5353845357894897) + | > loss_gen: 2.190953254699707 (2.0899500913090177) + | > loss_kl: 1.1147327423095703 (1.6216001907984416) + | > loss_feat: 6.102391242980957 (6.396061287985908) + | > loss_mel: 23.391563415527344 (21.498658921983505) + | > loss_duration: 1.636136770248413 (1.6999911997053359) + | > loss_1: 34.43577575683594 (33.306262016296394) + + --> STEP: 19 + | > loss_disc: 2.471397638320923 (2.5320168043437756) + | > loss_disc_real_0: 0.06917285919189453 (0.07454502543336466) + | > loss_disc_real_1: 0.2335217297077179 (0.26165465226298884) + | > loss_disc_real_2: 0.23782828450202942 (0.24833527834791885) + | > loss_disc_real_3: 0.20266498625278473 (0.23098512072312205) + | > loss_disc_real_4: 0.2775961458683014 (0.23257284180114143) + | > loss_disc_real_5: 0.21309185028076172 (0.23810044558424698) + | > loss_0: 2.471397638320923 (2.5320168043437756) + | > loss_gen: 2.0554847717285156 (2.08813612712057) + | > loss_kl: 1.8385578393936157 (1.633019014408714) + | > loss_feat: 6.2587456703186035 (6.3888341502139445) + | > loss_mel: 21.07819938659668 (21.47652947275262) + | > loss_duration: 1.7763681411743164 (1.704011038730019) + | > loss_1: 33.007354736328125 (33.2905300541928) + + --> STEP: 20 + | > loss_disc: 2.543850898742676 (2.5326085090637207) + | > loss_disc_real_0: 0.050136715173721313 (0.0733246099203825) + | > loss_disc_real_1: 0.2981577217578888 (0.26347980573773383) + | > loss_disc_real_2: 0.25520142912864685 (0.24867858588695527) + | > loss_disc_real_3: 0.2568809986114502 (0.23227991461753844) + | > loss_disc_real_4: 0.1907070428133011 (0.23047955185174943) + | > loss_disc_real_5: 0.24777813255786896 (0.23858432993292808) + | > loss_0: 2.543850898742676 (2.5326085090637207) + | > loss_gen: 2.067133903503418 (2.0870860159397124) + | > loss_kl: 1.71836256980896 (1.6372861921787263) + | > loss_feat: 7.142362117767334 (6.426510548591613) + | > loss_mel: 22.622142791748047 (21.533810138702393) + | > loss_duration: 1.6448631286621094 (1.7010536432266234) + | > loss_1: 35.19486618041992 (33.385746860504156) + + --> STEP: 21 + | > loss_disc: 2.275808334350586 (2.5203799293154763) + | > loss_disc_real_0: 0.03154388442635536 (0.07133505156352407) + | > loss_disc_real_1: 0.23430398106575012 (0.26209048075335367) + | > loss_disc_real_2: 0.2588239908218384 (0.24916170040766397) + | > loss_disc_real_3: 0.2336612194776535 (0.2323456910394487) + | > loss_disc_real_4: 0.2155369222164154 (0.22976799805959067) + | > loss_disc_real_5: 0.2109922617673874 (0.2372704219250452) + | > loss_0: 2.275808334350586 (2.5203799293154763) + | > loss_gen: 2.3232197761535645 (2.098330480711801) + | > loss_kl: 1.496755599975586 (1.630594259216672) + | > loss_feat: 7.046148777008057 (6.456017130897159) + | > loss_mel: 24.168094635009766 (21.659252257574174) + | > loss_duration: 1.6973850727081299 (1.7008789493924095) + | > loss_1: 36.73160171508789 (33.545073282151) + + --> STEP: 22 + | > loss_disc: 2.3457589149475098 (2.512442610480569) + | > loss_disc_real_0: 0.09563479572534561 (0.07243958538906142) + | > loss_disc_real_1: 0.2715446949005127 (0.2625202177600427) + | > loss_disc_real_2: 0.24318961799144745 (0.24889024211601776) + | > loss_disc_real_3: 0.2000785917043686 (0.23087900470603595) + | > loss_disc_real_4: 0.20464389026165009 (0.22862599315968427) + | > loss_disc_real_5: 0.18258629739284515 (0.23478477990085428) + | > loss_0: 2.3457589149475098 (2.512442610480569) + | > loss_gen: 2.1731326580047607 (2.1017305796796624) + | > loss_kl: 1.6139827966690063 (1.6298391927372327) + | > loss_feat: 6.330961227416992 (6.4503327716480605) + | > loss_mel: 22.421979904174805 (21.693921696056023) + | > loss_duration: 1.7871129512786865 (1.7047986767508767) + | > loss_1: 34.327171325683594 (33.58062319322067) + + --> STEP: 23 + | > loss_disc: 2.899461269378662 (2.5292695086935297) + | > loss_disc_real_0: 0.09082332998514175 (0.07323887863236926) + | > loss_disc_real_1: 0.2690781056880951 (0.26280534332213196) + | > loss_disc_real_2: 0.24507978558540344 (0.2487245700929476) + | > loss_disc_real_3: 0.2833343744277954 (0.2331596729548081) + | > loss_disc_real_4: 0.254313588142395 (0.2297428451154543) + | > loss_disc_real_5: 0.30627989768981934 (0.2378932632829832) + | > loss_0: 2.899461269378662 (2.5292695086935297) + | > loss_gen: 1.8263916969299316 (2.089759323907935) + | > loss_kl: 1.4851261377334595 (1.6235473207805469) + | > loss_feat: 5.317278861999512 (6.40106955818508) + | > loss_mel: 20.925506591796875 (21.66051234369693) + | > loss_duration: 1.7568159103393555 (1.7070602956025496) + | > loss_1: 31.311119079589844 (33.48194910132368) + + --> STEP: 24 + | > loss_disc: 2.5732033252716064 (2.531100084384283) + | > loss_disc_real_0: 0.05483472719788551 (0.07247203898926577) + | > loss_disc_real_1: 0.30509862303733826 (0.26456756331026554) + | > loss_disc_real_2: 0.24295160174369812 (0.2484840297450622) + | > loss_disc_real_3: 0.26745060086250305 (0.23458846161762872) + | > loss_disc_real_4: 0.18989711999893188 (0.22808260656893253) + | > loss_disc_real_5: 0.27892714738845825 (0.23960300845404467) + | > loss_0: 2.5732033252716064 (2.531100084384283) + | > loss_gen: 2.2131388187408447 (2.09490013619264) + | > loss_kl: 1.49957275390625 (1.618381713827451) + | > loss_feat: 6.848909854888916 (6.41972957054774) + | > loss_mel: 21.94984245300293 (21.67256776491801) + | > loss_duration: 1.6489715576171875 (1.7046399315198262) + | > loss_1: 34.16043472290039 (33.51021933555604) + + --> STEP: 25 + | > loss_disc: 2.4144139289855957 (2.5264326381683357) + | > loss_disc_real_0: 0.04987283796072006 (0.07156807094812394) + | > loss_disc_real_1: 0.32885226607322693 (0.267138951420784) + | > loss_disc_real_2: 0.24655140936374664 (0.24840672492980956) + | > loss_disc_real_3: 0.21275609731674194 (0.23371516704559325) + | > loss_disc_real_4: 0.23478014767169952 (0.2283505082130432) + | > loss_disc_real_5: 0.25338321924209595 (0.2401542168855667) + | > loss_0: 2.4144139289855957 (2.5264326381683357) + | > loss_gen: 2.270101547241211 (2.1019081926345824) + | > loss_kl: 1.4082610607147217 (1.609976887702942) + | > loss_feat: 5.405284881591797 (6.379151782989502) + | > loss_mel: 19.85021209716797 (21.59967353820801) + | > loss_duration: 1.6266118288040161 (1.7015188074111938) + | > loss_1: 30.560470581054688 (33.392229385375984) + + --> STEP: 26 + | > loss_disc: 2.641664743423462 (2.5308646422166103) + | > loss_disc_real_0: 0.06547524034976959 (0.0713337313097257) + | > loss_disc_real_1: 0.2612365782260895 (0.2669119370671419) + | > loss_disc_real_2: 0.23655948042869568 (0.24795106167976672) + | > loss_disc_real_3: 0.2553597688674927 (0.23454765173105094) + | > loss_disc_real_4: 0.19443196058273315 (0.22704594868880051) + | > loss_disc_real_5: 0.2431216984987259 (0.24026835079376513) + | > loss_0: 2.641664743423462 (2.5308646422166103) + | > loss_gen: 1.7663428783416748 (2.0890018343925476) + | > loss_kl: 1.4270858764648438 (1.6029426180399382) + | > loss_feat: 4.854662895202637 (6.3205175949977) + | > loss_mel: 16.370145797729492 (21.398537855881912) + | > loss_duration: 1.6456218957901 (1.699368926194998) + | > loss_1: 26.063858032226562 (33.11036894871639) + + --> STEP: 27 + | > loss_disc: 2.509237766265869 (2.530063646811027) + | > loss_disc_real_0: 0.08426899462938309 (0.07181281513637969) + | > loss_disc_real_1: 0.23691555857658386 (0.2658009600860101) + | > loss_disc_real_2: 0.23011042177677155 (0.24729029723891505) + | > loss_disc_real_3: 0.24290528893470764 (0.23485719384970488) + | > loss_disc_real_4: 0.20024335384368896 (0.22605325999083342) + | > loss_disc_real_5: 0.3303666412830353 (0.24360532451558997) + | > loss_0: 2.509237766265869 (2.530063646811027) + | > loss_gen: 2.1139917373657227 (2.089927386354517) + | > loss_kl: 1.9824872016906738 (1.6169998248418171) + | > loss_feat: 6.292753219604492 (6.319489284797951) + | > loss_mel: 22.50272560119629 (21.439433698300963) + | > loss_duration: 1.6822566986083984 (1.6987351399880868) + | > loss_1: 34.57421112060547 (33.164585325453025) + + --> STEP: 28 + | > loss_disc: 2.5617666244506836 (2.5311958960124437) + | > loss_disc_real_0: 0.06121435388922691 (0.0714342986632671) + | > loss_disc_real_1: 0.2624605596065521 (0.2656816600688866) + | > loss_disc_real_2: 0.20404502749443054 (0.24574582331946918) + | > loss_disc_real_3: 0.2426556646823883 (0.23513571066515787) + | > loss_disc_real_4: 0.1899930089712143 (0.22476539388298988) + | > loss_disc_real_5: 0.18967285752296448 (0.24167916498013906) + | > loss_0: 2.5617666244506836 (2.5311958960124437) + | > loss_gen: 1.8434993028640747 (2.0811263833727156) + | > loss_kl: 1.4147629737854004 (1.609777080161231) + | > loss_feat: 5.629188537597656 (6.294835686683655) + | > loss_mel: 21.064760208129883 (21.426052502223424) + | > loss_duration: 1.7423985004425049 (1.7002945457186018) + | > loss_1: 31.694610595703125 (33.11208622796196) + + --> STEP: 29 + | > loss_disc: 2.4249324798583984 (2.5275316402829935) + | > loss_disc_real_0: 0.0747385174036026 (0.07154823724052005) + | > loss_disc_real_1: 0.29668498039245605 (0.2667507400800442) + | > loss_disc_real_2: 0.2538163959980011 (0.24602411892907372) + | > loss_disc_real_3: 0.28576648235321045 (0.23688159934405623) + | > loss_disc_real_4: 0.2170485109090805 (0.22449929447009645) + | > loss_disc_real_5: 0.20408995449543 (0.24038298530825253) + | > loss_0: 2.4249324798583984 (2.5275316402829935) + | > loss_gen: 2.295583486557007 (2.088521455896312) + | > loss_kl: 1.1941343545913696 (1.5954445723829598) + | > loss_feat: 8.018421173095703 (6.354269668973726) + | > loss_mel: 23.932113647460938 (21.512468403783338) + | > loss_duration: 1.630149483680725 (1.6978757504759163) + | > loss_1: 37.07040023803711 (33.248579814516276) + + --> STEP: 30 + | > loss_disc: 2.8349368572235107 (2.5377784808476775) + | > loss_disc_real_0: 0.06613476574420929 (0.07136778819064302) + | > loss_disc_real_1: 0.23549716174602509 (0.2657089541355769) + | > loss_disc_real_2: 0.22647884488105774 (0.24537260979413986) + | > loss_disc_real_3: 0.2004074603319168 (0.23566579471031826) + | > loss_disc_real_4: 0.2027578204870224 (0.22377457867066067) + | > loss_disc_real_5: 0.34967803955078125 (0.2440261537830035) + | > loss_0: 2.8349368572235107 (2.5377784808476775) + | > loss_gen: 1.8738434314727783 (2.0813655217488605) + | > loss_kl: 1.844997763633728 (1.6037630120913187) + | > loss_feat: 7.136262893676758 (6.38033610979716) + | > loss_mel: 22.87419319152832 (21.557859230041505) + | > loss_duration: 1.7027652263641357 (1.6980387330055238) + | > loss_1: 35.432064056396484 (33.32136262257895) + + --> STEP: 31 + | > loss_disc: 2.440060615539551 (2.5346262916441895) + | > loss_disc_real_0: 0.09896022081375122 (0.07225786666235619) + | > loss_disc_real_1: 0.25180014967918396 (0.26526028302408033) + | > loss_disc_real_2: 0.22482812404632568 (0.2447098844474362) + | > loss_disc_real_3: 0.15306349098682404 (0.23300120426762488) + | > loss_disc_real_4: 0.2125236541032791 (0.22341164562009996) + | > loss_disc_real_5: 0.1864597648382187 (0.24216917349446204) + | > loss_0: 2.440060615539551 (2.5346262916441895) + | > loss_gen: 1.9816994667053223 (2.078150487715198) + | > loss_kl: 1.568460464477539 (1.6026242202328098) + | > loss_feat: 7.194562911987305 (6.406601490512971) + | > loss_mel: 21.438032150268555 (21.553993840371408) + | > loss_duration: 1.6399562358856201 (1.696165104066172) + | > loss_1: 33.82271194458008 (33.33753518135318) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.007607675367786038 (-0.0052938076757615615) + | > avg_loss_disc: 2.5346262916441895 (+0.13201968900619088) + | > avg_loss_disc_real_0: 0.07225786666235619 (-0.06155510619282724) + | > avg_loss_disc_real_1: 0.26526028302408033 (+0.03981956935697986) + | > avg_loss_disc_real_2: 0.2447098844474362 (+0.006106571805092609) + | > avg_loss_disc_real_3: 0.23300120426762488 (-0.026363131980742194) + | > avg_loss_disc_real_4: 0.22341164562009996 (-0.007193844164571445) + | > avg_loss_disc_real_5: 0.24216917349446204 (+0.02627957059491065) + | > avg_loss_0: 2.5346262916441895 (+0.13201968900619088) + | > avg_loss_gen: 2.078150487715198 (-0.5208581955202165) + | > avg_loss_kl: 1.6026242202328098 (-0.014329052740527759) + | > avg_loss_feat: 6.406601490512971 (-0.3936753503737913) + | > avg_loss_mel: 21.553993840371408 (-0.6706957047985469) + | > avg_loss_duration: 1.696165104066172 (-0.003798377129339281) + | > avg_loss_1: 33.33753518135318 (-1.6033571920087155) + + + > EPOCH: 19/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 02:49:39)  + + --> TIME: 2024-11-23 02:49:40 -- STEP: 0/797 -- GLOBAL_STEP: 38250 + | > loss_disc: 2.6662933826446533 (2.6662933826446533) + | > loss_disc_real_0: 0.08107996731996536 (0.08107996731996536) + | > loss_disc_real_1: 0.23289793729782104 (0.23289793729782104) + | > loss_disc_real_2: 0.25835803151130676 (0.25835803151130676) + | > loss_disc_real_3: 0.24973784387111664 (0.24973784387111664) + | > loss_disc_real_4: 0.2317453771829605 (0.2317453771829605) + | > loss_disc_real_5: 0.23458752036094666 (0.23458752036094666) + | > loss_0: 2.6662933826446533 (2.6662933826446533) + | > grad_norm_0: tensor(28.0577, device='cuda:0') (tensor(28.0577, device='cuda:0')) + | > loss_gen: 2.160066843032837 (2.160066843032837) + | > loss_kl: 1.4803534746170044 (1.4803534746170044) + | > loss_feat: 6.8795976638793945 (6.8795976638793945) + | > loss_mel: 21.725082397460938 (21.725082397460938) + | > loss_duration: 2.0256879329681396 (2.0256879329681396) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.270790100097656 (34.270790100097656) + | > grad_norm_1: tensor(766.6119, device='cuda:0') (tensor(766.6119, device='cuda:0')) + | > current_lr_0: 0.00019882837179971516 + | > current_lr_1: 0.00019882837179971516 + | > step_time: 0.8395 (0.8394513130187988) + | > loader_time: 0.1966 (0.19664502143859863) + + + --> TIME: 2024-11-23 02:49:59 -- STEP: 25/797 -- GLOBAL_STEP: 38275 + | > loss_disc: 2.5178446769714355 (2.5648996925354) + | > loss_disc_real_0: 0.13828592002391815 (0.16386730670928956) + | > loss_disc_real_1: 0.25758668780326843 (0.22329940021038056) + | > loss_disc_real_2: 0.2550697326660156 (0.23809893369674684) + | > loss_disc_real_3: 0.20810331404209137 (0.22830053865909578) + | > loss_disc_real_4: 0.24953296780586243 (0.2258511710166931) + | > loss_disc_real_5: 0.23053112626075745 (0.2389974683523178) + | > loss_0: 2.5178446769714355 (2.5648996925354) + | > grad_norm_0: tensor(24.7825, device='cuda:0') (tensor(58.7646, device='cuda:0')) + | > loss_gen: 2.1352219581604004 (2.259638566970825) + | > loss_kl: 1.7018496990203857 (1.5639668059349061) + | > loss_feat: 6.131661891937256 (6.24544511795044) + | > loss_mel: 20.104740142822266 (20.70875228881836) + | > loss_duration: 1.6803654432296753 (1.82581787109375) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.75383758544922 (32.60362060546875) + | > grad_norm_1: tensor(678.8124, device='cuda:0') (tensor(380.7990, device='cuda:0')) + | > current_lr_0: 0.00019882837179971516 + | > current_lr_1: 0.00019882837179971516 + | > step_time: 0.7071 (0.7443243503570557) + | > loader_time: 0.0099 (0.00508803367614746) + + + --> TIME: 2024-11-23 02:50:19 -- STEP: 50/797 -- GLOBAL_STEP: 38300 + | > loss_disc: 2.487755298614502 (2.517588319778442) + | > loss_disc_real_0: 0.10688571631908417 (0.15077125251293183) + | > loss_disc_real_1: 0.21512851119041443 (0.21903960078954696) + | > loss_disc_real_2: 0.24646924436092377 (0.23627186715602874) + | > loss_disc_real_3: 0.2491656392812729 (0.22533224403858185) + | > loss_disc_real_4: 0.26538199186325073 (0.22374703705310822) + | > loss_disc_real_5: 0.22221782803535461 (0.2340487378835678) + | > loss_0: 2.487755298614502 (2.517588319778442) + | > grad_norm_0: tensor(46.0100, device='cuda:0') (tensor(45.2504, device='cuda:0')) + | > loss_gen: 2.463392734527588 (2.272863397598267) + | > loss_kl: 1.9024943113327026 (1.5678360331058503) + | > loss_feat: 7.398184776306152 (6.433094081878662) + | > loss_mel: 23.174274444580078 (21.109561653137206) + | > loss_duration: 1.7400602102279663 (1.7892156195640565) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.67840576171875 (33.172570724487294) + | > grad_norm_1: tensor(737.4868, device='cuda:0') (tensor(382.0042, device='cuda:0')) + | > current_lr_0: 0.00019882837179971516 + | > current_lr_1: 0.00019882837179971516 + | > step_time: 0.756 (0.7513175153732299) + | > loader_time: 0.0033 (0.005549421310424801) + + + --> TIME: 2024-11-23 02:50:38 -- STEP: 75/797 -- GLOBAL_STEP: 38325 + | > loss_disc: 2.427199363708496 (2.503994099299114) + | > loss_disc_real_0: 0.16229477524757385 (0.14702671070893608) + | > loss_disc_real_1: 0.20764265954494476 (0.2188680479923884) + | > loss_disc_real_2: 0.24416643381118774 (0.23497467438379924) + | > loss_disc_real_3: 0.18196545541286469 (0.2227407064040502) + | > loss_disc_real_4: 0.20768612623214722 (0.22411404649416605) + | > loss_disc_real_5: 0.22818095982074738 (0.23362201352914175) + | > loss_0: 2.427199363708496 (2.503994099299114) + | > grad_norm_0: tensor(91.9400, device='cuda:0') (tensor(49.6498, device='cuda:0')) + | > loss_gen: 2.2009153366088867 (2.2927933724721274) + | > loss_kl: 1.3089982271194458 (1.5590295592943828) + | > loss_feat: 6.735276222229004 (6.495406920115154) + | > loss_mel: 21.652851104736328 (21.2513232421875) + | > loss_duration: 1.672978162765503 (1.7639115492502848) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.57101821899414 (33.36246459960938) + | > grad_norm_1: tensor(673.1700, device='cuda:0') (tensor(448.0271, device='cuda:0')) + | > current_lr_0: 0.00019882837179971516 + | > current_lr_1: 0.00019882837179971516 + | > step_time: 0.7545 (0.7600635910034178) + | > loader_time: 0.0048 (0.006071554819742837) + + + --> TIME: 2024-11-23 02:50:58 -- STEP: 100/797 -- GLOBAL_STEP: 38350 + | > loss_disc: 2.5403060913085938 (2.4990437912940977) + | > loss_disc_real_0: 0.21905049681663513 (0.1443116050958633) + | > loss_disc_real_1: 0.24245685338974 (0.21921649485826492) + | > loss_disc_real_2: 0.23490726947784424 (0.23337712213397027) + | > loss_disc_real_3: 0.21850357949733734 (0.22441897496581079) + | > loss_disc_real_4: 0.234846830368042 (0.22378594249486924) + | > loss_disc_real_5: 0.23594984412193298 (0.23308954551815986) + | > loss_0: 2.5403060913085938 (2.4990437912940977) + | > grad_norm_0: tensor(100.0346, device='cuda:0') (tensor(55.7834, device='cuda:0')) + | > loss_gen: 2.2790417671203613 (2.3025555801391606) + | > loss_kl: 1.652877926826477 (1.5602540355920795) + | > loss_feat: 5.850348472595215 (6.442950487136841) + | > loss_mel: 20.17215347290039 (21.12648439407349) + | > loss_duration: 1.7139804363250732 (1.7547913050651551) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.66840171813965 (33.187035808563245) + | > grad_norm_1: tensor(622.0332, device='cuda:0') (tensor(465.7682, device='cuda:0')) + | > current_lr_0: 0.00019882837179971516 + | > current_lr_1: 0.00019882837179971516 + | > step_time: 0.7777 (0.7629833579063413) + | > loader_time: 0.0063 (0.006472363471984864) + + + --> TIME: 2024-11-23 02:51:18 -- STEP: 125/797 -- GLOBAL_STEP: 38375 + | > loss_disc: 2.3854269981384277 (2.4842622470855713) + | > loss_disc_real_0: 0.1376487910747528 (0.1395074723958969) + | > loss_disc_real_1: 0.19064657390117645 (0.21714649164676667) + | > loss_disc_real_2: 0.21516381204128265 (0.23334937524795532) + | > loss_disc_real_3: 0.23928870260715485 (0.2241960846185684) + | > loss_disc_real_4: 0.2036435306072235 (0.22228309500217439) + | > loss_disc_real_5: 0.23887498676776886 (0.23087009024620056) + | > loss_0: 2.3854269981384277 (2.4842622470855713) + | > grad_norm_0: tensor(23.6094, device='cuda:0') (tensor(55.0407, device='cuda:0')) + | > loss_gen: 2.3004279136657715 (2.3121067943573004) + | > loss_kl: 1.5550956726074219 (1.5509096837043765) + | > loss_feat: 7.223623275756836 (6.5052862510681155) + | > loss_mel: 20.93100357055664 (21.179758758544924) + | > loss_duration: 1.6874111890792847 (1.7465364446640015) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.69756317138672 (33.294597885131836) + | > grad_norm_1: tensor(367.2661, device='cuda:0') (tensor(475.9126, device='cuda:0')) + | > current_lr_0: 0.00019882837179971516 + | > current_lr_1: 0.00019882837179971516 + | > step_time: 0.7391 (0.7653104133605955) + | > loader_time: 0.0044 (0.006407188415527344) + + + --> TIME: 2024-11-23 02:51:37 -- STEP: 150/797 -- GLOBAL_STEP: 38400 + | > loss_disc: 2.472008228302002 (2.4851073487599686) + | > loss_disc_real_0: 0.13922211527824402 (0.1383130872249603) + | > loss_disc_real_1: 0.26806753873825073 (0.21872951875130336) + | > loss_disc_real_2: 0.28661447763442993 (0.23401981860399246) + | > loss_disc_real_3: 0.21396739780902863 (0.22459043592214584) + | > loss_disc_real_4: 0.24747268855571747 (0.2222382832566897) + | > loss_disc_real_5: 0.24181944131851196 (0.23106674323479334) + | > loss_0: 2.472008228302002 (2.4851073487599686) + | > grad_norm_0: tensor(49.0222, device='cuda:0') (tensor(52.7726, device='cuda:0')) + | > loss_gen: 2.3535239696502686 (2.312371651331584) + | > loss_kl: 1.6163280010223389 (1.54169197678566) + | > loss_feat: 6.7159576416015625 (6.507971900304159) + | > loss_mel: 22.19356918334961 (21.209167315165203) + | > loss_duration: 1.6786119937896729 (1.7419903620084127) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.55799102783203 (33.31319319407146) + | > grad_norm_1: tensor(1003.6932, device='cuda:0') (tensor(498.3490, device='cuda:0')) + | > current_lr_0: 0.00019882837179971516 + | > current_lr_1: 0.00019882837179971516 + | > step_time: 0.7995 (0.766903789838155) + | > loader_time: 0.0046 (0.006336436271667481) + + + --> TIME: 2024-11-23 02:51:57 -- STEP: 175/797 -- GLOBAL_STEP: 38425 + | > loss_disc: 2.478586196899414 (2.488656264713833) + | > loss_disc_real_0: 0.07774105668067932 (0.13688042879104614) + | > loss_disc_real_1: 0.23370128870010376 (0.21960543402603694) + | > loss_disc_real_2: 0.2548391819000244 (0.235668677347047) + | > loss_disc_real_3: 0.22929583489894867 (0.22539190820285251) + | > loss_disc_real_4: 0.2616877555847168 (0.22330270528793336) + | > loss_disc_real_5: 0.1961761713027954 (0.2313523473909923) + | > loss_0: 2.478586196899414 (2.488656264713833) + | > grad_norm_0: tensor(124.4152, device='cuda:0') (tensor(59.5505, device='cuda:0')) + | > loss_gen: 2.428520441055298 (2.3263667338235035) + | > loss_kl: 1.5303192138671875 (1.5396763450758795) + | > loss_feat: 6.1780009269714355 (6.539572835649762) + | > loss_mel: 20.95490074157715 (21.284866441999174) + | > loss_duration: 1.7226511240005493 (1.7351779331479753) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.81439208984375 (33.42566034589495) + | > grad_norm_1: tensor(720.7609, device='cuda:0') (tensor(527.5203, device='cuda:0')) + | > current_lr_0: 0.00019882837179971516 + | > current_lr_1: 0.00019882837179971516 + | > step_time: 0.7788 (0.7691111768995011) + | > loader_time: 0.0044 (0.006341930116925922) + + + --> TIME: 2024-11-23 02:52:17 -- STEP: 200/797 -- GLOBAL_STEP: 38450 + | > loss_disc: 2.5266809463500977 (2.4937699353694938) + | > loss_disc_real_0: 0.17392432689666748 (0.14176705364137884) + | > loss_disc_real_1: 0.19039495289325714 (0.21926383480429648) + | > loss_disc_real_2: 0.2720873951911926 (0.23590608403086663) + | > loss_disc_real_3: 0.22117401659488678 (0.2247675560414791) + | > loss_disc_real_4: 0.22530686855316162 (0.22317557625472545) + | > loss_disc_real_5: 0.2371668964624405 (0.23167365103960036) + | > loss_0: 2.5266809463500977 (2.4937699353694938) + | > grad_norm_0: tensor(89.2397, device='cuda:0') (tensor(62.8283, device='cuda:0')) + | > loss_gen: 2.290548324584961 (2.330255457162855) + | > loss_kl: 1.8114181756973267 (1.5354331550002096) + | > loss_feat: 5.96150016784668 (6.525477602481842) + | > loss_mel: 21.16351890563965 (21.31481550216675) + | > loss_duration: 1.672415018081665 (1.731484330892563) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.8994026184082 (33.43746616363526) + | > grad_norm_1: tensor(315.7673, device='cuda:0') (tensor(528.6088, device='cuda:0')) + | > current_lr_0: 0.00019882837179971516 + | > current_lr_1: 0.00019882837179971516 + | > step_time: 0.8152 (0.771989380121231) + | > loader_time: 0.0121 (0.006298313140869142) + + + --> TIME: 2024-11-23 02:52:37 -- STEP: 225/797 -- GLOBAL_STEP: 38475 + | > loss_disc: 2.527902603149414 (2.4958902581532816) + | > loss_disc_real_0: 0.1235056221485138 (0.1406555889381302) + | > loss_disc_real_1: 0.2209535539150238 (0.21928646253214942) + | > loss_disc_real_2: 0.18876607716083527 (0.23559029214911992) + | > loss_disc_real_3: 0.17217589914798737 (0.22442257026831308) + | > loss_disc_real_4: 0.20272991061210632 (0.22377262698279488) + | > loss_disc_real_5: 0.21121802926063538 (0.2328778901365068) + | > loss_0: 2.527902603149414 (2.4958902581532816) + | > grad_norm_0: tensor(72.6993, device='cuda:0') (tensor(65.6527, device='cuda:0')) + | > loss_gen: 2.141986846923828 (2.328577802446152) + | > loss_kl: 1.3874708414077759 (1.5294571555985341) + | > loss_feat: 6.157182693481445 (6.522922473483615) + | > loss_mel: 19.966716766357422 (21.36961058722602) + | > loss_duration: 1.6716547012329102 (1.7296421941121418) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.32501220703125 (33.48021026611329) + | > grad_norm_1: tensor(830.7412, device='cuda:0') (tensor(538.3022, device='cuda:0')) + | > current_lr_0: 0.00019882837179971516 + | > current_lr_1: 0.00019882837179971516 + | > step_time: 0.7794 (0.7753277736239962) + | > loader_time: 0.0135 (0.006370806164211698) + + + --> TIME: 2024-11-23 02:52:58 -- STEP: 250/797 -- GLOBAL_STEP: 38500 + | > loss_disc: 2.6334688663482666 (2.49157602787018) + | > loss_disc_real_0: 0.13839401304721832 (0.13892616799473756) + | > loss_disc_real_1: 0.20406821370124817 (0.21967656934261323) + | > loss_disc_real_2: 0.2168693244457245 (0.23538887536525727) + | > loss_disc_real_3: 0.2321656495332718 (0.2244404498934746) + | > loss_disc_real_4: 0.2227751612663269 (0.2234170001745224) + | > loss_disc_real_5: 0.24931348860263824 (0.23266731369495391) + | > loss_0: 2.6334688663482666 (2.49157602787018) + | > grad_norm_0: tensor(79.1325, device='cuda:0') (tensor(65.5813, device='cuda:0')) + | > loss_gen: 1.9743053913116455 (2.327906598091124) + | > loss_kl: 1.7992122173309326 (1.530363717794418) + | > loss_feat: 5.212600231170654 (6.518047235488892) + | > loss_mel: 20.891639709472656 (21.387717597961426) + | > loss_duration: 1.6872830390930176 (1.725863055229187) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.565040588378906 (33.48989828491214) + | > grad_norm_1: tensor(61.0594, device='cuda:0') (tensor(550.7055, device='cuda:0')) + | > current_lr_0: 0.00019882837179971516 + | > current_lr_1: 0.00019882837179971516 + | > step_time: 0.8899 (0.7778454952239989) + | > loader_time: 0.0072 (0.006370992660522462) + + + --> TIME: 2024-11-23 02:53:18 -- STEP: 275/797 -- GLOBAL_STEP: 38525 + | > loss_disc: 2.5069096088409424 (2.4899520769986254) + | > loss_disc_real_0: 0.09024471044540405 (0.13848033791238606) + | > loss_disc_real_1: 0.19098970293998718 (0.21941728407686406) + | > loss_disc_real_2: 0.2313670814037323 (0.23578186338598078) + | > loss_disc_real_3: 0.2428438514471054 (0.224904147494923) + | > loss_disc_real_4: 0.25183770060539246 (0.22331739143891768) + | > loss_disc_real_5: 0.22062303125858307 (0.23250346731055865) + | > loss_0: 2.5069096088409424 (2.4899520769986254) + | > grad_norm_0: tensor(16.7924, device='cuda:0') (tensor(67.8928, device='cuda:0')) + | > loss_gen: 2.325742483139038 (2.330400155674327) + | > loss_kl: 1.8307076692581177 (1.5334702285853299) + | > loss_feat: 5.63320255279541 (6.512642865614459) + | > loss_mel: 20.052101135253906 (21.35731207414107) + | > loss_duration: 1.6829023361206055 (1.7229737801985305) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.524654388427734 (33.456799177690016) + | > grad_norm_1: tensor(522.5342, device='cuda:0') (tensor(552.5481, device='cuda:0')) + | > current_lr_0: 0.00019882837179971516 + | > current_lr_1: 0.00019882837179971516 + | > step_time: 0.799 (0.780762585726651) + | > loader_time: 0.0058 (0.006466186696832831) + + + --> TIME: 2024-11-23 02:53:39 -- STEP: 300/797 -- GLOBAL_STEP: 38550 + | > loss_disc: 2.311213493347168 (2.4881135582923903) + | > loss_disc_real_0: 0.09605807065963745 (0.13772579456369077) + | > loss_disc_real_1: 0.2416849583387375 (0.21970257212718328) + | > loss_disc_real_2: 0.22822238504886627 (0.2348229071001212) + | > loss_disc_real_3: 0.23059457540512085 (0.2247277045249939) + | > loss_disc_real_4: 0.205417662858963 (0.22305351222554842) + | > loss_disc_real_5: 0.2367197722196579 (0.23222886249423028) + | > loss_0: 2.311213493347168 (2.4881135582923903) + | > grad_norm_0: tensor(51.6948, device='cuda:0') (tensor(68.4703, device='cuda:0')) + | > loss_gen: 2.4106171131134033 (2.330080550511677) + | > loss_kl: 1.9186017513275146 (1.5342719477415079) + | > loss_feat: 6.681271553039551 (6.508597677548729) + | > loss_mel: 21.63813018798828 (21.390800094604494) + | > loss_duration: 1.718895673751831 (1.7210105466842651) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.367515563964844 (33.48476086298628) + | > grad_norm_1: tensor(499.5140, device='cuda:0') (tensor(556.4735, device='cuda:0')) + | > current_lr_0: 0.00019882837179971516 + | > current_lr_1: 0.00019882837179971516 + | > step_time: 0.8254 (0.7832314960161845) + | > loader_time: 0.0057 (0.006541210015614828) + + + --> TIME: 2024-11-23 02:54:00 -- STEP: 325/797 -- GLOBAL_STEP: 38575 + | > loss_disc: 2.4937591552734375 (2.4882594592754677) + | > loss_disc_real_0: 0.2139216959476471 (0.1372801076219632) + | > loss_disc_real_1: 0.16967235505580902 (0.21976239539109743) + | > loss_disc_real_2: 0.2329794019460678 (0.23586588556949908) + | > loss_disc_real_3: 0.21479064226150513 (0.22457665058282705) + | > loss_disc_real_4: 0.19884586334228516 (0.22351179022055406) + | > loss_disc_real_5: 0.23318858444690704 (0.23222682104660913) + | > loss_0: 2.4937591552734375 (2.4882594592754677) + | > grad_norm_0: tensor(128.9799, device='cuda:0') (tensor(68.2969, device='cuda:0')) + | > loss_gen: 2.3956382274627686 (2.332426288311297) + | > loss_kl: 1.797991156578064 (1.5365404413296622) + | > loss_feat: 7.04889440536499 (6.507780217390797) + | > loss_mel: 21.516874313354492 (21.39706365732047) + | > loss_duration: 1.6526939868927002 (1.719462505854093) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.41209411621094 (33.49327312176046) + | > grad_norm_1: tensor(843.9756, device='cuda:0') (tensor(566.6127, device='cuda:0')) + | > current_lr_0: 0.00019882837179971516 + | > current_lr_1: 0.00019882837179971516 + | > step_time: 0.8385 (0.7861474954164943) + | > loader_time: 0.0061 (0.006615247726440428) + + + --> TIME: 2024-11-23 02:54:21 -- STEP: 350/797 -- GLOBAL_STEP: 38600 + | > loss_disc: 2.4518563747406006 (2.4892906393323644) + | > loss_disc_real_0: 0.11451394855976105 (0.1391706757247448) + | > loss_disc_real_1: 0.25306200981140137 (0.21971498046602522) + | > loss_disc_real_2: 0.2422313392162323 (0.23526172420808247) + | > loss_disc_real_3: 0.22321541607379913 (0.22457684712750572) + | > loss_disc_real_4: 0.18309956789016724 (0.22268605892147336) + | > loss_disc_real_5: 0.22428932785987854 (0.23217062767062868) + | > loss_0: 2.4518563747406006 (2.4892906393323644) + | > grad_norm_0: tensor(91.8922, device='cuda:0') (tensor(71.2340, device='cuda:0')) + | > loss_gen: 2.3176233768463135 (2.3342894111360812) + | > loss_kl: 1.546985149383545 (1.5359457334450306) + | > loss_feat: 7.549673080444336 (6.510282218115673) + | > loss_mel: 22.571590423583984 (21.415770410810207) + | > loss_duration: 1.662484049797058 (1.7169064249311174) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.64835739135742 (33.51319425310408) + | > grad_norm_1: tensor(621.7355, device='cuda:0') (tensor(568.1354, device='cuda:0')) + | > current_lr_0: 0.00019882837179971516 + | > current_lr_1: 0.00019882837179971516 + | > step_time: 0.8024 (0.788962594441005) + | > loader_time: 0.0064 (0.006669035639081681) + + + --> TIME: 2024-11-23 02:54:42 -- STEP: 375/797 -- GLOBAL_STEP: 38625 + | > loss_disc: 2.5438294410705566 (2.4925542825063083) + | > loss_disc_real_0: 0.07929960638284683 (0.14076676706473035) + | > loss_disc_real_1: 0.20244795083999634 (0.21941948775450387) + | > loss_disc_real_2: 0.21703045070171356 (0.23556557520230612) + | > loss_disc_real_3: 0.21016256511211395 (0.22491092602411905) + | > loss_disc_real_4: 0.2375326007604599 (0.22339418347676596) + | > loss_disc_real_5: 0.2522248327732086 (0.2320589101711909) + | > loss_0: 2.5438294410705566 (2.4925542825063083) + | > grad_norm_0: tensor(67.2621, device='cuda:0') (tensor(73.8372, device='cuda:0')) + | > loss_gen: 2.2212233543395996 (2.3299477952321364) + | > loss_kl: 1.5321561098098755 (1.537066525936126) + | > loss_feat: 6.993777275085449 (6.488899345397952) + | > loss_mel: 21.864574432373047 (21.400364308675144) + | > loss_duration: 1.6656451225280762 (1.7142784090042114) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.277374267578125 (33.47055646260579) + | > grad_norm_1: tensor(621.8170, device='cuda:0') (tensor(559.8303, device='cuda:0')) + | > current_lr_0: 0.00019882837179971516 + | > current_lr_1: 0.00019882837179971516 + | > step_time: 0.884 (0.7922438087463377) + | > loader_time: 0.0098 (0.0068244489034016914) + + + --> TIME: 2024-11-23 02:55:03 -- STEP: 400/797 -- GLOBAL_STEP: 38650 + | > loss_disc: 2.500920057296753 (2.4921270364522945) + | > loss_disc_real_0: 0.18126901984214783 (0.14133982530795036) + | > loss_disc_real_1: 0.3082723617553711 (0.21928176615387202) + | > loss_disc_real_2: 0.21991705894470215 (0.23547440569847822) + | > loss_disc_real_3: 0.165765643119812 (0.2244661970809102) + | > loss_disc_real_4: 0.16202400624752045 (0.22330473437905313) + | > loss_disc_real_5: 0.18726234138011932 (0.23233650144189597) + | > loss_0: 2.500920057296753 (2.4921270364522945) + | > grad_norm_0: tensor(23.0780, device='cuda:0') (tensor(74.2051, device='cuda:0')) + | > loss_gen: 2.160672426223755 (2.329847844839096) + | > loss_kl: 1.5052216053009033 (1.5387410421669478) + | > loss_feat: 6.260070323944092 (6.485548330545428) + | > loss_mel: 19.383169174194336 (21.39924074172975) + | > loss_duration: 1.6501107215881348 (1.7127805852890015) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.959243774414062 (33.466158618927004) + | > grad_norm_1: tensor(352.9905, device='cuda:0') (tensor(552.6138, device='cuda:0')) + | > current_lr_0: 0.00019882837179971516 + | > current_lr_1: 0.00019882837179971516 + | > step_time: 0.8151 (0.7957347989082335) + | > loader_time: 0.0152 (0.006883733868598937) + + + --> TIME: 2024-11-23 02:55:25 -- STEP: 425/797 -- GLOBAL_STEP: 38675 + | > loss_disc: 2.4482502937316895 (2.4889320637198065) + | > loss_disc_real_0: 0.08984580636024475 (0.14047248587012295) + | > loss_disc_real_1: 0.2389117330312729 (0.21939782559871673) + | > loss_disc_real_2: 0.25630539655685425 (0.2350335574500701) + | > loss_disc_real_3: 0.18264028429985046 (0.22443805070484385) + | > loss_disc_real_4: 0.18328264355659485 (0.22284361397518831) + | > loss_disc_real_5: 0.23216669261455536 (0.23187778977786794) + | > loss_0: 2.4482502937316895 (2.4889320637198065) + | > grad_norm_0: tensor(20.1394, device='cuda:0') (tensor(71.9732, device='cuda:0')) + | > loss_gen: 2.270069122314453 (2.327153643439799) + | > loss_kl: 1.5174328088760376 (1.5392863541490887) + | > loss_feat: 6.7583489418029785 (6.4851701052048645) + | > loss_mel: 22.11191177368164 (21.417786663279827) + | > loss_duration: 1.7163245677947998 (1.7113765924117144) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.37408447265625 (33.480773414163046) + | > grad_norm_1: tensor(166.5785, device='cuda:0') (tensor(540.2560, device='cuda:0')) + | > current_lr_0: 0.00019882837179971516 + | > current_lr_1: 0.00019882837179971516 + | > step_time: 0.8208 (0.7979818658267749) + | > loader_time: 0.0069 (0.00714518434861127) + + + --> TIME: 2024-11-23 02:55:46 -- STEP: 450/797 -- GLOBAL_STEP: 38700 + | > loss_disc: 2.5993330478668213 (2.4886523151397717) + | > loss_disc_real_0: 0.14093360304832458 (0.140610977585117) + | > loss_disc_real_1: 0.2915883958339691 (0.21913383705748452) + | > loss_disc_real_2: 0.2884913682937622 (0.2350054398841328) + | > loss_disc_real_3: 0.2521244287490845 (0.22435897754298317) + | > loss_disc_real_4: 0.2676914930343628 (0.22273006876309712) + | > loss_disc_real_5: 0.25387412309646606 (0.23223902251985337) + | > loss_0: 2.5993330478668213 (2.4886523151397717) + | > grad_norm_0: tensor(117.5879, device='cuda:0') (tensor(70.2079, device='cuda:0')) + | > loss_gen: 2.3696720600128174 (2.3271981117460467) + | > loss_kl: 1.6864081621170044 (1.542929547230402) + | > loss_feat: 5.939950466156006 (6.496944262186688) + | > loss_mel: 21.314498901367188 (21.455388882954928) + | > loss_duration: 1.698999285697937 (1.7098803642061022) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.00952911376953 (33.532341206868495) + | > grad_norm_1: tensor(785.5706, device='cuda:0') (tensor(532.9156, device='cuda:0')) + | > current_lr_0: 0.00019882837179971516 + | > current_lr_1: 0.00019882837179971516 + | > step_time: 0.8476 (0.800859498977661) + | > loader_time: 0.0072 (0.0071893999311659065) + + + --> TIME: 2024-11-23 02:56:08 -- STEP: 475/797 -- GLOBAL_STEP: 38725 + | > loss_disc: 2.6227784156799316 (2.485926534251164) + | > loss_disc_real_0: 0.20531022548675537 (0.14005331692726983) + | > loss_disc_real_1: 0.30544742941856384 (0.219107198934806) + | > loss_disc_real_2: 0.2210642546415329 (0.23434315530877364) + | > loss_disc_real_3: 0.2311181277036667 (0.22430469600777878) + | > loss_disc_real_4: 0.22941717505455017 (0.22252161129524833) + | > loss_disc_real_5: 0.2875256836414337 (0.23278132375917937) + | > loss_0: 2.6227784156799316 (2.485926534251164) + | > grad_norm_0: tensor(95.2566, device='cuda:0') (tensor(69.0488, device='cuda:0')) + | > loss_gen: 2.327594518661499 (2.327875355168393) + | > loss_kl: 1.6258156299591064 (1.545850396532761) + | > loss_feat: 6.028964519500732 (6.506536617279055) + | > loss_mel: 20.924083709716797 (21.489104766845713) + | > loss_duration: 1.6507492065429688 (1.708745429892289) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.55720901489258 (33.578112624319) + | > grad_norm_1: tensor(662.8434, device='cuda:0') (tensor(531.3836, device='cuda:0')) + | > current_lr_0: 0.00019882837179971516 + | > current_lr_1: 0.00019882837179971516 + | > step_time: 0.8695 (0.8036480798219379) + | > loader_time: 0.0063 (0.007217670239900287) + + + --> TIME: 2024-11-23 02:56:30 -- STEP: 500/797 -- GLOBAL_STEP: 38750 + | > loss_disc: 2.2860922813415527 (2.4849508624076853) + | > loss_disc_real_0: 0.12150871753692627 (0.1396451312080025) + | > loss_disc_real_1: 0.18419314920902252 (0.21898400408029556) + | > loss_disc_real_2: 0.2531931400299072 (0.23479590263962746) + | > loss_disc_real_3: 0.22537772357463837 (0.22422126027941705) + | > loss_disc_real_4: 0.20275533199310303 (0.22250571510195732) + | > loss_disc_real_5: 0.21196158230304718 (0.23257719299197196) + | > loss_0: 2.2860922813415527 (2.4849508624076853) + | > grad_norm_0: tensor(34.4017, device='cuda:0') (tensor(69.1437, device='cuda:0')) + | > loss_gen: 2.4690654277801514 (2.3278607945442205) + | > loss_kl: 1.6072264909744263 (1.547543835997581) + | > loss_feat: 7.138228893280029 (6.4948711328506485) + | > loss_mel: 22.724334716796875 (21.473909637451182) + | > loss_duration: 1.6993067264556885 (1.7073938858509063) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.63816452026367 (33.55157934570317) + | > grad_norm_1: tensor(564.5372, device='cuda:0') (tensor(533.4281, device='cuda:0')) + | > current_lr_0: 0.00019882837179971516 + | > current_lr_1: 0.00019882837179971516 + | > step_time: 0.8444 (0.8059299898147582) + | > loader_time: 0.0068 (0.007234813213348388) + + + --> TIME: 2024-11-23 02:56:51 -- STEP: 525/797 -- GLOBAL_STEP: 38775 + | > loss_disc: 2.3143599033355713 (2.4841715980711445) + | > loss_disc_real_0: 0.08323337882757187 (0.13986735696593916) + | > loss_disc_real_1: 0.22704583406448364 (0.21900940279165904) + | > loss_disc_real_2: 0.22737306356430054 (0.23455635553314572) + | > loss_disc_real_3: 0.2529550790786743 (0.22402850409348807) + | > loss_disc_real_4: 0.21487711369991302 (0.22236467523234232) + | > loss_disc_real_5: 0.22938130795955658 (0.23226198258854094) + | > loss_0: 2.3143599033355713 (2.4841715980711445) + | > grad_norm_0: tensor(76.6685, device='cuda:0') (tensor(70.2257, device='cuda:0')) + | > loss_gen: 2.28813099861145 (2.3293457567124145) + | > loss_kl: 1.6517033576965332 (1.547482245876675) + | > loss_feat: 7.2683186531066895 (6.499692938668389) + | > loss_mel: 21.506330490112305 (21.480382690429696) + | > loss_duration: 1.6393160820007324 (1.7067435764131091) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.35380172729492 (33.563647268386156) + | > grad_norm_1: tensor(523.8876, device='cuda:0') (tensor(535.1342, device='cuda:0')) + | > current_lr_0: 0.00019882837179971516 + | > current_lr_1: 0.00019882837179971516 + | > step_time: 0.9123 (0.8083775733766101) + | > loader_time: 0.0072 (0.007301642554146902) + + + --> TIME: 2024-11-23 02:57:13 -- STEP: 550/797 -- GLOBAL_STEP: 38800 + | > loss_disc: 2.3983078002929688 (2.484943105524238) + | > loss_disc_real_0: 0.05381443351507187 (0.14088325640694657) + | > loss_disc_real_1: 0.23109741508960724 (0.21871948637745597) + | > loss_disc_real_2: 0.259252667427063 (0.23455933199687432) + | > loss_disc_real_3: 0.23884020745754242 (0.2241411558877339) + | > loss_disc_real_4: 0.24796603620052338 (0.22233816423199387) + | > loss_disc_real_5: 0.25735390186309814 (0.2321346981146119) + | > loss_0: 2.3983078002929688 (2.484943105524238) + | > grad_norm_0: tensor(34.9516, device='cuda:0') (tensor(71.4089, device='cuda:0')) + | > loss_gen: 2.4144649505615234 (2.329899854660034) + | > loss_kl: 1.5243372917175293 (1.5462207166715098) + | > loss_feat: 6.401219367980957 (6.504542834542015) + | > loss_mel: 21.002906799316406 (21.484898102500228) + | > loss_duration: 1.7007427215576172 (1.706616449139335) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.043670654296875 (33.57217802567919) + | > grad_norm_1: tensor(450.0840, device='cuda:0') (tensor(530.7567, device='cuda:0')) + | > current_lr_0: 0.00019882837179971516 + | > current_lr_1: 0.00019882837179971516 + | > step_time: 0.9237 (0.8107603246515448) + | > loader_time: 0.0086 (0.007338565046137029) + + + --> TIME: 2024-11-23 02:57:36 -- STEP: 575/797 -- GLOBAL_STEP: 38825 + | > loss_disc: 2.3712048530578613 (2.483834347932237) + | > loss_disc_real_0: 0.12261366844177246 (0.14108963068412686) + | > loss_disc_real_1: 0.222153902053833 (0.21842631047186647) + | > loss_disc_real_2: 0.23330797255039215 (0.23417769797470253) + | > loss_disc_real_3: 0.20471160113811493 (0.2241470345725184) + | > loss_disc_real_4: 0.1894407421350479 (0.22181570094564684) + | > loss_disc_real_5: 0.22555077075958252 (0.23205239127511562) + | > loss_0: 2.3712048530578613 (2.483834347932237) + | > grad_norm_0: tensor(23.6553, device='cuda:0') (tensor(70.9197, device='cuda:0')) + | > loss_gen: 2.3616116046905518 (2.3289894958164385) + | > loss_kl: 1.5801770687103271 (1.546157503231712) + | > loss_feat: 6.3727521896362305 (6.508720057943593) + | > loss_mel: 20.262401580810547 (21.49158924600353) + | > loss_duration: 1.6707110404968262 (1.705646390914917) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.24765396118164 (33.58110278253974) + | > grad_norm_1: tensor(430.8973, device='cuda:0') (tensor(526.3740, device='cuda:0')) + | > current_lr_0: 0.00019882837179971516 + | > current_lr_1: 0.00019882837179971516 + | > step_time: 0.8811 (0.8137858100559402) + | > loader_time: 0.0108 (0.007434068762737772) + + + --> TIME: 2024-11-23 02:57:58 -- STEP: 600/797 -- GLOBAL_STEP: 38850 + | > loss_disc: 2.596691608428955 (2.4840720562140173) + | > loss_disc_real_0: 0.12389183044433594 (0.1406512629985808) + | > loss_disc_real_1: 0.20168140530586243 (0.2182251825928688) + | > loss_disc_real_2: 0.2616812586784363 (0.2347279747575521) + | > loss_disc_real_3: 0.21406163275241852 (0.22412073341508706) + | > loss_disc_real_4: 0.25654342770576477 (0.22248286994795005) + | > loss_disc_real_5: 0.19894540309906006 (0.23257438537975153) + | > loss_0: 2.596691608428955 (2.4840720562140173) + | > grad_norm_0: tensor(116.1650, device='cuda:0') (tensor(70.1216, device='cuda:0')) + | > loss_gen: 2.274242401123047 (2.3300709573427847) + | > loss_kl: 1.4320778846740723 (1.5469953599572188) + | > loss_feat: 7.091964244842529 (6.514970856507621) + | > loss_mel: 22.546485900878906 (21.509124657313034) + | > loss_duration: 1.7008605003356934 (1.705126184622447) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.045631408691406 (33.60628810246789) + | > grad_norm_1: tensor(741.9087, device='cuda:0') (tensor(524.3621, device='cuda:0')) + | > current_lr_0: 0.00019882837179971516 + | > current_lr_1: 0.00019882837179971516 + | > step_time: 0.9016 (0.8163560271263123) + | > loader_time: 0.0107 (0.007521046797434489) + + + --> TIME: 2024-11-23 02:58:20 -- STEP: 625/797 -- GLOBAL_STEP: 38875 + | > loss_disc: 2.4834399223327637 (2.484711899185183) + | > loss_disc_real_0: 0.07378998398780823 (0.14085926617383948) + | > loss_disc_real_1: 0.18853580951690674 (0.21834455735683442) + | > loss_disc_real_2: 0.2030573934316635 (0.23419873816967007) + | > loss_disc_real_3: 0.2466212809085846 (0.22416034734249116) + | > loss_disc_real_4: 0.23748940229415894 (0.22225506463050843) + | > loss_disc_real_5: 0.23197224736213684 (0.23236451661586763) + | > loss_0: 2.4834399223327637 (2.484711899185183) + | > grad_norm_0: tensor(39.4146, device='cuda:0') (tensor(69.2438, device='cuda:0')) + | > loss_gen: 2.270538330078125 (2.3265076137542717) + | > loss_kl: 1.6585286855697632 (1.5466198092460641) + | > loss_feat: 6.248843193054199 (6.501965706634524) + | > loss_mel: 21.328672409057617 (21.5022022216797) + | > loss_duration: 1.7000755071640015 (1.7052309375762944) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.20665740966797 (33.58252639770511) + | > grad_norm_1: tensor(258.8545, device='cuda:0') (tensor(517.3183, device='cuda:0')) + | > current_lr_0: 0.00019882837179971516 + | > current_lr_1: 0.00019882837179971516 + | > step_time: 0.965 (0.8190349185943604) + | > loader_time: 0.0176 (0.007621313095092773) + + + --> TIME: 2024-11-23 02:58:43 -- STEP: 650/797 -- GLOBAL_STEP: 38900 + | > loss_disc: 2.4666249752044678 (2.4844819109256484) + | > loss_disc_real_0: 0.1132282018661499 (0.14075754343317096) + | > loss_disc_real_1: 0.22156520187854767 (0.21849785809333508) + | > loss_disc_real_2: 0.1813153773546219 (0.2342264778568194) + | > loss_disc_real_3: 0.22660915553569794 (0.22396824800051177) + | > loss_disc_real_4: 0.18047679960727692 (0.2222619073666059) + | > loss_disc_real_5: 0.2080785483121872 (0.23274648661796862) + | > loss_0: 2.4666249752044678 (2.4844819109256484) + | > grad_norm_0: tensor(19.6214, device='cuda:0') (tensor(68.7604, device='cuda:0')) + | > loss_gen: 2.2419822216033936 (2.325652030431307) + | > loss_kl: 1.5921858549118042 (1.5476340104066422) + | > loss_feat: 6.650023937225342 (6.493470685665427) + | > loss_mel: 21.172954559326172 (21.49167786818285) + | > loss_duration: 1.745489239692688 (1.7051185145744914) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.40263748168945 (33.56355323791507) + | > grad_norm_1: tensor(167.6300, device='cuda:0') (tensor(513.0787, device='cuda:0')) + | > current_lr_0: 0.00019882837179971516 + | > current_lr_1: 0.00019882837179971516 + | > step_time: 0.9273 (0.8220260766836313) + | > loader_time: 0.0138 (0.007765579223632813) + + + --> TIME: 2024-11-23 02:59:06 -- STEP: 675/797 -- GLOBAL_STEP: 38925 + | > loss_disc: 2.3754677772521973 (2.483695453008019) + | > loss_disc_real_0: 0.07914505898952484 (0.1403348175905368) + | > loss_disc_real_1: 0.21765616536140442 (0.21839421252409616) + | > loss_disc_real_2: 0.22035688161849976 (0.2337483387081711) + | > loss_disc_real_3: 0.2700112462043762 (0.22407283076533566) + | > loss_disc_real_4: 0.1845417469739914 (0.22216161571167134) + | > loss_disc_real_5: 0.20954515039920807 (0.23223592431456955) + | > loss_0: 2.3754677772521973 (2.483695453008019) + | > grad_norm_0: tensor(51.8974, device='cuda:0') (tensor(67.9657, device='cuda:0')) + | > loss_gen: 2.432298421859741 (2.3251889161710375) + | > loss_kl: 1.5366766452789307 (1.5482091062157255) + | > loss_feat: 7.003377437591553 (6.494005763442431) + | > loss_mel: 22.402963638305664 (21.49695797390409) + | > loss_duration: 1.6912498474121094 (1.7047805547714237) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.066566467285156 (33.56914243627482) + | > grad_norm_1: tensor(731.5742, device='cuda:0') (tensor(511.9667, device='cuda:0')) + | > current_lr_0: 0.00019882837179971516 + | > current_lr_1: 0.00019882837179971516 + | > step_time: 0.9751 (0.8253288357346146) + | > loader_time: 0.0089 (0.007875904153894496) + + + --> TIME: 2024-11-23 02:59:30 -- STEP: 700/797 -- GLOBAL_STEP: 38950 + | > loss_disc: 2.6183154582977295 (2.4864851287433116) + | > loss_disc_real_0: 0.1984567493200302 (0.14087470318057702) + | > loss_disc_real_1: 0.2622929513454437 (0.21885040830288616) + | > loss_disc_real_2: 0.2860633432865143 (0.23428589744227268) + | > loss_disc_real_3: 0.3062063157558441 (0.22431396661060196) + | > loss_disc_real_4: 0.2870174050331116 (0.22284889959863255) + | > loss_disc_real_5: 0.2800889313220978 (0.23308052582400185) + | > loss_0: 2.6183154582977295 (2.4864851287433116) + | > grad_norm_0: tensor(36.7895, device='cuda:0') (tensor(69.2393, device='cuda:0')) + | > loss_gen: 2.4788620471954346 (2.3280563630376525) + | > loss_kl: 1.6732282638549805 (1.5508194723299584) + | > loss_feat: 6.198244094848633 (6.495086103848052) + | > loss_mel: 21.806900024414062 (21.50501278196064) + | > loss_duration: 1.7038979530334473 (1.704386640957424) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.86113357543945 (33.58336148670745) + | > grad_norm_1: tensor(485.4056, device='cuda:0') (tensor(513.9141, device='cuda:0')) + | > current_lr_0: 0.00019882837179971516 + | > current_lr_1: 0.00019882837179971516 + | > step_time: 0.9599 (0.8287165818895612) + | > loader_time: 0.0158 (0.008012615953172954) + + + --> TIME: 2024-11-23 02:59:54 -- STEP: 725/797 -- GLOBAL_STEP: 38975 + | > loss_disc: 2.470259428024292 (2.4870162464010344) + | > loss_disc_real_0: 0.08018524944782257 (0.141651264470199) + | > loss_disc_real_1: 0.22722619771957397 (0.21864684602309917) + | > loss_disc_real_2: 0.24494746327400208 (0.23407361904094956) + | > loss_disc_real_3: 0.21936115622520447 (0.22415921131084704) + | > loss_disc_real_4: 0.22091802954673767 (0.22256894206178598) + | > loss_disc_real_5: 0.24329590797424316 (0.2329892426318136) + | > loss_0: 2.470259428024292 (2.4870162464010344) + | > grad_norm_0: tensor(54.2665, device='cuda:0') (tensor(68.9757, device='cuda:0')) + | > loss_gen: 2.188880443572998 (2.3263727661658966) + | > loss_kl: 1.7615553140640259 (1.5515147170527241) + | > loss_feat: 6.152376651763916 (6.4915411265143055) + | > loss_mel: 21.38620376586914 (21.509024326719093) + | > loss_duration: 1.652052879333496 (1.7035652524027334) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.14107131958008 (33.58201829581426) + | > grad_norm_1: tensor(315.7066, device='cuda:0') (tensor(510.0760, device='cuda:0')) + | > current_lr_0: 0.00019882837179971516 + | > current_lr_1: 0.00019882837179971516 + | > step_time: 0.9341 (0.8324521212742246) + | > loader_time: 0.0126 (0.008095014835226125) + + + --> TIME: 2024-11-23 03:00:19 -- STEP: 750/797 -- GLOBAL_STEP: 39000 + | > loss_disc: 2.5438575744628906 (2.4868249979019206) + | > loss_disc_real_0: 0.1381555199623108 (0.14154080174863332) + | > loss_disc_real_1: 0.2609555125236511 (0.2186225973169009) + | > loss_disc_real_2: 0.2219410091638565 (0.23391204341252642) + | > loss_disc_real_3: 0.2818585932254791 (0.22410906779766082) + | > loss_disc_real_4: 0.24649539589881897 (0.22270917534828186) + | > loss_disc_real_5: 0.2804967761039734 (0.23302671313285828) + | > loss_0: 2.5438575744628906 (2.4868249979019206) + | > grad_norm_0: tensor(38.5406, device='cuda:0') (tensor(67.8230, device='cuda:0')) + | > loss_gen: 2.4415581226348877 (2.324106970945993) + | > loss_kl: 1.5740711688995361 (1.5529671806494407) + | > loss_feat: 5.730984687805176 (6.486435494105024) + | > loss_mel: 20.834959030151367 (21.511833671569832) + | > loss_duration: 1.666335105895996 (1.7026028771400454) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.24790954589844 (33.577946294148774) + | > grad_norm_1: tensor(300.8585, device='cuda:0') (tensor(500.7083, device='cuda:0')) + | > current_lr_0: 0.00019882837179971516 + | > current_lr_1: 0.00019882837179971516 + | > step_time: 0.9644 (0.8364299414952596) + | > loader_time: 0.1163 (0.010210993131001794) + + + --> TIME: 2024-11-23 03:00:50 -- STEP: 775/797 -- GLOBAL_STEP: 39025 + | > loss_disc: 2.5569515228271484 (2.4864700295848263) + | > loss_disc_real_0: 0.15707442164421082 (0.14142997531640913) + | > loss_disc_real_1: 0.23555272817611694 (0.21870234833609672) + | > loss_disc_real_2: 0.2411583811044693 (0.23394832259224305) + | > loss_disc_real_3: 0.24184706807136536 (0.22416495898077565) + | > loss_disc_real_4: 0.23587073385715485 (0.22271679632125363) + | > loss_disc_real_5: 0.2471688836812973 (0.2329851258954694) + | > loss_0: 2.5569515228271484 (2.4864700295848263) + | > grad_norm_0: tensor(71.4933, device='cuda:0') (tensor(67.2967, device='cuda:0')) + | > loss_gen: 2.0680787563323975 (2.322365899701271) + | > loss_kl: 1.7082902193069458 (1.5530986691290345) + | > loss_feat: 5.998730182647705 (6.478628375760973) + | > loss_mel: 20.76370620727539 (21.501596659998757) + | > loss_duration: 1.6885552406311035 (1.7016460152595276) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.227359771728516 (33.557335712063725) + | > grad_norm_1: tensor(200.7491, device='cuda:0') (tensor(495.8744, device='cuda:0')) + | > current_lr_0: 0.00019882837179971516 + | > current_lr_1: 0.00019882837179971516 + | > step_time: 1.608 (0.8452785005877095) + | > loader_time: 0.101 (0.013126314224735388) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.2212634086608887 (2.2212634086608887) + | > loss_disc_real_0: 0.09237813949584961 (0.09237813949584961) + | > loss_disc_real_1: 0.16239383816719055 (0.16239383816719055) + | > loss_disc_real_2: 0.17282776534557343 (0.17282776534557343) + | > loss_disc_real_3: 0.23305977880954742 (0.23305977880954742) + | > loss_disc_real_4: 0.18030095100402832 (0.18030095100402832) + | > loss_disc_real_5: 0.2296503484249115 (0.2296503484249115) + | > loss_0: 2.2212634086608887 (2.2212634086608887) + | > loss_gen: 2.209463357925415 (2.209463357925415) + | > loss_kl: 1.5694321393966675 (1.5694321393966675) + | > loss_feat: 7.633166790008545 (7.633166790008545) + | > loss_mel: 23.73394203186035 (23.73394203186035) + | > loss_duration: 1.9747107028961182 (1.9747107028961182) + | > loss_1: 37.1207160949707 (37.1207160949707) + + --> STEP: 1 + | > loss_disc: 2.4767327308654785 (2.4767327308654785) + | > loss_disc_real_0: 0.0896068662405014 (0.0896068662405014) + | > loss_disc_real_1: 0.1656721979379654 (0.1656721979379654) + | > loss_disc_real_2: 0.20101994276046753 (0.20101994276046753) + | > loss_disc_real_3: 0.25661858916282654 (0.25661858916282654) + | > loss_disc_real_4: 0.18084405362606049 (0.18084405362606049) + | > loss_disc_real_5: 0.2700538635253906 (0.2700538635253906) + | > loss_0: 2.4767327308654785 (2.4767327308654785) + | > loss_gen: 2.2062625885009766 (2.2062625885009766) + | > loss_kl: 2.311734437942505 (2.311734437942505) + | > loss_feat: 7.4306254386901855 (7.4306254386901855) + | > loss_mel: 24.862045288085938 (24.862045288085938) + | > loss_duration: 1.7018382549285889 (1.7018382549285889) + | > loss_1: 38.512508392333984 (38.512508392333984) + + --> STEP: 2 + | > loss_disc: 2.8027873039245605 (2.6397600173950195) + | > loss_disc_real_0: 0.1919054538011551 (0.14075616002082825) + | > loss_disc_real_1: 0.191911518573761 (0.1787918582558632) + | > loss_disc_real_2: 0.21069377660751343 (0.20585685968399048) + | > loss_disc_real_3: 0.3229028880596161 (0.2897607386112213) + | > loss_disc_real_4: 0.26513785123825073 (0.2229909524321556) + | > loss_disc_real_5: 0.3188720643520355 (0.2944629639387131) + | > loss_0: 2.8027873039245605 (2.6397600173950195) + | > loss_gen: 1.9504573345184326 (2.0783599615097046) + | > loss_kl: 1.867234230041504 (2.0894843339920044) + | > loss_feat: 3.243967294692993 (5.337296366691589) + | > loss_mel: 15.417252540588379 (20.139648914337158) + | > loss_duration: 1.6892000436782837 (1.6955191493034363) + | > loss_1: 24.168109893798828 (31.340309143066406) + + --> STEP: 3 + | > loss_disc: 2.489457368850708 (2.5896591345469155) + | > loss_disc_real_0: 0.09518097341060638 (0.1255644311507543) + | > loss_disc_real_1: 0.1699969470500946 (0.17586022118727365) + | > loss_disc_real_2: 0.27451616525650024 (0.22874329487482706) + | > loss_disc_real_3: 0.2774824798107147 (0.2856679856777191) + | > loss_disc_real_4: 0.19641244411468506 (0.21413144965966543) + | > loss_disc_real_5: 0.24757006764411926 (0.2788319985071818) + | > loss_0: 2.489457368850708 (2.5896591345469155) + | > loss_gen: 2.1035234928131104 (2.0867478052775064) + | > loss_kl: 2.0097413063049316 (2.06290332476298) + | > loss_feat: 6.394125461578369 (5.68957273165385) + | > loss_mel: 22.421646118164062 (20.900314648946125) + | > loss_duration: 1.7367297410964966 (1.7092560132344563) + | > loss_1: 34.66576385498047 (32.44879404703776) + + --> STEP: 4 + | > loss_disc: 2.4729669094085693 (2.560486078262329) + | > loss_disc_real_0: 0.0983305424451828 (0.11875595897436142) + | > loss_disc_real_1: 0.1865825355052948 (0.17854079976677895) + | > loss_disc_real_2: 0.16553473472595215 (0.21294115483760834) + | > loss_disc_real_3: 0.18793299794197083 (0.26123423874378204) + | > loss_disc_real_4: 0.22131435573101044 (0.21592717617750168) + | > loss_disc_real_5: 0.19017267227172852 (0.2566671669483185) + | > loss_0: 2.4729669094085693 (2.560486078262329) + | > loss_gen: 1.9149731397628784 (2.0438041388988495) + | > loss_kl: 1.6162145137786865 (1.9512311220169067) + | > loss_feat: 6.926571846008301 (5.998822510242462) + | > loss_mel: 19.658836364746094 (20.589945077896118) + | > loss_duration: 1.6894299983978271 (1.704299509525299) + | > loss_1: 31.8060245513916 (32.28810167312622) + + --> STEP: 5 + | > loss_disc: 2.237922430038452 (2.4959733486175537) + | > loss_disc_real_0: 0.0728987604379654 (0.10958451926708221) + | > loss_disc_real_1: 0.1454835683107376 (0.17192935347557067) + | > loss_disc_real_2: 0.16159358620643616 (0.2026716411113739) + | > loss_disc_real_3: 0.20130114257335663 (0.24924761950969695) + | > loss_disc_real_4: 0.23867900669574738 (0.22047754228115082) + | > loss_disc_real_5: 0.17056752741336823 (0.23944723904132842) + | > loss_0: 2.237922430038452 (2.4959733486175537) + | > loss_gen: 2.053558826446533 (2.045755076408386) + | > loss_kl: 1.4707671403884888 (1.855138325691223) + | > loss_feat: 8.191960334777832 (6.4374500751495365) + | > loss_mel: 21.799638748168945 (20.831883811950682) + | > loss_duration: 1.8607778549194336 (1.735595178604126) + | > loss_1: 35.376705169677734 (32.905822372436525) + + --> STEP: 6 + | > loss_disc: 2.638482093811035 (2.5197248061498008) + | > loss_disc_real_0: 0.13222447037696838 (0.11335784445206325) + | > loss_disc_real_1: 0.1763729453086853 (0.17266995211442313) + | > loss_disc_real_2: 0.16396279633045197 (0.19622016698122025) + | > loss_disc_real_3: 0.24800515174865723 (0.24904054154952368) + | > loss_disc_real_4: 0.2149869054555893 (0.21956243614355722) + | > loss_disc_real_5: 0.21549004316329956 (0.23545437306165695) + | > loss_0: 2.638482093811035 (2.5197248061498008) + | > loss_gen: 1.6597206592559814 (1.9814160068829854) + | > loss_kl: 1.837977409362793 (1.8522781729698181) + | > loss_feat: 4.928844451904297 (6.186015804608663) + | > loss_mel: 17.81218910217285 (20.328601360321045) + | > loss_duration: 1.7345376014709473 (1.7354189157485962) + | > loss_1: 27.973268508911133 (32.08373006184896) + + --> STEP: 7 + | > loss_disc: 2.2833340167999268 (2.485954693385533) + | > loss_disc_real_0: 0.12614403665065765 (0.11518444333757673) + | > loss_disc_real_1: 0.1297503262758255 (0.16653857699462346) + | > loss_disc_real_2: 0.16293944418430328 (0.1914657780102321) + | > loss_disc_real_3: 0.17889288067817688 (0.23901944713933126) + | > loss_disc_real_4: 0.211671844124794 (0.21843520871230535) + | > loss_disc_real_5: 0.16702471673488617 (0.22567870787211827) + | > loss_0: 2.2833340167999268 (2.485954693385533) + | > loss_gen: 1.9940646886825562 (1.9832229614257812) + | > loss_kl: 2.083707332611084 (1.8853394814899989) + | > loss_feat: 7.70136022567749 (6.402493579047067) + | > loss_mel: 24.031076431274414 (20.85752637045724) + | > loss_duration: 1.7161555290222168 (1.7326670033591134) + | > loss_1: 37.526363372802734 (32.861249106270925) + + --> STEP: 8 + | > loss_disc: 2.405015468597412 (2.475837290287018) + | > loss_disc_real_0: 0.11629505455493927 (0.11532326973974705) + | > loss_disc_real_1: 0.14718981087207794 (0.16411998122930527) + | > loss_disc_real_2: 0.1766580045223236 (0.18961480632424355) + | > loss_disc_real_3: 0.18865491449832916 (0.232723880559206) + | > loss_disc_real_4: 0.2538387179374695 (0.22286064736545086) + | > loss_disc_real_5: 0.24146069586277008 (0.22765145637094975) + | > loss_0: 2.405015468597412 (2.475837290287018) + | > loss_gen: 2.0688397884368896 (1.9939250648021698) + | > loss_kl: 1.5336028337478638 (1.841372400522232) + | > loss_feat: 6.716132640838623 (6.441698461771011) + | > loss_mel: 22.241430282592773 (21.030514359474182) + | > loss_duration: 1.7390680313110352 (1.7334671318531036) + | > loss_1: 34.299072265625 (33.040977001190186) + + --> STEP: 9 + | > loss_disc: 2.3694283962249756 (2.46401407983568) + | > loss_disc_real_0: 0.11196410655975342 (0.11495002938641442) + | > loss_disc_real_1: 0.1769210696220398 (0.16554232438405356) + | > loss_disc_real_2: 0.2171715795993805 (0.19267667002148098) + | > loss_disc_real_3: 0.3132670223712921 (0.24167311853832668) + | > loss_disc_real_4: 0.20171652734279633 (0.220511300696267) + | > loss_disc_real_5: 0.22114770114421844 (0.22692881690131295) + | > loss_0: 2.3694283962249756 (2.46401407983568) + | > loss_gen: 2.3478646278381348 (2.033251682917277) + | > loss_kl: 1.3246819972991943 (1.7839623557196722) + | > loss_feat: 6.792738914489746 (6.480702956517537) + | > loss_mel: 22.646799087524414 (21.210101551479763) + | > loss_duration: 1.688984990119934 (1.7285246716605291) + | > loss_1: 34.80107116699219 (33.23654301961263) + + --> STEP: 10 + | > loss_disc: 2.767589569091797 (2.4943716287612916) + | > loss_disc_real_0: 0.10113364458084106 (0.11356839090585709) + | > loss_disc_real_1: 0.1932016760110855 (0.16830825954675674) + | > loss_disc_real_2: 0.20428699254989624 (0.1938377022743225) + | > loss_disc_real_3: 0.2710551917552948 (0.2446113258600235) + | > loss_disc_real_4: 0.23944135010242462 (0.2224043056368828) + | > loss_disc_real_5: 0.3041033446788788 (0.2346462696790695) + | > loss_0: 2.767589569091797 (2.4943716287612916) + | > loss_gen: 1.7532382011413574 (2.005250334739685) + | > loss_kl: 1.230780005455017 (1.7286441206932068) + | > loss_feat: 5.644379138946533 (6.397070574760437) + | > loss_mel: 17.74413299560547 (20.863504695892335) + | > loss_duration: 1.6359107494354248 (1.7192632794380187) + | > loss_1: 28.008441925048828 (32.71373291015625) + + --> STEP: 11 + | > loss_disc: 2.3503737449645996 (2.4812809120525015) + | > loss_disc_real_0: 0.12677878141403198 (0.11476933549750935) + | > loss_disc_real_1: 0.13149791955947876 (0.16496186500245874) + | > loss_disc_real_2: 0.19848591089248657 (0.1942602666941556) + | > loss_disc_real_3: 0.23169386386871338 (0.24343701113354077) + | > loss_disc_real_4: 0.23264223337173462 (0.22333502634005112) + | > loss_disc_real_5: 0.20409134030342102 (0.23186854882673782) + | > loss_0: 2.3503737449645996 (2.4812809120525015) + | > loss_gen: 2.154240131378174 (2.0187948617068203) + | > loss_kl: 2.04007887840271 (1.7569563713940708) + | > loss_feat: 6.644118309020996 (6.419529459693215) + | > loss_mel: 19.28389549255371 (20.719903859225187) + | > loss_duration: 1.599801778793335 (1.708403143015775) + | > loss_1: 31.722135543823242 (32.62358769503507) + + --> STEP: 12 + | > loss_disc: 2.5908913612365723 (2.490415116151174) + | > loss_disc_real_0: 0.1422804594039917 (0.11706192915638287) + | > loss_disc_real_1: 0.18582992255687714 (0.16670086979866028) + | > loss_disc_real_2: 0.27282944321632385 (0.20080769807100296) + | > loss_disc_real_3: 0.25417593121528625 (0.24433192114035288) + | > loss_disc_real_4: 0.24894355237483978 (0.2254690701762835) + | > loss_disc_real_5: 0.330963671207428 (0.24012647569179535) + | > loss_0: 2.5908913612365723 (2.490415116151174) + | > loss_gen: 2.206968069076538 (2.0344759623209634) + | > loss_kl: 1.6388846635818481 (1.7471170624097188) + | > loss_feat: 6.329535961151123 (6.412030001481374) + | > loss_mel: 21.50466537475586 (20.785300652186077) + | > loss_duration: 1.6961936950683594 (1.7073856890201569) + | > loss_1: 33.37624740600586 (32.68630933761597) + + --> STEP: 13 + | > loss_disc: 2.5276412963867188 (2.493278668476985) + | > loss_disc_real_0: 0.16531677544116974 (0.1207738404090588) + | > loss_disc_real_1: 0.21286161243915558 (0.17025169615562147) + | > loss_disc_real_2: 0.21248841285705566 (0.20170621459300703) + | > loss_disc_real_3: 0.23766233026981354 (0.24381887568877295) + | > loss_disc_real_4: 0.23565763235092163 (0.22625280572817877) + | > loss_disc_real_5: 0.21954847872257233 (0.23854355284800896) + | > loss_0: 2.5276412963867188 (2.493278668476985) + | > loss_gen: 1.9663195610046387 (2.029233162219708) + | > loss_kl: 2.1467604637145996 (1.7778588625100942) + | > loss_feat: 3.7918474674224854 (6.21047749886146) + | > loss_mel: 14.993013381958008 (20.339740092937763) + | > loss_duration: 1.7991353273391724 (1.714443353506235) + | > loss_1: 24.69707679748535 (32.07175298837515) + + --> STEP: 14 + | > loss_disc: 2.52231502532959 (2.4953526939664568) + | > loss_disc_real_0: 0.09420670568943024 (0.11887618792908532) + | > loss_disc_real_1: 0.17522531747817993 (0.1706069548215185) + | > loss_disc_real_2: 0.24364429712295532 (0.20470179191657475) + | > loss_disc_real_3: 0.25402408838272095 (0.24454781945262635) + | > loss_disc_real_4: 0.2746434211730957 (0.22970927825995854) + | > loss_disc_real_5: 0.26460766792297363 (0.2404052753533636) + | > loss_0: 2.52231502532959 (2.4953526939664568) + | > loss_gen: 2.0906126499176025 (2.033617411340986) + | > loss_kl: 1.0853701829910278 (1.7283953854015894) + | > loss_feat: 5.544795036315918 (6.162928751536778) + | > loss_mel: 21.30706024169922 (20.408834389277867) + | > loss_duration: 1.7097301483154297 (1.7141066959926061) + | > loss_1: 31.737567901611328 (32.04788262503488) + + --> STEP: 15 + | > loss_disc: 2.4475715160369873 (2.492167282104492) + | > loss_disc_real_0: 0.09823234379291534 (0.11749993165334066) + | > loss_disc_real_1: 0.18159109354019165 (0.1713392307360967) + | > loss_disc_real_2: 0.20225927233695984 (0.20453895727793375) + | > loss_disc_real_3: 0.20718196034431458 (0.24205676217873892) + | > loss_disc_real_4: 0.20294325053691864 (0.22792487641175588) + | > loss_disc_real_5: 0.19757723808288574 (0.23755007286866506) + | > loss_0: 2.4475715160369873 (2.492167282104492) + | > loss_gen: 1.9260332584381104 (2.0264451344807943) + | > loss_kl: 1.2479743957519531 (1.6963673194249471) + | > loss_feat: 4.625906944274902 (6.060460631052653) + | > loss_mel: 20.633968353271484 (20.423843320210775) + | > loss_duration: 1.6473820209503174 (1.7096583843231201) + | > loss_1: 30.081266403198242 (31.916774876912438) + + --> STEP: 16 + | > loss_disc: 2.251006841659546 (2.477094754576683) + | > loss_disc_real_0: 0.11579272150993347 (0.11739323101937771) + | > loss_disc_real_1: 0.12238644808530807 (0.1682796818204224) + | > loss_disc_real_2: 0.2217872589826584 (0.20561697613447905) + | > loss_disc_real_3: 0.2219163179397583 (0.24079798441380262) + | > loss_disc_real_4: 0.1899397373199463 (0.22555080521851778) + | > loss_disc_real_5: 0.250051885843277 (0.2383314361795783) + | > loss_0: 2.251006841659546 (2.477094754576683) + | > loss_gen: 2.235738515853882 (2.0395259708166122) + | > loss_kl: 1.4729286432266235 (1.6824024021625519) + | > loss_feat: 6.592308044433594 (6.093701094388962) + | > loss_mel: 22.18953514099121 (20.534199059009552) + | > loss_duration: 1.7723761796951294 (1.7135782465338707) + | > loss_1: 34.26288604736328 (32.06340682506561) + + --> STEP: 17 + | > loss_disc: 2.4326319694519043 (2.4744792966281666) + | > loss_disc_real_0: 0.1147569864988327 (0.11723815781228683) + | > loss_disc_real_1: 0.19811877608299255 (0.17003492265939713) + | > loss_disc_real_2: 0.22217395901679993 (0.20659091630402734) + | > loss_disc_real_3: 0.23980171978473663 (0.24073938061209285) + | > loss_disc_real_4: 0.2223646342754364 (0.22536338339833653) + | > loss_disc_real_5: 0.22445987164974213 (0.23751546179547028) + | > loss_0: 2.4326319694519043 (2.4744792966281666) + | > loss_gen: 2.141094207763672 (2.045500572989969) + | > loss_kl: 1.525140404701233 (1.6731516964295332) + | > loss_feat: 6.100226402282715 (6.094084936029771) + | > loss_mel: 21.859527587890625 (20.612159560708438) + | > loss_duration: 1.6413702964782715 (1.7093307200600119) + | > loss_1: 33.267356872558594 (32.13422741609461) + + --> STEP: 18 + | > loss_disc: 2.6592724323272705 (2.4847455819447837) + | > loss_disc_real_0: 0.18005871772766113 (0.12072818891869651) + | > loss_disc_real_1: 0.21412865817546844 (0.1724845746325122) + | > loss_disc_real_2: 0.21696434915065765 (0.20716721812884012) + | > loss_disc_real_3: 0.268917977809906 (0.2423048582341936) + | > loss_disc_real_4: 0.3185840845108032 (0.23054231123791802) + | > loss_disc_real_5: 0.2682591676712036 (0.23922344545523325) + | > loss_0: 2.6592724323272705 (2.4847455819447837) + | > loss_gen: 2.0176360607147217 (2.043952544530233) + | > loss_kl: 1.4584720134735107 (1.6612250473764207) + | > loss_feat: 3.615793466567993 (5.956402076615228) + | > loss_mel: 16.882225036621094 (20.40494097603692) + | > loss_duration: 1.6776862144470215 (1.7075726919704013) + | > loss_1: 25.651811599731445 (31.774093204074436) + + --> STEP: 19 + | > loss_disc: 2.176506519317627 (2.4685224733854594) + | > loss_disc_real_0: 0.07674740254878998 (0.11841341068870143) + | > loss_disc_real_1: 0.1393110305070877 (0.1707385986259109) + | > loss_disc_real_2: 0.19973188638687134 (0.20677588487926282) + | > loss_disc_real_3: 0.15327796339988708 (0.23761923219028272) + | > loss_disc_real_4: 0.17878897488117218 (0.22781845142966822) + | > loss_disc_real_5: 0.17074143886566162 (0.23561912931894002) + | > loss_0: 2.176506519317627 (2.4685224733854594) + | > loss_gen: 2.1461329460144043 (2.0493304603978206) + | > loss_kl: 2.216897964477539 (1.6904709903817428) + | > loss_feat: 8.559215545654297 (6.093392259196231) + | > loss_mel: 24.276107788085938 (20.60868659772371) + | > loss_duration: 1.7888013124465942 (1.71184788252178) + | > loss_1: 38.987159729003906 (32.15372828433388) + + --> STEP: 20 + | > loss_disc: 2.3640217781066895 (2.463297438621521) + | > loss_disc_real_0: 0.04957546666264534 (0.11497151348739862) + | > loss_disc_real_1: 0.13773266971111298 (0.169088302180171) + | > loss_disc_real_2: 0.20570798218250275 (0.2067224897444248) + | > loss_disc_real_3: 0.23955334722995758 (0.23771593794226648) + | > loss_disc_real_4: 0.24229855835437775 (0.2285424567759037) + | > loss_disc_real_5: 0.23621810972690582 (0.2356490783393383) + | > loss_0: 2.3640217781066895 (2.463297438621521) + | > loss_gen: 2.126051902770996 (2.0531665325164794) + | > loss_kl: 1.85359787940979 (1.698627334833145) + | > loss_feat: 7.460213661193848 (6.161733329296112) + | > loss_mel: 22.95970344543457 (20.72623744010925) + | > loss_duration: 1.6627459526062012 (1.709392786026001) + | > loss_1: 36.062313079833984 (32.34915752410889) + + --> STEP: 21 + | > loss_disc: 2.8463497161865234 (2.4815380232674733) + | > loss_disc_real_0: 0.18001610040664673 (0.11806887476926758) + | > loss_disc_real_1: 0.2382798194885254 (0.17238313633771168) + | > loss_disc_real_2: 0.2709600627422333 (0.2097814217919395) + | > loss_disc_real_3: 0.2954590916633606 (0.24046561192898525) + | > loss_disc_real_4: 0.3178410828113556 (0.23279477230140141) + | > loss_disc_real_5: 0.31370311975479126 (0.23936593745435988) + | > loss_0: 2.8463497161865234 (2.4815380232674733) + | > loss_gen: 1.971502423286438 (2.049277765410287) + | > loss_kl: 1.6750093698501587 (1.6975026698339553) + | > loss_feat: 2.792273759841919 (6.001282873607817) + | > loss_mel: 14.07834529876709 (20.409671147664387) + | > loss_duration: 1.6737074851989746 (1.7076934859866189) + | > loss_1: 22.190837860107422 (31.865428016299294) + + --> STEP: 22 + | > loss_disc: 2.489964246749878 (2.481921033425764) + | > loss_disc_real_0: 0.14808550477027893 (0.11943326704204082) + | > loss_disc_real_1: 0.23108726739883423 (0.17505150593139907) + | > loss_disc_real_2: 0.22952434420585632 (0.21067882735620846) + | > loss_disc_real_3: 0.25327590107917786 (0.24104789779944855) + | > loss_disc_real_4: 0.22878603637218475 (0.23261255703189157) + | > loss_disc_real_5: 0.2082001119852066 (0.23794930902394382) + | > loss_0: 2.489964246749878 (2.481921033425764) + | > loss_gen: 2.0681357383728027 (2.0501349459994924) + | > loss_kl: 1.282318353652954 (1.6786306554620916) + | > loss_feat: 5.7379937171936035 (5.989315184679898) + | > loss_mel: 20.304746627807617 (20.40490185130726) + | > loss_duration: 1.7934991121292114 (1.711593741720373) + | > loss_1: 31.18669319152832 (31.834576433355156) + + --> STEP: 23 + | > loss_disc: 2.3494067192077637 (2.4761595415032427) + | > loss_disc_real_0: 0.05127209424972534 (0.11646973779020102) + | > loss_disc_real_1: 0.14972080290317535 (0.17395017101712848) + | > loss_disc_real_2: 0.18659089505672455 (0.20963152595188306) + | > loss_disc_real_3: 0.236660897731781 (0.24085715866607169) + | > loss_disc_real_4: 0.17647650837898254 (0.23017185926437378) + | > loss_disc_real_5: 0.18366317451000214 (0.23558904230594635) + | > loss_0: 2.3494067192077637 (2.4761595415032427) + | > loss_gen: 1.9959309101104736 (2.0477782487869263) + | > loss_kl: 1.6010411977767944 (1.675257200780122) + | > loss_feat: 7.188339710235596 (6.041446685791016) + | > loss_mel: 22.639501571655273 (20.50205836088761) + | > loss_duration: 1.7634596824645996 (1.713848782622296) + | > loss_1: 35.188270568847656 (31.980389221854832) + + --> STEP: 24 + | > loss_disc: 2.6092216968536377 (2.481703797976176) + | > loss_disc_real_0: 0.08932209759950638 (0.11533858611558874) + | > loss_disc_real_1: 0.21405130624771118 (0.1756210516517361) + | > loss_disc_real_2: 0.21800611913204193 (0.2099804673343897) + | > loss_disc_real_3: 0.2387091964483261 (0.24076766024033228) + | > loss_disc_real_4: 0.28366488218307495 (0.23240073521931967) + | > loss_disc_real_5: 0.23570364713668823 (0.23559381750722727) + | > loss_0: 2.6092216968536377 (2.481703797976176) + | > loss_gen: 2.1810803413391113 (2.053332502643267) + | > loss_kl: 1.6314740180969238 (1.6734329015016556) + | > loss_feat: 6.693853855133057 (6.068630317846934) + | > loss_mel: 22.130752563476562 (20.569920619328816) + | > loss_duration: 1.6569197177886963 (1.7114767382542293) + | > loss_1: 34.29408264160156 (32.07679311434428) + + --> STEP: 25 + | > loss_disc: 2.390545129776001 (2.478057451248169) + | > loss_disc_real_0: 0.08906696736812592 (0.11428772136569024) + | > loss_disc_real_1: 0.20066089928150177 (0.17662264555692672) + | > loss_disc_real_2: 0.20443187654018402 (0.20975852370262146) + | > loss_disc_real_3: 0.22646546363830566 (0.24019557237625122) + | > loss_disc_real_4: 0.2529820203781128 (0.2332239866256714) + | > loss_disc_real_5: 0.23044387996196747 (0.23538782000541686) + | > loss_0: 2.390545129776001 (2.478057451248169) + | > loss_gen: 2.1740269660949707 (2.0581602811813355) + | > loss_kl: 1.5743948221206665 (1.6694713783264161) + | > loss_feat: 6.681776523590088 (6.09315616607666) + | > loss_mel: 25.23561668395996 (20.75654846191406) + | > loss_duration: 1.6419014930725098 (1.7086937284469605) + | > loss_1: 37.307716369628906 (32.286030044555666) + + --> STEP: 26 + | > loss_disc: 2.433774471282959 (2.4763542597110453) + | > loss_disc_real_0: 0.08100882917642593 (0.11300776397379544) + | > loss_disc_real_1: 0.16451387107372284 (0.1761569234614189) + | > loss_disc_real_2: 0.20716381072998047 (0.20965872704982758) + | > loss_disc_real_3: 0.2943781912326813 (0.2422795192553447) + | > loss_disc_real_4: 0.22192387282848358 (0.2327893668642411) + | > loss_disc_real_5: 0.2743827700614929 (0.23688762577680442) + | > loss_0: 2.433774471282959 (2.4763542597110453) + | > loss_gen: 2.2019617557525635 (2.063691107126383) + | > loss_kl: 1.743567943572998 (1.6723212462205153) + | > loss_feat: 7.072606086730957 (6.1308273168710565) + | > loss_mel: 21.902067184448242 (20.80060687431922) + | > loss_duration: 1.651054859161377 (1.7064768488590534) + | > loss_1: 34.571258544921875 (32.3739234484159) + + --> STEP: 27 + | > loss_disc: 2.5173163414001465 (2.477871373847679) + | > loss_disc_real_0: 0.18967276811599731 (0.11584720857165477) + | > loss_disc_real_1: 0.14308767020702362 (0.17493213630384868) + | > loss_disc_real_2: 0.17474716901779175 (0.2083657063819744) + | > loss_disc_real_3: 0.2614257037639618 (0.24298863720010827) + | > loss_disc_real_4: 0.25066226720809937 (0.23345132613623584) + | > loss_disc_real_5: 0.2983269989490509 (0.23916315811651725) + | > loss_0: 2.5173163414001465 (2.477871373847679) + | > loss_gen: 2.1771531105041504 (2.0678934035477816) + | > loss_kl: 2.1426479816436768 (1.6897407549398917) + | > loss_feat: 6.500799655914307 (6.144529996094881) + | > loss_mel: 22.64364242553711 (20.868867450290256) + | > loss_duration: 1.734856367111206 (1.7075279421276517) + | > loss_1: 35.199100494384766 (32.47855963530364) + + --> STEP: 28 + | > loss_disc: 2.3414578437805176 (2.472999462059566) + | > loss_disc_real_0: 0.07239726185798645 (0.11429542476045233) + | > loss_disc_real_1: 0.17338088154792786 (0.17487673434828008) + | > loss_disc_real_2: 0.20250965654850006 (0.2081565617450646) + | > loss_disc_real_3: 0.1970108151435852 (0.24134657212666102) + | > loss_disc_real_4: 0.18444690108299255 (0.23170116809862001) + | > loss_disc_real_5: 0.23873014748096466 (0.2391476934509618) + | > loss_0: 2.3414578437805176 (2.472999462059566) + | > loss_gen: 2.0455079078674316 (2.0670939215591977) + | > loss_kl: 1.9898490905761719 (1.7004589097840446) + | > loss_feat: 6.072267055511475 (6.14194917678833) + | > loss_mel: 22.672237396240234 (20.933273519788468) + | > loss_duration: 1.6689616441726685 (1.706150574343545) + | > loss_1: 34.448822021484375 (32.548926149095806) + + --> STEP: 29 + | > loss_disc: 2.2613525390625 (2.4657012923010466) + | > loss_disc_real_0: 0.10818813741207123 (0.11408482864499092) + | > loss_disc_real_1: 0.13753296434879303 (0.17358901814140124) + | > loss_disc_real_2: 0.18312691152095795 (0.20729347035802645) + | > loss_disc_real_3: 0.24467992782592773 (0.24146151542663574) + | > loss_disc_real_4: 0.2219265252351761 (0.2313641114481564) + | > loss_disc_real_5: 0.20354540646076202 (0.23792002838233423) + | > loss_0: 2.2613525390625 (2.4657012923010466) + | > loss_gen: 2.2370429039001465 (2.072954231295092) + | > loss_kl: 1.5300894975662231 (1.6945841024661887) + | > loss_feat: 7.7121500968933105 (6.196094036102295) + | > loss_mel: 24.278156280517578 (21.048614304641198) + | > loss_duration: 1.6274155378341675 (1.7034355730846011) + | > loss_1: 37.38485336303711 (32.71568225992137) + + --> STEP: 30 + | > loss_disc: 2.5298948287963867 (2.467841076850891) + | > loss_disc_real_0: 0.06143690645694733 (0.11232989790538947) + | > loss_disc_real_1: 0.1272881180047989 (0.17204565480351447) + | > loss_disc_real_2: 0.22082920372486115 (0.20774466147025425) + | > loss_disc_real_3: 0.35163891315460205 (0.24513409535090128) + | > loss_disc_real_4: 0.2220713347196579 (0.23105435222387313) + | > loss_disc_real_5: 0.1647443324327469 (0.23548083851734797) + | > loss_0: 2.5298948287963867 (2.467841076850891) + | > loss_gen: 1.9408408403396606 (2.0685504515965776) + | > loss_kl: 1.693434238433838 (1.6945457736651102) + | > loss_feat: 7.810518741607666 (6.249908192952474) + | > loss_mel: 24.73282814025879 (21.171421432495116) + | > loss_duration: 1.7123730182647705 (1.70373348792394) + | > loss_1: 37.88999557495117 (32.888159370422365) + + --> STEP: 31 + | > loss_disc: 2.5533981323242188 (2.4706009818661596) + | > loss_disc_real_0: 0.06022514030337334 (0.11064909927306636) + | > loss_disc_real_1: 0.19497962296009064 (0.17278546022792016) + | > loss_disc_real_2: 0.20789113640785217 (0.2077493864682413) + | > loss_disc_real_3: 0.2308422327041626 (0.24467306752358714) + | > loss_disc_real_4: 0.20226800441741943 (0.23012576035914883) + | > loss_disc_real_5: 0.2826549708843231 (0.23700258472273428) + | > loss_0: 2.5533981323242188 (2.4706009818661596) + | > loss_gen: 1.8471652269363403 (2.06140899273657) + | > loss_kl: 1.820589542388916 (1.6986117016884588) + | > loss_feat: 6.087614059448242 (6.244672898323305) + | > loss_mel: 21.27178382873535 (21.174658929148027) + | > loss_duration: 1.6541892290115356 (1.70213528602354) + | > loss_1: 32.68134307861328 (32.8814878771382) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.011028035994498961 (+0.0034203606267129228) + | > avg_loss_disc: 2.4706009818661596 (-0.06402530977802989) + | > avg_loss_disc_real_0: 0.11064909927306636 (+0.038391232610710174) + | > avg_loss_disc_real_1: 0.17278546022792016 (-0.09247482279616018) + | > avg_loss_disc_real_2: 0.2077493864682413 (-0.0369604979791949) + | > avg_loss_disc_real_3: 0.24467306752358714 (+0.011671863255962256) + | > avg_loss_disc_real_4: 0.23012576035914883 (+0.006714114739048871) + | > avg_loss_disc_real_5: 0.23700258472273428 (-0.005166588771727765) + | > avg_loss_0: 2.4706009818661596 (-0.06402530977802989) + | > avg_loss_gen: 2.06140899273657 (-0.01674149497862798) + | > avg_loss_kl: 1.6986117016884588 (+0.09598748145564895) + | > avg_loss_feat: 6.244672898323305 (-0.16192859218966582) + | > avg_loss_mel: 21.174658929148027 (-0.37933491122338125) + | > avg_loss_duration: 1.70213528602354 (+0.0059701819573678705) + | > avg_loss_1: 32.8814878771382 (-0.45604730421498374) + + + > EPOCH: 20/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 03:02:04)  + + --> TIME: 2024-11-23 03:02:08 -- STEP: 3/797 -- GLOBAL_STEP: 39050 + | > loss_disc: 2.646946668624878 (2.5580368836720786) + | > loss_disc_real_0: 0.13991475105285645 (0.1403845970829328) + | > loss_disc_real_1: 0.2485760748386383 (0.22573436299959818) + | > loss_disc_real_2: 0.23951564729213715 (0.22782506048679352) + | > loss_disc_real_3: 0.23767304420471191 (0.2522673010826111) + | > loss_disc_real_4: 0.23132778704166412 (0.22925461332003275) + | > loss_disc_real_5: 0.2678855359554291 (0.25113891065120697) + | > loss_0: 2.646946668624878 (2.5580368836720786) + | > grad_norm_0: tensor(95.0390, device='cuda:0') (tensor(148.7810, device='cuda:0')) + | > loss_gen: 2.188225030899048 (2.2361199855804443) + | > loss_kl: 1.5666877031326294 (1.4950986703236897) + | > loss_feat: 6.156008720397949 (6.00831413269043) + | > loss_mel: 20.7517032623291 (20.438575744628906) + | > loss_duration: 1.9607875347137451 (1.9458653926849365) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.6234130859375 (32.12397384643555) + | > grad_norm_1: tensor(496.6271, device='cuda:0') (tensor(549.7329, device='cuda:0')) + | > current_lr_0: 0.00019880351825324018 + | > current_lr_1: 0.00019880351825324018 + | > step_time: 0.7251 (0.7117455005645752) + | > loader_time: 0.0031 (0.003689924875895182) + + + --> TIME: 2024-11-23 03:02:27 -- STEP: 28/797 -- GLOBAL_STEP: 39075 + | > loss_disc: 2.4349660873413086 (2.471656015941075) + | > loss_disc_real_0: 0.14195989072322845 (0.13147914516074316) + | > loss_disc_real_1: 0.1589861661195755 (0.21711030815328872) + | > loss_disc_real_2: 0.2153540700674057 (0.24298994136708124) + | > loss_disc_real_3: 0.19341565668582916 (0.2195608520082065) + | > loss_disc_real_4: 0.17252233624458313 (0.22901701927185059) + | > loss_disc_real_5: 0.19864746928215027 (0.23927482323987143) + | > loss_0: 2.4349660873413086 (2.471656015941075) + | > grad_norm_0: tensor(67.6065, device='cuda:0') (tensor(65.1006, device='cuda:0')) + | > loss_gen: 2.0525426864624023 (2.354277972664151) + | > loss_kl: 1.7100908756256104 (1.514950965132032) + | > loss_feat: 6.793778419494629 (6.659620302064078) + | > loss_mel: 21.119251251220703 (21.259438582829066) + | > loss_duration: 1.6871994733810425 (1.8135222154004234) + | > amp_scaler: 256.0 (237.71428571428572) + | > loss_1: 33.36286163330078 (33.60180997848509) + | > grad_norm_1: tensor(443.1607, device='cuda:0') (tensor(481.9562, device='cuda:0')) + | > current_lr_0: 0.00019880351825324018 + | > current_lr_1: 0.00019880351825324018 + | > step_time: 0.7931 (0.7675626703671047) + | > loader_time: 0.0032 (0.005134931632450649) + + + --> TIME: 2024-11-23 03:02:46 -- STEP: 53/797 -- GLOBAL_STEP: 39100 + | > loss_disc: 2.476097583770752 (2.458002981149925) + | > loss_disc_real_0: 0.0987476333975792 (0.12853109836578372) + | > loss_disc_real_1: 0.19308266043663025 (0.21922203645391283) + | > loss_disc_real_2: 0.20706327259540558 (0.23566498115377607) + | > loss_disc_real_3: 0.20913852751255035 (0.22186618734080837) + | > loss_disc_real_4: 0.22327794134616852 (0.22278356973855) + | > loss_disc_real_5: 0.2204490303993225 (0.23241246561959106) + | > loss_0: 2.476097583770752 (2.458002981149925) + | > grad_norm_0: tensor(26.7924, device='cuda:0') (tensor(70.9940, device='cuda:0')) + | > loss_gen: 2.2928197383880615 (2.3497039844404974) + | > loss_kl: 1.6672440767288208 (1.5576003564978547) + | > loss_feat: 7.241466522216797 (6.705542159530352) + | > loss_mel: 22.84937858581543 (21.267887151466226) + | > loss_duration: 1.709358811378479 (1.7843093782101038) + | > amp_scaler: 256.0 (246.33962264150944) + | > loss_1: 35.7602653503418 (33.66504266127099) + | > grad_norm_1: tensor(444.8350, device='cuda:0') (tensor(516.2135, device='cuda:0')) + | > current_lr_0: 0.00019880351825324018 + | > current_lr_1: 0.00019880351825324018 + | > step_time: 0.7877 (0.7633015569650902) + | > loader_time: 0.0033 (0.005532939479036153) + + + --> TIME: 2024-11-23 03:03:06 -- STEP: 78/797 -- GLOBAL_STEP: 39125 + | > loss_disc: 2.3788185119628906 (2.454106254455371) + | > loss_disc_real_0: 0.1100812628865242 (0.1305057800924167) + | > loss_disc_real_1: 0.19315394759178162 (0.21927697498064774) + | > loss_disc_real_2: 0.23354972898960114 (0.2356323798497518) + | > loss_disc_real_3: 0.20499537885189056 (0.22156913272845438) + | > loss_disc_real_4: 0.19699695706367493 (0.22050182024637857) + | > loss_disc_real_5: 0.23206758499145508 (0.23172384596023804) + | > loss_0: 2.3788185119628906 (2.454106254455371) + | > grad_norm_0: tensor(37.9825, device='cuda:0') (tensor(74.2833, device='cuda:0')) + | > loss_gen: 2.274566173553467 (2.3548087049753237) + | > loss_kl: 1.3827570676803589 (1.5504233027115846) + | > loss_feat: 6.934342861175537 (6.714707833070022) + | > loss_mel: 22.53917121887207 (21.232052631867237) + | > loss_duration: 1.7157633304595947 (1.7595602732438307) + | > amp_scaler: 256.0 (249.43589743589743) + | > loss_1: 34.84659957885742 (33.61155236073028) + | > grad_norm_1: tensor(555.9128, device='cuda:0') (tensor(536.0245, device='cuda:0')) + | > current_lr_0: 0.00019880351825324018 + | > current_lr_1: 0.00019880351825324018 + | > step_time: 0.7944 (0.771182133601262) + | > loader_time: 0.0035 (0.005685677895179164) + + + --> TIME: 2024-11-23 03:03:26 -- STEP: 103/797 -- GLOBAL_STEP: 39150 + | > loss_disc: 2.6168503761291504 (2.4547932055389996) + | > loss_disc_real_0: 0.08711802959442139 (0.1314483674116506) + | > loss_disc_real_1: 0.24283502995967865 (0.21834351484057973) + | > loss_disc_real_2: 0.2725440561771393 (0.23506750817437774) + | > loss_disc_real_3: 0.27449658513069153 (0.22238701321546314) + | > loss_disc_real_4: 0.27968913316726685 (0.21998708687939691) + | > loss_disc_real_5: 0.24025902152061462 (0.23059486691812867) + | > loss_0: 2.6168503761291504 (2.4547932055389996) + | > grad_norm_0: tensor(69.9590, device='cuda:0') (tensor(77.0699, device='cuda:0')) + | > loss_gen: 2.4772846698760986 (2.3675216436386113) + | > loss_kl: 1.6106114387512207 (1.5565057761460832) + | > loss_feat: 4.793715000152588 (6.727265848696811) + | > loss_mel: 18.15770149230957 (21.22280309732679) + | > loss_duration: 1.7112373113632202 (1.749738452503982) + | > amp_scaler: 256.0 (251.02912621359224) + | > loss_1: 28.75054931640625 (33.62383459146739) + | > grad_norm_1: tensor(505.9173, device='cuda:0') (tensor(538.0884, device='cuda:0')) + | > current_lr_0: 0.00019880351825324018 + | > current_lr_1: 0.00019880351825324018 + | > step_time: 0.8025 (0.774201962554339) + | > loader_time: 0.005 (0.0058514122824067085) + + + --> TIME: 2024-11-23 03:03:46 -- STEP: 128/797 -- GLOBAL_STEP: 39175 + | > loss_disc: 2.605182647705078 (2.4729717653244734) + | > loss_disc_real_0: 0.06743206083774567 (0.13949130853870895) + | > loss_disc_real_1: 0.2302442193031311 (0.21877259819302708) + | > loss_disc_real_2: 0.21393054723739624 (0.2344345395686105) + | > loss_disc_real_3: 0.22130736708641052 (0.2226365146925673) + | > loss_disc_real_4: 0.18248316645622253 (0.22236355405766517) + | > loss_disc_real_5: 0.18923068046569824 (0.23170587327331305) + | > loss_0: 2.605182647705078 (2.4729717653244734) + | > grad_norm_0: tensor(14.7102, device='cuda:0') (tensor(78.9271, device='cuda:0')) + | > loss_gen: 1.9109212160110474 (2.357861841097475) + | > loss_kl: 1.7727553844451904 (1.5565382922068238) + | > loss_feat: 6.746294975280762 (6.708129890263081) + | > loss_mel: 20.927682876586914 (21.252695545554168) + | > loss_duration: 1.7091948986053467 (1.7435307754203677) + | > amp_scaler: 256.0 (252.0) + | > loss_1: 33.06684875488281 (33.618756070733085) + | > grad_norm_1: tensor(265.9279, device='cuda:0') (tensor(520.0677, device='cuda:0')) + | > current_lr_0: 0.00019880351825324018 + | > current_lr_1: 0.00019880351825324018 + | > step_time: 0.7861 (0.7759581431746483) + | > loader_time: 0.0041 (0.005726216360926631) + + + --> TIME: 2024-11-23 03:04:06 -- STEP: 153/797 -- GLOBAL_STEP: 39200 + | > loss_disc: 2.4537274837493896 (2.4753914035223668) + | > loss_disc_real_0: 0.1237303763628006 (0.13925660727849978) + | > loss_disc_real_1: 0.19246558845043182 (0.21834094053000405) + | > loss_disc_real_2: 0.2021661102771759 (0.2328551791462244) + | > loss_disc_real_3: 0.2410275638103485 (0.22318272477661083) + | > loss_disc_real_4: 0.22818666696548462 (0.22322284863665212) + | > loss_disc_real_5: 0.2398022562265396 (0.2312863025984733) + | > loss_0: 2.4537274837493896 (2.4753914035223668) + | > grad_norm_0: tensor(13.3620, device='cuda:0') (tensor(71.3264, device='cuda:0')) + | > loss_gen: 2.3649022579193115 (2.342965836618462) + | > loss_kl: 1.545699119567871 (1.5515693465089493) + | > loss_feat: 6.759247303009033 (6.659951312869204) + | > loss_mel: 21.555295944213867 (21.23922467699239) + | > loss_duration: 1.6326950788497925 (1.738511803882574) + | > amp_scaler: 256.0 (252.65359477124184) + | > loss_1: 33.85783767700195 (33.532222722870074) + | > grad_norm_1: tensor(126.3557, device='cuda:0') (tensor(484.3280, device='cuda:0')) + | > current_lr_0: 0.00019880351825324018 + | > current_lr_1: 0.00019880351825324018 + | > step_time: 0.7761 (0.7769694343891018) + | > loader_time: 0.005 (0.005891270107693143) + + + --> TIME: 2024-11-23 03:04:26 -- STEP: 178/797 -- GLOBAL_STEP: 39225 + | > loss_disc: 2.4408299922943115 (2.4781167761663374) + | > loss_disc_real_0: 0.1677851378917694 (0.13904146042265256) + | > loss_disc_real_1: 0.2250089794397354 (0.21893366828058544) + | > loss_disc_real_2: 0.2593993544578552 (0.23353156522753532) + | > loss_disc_real_3: 0.22545938193798065 (0.22372010534399012) + | > loss_disc_real_4: 0.18280035257339478 (0.22262384181611994) + | > loss_disc_real_5: 0.1971837282180786 (0.23235142272844744) + | > loss_0: 2.4408299922943115 (2.4781167761663374) + | > grad_norm_0: tensor(94.3019, device='cuda:0') (tensor(66.8731, device='cuda:0')) + | > loss_gen: 2.279158353805542 (2.3329148989045208) + | > loss_kl: 1.4800782203674316 (1.5527927413415379) + | > loss_feat: 6.125672340393066 (6.6238552747147805) + | > loss_mel: 19.869413375854492 (21.25270188792369) + | > loss_duration: 1.7353432178497314 (1.7324867188260797) + | > amp_scaler: 256.0 (253.12359550561797) + | > loss_1: 31.489665985107422 (33.494751223017644) + | > grad_norm_1: tensor(729.0378, device='cuda:0') (tensor(460.9828, device='cuda:0')) + | > current_lr_0: 0.00019880351825324018 + | > current_lr_1: 0.00019880351825324018 + | > step_time: 0.7987 (0.7788446605875251) + | > loader_time: 0.0041 (0.005888416526022919) + + + --> TIME: 2024-11-23 03:04:46 -- STEP: 203/797 -- GLOBAL_STEP: 39250 + | > loss_disc: 2.398851156234741 (2.474776976214255) + | > loss_disc_real_0: 0.10906435549259186 (0.13726353927932938) + | > loss_disc_real_1: 0.17118507623672485 (0.21857278247184941) + | > loss_disc_real_2: 0.2396584004163742 (0.2337256604667955) + | > loss_disc_real_3: 0.21094860136508942 (0.2237463689643174) + | > loss_disc_real_4: 0.20364513993263245 (0.22213704047238297) + | > loss_disc_real_5: 0.21954675018787384 (0.2320712732123624) + | > loss_0: 2.398851156234741 (2.474776976214255) + | > grad_norm_0: tensor(82.1159, device='cuda:0') (tensor(66.3500, device='cuda:0')) + | > loss_gen: 2.4358630180358887 (2.3313890172930187) + | > loss_kl: 1.36910080909729 (1.5521889390616588) + | > loss_feat: 6.344153881072998 (6.615270208255411) + | > loss_mel: 22.061561584472656 (21.272134226531243) + | > loss_duration: 1.7039644718170166 (1.7294570219340584) + | > amp_scaler: 256.0 (253.47783251231527) + | > loss_1: 33.914642333984375 (33.5004392351423) + | > grad_norm_1: tensor(608.7862, device='cuda:0') (tensor(471.2571, device='cuda:0')) + | > current_lr_0: 0.00019880351825324018 + | > current_lr_1: 0.00019880351825324018 + | > step_time: 0.769 (0.7809200216396689) + | > loader_time: 0.0093 (0.006085876173573759) + + + --> TIME: 2024-11-23 03:05:06 -- STEP: 228/797 -- GLOBAL_STEP: 39275 + | > loss_disc: 2.48547101020813 (2.475114262940592) + | > loss_disc_real_0: 0.20573017001152039 (0.13672125512701383) + | > loss_disc_real_1: 0.21761265397071838 (0.21889608039667732) + | > loss_disc_real_2: 0.22144536674022675 (0.23339150218587174) + | > loss_disc_real_3: 0.22801005840301514 (0.22433636219877945) + | > loss_disc_real_4: 0.2212362140417099 (0.2227657196160994) + | > loss_disc_real_5: 0.2491382509469986 (0.23221084736941153) + | > loss_0: 2.48547101020813 (2.475114262940592) + | > grad_norm_0: tensor(91.2512, device='cuda:0') (tensor(66.7929, device='cuda:0')) + | > loss_gen: 2.3957316875457764 (2.333546825668267) + | > loss_kl: 1.4811362028121948 (1.5567142158223877) + | > loss_feat: 7.022681713104248 (6.615807805144996) + | > loss_mel: 22.30067253112793 (21.313496004071165) + | > loss_duration: 1.6738135814666748 (1.726314983347006) + | > amp_scaler: 128.0 (245.89473684210526) + | > loss_1: 34.8740348815918 (33.54587969863624) + | > grad_norm_1: tensor(813.1712, device='cuda:0') (tensor(477.0753, device='cuda:0')) + | > current_lr_0: 0.00019880351825324018 + | > current_lr_1: 0.00019880351825324018 + | > step_time: 0.8101 (0.7831942271768001) + | > loader_time: 0.0062 (0.0061178542020028075) + + + --> TIME: 2024-11-23 03:05:27 -- STEP: 253/797 -- GLOBAL_STEP: 39300 + | > loss_disc: 2.5799946784973145 (2.479443589689233) + | > loss_disc_real_0: 0.08995215594768524 (0.1381789864788179) + | > loss_disc_real_1: 0.21984748542308807 (0.2191010215890266) + | > loss_disc_real_2: 0.2253330498933792 (0.23378568663898663) + | > loss_disc_real_3: 0.216302752494812 (0.22411136423410635) + | > loss_disc_real_4: 0.2485242336988449 (0.2231884234743156) + | > loss_disc_real_5: 0.24014823138713837 (0.2327799323519228) + | > loss_0: 2.5799946784973145 (2.479443589689233) + | > grad_norm_0: tensor(150.6626, device='cuda:0') (tensor(68.6690, device='cuda:0')) + | > loss_gen: 2.187211513519287 (2.3334269061861295) + | > loss_kl: 1.5761200189590454 (1.5519628944133115) + | > loss_feat: 6.001063346862793 (6.600232636975677) + | > loss_mel: 21.585384368896484 (21.33221456655873) + | > loss_duration: 1.66303551197052 (1.7227176932006956) + | > amp_scaler: 128.0 (234.24505928853756) + | > loss_1: 33.012813568115234 (33.54055455173899) + | > grad_norm_1: tensor(552.4597, device='cuda:0') (tensor(473.2072, device='cuda:0')) + | > current_lr_0: 0.00019880351825324018 + | > current_lr_1: 0.00019880351825324018 + | > step_time: 0.7701 (0.7860453797894504) + | > loader_time: 0.0094 (0.006173524931956655) + + + --> TIME: 2024-11-23 03:05:48 -- STEP: 278/797 -- GLOBAL_STEP: 39325 + | > loss_disc: 2.473952054977417 (2.4797172520658104) + | > loss_disc_real_0: 0.13983197510242462 (0.13793969378143345) + | > loss_disc_real_1: 0.2370690107345581 (0.21955039411140004) + | > loss_disc_real_2: 0.2259041965007782 (0.23447145618123116) + | > loss_disc_real_3: 0.2150430679321289 (0.22394795040432494) + | > loss_disc_real_4: 0.20556622743606567 (0.22266586028414664) + | > loss_disc_real_5: 0.21526016294956207 (0.23182323639341396) + | > loss_0: 2.473952054977417 (2.4797172520658104) + | > grad_norm_0: tensor(153.0659, device='cuda:0') (tensor(68.4188, device='cuda:0')) + | > loss_gen: 2.2769370079040527 (2.3286126843459307) + | > loss_kl: 1.6247098445892334 (1.5555709493246015) + | > loss_feat: 6.53715705871582 (6.582088921567517) + | > loss_mel: 20.511768341064453 (21.338412271129155) + | > loss_duration: 1.6697475910186768 (1.7201762641076561) + | > amp_scaler: 128.0 (224.69064748201436) + | > loss_1: 32.62031936645508 (33.524860958401256) + | > grad_norm_1: tensor(371.3025, device='cuda:0') (tensor(470.4254, device='cuda:0')) + | > current_lr_0: 0.00019880351825324018 + | > current_lr_1: 0.00019880351825324018 + | > step_time: 0.8418 (0.7881166103074876) + | > loader_time: 0.0064 (0.00625188573658895) + + + --> TIME: 2024-11-23 03:06:08 -- STEP: 303/797 -- GLOBAL_STEP: 39350 + | > loss_disc: 2.5465445518493652 (2.4782996909453145) + | > loss_disc_real_0: 0.12931503355503082 (0.13807885969678574) + | > loss_disc_real_1: 0.23825503885746002 (0.21921177975612108) + | > loss_disc_real_2: 0.24349606037139893 (0.23390304230817474) + | > loss_disc_real_3: 0.22461655735969543 (0.22400028762644264) + | > loss_disc_real_4: 0.22609460353851318 (0.22236405116299984) + | > loss_disc_real_5: 0.24717694520950317 (0.2322517738680635) + | > loss_0: 2.5465445518493652 (2.4782996909453145) + | > grad_norm_0: tensor(39.7369, device='cuda:0') (tensor(69.0016, device='cuda:0')) + | > loss_gen: 2.285837173461914 (2.3273127346542406) + | > loss_kl: 1.696409821510315 (1.554171517737235) + | > loss_feat: 6.708815097808838 (6.5693126417229255) + | > loss_mel: 22.66054344177246 (21.34211802089177) + | > loss_duration: 1.7395950555801392 (1.7187490042286737) + | > amp_scaler: 128.0 (216.7128712871287) + | > loss_1: 35.09120178222656 (33.51166382087731) + | > grad_norm_1: tensor(498.3975, device='cuda:0') (tensor(470.9773, device='cuda:0')) + | > current_lr_0: 0.00019880351825324018 + | > current_lr_1: 0.00019880351825324018 + | > step_time: 0.8319 (0.7905098250990259) + | > loader_time: 0.01 (0.006297736278068112) + + + --> TIME: 2024-11-23 03:06:29 -- STEP: 328/797 -- GLOBAL_STEP: 39375 + | > loss_disc: 2.502200126647949 (2.4811053210642284) + | > loss_disc_real_0: 0.10798240453004837 (0.13852718537219055) + | > loss_disc_real_1: 0.21572570502758026 (0.21957522544373823) + | > loss_disc_real_2: 0.21833771467208862 (0.23384296076326835) + | > loss_disc_real_3: 0.2126898318529129 (0.22431261301404085) + | > loss_disc_real_4: 0.2452797144651413 (0.22254580277495267) + | > loss_disc_real_5: 0.16269642114639282 (0.2319789155863407) + | > loss_0: 2.502200126647949 (2.4811053210642284) + | > grad_norm_0: tensor(60.9544, device='cuda:0') (tensor(68.1747, device='cuda:0')) + | > loss_gen: 2.1988353729248047 (2.3258503115758664) + | > loss_kl: 1.6583080291748047 (1.5602375639647978) + | > loss_feat: 6.351675510406494 (6.56759381003496) + | > loss_mel: 20.98187828063965 (21.370030874159312) + | > loss_duration: 1.7710049152374268 (1.7169732549568502) + | > amp_scaler: 128.0 (209.9512195121951) + | > loss_1: 32.961700439453125 (33.540685735097725) + | > grad_norm_1: tensor(384.2960, device='cuda:0') (tensor(477.3252, device='cuda:0')) + | > current_lr_0: 0.00019880351825324018 + | > current_lr_1: 0.00019880351825324018 + | > step_time: 0.9016 (0.7934471056228729) + | > loader_time: 0.0102 (0.006358127768446759) + + + --> TIME: 2024-11-23 03:06:50 -- STEP: 353/797 -- GLOBAL_STEP: 39400 + | > loss_disc: 2.5506603717803955 (2.4812127051204875) + | > loss_disc_real_0: 0.17414546012878418 (0.1385056397036014) + | > loss_disc_real_1: 0.21974383294582367 (0.2193915560292792) + | > loss_disc_real_2: 0.2435903698205948 (0.2339793307332074) + | > loss_disc_real_3: 0.2602541744709015 (0.22440028127293404) + | > loss_disc_real_4: 0.22750699520111084 (0.2230032783307705) + | > loss_disc_real_5: 0.22837819159030914 (0.2325150528896294) + | > loss_0: 2.5506603717803955 (2.4812127051204875) + | > grad_norm_0: tensor(102.5792, device='cuda:0') (tensor(69.9558, device='cuda:0')) + | > loss_gen: 2.4933595657348633 (2.330512541887105) + | > loss_kl: 1.5451370477676392 (1.5580888179476478) + | > loss_feat: 6.660946846008301 (6.568529705825675) + | > loss_mel: 20.59733009338379 (21.393620974619086) + | > loss_duration: 1.6792404651641846 (1.7138595824201113) + | > amp_scaler: 128.0 (204.1473087818697) + | > loss_1: 32.97601318359375 (33.564611553808085) + | > grad_norm_1: tensor(564.0980, device='cuda:0') (tensor(485.6831, device='cuda:0')) + | > current_lr_0: 0.00019880351825324018 + | > current_lr_1: 0.00019880351825324018 + | > step_time: 0.7949 (0.7959044398396953) + | > loader_time: 0.0075 (0.006465119613128748) + + + --> TIME: 2024-11-23 03:07:11 -- STEP: 378/797 -- GLOBAL_STEP: 39425 + | > loss_disc: 2.3582825660705566 (2.480742735206766) + | > loss_disc_real_0: 0.08055561780929565 (0.1378865616011715) + | > loss_disc_real_1: 0.18571457266807556 (0.21941089295047927) + | > loss_disc_real_2: 0.18741852045059204 (0.2341217618613016) + | > loss_disc_real_3: 0.18721328675746918 (0.22427124297492712) + | > loss_disc_real_4: 0.1598476767539978 (0.22278582482110887) + | > loss_disc_real_5: 0.1859162598848343 (0.23217466615495227) + | > loss_0: 2.3582825660705566 (2.480742735206766) + | > grad_norm_0: tensor(13.3553, device='cuda:0') (tensor(67.9497, device='cuda:0')) + | > loss_gen: 2.376173496246338 (2.3265915125135392) + | > loss_kl: 1.3292416334152222 (1.5565076624905627) + | > loss_feat: 7.880044460296631 (6.556709525446411) + | > loss_mel: 21.722576141357422 (21.389475398593508) + | > loss_duration: 1.6865297555923462 (1.7117042604577604) + | > amp_scaler: 128.0 (199.11111111111111) + | > loss_1: 34.99456787109375 (33.540988331749304) + | > grad_norm_1: tensor(692.1494, device='cuda:0') (tensor(487.3344, device='cuda:0')) + | > current_lr_0: 0.00019880351825324018 + | > current_lr_1: 0.00019880351825324018 + | > step_time: 0.8123 (0.7981460832414171) + | > loader_time: 0.0063 (0.006608933998794152) + + + --> TIME: 2024-11-23 03:07:33 -- STEP: 403/797 -- GLOBAL_STEP: 39450 + | > loss_disc: 2.6232059001922607 (2.4798583357269073) + | > loss_disc_real_0: 0.21879373490810394 (0.13755537979027474) + | > loss_disc_real_1: 0.18260976672172546 (0.21938528738010016) + | > loss_disc_real_2: 0.2590833604335785 (0.2338482904301092) + | > loss_disc_real_3: 0.3214913606643677 (0.22471971480781322) + | > loss_disc_real_4: 0.285481333732605 (0.22291279722827836) + | > loss_disc_real_5: 0.2772699296474457 (0.23282908509594039) + | > loss_0: 2.6232059001922607 (2.4798583357269073) + | > grad_norm_0: tensor(101.4038, device='cuda:0') (tensor(66.8587, device='cuda:0')) + | > loss_gen: 2.485905647277832 (2.3281715253446587) + | > loss_kl: 1.6243818998336792 (1.5559370653800875) + | > loss_feat: 6.48672342300415 (6.562672884825145) + | > loss_mel: 22.634016036987305 (21.401882289952763) + | > loss_duration: 1.677365779876709 (1.710216116372764) + | > amp_scaler: 128.0 (194.6997518610422) + | > loss_1: 34.908390045166016 (33.55887989015789) + | > grad_norm_1: tensor(664.8617, device='cuda:0') (tensor(489.3991, device='cuda:0')) + | > current_lr_0: 0.00019880351825324018 + | > current_lr_1: 0.00019880351825324018 + | > step_time: 0.8481 (0.8009212111716825) + | > loader_time: 0.0067 (0.006665573522411564) + + + --> TIME: 2024-11-23 03:07:54 -- STEP: 428/797 -- GLOBAL_STEP: 39475 + | > loss_disc: 2.5469257831573486 (2.479786542531487) + | > loss_disc_real_0: 0.16543923318386078 (0.13722890625037604) + | > loss_disc_real_1: 0.20286011695861816 (0.21933303536655743) + | > loss_disc_real_2: 0.2439872920513153 (0.23372989224496288) + | > loss_disc_real_3: 0.24137479066848755 (0.22472117465233127) + | > loss_disc_real_4: 0.24926415085792542 (0.22275613784511514) + | > loss_disc_real_5: 0.31603288650512695 (0.23244120222385797) + | > loss_0: 2.5469257831573486 (2.479786542531487) + | > grad_norm_0: tensor(97.0519, device='cuda:0') (tensor(67.1382, device='cuda:0')) + | > loss_gen: 2.549973249435425 (2.3265811856662006) + | > loss_kl: 1.4900082349777222 (1.5532253072640612) + | > loss_feat: 6.117071151733398 (6.550028199347379) + | > loss_mel: 21.224143981933594 (21.40371540105234) + | > loss_duration: 1.665216088294983 (1.708921679548014) + | > amp_scaler: 128.0 (190.80373831775702) + | > loss_1: 33.046409606933594 (33.5424717609013) + | > grad_norm_1: tensor(847.8596, device='cuda:0') (tensor(494.0642, device='cuda:0')) + | > current_lr_0: 0.00019880351825324018 + | > current_lr_1: 0.00019880351825324018 + | > step_time: 0.8114 (0.8031622461069409) + | > loader_time: 0.0086 (0.006829217772617518) + + + --> TIME: 2024-11-23 03:08:16 -- STEP: 453/797 -- GLOBAL_STEP: 39500 + | > loss_disc: 2.3495631217956543 (2.4765682852031388) + | > loss_disc_real_0: 0.06642548739910126 (0.1365316857483082) + | > loss_disc_real_1: 0.19869859516620636 (0.21929469579629285) + | > loss_disc_real_2: 0.22303013503551483 (0.23362875349869003) + | > loss_disc_real_3: 0.23136606812477112 (0.224272094518933) + | > loss_disc_real_4: 0.24256828427314758 (0.22247126737967232) + | > loss_disc_real_5: 0.19957269728183746 (0.2322077067943072) + | > loss_0: 2.3495631217956543 (2.4765682852031388) + | > grad_norm_0: tensor(66.7707, device='cuda:0') (tensor(68.4455, device='cuda:0')) + | > loss_gen: 2.482664108276367 (2.329976832892984) + | > loss_kl: 1.8806778192520142 (1.5576651222658477) + | > loss_feat: 7.315919399261475 (6.558989843785367) + | > loss_mel: 22.867897033691406 (21.41968047539922) + | > loss_duration: 1.7420706748962402 (1.7078957470837017) + | > amp_scaler: 128.0 (187.33774834437085) + | > loss_1: 36.28922653198242 (33.57420798800637) + | > grad_norm_1: tensor(487.8973, device='cuda:0') (tensor(499.8151, device='cuda:0')) + | > current_lr_0: 0.00019880351825324018 + | > current_lr_1: 0.00019880351825324018 + | > step_time: 0.8228 (0.8060226640427611) + | > loader_time: 0.0069 (0.0068956668803233975) + + + --> TIME: 2024-11-23 03:08:37 -- STEP: 478/797 -- GLOBAL_STEP: 39525 + | > loss_disc: 2.402306079864502 (2.4778172979793798) + | > loss_disc_real_0: 0.11130719631910324 (0.13669546952307474) + | > loss_disc_real_1: 0.23755717277526855 (0.2194059336222864) + | > loss_disc_real_2: 0.19779889285564423 (0.23339969455946438) + | > loss_disc_real_3: 0.22015313804149628 (0.22451212054515976) + | > loss_disc_real_4: 0.18906907737255096 (0.22278288826658138) + | > loss_disc_real_5: 0.2303241640329361 (0.232232510482417) + | > loss_0: 2.402306079864502 (2.4778172979793798) + | > grad_norm_0: tensor(103.4102, device='cuda:0') (tensor(69.2162, device='cuda:0')) + | > loss_gen: 2.198188543319702 (2.3322130581325067) + | > loss_kl: 1.5530283451080322 (1.5566102690277743) + | > loss_feat: 6.400028228759766 (6.5720127626443) + | > loss_mel: 22.069019317626953 (21.440364662074668) + | > loss_duration: 1.6661406755447388 (1.7069915076678768) + | > amp_scaler: 128.0 (184.23430962343096) + | > loss_1: 33.88640594482422 (33.60819222438284) + | > grad_norm_1: tensor(510.1745, device='cuda:0') (tensor(499.4499, device='cuda:0')) + | > current_lr_0: 0.00019880351825324018 + | > current_lr_1: 0.00019880351825324018 + | > step_time: 0.7934 (0.8077581642063092) + | > loader_time: 0.0078 (0.006934960018141998) + + + --> TIME: 2024-11-23 03:08:59 -- STEP: 503/797 -- GLOBAL_STEP: 39550 + | > loss_disc: 2.6274445056915283 (2.478373662614918) + | > loss_disc_real_0: 0.08163593709468842 (0.1369552157715585) + | > loss_disc_real_1: 0.18568505346775055 (0.21926363953065206) + | > loss_disc_real_2: 0.1979895681142807 (0.2336316721339823) + | > loss_disc_real_3: 0.18977949023246765 (0.22420440623110846) + | > loss_disc_real_4: 0.2091425657272339 (0.2227225294466284) + | > loss_disc_real_5: 0.2053355723619461 (0.2321244726479646) + | > loss_0: 2.6274445056915283 (2.478373662614918) + | > grad_norm_0: tensor(31.1776, device='cuda:0') (tensor(68.0410, device='cuda:0')) + | > loss_gen: 2.039700746536255 (2.331759089267041) + | > loss_kl: 1.4708876609802246 (1.555281372003954) + | > loss_feat: 6.8676300048828125 (6.576471263324289) + | > loss_mel: 22.455528259277344 (21.438801854552636) + | > loss_duration: 1.6980689764022827 (1.7057518831067247) + | > amp_scaler: 128.0 (181.43936381709742) + | > loss_1: 34.53181838989258 (33.6080654136703) + | > grad_norm_1: tensor(78.2001, device='cuda:0') (tensor(499.4150, device='cuda:0')) + | > current_lr_0: 0.00019880351825324018 + | > current_lr_1: 0.00019880351825324018 + | > step_time: 0.8229 (0.809904038787599) + | > loader_time: 0.008 (0.007015757247894469) + + + --> TIME: 2024-11-23 03:09:20 -- STEP: 528/797 -- GLOBAL_STEP: 39575 + | > loss_disc: 2.543886661529541 (2.4774349909840216) + | > loss_disc_real_0: 0.12456420063972473 (0.1365413393430186) + | > loss_disc_real_1: 0.2975352704524994 (0.21956844146673876) + | > loss_disc_real_2: 0.2562716603279114 (0.23352137233384632) + | > loss_disc_real_3: 0.22641979157924652 (0.2242953315885229) + | > loss_disc_real_4: 0.2340562641620636 (0.22214946438643066) + | > loss_disc_real_5: 0.22142121195793152 (0.23169262930186413) + | > loss_0: 2.543886661529541 (2.4774349909840216) + | > grad_norm_0: tensor(81.3970, device='cuda:0') (tensor(66.4750, device='cuda:0')) + | > loss_gen: 2.410003900527954 (2.3311822414398193) + | > loss_kl: 1.6400424242019653 (1.5536310069940311) + | > loss_feat: 6.477499485015869 (6.57478039463361) + | > loss_mel: 21.839860916137695 (21.430934718160938) + | > loss_duration: 1.7006301879882812 (1.7052293902996816) + | > amp_scaler: 128.0 (178.9090909090909) + | > loss_1: 34.06803894042969 (33.59575770479258) + | > grad_norm_1: tensor(356.1161, device='cuda:0') (tensor(494.7353, device='cuda:0')) + | > current_lr_0: 0.00019880351825324018 + | > current_lr_1: 0.00019880351825324018 + | > step_time: 0.8294 (0.8114767973170135) + | > loader_time: 0.0103 (0.007153196316776854) + + + --> TIME: 2024-11-23 03:09:42 -- STEP: 553/797 -- GLOBAL_STEP: 39600 + | > loss_disc: 2.3317558765411377 (2.477189307186962) + | > loss_disc_real_0: 0.07906762510538101 (0.13606469962361922) + | > loss_disc_real_1: 0.21569623053073883 (0.2194247651730696) + | > loss_disc_real_2: 0.20160263776779175 (0.23374596448315418) + | > loss_disc_real_3: 0.19141638278961182 (0.2241268554604721) + | > loss_disc_real_4: 0.16301824152469635 (0.22246133704513146) + | > loss_disc_real_5: 0.17576591670513153 (0.23220261478725868) + | > loss_0: 2.3317558765411377 (2.477189307186962) + | > grad_norm_0: tensor(33.3809, device='cuda:0') (tensor(65.9781, device='cuda:0')) + | > loss_gen: 2.446171760559082 (2.331775941641809) + | > loss_kl: 1.2736603021621704 (1.5530852342384849) + | > loss_feat: 7.394240379333496 (6.579962570024872) + | > loss_mel: 22.518882751464844 (21.448693863522088) + | > loss_duration: 1.663440465927124 (1.7051508760797176) + | > amp_scaler: 128.0 (176.60759493670886) + | > loss_1: 35.29639434814453 (33.61866845101602) + | > grad_norm_1: tensor(565.1484, device='cuda:0') (tensor(499.0205, device='cuda:0')) + | > current_lr_0: 0.00019880351825324018 + | > current_lr_1: 0.00019880351825324018 + | > step_time: 0.8125 (0.8139665277698372) + | > loader_time: 0.0075 (0.007224245916439007) + + + --> TIME: 2024-11-23 03:10:04 -- STEP: 578/797 -- GLOBAL_STEP: 39625 + | > loss_disc: 2.3660471439361572 (2.4770389106446906) + | > loss_disc_real_0: 0.16753420233726501 (0.13618592073605956) + | > loss_disc_real_1: 0.25407350063323975 (0.2196920613232987) + | > loss_disc_real_2: 0.20283256471157074 (0.23359521029832866) + | > loss_disc_real_3: 0.16496670246124268 (0.22441931035382515) + | > loss_disc_real_4: 0.20916013419628143 (0.22206258982626206) + | > loss_disc_real_5: 0.17699754238128662 (0.23181646538956355) + | > loss_0: 2.3660471439361572 (2.4770389106446906) + | > grad_norm_0: tensor(6.8654, device='cuda:0') (tensor(65.9040, device='cuda:0')) + | > loss_gen: 2.4349913597106934 (2.3320821791784163) + | > loss_kl: 1.6473321914672852 (1.5552728598918057) + | > loss_feat: 7.276934623718262 (6.580786296653088) + | > loss_mel: 21.778413772583008 (21.464997512659) + | > loss_duration: 1.6639583110809326 (1.7046009295951947) + | > amp_scaler: 128.0 (174.50519031141872) + | > loss_1: 34.801631927490234 (33.637739745803344) + | > grad_norm_1: tensor(102.5298, device='cuda:0') (tensor(496.9571, device='cuda:0')) + | > current_lr_0: 0.00019880351825324018 + | > current_lr_1: 0.00019880351825324018 + | > step_time: 0.8831 (0.8164103241527781) + | > loader_time: 0.007 (0.007343757936286267) + + + --> TIME: 2024-11-23 03:10:27 -- STEP: 603/797 -- GLOBAL_STEP: 39650 + | > loss_disc: 2.646172523498535 (2.4781427604839785) + | > loss_disc_real_0: 0.1422823965549469 (0.13669549782527224) + | > loss_disc_real_1: 0.2568081319332123 (0.21960432060174087) + | > loss_disc_real_2: 0.23589055240154266 (0.23380509367333122) + | > loss_disc_real_3: 0.29135870933532715 (0.2245488425787803) + | > loss_disc_real_4: 0.2267761528491974 (0.22235989523665423) + | > loss_disc_real_5: 0.28293585777282715 (0.23238025736650622) + | > loss_0: 2.646172523498535 (2.4781427604839785) + | > grad_norm_0: tensor(64.0063, device='cuda:0') (tensor(64.9873, device='cuda:0')) + | > loss_gen: 2.0524442195892334 (2.3309544034265177) + | > loss_kl: 1.4165102243423462 (1.553796038698794) + | > loss_feat: 5.208070278167725 (6.571503821890153) + | > loss_mel: 20.466609954833984 (21.47334628318674) + | > loss_duration: 1.6412551403045654 (1.7040681668972684) + | > amp_scaler: 128.0 (172.5771144278607) + | > loss_1: 30.784889221191406 (33.63366870026088) + | > grad_norm_1: tensor(507.2458, device='cuda:0') (tensor(492.2773, device='cuda:0')) + | > current_lr_0: 0.00019880351825324018 + | > current_lr_1: 0.00019880351825324018 + | > step_time: 0.9374 (0.8190731341961404) + | > loader_time: 0.0166 (0.007478644796469516) + + + --> TIME: 2024-11-23 03:10:49 -- STEP: 628/797 -- GLOBAL_STEP: 39675 + | > loss_disc: 2.5096614360809326 (2.4797093211465593) + | > loss_disc_real_0: 0.17964737117290497 (0.13707039009328853) + | > loss_disc_real_1: 0.2020440250635147 (0.21981255436066988) + | > loss_disc_real_2: 0.21306496858596802 (0.2336504511345344) + | > loss_disc_real_3: 0.2180117964744568 (0.22455106160728028) + | > loss_disc_real_4: 0.21937310695648193 (0.22234755543291945) + | > loss_disc_real_5: 0.22213803231716156 (0.2321927552674986) + | > loss_0: 2.5096614360809326 (2.4797093211465593) + | > grad_norm_0: tensor(241.3051, device='cuda:0') (tensor(65.6381, device='cuda:0')) + | > loss_gen: 2.2036449909210205 (2.3297438465865565) + | > loss_kl: 1.475234866142273 (1.5527736924256481) + | > loss_feat: 5.921971797943115 (6.556405239044484) + | > loss_mel: 19.059314727783203 (21.46794212547837) + | > loss_duration: 1.6672712564468384 (1.704360254820744) + | > amp_scaler: 128.0 (170.80254777070056) + | > loss_1: 30.327438354492188 (33.611225152471214) + | > grad_norm_1: tensor(676.2543, device='cuda:0') (tensor(494.2994, device='cuda:0')) + | > current_lr_0: 0.00019880351825324018 + | > current_lr_1: 0.00019880351825324018 + | > step_time: 0.8863 (0.8214070853913664) + | > loader_time: 0.0128 (0.007617665703888912) + + + --> TIME: 2024-11-23 03:11:12 -- STEP: 653/797 -- GLOBAL_STEP: 39700 + | > loss_disc: 2.504992723464966 (2.4806374933964284) + | > loss_disc_real_0: 0.16799378395080566 (0.137513763837482) + | > loss_disc_real_1: 0.2708970308303833 (0.21980304448975174) + | > loss_disc_real_2: 0.20845836400985718 (0.23371372402718385) + | > loss_disc_real_3: 0.23035100102424622 (0.22454272614503884) + | > loss_disc_real_4: 0.19926880300045013 (0.22243935698115622) + | > loss_disc_real_5: 0.2058876007795334 (0.23219106475299203) + | > loss_0: 2.504992723464966 (2.4806374933964284) + | > grad_norm_0: tensor(72.9665, device='cuda:0') (tensor(66.4749, device='cuda:0')) + | > loss_gen: 2.4956421852111816 (2.330586088744277) + | > loss_kl: 1.6932514905929565 (1.5525887100108724) + | > loss_feat: 6.565552711486816 (6.5555842992540185) + | > loss_mel: 21.306713104248047 (21.473862412877683) + | > loss_duration: 1.6619595289230347 (1.7042671212010867) + | > amp_scaler: 128.0 (169.16385911179174) + | > loss_1: 33.723121643066406 (33.61688862460306) + | > grad_norm_1: tensor(518.2744, device='cuda:0') (tensor(492.1957, device='cuda:0')) + | > current_lr_0: 0.00019880351825324018 + | > current_lr_1: 0.00019880351825324018 + | > step_time: 0.9378 (0.8245086589597084) + | > loader_time: 0.0097 (0.007776327556709418) + + + --> TIME: 2024-11-23 03:11:35 -- STEP: 678/797 -- GLOBAL_STEP: 39725 + | > loss_disc: 2.477062225341797 (2.4802029386030906) + | > loss_disc_real_0: 0.1806487739086151 (0.1373446165064795) + | > loss_disc_real_1: 0.21833106875419617 (0.21974077615282528) + | > loss_disc_real_2: 0.23448264598846436 (0.23381746573522028) + | > loss_disc_real_3: 0.21182216703891754 (0.2247648473422435) + | > loss_disc_real_4: 0.26483795046806335 (0.22264426911475027) + | > loss_disc_real_5: 0.19241255521774292 (0.23235139494712373) + | > loss_0: 2.477062225341797 (2.4802029386030906) + | > grad_norm_0: tensor(171.4475, device='cuda:0') (tensor(66.7098, device='cuda:0')) + | > loss_gen: 2.227768898010254 (2.3287773856722866) + | > loss_kl: 1.501754641532898 (1.553458881413338) + | > loss_feat: 5.655174732208252 (6.542387517152637) + | > loss_mel: 18.837995529174805 (21.451941191974274) + | > loss_duration: 1.6870414018630981 (1.7037353547273477) + | > amp_scaler: 128.0 (167.64601769911508) + | > loss_1: 29.90973663330078 (33.58030030298364) + | > grad_norm_1: tensor(743.8499, device='cuda:0') (tensor(495.4048, device='cuda:0')) + | > current_lr_0: 0.00019880351825324018 + | > current_lr_1: 0.00019880351825324018 + | > step_time: 0.8916 (0.8273708939903955) + | > loader_time: 0.0121 (0.00790497616680674) + + + --> TIME: 2024-11-23 03:11:58 -- STEP: 703/797 -- GLOBAL_STEP: 39750 + | > loss_disc: 2.3652827739715576 (2.4781528438307654) + | > loss_disc_real_0: 0.11278942227363586 (0.1367876579770407) + | > loss_disc_real_1: 0.19322386384010315 (0.21945338189644292) + | > loss_disc_real_2: 0.21204793453216553 (0.2336421793758615) + | > loss_disc_real_3: 0.20008739829063416 (0.22474996344971954) + | > loss_disc_real_4: 0.17711447179317474 (0.22256205831872955) + | > loss_disc_real_5: 0.22215832769870758 (0.23220994748482493) + | > loss_0: 2.3652827739715576 (2.4781528438307654) + | > grad_norm_0: tensor(75.2511, device='cuda:0') (tensor(66.4979, device='cuda:0')) + | > loss_gen: 2.4027130603790283 (2.330771119971026) + | > loss_kl: 1.5472817420959473 (1.5549087115744942) + | > loss_feat: 6.949233055114746 (6.550260034428216) + | > loss_mel: 21.37874412536621 (21.470231844385168) + | > loss_duration: 1.7211368083953857 (1.7032298646644706) + | > amp_scaler: 128.0 (166.2361308677098) + | > loss_1: 33.99911117553711 (33.609401567222946) + | > grad_norm_1: tensor(850.8810, device='cuda:0') (tensor(501.7978, device='cuda:0')) + | > current_lr_0: 0.00019880351825324018 + | > current_lr_1: 0.00019880351825324018 + | > step_time: 0.9327 (0.8306601664758846) + | > loader_time: 0.0199 (0.008035897530329178) + + + --> TIME: 2024-11-23 03:12:25 -- STEP: 728/797 -- GLOBAL_STEP: 39775 + | > loss_disc: 2.6551454067230225 (2.4772669800690252) + | > loss_disc_real_0: 0.2500450015068054 (0.1367657720213652) + | > loss_disc_real_1: 0.21149931848049164 (0.21925384218671493) + | > loss_disc_real_2: 0.22624993324279785 (0.23346019876036014) + | > loss_disc_real_3: 0.2148878574371338 (0.22462937487596332) + | > loss_disc_real_4: 0.24230213463306427 (0.22254396925915726) + | > loss_disc_real_5: 0.28376713395118713 (0.23197475274267432) + | > loss_0: 2.6551454067230225 (2.4772669800690252) + | > grad_norm_0: tensor(23.6924, device='cuda:0') (tensor(67.4467, device='cuda:0')) + | > loss_gen: 2.421809196472168 (2.3303151707072853) + | > loss_kl: 1.5225064754486084 (1.5549602420120443) + | > loss_feat: 5.562788963317871 (6.542734013153959) + | > loss_mel: 20.06270980834961 (21.46278995733994) + | > loss_duration: 1.6827068328857422 (1.702329897127308) + | > amp_scaler: 128.0 (164.923076923077) + | > loss_1: 31.25252342224121 (33.593129270679235) + | > grad_norm_1: tensor(316.0467, device='cuda:0') (tensor(504.8927, device='cuda:0')) + | > current_lr_0: 0.00019880351825324018 + | > current_lr_1: 0.00019880351825324018 + | > step_time: 0.9986 (0.8375361188427431) + | > loader_time: 0.0091 (0.008175679615565713) + + + --> TIME: 2024-11-23 03:13:04 -- STEP: 753/797 -- GLOBAL_STEP: 39800 + | > loss_disc: 2.4922094345092773 (2.477752799215229) + | > loss_disc_real_0: 0.08447446674108505 (0.13667061480175274) + | > loss_disc_real_1: 0.1838606297969818 (0.21928873075392458) + | > loss_disc_real_2: 0.21173402667045593 (0.23364610956167953) + | > loss_disc_real_3: 0.2438284307718277 (0.22482733052486117) + | > loss_disc_real_4: 0.22832167148590088 (0.22264177830095783) + | > loss_disc_real_5: 0.214883491396904 (0.23202513690647059) + | > loss_0: 2.4922094345092773 (2.477752799215229) + | > grad_norm_0: tensor(27.3448, device='cuda:0') (tensor(67.7482, device='cuda:0')) + | > loss_gen: 2.1766982078552246 (2.3316049047042045) + | > loss_kl: 1.5370407104492188 (1.5556350629801448) + | > loss_feat: 6.3645219802856445 (6.550101287811403) + | > loss_mel: 20.9825439453125 (21.484534041973387) + | > loss_duration: 1.6457233428955078 (1.7011632412711615) + | > amp_scaler: 128.0 (163.69721115537854) + | > loss_1: 32.70652770996094 (33.62303853636552) + | > grad_norm_1: tensor(454.7406, device='cuda:0') (tensor(508.6378, device='cuda:0')) + | > current_lr_0: 0.00019880351825324018 + | > current_lr_1: 0.00019880351825324018 + | > step_time: 2.0385 (0.860894177539415) + | > loader_time: 0.0162 (0.008748057037394048) + + + --> TIME: 2024-11-23 03:14:01 -- STEP: 778/797 -- GLOBAL_STEP: 39825 + | > loss_disc: 2.5450263023376465 (2.4783593961696093) + | > loss_disc_real_0: 0.1769859939813614 (0.13766826744069224) + | > loss_disc_real_1: 0.19501806795597076 (0.21910979352642454) + | > loss_disc_real_2: 0.23194001615047455 (0.23378489078393633) + | > loss_disc_real_3: 0.24723173677921295 (0.22476200604270227) + | > loss_disc_real_4: 0.22671198844909668 (0.22274300959775253) + | > loss_disc_real_5: 0.23918350040912628 (0.2319524518590047) + | > loss_0: 2.5450263023376465 (2.4783593961696093) + | > grad_norm_0: tensor(80.6633, device='cuda:0') (tensor(69.1167, device='cuda:0')) + | > loss_gen: 2.117144823074341 (2.3329690360777806) + | > loss_kl: 1.6039836406707764 (1.5570632064557008) + | > loss_feat: 6.498385429382324 (6.554164404121343) + | > loss_mel: 22.013408660888672 (21.495472373570156) + | > loss_duration: 1.6682028770446777 (1.7000689152580295) + | > amp_scaler: 128.0 (162.5501285347044) + | > loss_1: 33.901123046875 (33.639737935789384) + | > grad_norm_1: tensor(299.2747, device='cuda:0') (tensor(508.9296, device='cuda:0')) + | > current_lr_0: 0.00019880351825324018 + | > current_lr_1: 0.00019880351825324018 + | > step_time: 2.2521 (0.9061418728840687) + | > loader_time: 0.0101 (0.009239454195861035) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.316938877105713 (2.316938877105713) + | > loss_disc_real_0: 0.08484124392271042 (0.08484124392271042) + | > loss_disc_real_1: 0.16006547212600708 (0.16006547212600708) + | > loss_disc_real_2: 0.15389613807201385 (0.15389613807201385) + | > loss_disc_real_3: 0.16624630987644196 (0.16624630987644196) + | > loss_disc_real_4: 0.16776610910892487 (0.16776610910892487) + | > loss_disc_real_5: 0.2902221977710724 (0.2902221977710724) + | > loss_0: 2.316938877105713 (2.316938877105713) + | > loss_gen: 2.1548116207122803 (2.1548116207122803) + | > loss_kl: 1.581619143486023 (1.581619143486023) + | > loss_feat: 7.909618854522705 (7.909618854522705) + | > loss_mel: 23.319915771484375 (23.319915771484375) + | > loss_duration: 2.0441601276397705 (2.0441601276397705) + | > loss_1: 37.01012420654297 (37.01012420654297) + + --> STEP: 1 + | > loss_disc: 2.6596221923828125 (2.6596221923828125) + | > loss_disc_real_0: 0.0762801542878151 (0.0762801542878151) + | > loss_disc_real_1: 0.2472754567861557 (0.2472754567861557) + | > loss_disc_real_2: 0.2872222065925598 (0.2872222065925598) + | > loss_disc_real_3: 0.23264116048812866 (0.23264116048812866) + | > loss_disc_real_4: 0.28087422251701355 (0.28087422251701355) + | > loss_disc_real_5: 0.2504397928714752 (0.2504397928714752) + | > loss_0: 2.6596221923828125 (2.6596221923828125) + | > loss_gen: 2.120108127593994 (2.120108127593994) + | > loss_kl: 1.9339675903320312 (1.9339675903320312) + | > loss_feat: 6.454990386962891 (6.454990386962891) + | > loss_mel: 22.1640682220459 (22.1640682220459) + | > loss_duration: 1.7121520042419434 (1.7121520042419434) + | > loss_1: 34.385284423828125 (34.385284423828125) + + --> STEP: 2 + | > loss_disc: 2.265828847885132 (2.462725520133972) + | > loss_disc_real_0: 0.11580906063318253 (0.09604460746049881) + | > loss_disc_real_1: 0.18592052161693573 (0.21659798920154572) + | > loss_disc_real_2: 0.1973753273487091 (0.24229876697063446) + | > loss_disc_real_3: 0.17403195798397064 (0.20333655923604965) + | > loss_disc_real_4: 0.2561430335044861 (0.2685086280107498) + | > loss_disc_real_5: 0.33019429445266724 (0.29031704366207123) + | > loss_0: 2.265828847885132 (2.462725520133972) + | > loss_gen: 2.4696624279022217 (2.294885277748108) + | > loss_kl: 1.5375778675079346 (1.735772728919983) + | > loss_feat: 6.966575622558594 (6.710783004760742) + | > loss_mel: 22.890228271484375 (22.527148246765137) + | > loss_duration: 1.7238670587539673 (1.7180095314979553) + | > loss_1: 35.58790969848633 (34.98659706115723) + + --> STEP: 3 + | > loss_disc: 2.545358180999756 (2.490269740422567) + | > loss_disc_real_0: 0.18715275824069977 (0.12641399105389914) + | > loss_disc_real_1: 0.1687137484550476 (0.20063657561937967) + | > loss_disc_real_2: 0.29368236660957336 (0.25942663351694745) + | > loss_disc_real_3: 0.2622694969177246 (0.22298087179660797) + | > loss_disc_real_4: 0.18117393553256989 (0.2393970638513565) + | > loss_disc_real_5: 0.18939870595932007 (0.2566775977611542) + | > loss_0: 2.545358180999756 (2.490269740422567) + | > loss_gen: 2.131814479827881 (2.2405283451080322) + | > loss_kl: 1.5859203338623047 (1.6858219305674236) + | > loss_feat: 6.505517959594727 (6.642361323038737) + | > loss_mel: 22.542570114135742 (22.532288869222004) + | > loss_duration: 1.7148507833480835 (1.716956615447998) + | > loss_1: 34.480674743652344 (34.8179562886556) + + --> STEP: 4 + | > loss_disc: 2.4039957523345947 (2.4687012434005737) + | > loss_disc_real_0: 0.07931594550609589 (0.11463947966694832) + | > loss_disc_real_1: 0.1962999850511551 (0.19955242797732353) + | > loss_disc_real_2: 0.2274034172296524 (0.2514208294451237) + | > loss_disc_real_3: 0.1667904257774353 (0.2089332602918148) + | > loss_disc_real_4: 0.19947001338005066 (0.22941530123353004) + | > loss_disc_real_5: 0.276410311460495 (0.2616107761859894) + | > loss_0: 2.4039957523345947 (2.4687012434005737) + | > loss_gen: 2.138124704360962 (2.2149274349212646) + | > loss_kl: 1.515875220298767 (1.6433352530002594) + | > loss_feat: 7.2595038414001465 (6.796646952629089) + | > loss_mel: 21.866857528686523 (22.365931034088135) + | > loss_duration: 1.6650859117507935 (1.703988939523697) + | > loss_1: 34.4454460144043 (34.72482872009277) + + --> STEP: 5 + | > loss_disc: 2.3736088275909424 (2.4496827602386473) + | > loss_disc_real_0: 0.06853505223989487 (0.10541859418153762) + | > loss_disc_real_1: 0.18326498568058014 (0.19629493951797486) + | > loss_disc_real_2: 0.1882191002368927 (0.23878048360347748) + | > loss_disc_real_3: 0.21663837134838104 (0.21047428250312805) + | > loss_disc_real_4: 0.19744180142879486 (0.223020601272583) + | > loss_disc_real_5: 0.2479041963815689 (0.25886946022510526) + | > loss_0: 2.3736088275909424 (2.4496827602386473) + | > loss_gen: 2.339829683303833 (2.2399078845977782) + | > loss_kl: 1.793561339378357 (1.673380470275879) + | > loss_feat: 7.85254430770874 (7.007826423645019) + | > loss_mel: 23.03706932067871 (22.50015869140625) + | > loss_duration: 1.8599164485931396 (1.7351744413375854) + | > loss_1: 36.88291931152344 (35.156446838378905) + + --> STEP: 6 + | > loss_disc: 2.4039876461029053 (2.4420669078826904) + | > loss_disc_real_0: 0.15182365477085114 (0.11315277094642322) + | > loss_disc_real_1: 0.14299635589122772 (0.18741184224685034) + | > loss_disc_real_2: 0.22479188442230225 (0.23644905040661493) + | > loss_disc_real_3: 0.19126342236995697 (0.20727247248093286) + | > loss_disc_real_4: 0.22685661911964417 (0.22365993758042654) + | > loss_disc_real_5: 0.2975109815597534 (0.26530971378088) + | > loss_0: 2.4039876461029053 (2.4420669078826904) + | > loss_gen: 2.3180110454559326 (2.252925078074137) + | > loss_kl: 1.5979894399642944 (1.6608152985572815) + | > loss_feat: 6.639339447021484 (6.946411927541097) + | > loss_mel: 23.171464920043945 (22.612043062845867) + | > loss_duration: 1.6928942203521729 (1.7281277378400166) + | > loss_1: 35.419700622558594 (35.20032246907552) + + --> STEP: 7 + | > loss_disc: 2.376178741455078 (2.432654312678746) + | > loss_disc_real_0: 0.15387530624866486 (0.1189702759896006) + | > loss_disc_real_1: 0.25423580408096313 (0.19695812250886643) + | > loss_disc_real_2: 0.2132815569639206 (0.23313940848623002) + | > loss_disc_real_3: 0.2485615462064743 (0.21317091158458165) + | > loss_disc_real_4: 0.1526956856250763 (0.2135221873010908) + | > loss_disc_real_5: 0.20458313822746277 (0.2566344887018204) + | > loss_0: 2.376178741455078 (2.432654312678746) + | > loss_gen: 2.3113765716552734 (2.261275291442871) + | > loss_kl: 2.4356014728546143 (1.7714990377426147) + | > loss_feat: 8.433423042297363 (7.158842086791992) + | > loss_mel: 22.07485580444336 (22.535302025931223) + | > loss_duration: 1.6695573329925537 (1.719760537147522) + | > loss_1: 36.92481231689453 (35.446678161621094) + + --> STEP: 8 + | > loss_disc: 2.3978686332702637 (2.4283061027526855) + | > loss_disc_real_0: 0.06589434295892715 (0.11233578436076641) + | > loss_disc_real_1: 0.2206481695175171 (0.19991937838494778) + | > loss_disc_real_2: 0.2165551781654358 (0.23106637969613075) + | > loss_disc_real_3: 0.2204822450876236 (0.2140848282724619) + | > loss_disc_real_4: 0.16153152287006378 (0.2070233542472124) + | > loss_disc_real_5: 0.22282321751117706 (0.25240807980298996) + | > loss_0: 2.3978686332702637 (2.4283061027526855) + | > loss_gen: 2.0955514907836914 (2.2405598163604736) + | > loss_kl: 1.6506030559539795 (1.7563870400190353) + | > loss_feat: 7.123501777648926 (7.154424548149109) + | > loss_mel: 22.50172233581543 (22.531104564666748) + | > loss_duration: 1.7394574880599976 (1.7222226560115814) + | > loss_1: 35.110836029052734 (35.40469789505005) + + --> STEP: 9 + | > loss_disc: 2.612180709838867 (2.4487366146511502) + | > loss_disc_real_0: 0.15246978402137756 (0.11679511765638988) + | > loss_disc_real_1: 0.24746613204479218 (0.20520235101381937) + | > loss_disc_real_2: 0.25720635056495667 (0.23397082090377808) + | > loss_disc_real_3: 0.25879138708114624 (0.21905222369564903) + | > loss_disc_real_4: 0.24832193553447723 (0.21161208550135294) + | > loss_disc_real_5: 0.29697251319885254 (0.25735968351364136) + | > loss_0: 2.612180709838867 (2.4487366146511502) + | > loss_gen: 2.2815399169921875 (2.2451131608751087) + | > loss_kl: 2.0896682739257812 (1.793418288230896) + | > loss_feat: 6.095131874084473 (7.036725362141927) + | > loss_mel: 22.570592880249023 (22.535492155287002) + | > loss_duration: 1.7147499322891235 (1.7213923533757527) + | > loss_1: 34.75168228149414 (35.332140604654946) + + --> STEP: 10 + | > loss_disc: 2.7285408973693848 (2.4767170429229735) + | > loss_disc_real_0: 0.14933878183364868 (0.12004948407411575) + | > loss_disc_real_1: 0.1966843456029892 (0.20435055047273637) + | > loss_disc_real_2: 0.26674798130989075 (0.23724853694438935) + | > loss_disc_real_3: 0.19495004415512085 (0.21664200574159623) + | > loss_disc_real_4: 0.24467425048351288 (0.21491830199956893) + | > loss_disc_real_5: 0.2684091627597809 (0.2584646314382553) + | > loss_0: 2.7285408973693848 (2.4767170429229735) + | > loss_gen: 1.7625199556350708 (2.1968538403511046) + | > loss_kl: 1.5865718126296997 (1.7727336406707763) + | > loss_feat: 3.6864373683929443 (6.701696562767029) + | > loss_mel: 18.08084487915039 (22.09002742767334) + | > loss_duration: 1.5905022621154785 (1.7083033442497253) + | > loss_1: 26.706876754760742 (34.46961421966553) + + --> STEP: 11 + | > loss_disc: 2.4043116569519043 (2.470134735107422) + | > loss_disc_real_0: 0.1222115308046341 (0.12024603377689015) + | > loss_disc_real_1: 0.1894591599702835 (0.2029967876997861) + | > loss_disc_real_2: 0.19696477055549622 (0.23358637636358087) + | > loss_disc_real_3: 0.21370552480220795 (0.21637505292892456) + | > loss_disc_real_4: 0.1901504099369049 (0.21266667544841766) + | > loss_disc_real_5: 0.24234403669834137 (0.2569991228255359) + | > loss_0: 2.4043116569519043 (2.470134735107422) + | > loss_gen: 2.2602686882019043 (2.2026188265193594) + | > loss_kl: 2.0872058868408203 (1.8013220266862349) + | > loss_feat: 8.216024398803711 (6.839362729679454) + | > loss_mel: 21.63595962524414 (22.048748536543414) + | > loss_duration: 1.567543387413025 (1.695506984537298) + | > loss_1: 35.76700210571289 (34.58755857294256) + + --> STEP: 12 + | > loss_disc: 2.1883699893951416 (2.4466543396313987) + | > loss_disc_real_0: 0.08330915868282318 (0.11716796085238457) + | > loss_disc_real_1: 0.14775632321834564 (0.19839341565966606) + | > loss_disc_real_2: 0.18631741404533386 (0.22964729617039362) + | > loss_disc_real_3: 0.225752055644989 (0.21715646982192993) + | > loss_disc_real_4: 0.23354825377464294 (0.2144068069756031) + | > loss_disc_real_5: 0.2092493176460266 (0.2530199723939101) + | > loss_0: 2.1883699893951416 (2.4466543396313987) + | > loss_gen: 2.50604248046875 (2.227904131015142) + | > loss_kl: 1.4178186655044556 (1.76936341325442) + | > loss_feat: 7.740542888641357 (6.914461076259613) + | > loss_mel: 21.79044532775879 (22.027223269144695) + | > loss_duration: 1.7159008979797363 (1.697206477324168) + | > loss_1: 35.17074966430664 (34.636157830556236) + + --> STEP: 13 + | > loss_disc: 2.2246475219726562 (2.4295768921191874) + | > loss_disc_real_0: 0.119828961789608 (0.11737265323217098) + | > loss_disc_real_1: 0.11541903764009476 (0.1920107711966221) + | > loss_disc_real_2: 0.14808298647403717 (0.22337311850144312) + | > loss_disc_real_3: 0.15277676284313202 (0.21220418466971472) + | > loss_disc_real_4: 0.16650602221488953 (0.21072213122477898) + | > loss_disc_real_5: 0.12415739893913269 (0.2431074667435426) + | > loss_0: 2.2246475219726562 (2.4295768921191874) + | > loss_gen: 2.1165976524353027 (2.2193420942013082) + | > loss_kl: 1.6565470695495605 (1.7606852329694307) + | > loss_feat: 9.71284294128418 (7.1297212197230415) + | > loss_mel: 23.475698471069336 (22.138644438523514) + | > loss_duration: 1.7510871887207031 (1.7013511474315937) + | > loss_1: 38.712772369384766 (34.94974356431227) + + --> STEP: 14 + | > loss_disc: 2.6287269592285156 (2.443801896912711) + | > loss_disc_real_0: 0.15550166368484497 (0.12009615397879056) + | > loss_disc_real_1: 0.2528925836086273 (0.1963594720831939) + | > loss_disc_real_2: 0.28386086225509644 (0.2276936716267041) + | > loss_disc_real_3: 0.19125381112098694 (0.21070772941623414) + | > loss_disc_real_4: 0.2518020272254944 (0.21365640951054438) + | > loss_disc_real_5: 0.2816241681575775 (0.24585865970168794) + | > loss_0: 2.6287269592285156 (2.443801896912711) + | > loss_gen: 2.1471877098083496 (2.214188209601811) + | > loss_kl: 1.4102507829666138 (1.7356542008263725) + | > loss_feat: 4.761098861694336 (6.960533908435276) + | > loss_mel: 21.511531829833984 (22.093850680759974) + | > loss_duration: 1.7146421670913696 (1.7023005059787206) + | > loss_1: 31.544710159301758 (34.70652689252581) + + --> STEP: 15 + | > loss_disc: 2.7212376594543457 (2.4622976144154864) + | > loss_disc_real_0: 0.17934980988502502 (0.12404639770587285) + | > loss_disc_real_1: 0.23409979045391083 (0.19887549330790838) + | > loss_disc_real_2: 0.29944002628326416 (0.23247676193714142) + | > loss_disc_real_3: 0.2705639600753784 (0.21469814479351043) + | > loss_disc_real_4: 0.24117176234722137 (0.21549076636632283) + | > loss_disc_real_5: 0.23244939744472504 (0.2449647088845571) + | > loss_0: 2.7212376594543457 (2.4622976144154864) + | > loss_gen: 2.027665853500366 (2.2017533858617147) + | > loss_kl: 2.123997688293457 (1.7615437666575113) + | > loss_feat: 4.599452972412109 (6.803128512700399) + | > loss_mel: 19.854053497314453 (21.944530868530272) + | > loss_duration: 1.6570690870285034 (1.699285078048706) + | > loss_1: 30.262237548828125 (34.410240936279294) + + --> STEP: 16 + | > loss_disc: 2.3457207679748535 (2.455011561512947) + | > loss_disc_real_0: 0.08244328945875168 (0.12144620344042778) + | > loss_disc_real_1: 0.1692478209733963 (0.19702376378700137) + | > loss_disc_real_2: 0.23113322257995605 (0.23239279072731733) + | > loss_disc_real_3: 0.18311388790607452 (0.2127241287380457) + | > loss_disc_real_4: 0.15992073714733124 (0.21201763954013586) + | > loss_disc_real_5: 0.19517870247364044 (0.2418530834838748) + | > loss_0: 2.3457207679748535 (2.455011561512947) + | > loss_gen: 2.0854227542877197 (2.19448272138834) + | > loss_kl: 1.4809707403182983 (1.7440079525113106) + | > loss_feat: 7.224156379699707 (6.8294427543878555) + | > loss_mel: 24.47075843811035 (22.10242009162903) + | > loss_duration: 1.8105442523956299 (1.7062387764453888) + | > loss_1: 37.07184982299805 (34.57659149169922) + + --> STEP: 17 + | > loss_disc: 2.541947364807129 (2.4601254322949577) + | > loss_disc_real_0: 0.14063821732997894 (0.12257514543393079) + | > loss_disc_real_1: 0.17990444600582123 (0.19601674509399078) + | > loss_disc_real_2: 0.2540288269519806 (0.23366549874053283) + | > loss_disc_real_3: 0.20331694185733795 (0.2121707648038864) + | > loss_disc_real_4: 0.23690052330493927 (0.2134813385851243) + | > loss_disc_real_5: 0.22834312915802002 (0.24105838028823628) + | > loss_0: 2.541947364807129 (2.4601254322949577) + | > loss_gen: 2.02952241897583 (2.184779174187604) + | > loss_kl: 1.211827278137207 (1.7127032069598926) + | > loss_feat: 5.338443756103516 (6.741736930959365) + | > loss_mel: 17.349910736083984 (21.822860717773438) + | > loss_duration: 1.619302749633789 (1.7011248925152946) + | > loss_1: 27.54900550842285 (34.163204080918256) + + --> STEP: 18 + | > loss_disc: 2.5705690383911133 (2.4662611881891885) + | > loss_disc_real_0: 0.11804603040218353 (0.12232352793216705) + | > loss_disc_real_1: 0.14826534688472748 (0.1933638896379206) + | > loss_disc_real_2: 0.24117107689380646 (0.23408247530460358) + | > loss_disc_real_3: 0.2593134939670563 (0.21478980531295142) + | > loss_disc_real_4: 0.24046196043491364 (0.2149802620212237) + | > loss_disc_real_5: 0.21953092515468597 (0.23986241055859459) + | > loss_0: 2.5705690383911133 (2.4662611881891885) + | > loss_gen: 2.236846923828125 (2.1876718269454107) + | > loss_kl: 1.7993345260620117 (1.7175160580211215) + | > loss_feat: 7.6365203857421875 (6.791447122891744) + | > loss_mel: 24.21286964416504 (21.95563899146186) + | > loss_duration: 1.678908348083496 (1.6998906400468614) + | > loss_1: 37.56447982788086 (34.3521638446384) + + --> STEP: 19 + | > loss_disc: 2.2881336212158203 (2.456886053085327) + | > loss_disc_real_0: 0.07185830175876617 (0.1196674633967249) + | > loss_disc_real_1: 0.18929867446422577 (0.19314993094456823) + | > loss_disc_real_2: 0.17533430457115173 (0.23099046631863243) + | > loss_disc_real_3: 0.24524877965450287 (0.21639290922566465) + | > loss_disc_real_4: 0.20600059628486633 (0.21450764803509964) + | > loss_disc_real_5: 0.2578633725643158 (0.2408098296115273) + | > loss_0: 2.2881336212158203 (2.456886053085327) + | > loss_gen: 2.3382608890533447 (2.1955975670563546) + | > loss_kl: 2.1674039363861084 (1.7411943674087524) + | > loss_feat: 8.642045974731445 (6.888847062462254) + | > loss_mel: 24.47949981689453 (22.08847377174779) + | > loss_duration: 1.788895606994629 (1.7045751119914807) + | > loss_1: 39.41610336303711 (34.6186869771857) + + --> STEP: 20 + | > loss_disc: 2.7469987869262695 (2.4713916897773744) + | > loss_disc_real_0: 0.18107619881629944 (0.12273790016770363) + | > loss_disc_real_1: 0.20648948848247528 (0.19381690882146357) + | > loss_disc_real_2: 0.20179146528244019 (0.2295305162668228) + | > loss_disc_real_3: 0.24498111009597778 (0.2178223192691803) + | > loss_disc_real_4: 0.24736317992210388 (0.21615042462944983) + | > loss_disc_real_5: 0.29011380672454834 (0.24327502846717836) + | > loss_0: 2.7469987869262695 (2.4713916897773744) + | > loss_gen: 1.962600588798523 (2.1839477181434632) + | > loss_kl: 1.3579092025756836 (1.722030109167099) + | > loss_feat: 5.248513698577881 (6.806830394268036) + | > loss_mel: 21.968746185302734 (22.082487392425538) + | > loss_duration: 1.6751817464828491 (1.703105443716049) + | > loss_1: 32.21295166015625 (34.49840021133423) + + --> STEP: 21 + | > loss_disc: 2.819356918334961 (2.487961462565831) + | > loss_disc_real_0: 0.19539758563041687 (0.1261978851897376) + | > loss_disc_real_1: 0.24964067339897156 (0.19647518332515443) + | > loss_disc_real_2: 0.2508021891117096 (0.2305434530689603) + | > loss_disc_real_3: 0.24497997760772705 (0.2191155410948254) + | > loss_disc_real_4: 0.26753756403923035 (0.21859743126801082) + | > loss_disc_real_5: 0.2903406322002411 (0.24551624769256228) + | > loss_0: 2.819356918334961 (2.487961462565831) + | > loss_gen: 1.9815436601638794 (2.174309429668245) + | > loss_kl: 1.4660030603408813 (1.7098383449372792) + | > loss_feat: 4.003088474273682 (6.673318874268305) + | > loss_mel: 16.578508377075195 (21.82039315359933) + | > loss_duration: 1.6825196743011475 (1.7021251689820063) + | > loss_1: 25.7116641998291 (34.079984210786364) + + --> STEP: 22 + | > loss_disc: 2.518908977508545 (2.4893681677904995) + | > loss_disc_real_0: 0.10536019504070282 (0.12525071745569055) + | > loss_disc_real_1: 0.22264918684959412 (0.1976649107580835) + | > loss_disc_real_2: 0.21036000549793243 (0.22962602363391357) + | > loss_disc_real_3: 0.19725868105888367 (0.21812204745682803) + | > loss_disc_real_4: 0.10432630777359009 (0.2134032892909917) + | > loss_disc_real_5: 0.18199439346790314 (0.2426288906823505) + | > loss_0: 2.518908977508545 (2.4893681677904995) + | > loss_gen: 2.0235228538513184 (2.167455494403839) + | > loss_kl: 1.7050490379333496 (1.7096206491643733) + | > loss_feat: 8.436229705810547 (6.753451184792952) + | > loss_mel: 23.752592086791992 (21.90822037783536) + | > loss_duration: 1.8354313373565674 (1.708184540271759) + | > loss_1: 37.75282287597656 (34.24693142284047) + + --> STEP: 23 + | > loss_disc: 2.656552791595459 (2.496637064477672) + | > loss_disc_real_0: 0.15144586563110352 (0.12638963694157807) + | > loss_disc_real_1: 0.23982729017734528 (0.19949805768935577) + | > loss_disc_real_2: 0.28671571612358093 (0.23210818417694257) + | > loss_disc_real_3: 0.22083202004432678 (0.21823987235193668) + | > loss_disc_real_4: 0.24071595072746277 (0.2145907963099687) + | > loss_disc_real_5: 0.2506970763206482 (0.2429796813622765) + | > loss_0: 2.656552791595459 (2.496637064477672) + | > loss_gen: 2.0306434631347656 (2.161507145218227) + | > loss_kl: 1.4391140937805176 (1.6978594945824665) + | > loss_feat: 6.032933712005615 (6.722124338150024) + | > loss_mel: 22.49356460571289 (21.933670126873515) + | > loss_duration: 1.7707946300506592 (1.710906718088233) + | > loss_1: 33.767051696777344 (34.22606708692468) + + --> STEP: 24 + | > loss_disc: 2.5284922122955322 (2.497964362303416) + | > loss_disc_real_0: 0.20806126296520233 (0.12979262135922906) + | > loss_disc_real_1: 0.20625245571136475 (0.1997794909402728) + | > loss_disc_real_2: 0.23010395467281342 (0.23202467461427054) + | > loss_disc_real_3: 0.21994437277317047 (0.2183108932028214) + | > loss_disc_real_4: 0.22002331912517548 (0.21481715142726898) + | > loss_disc_real_5: 0.2583816647529602 (0.24362143067022166) + | > loss_0: 2.5284922122955322 (2.497964362303416) + | > loss_gen: 2.152574300765991 (2.1611349433660507) + | > loss_kl: 1.5576202869415283 (1.692016194264094) + | > loss_feat: 5.4537811279296875 (6.669276704390843) + | > loss_mel: 20.54349136352539 (21.87574601173401) + | > loss_duration: 1.6596429347991943 (1.7087707271178563) + | > loss_1: 31.367111206054688 (34.10694392522176) + + --> STEP: 25 + | > loss_disc: 2.572798252105713 (2.500957717895508) + | > loss_disc_real_0: 0.11756358295679092 (0.12930345982313152) + | > loss_disc_real_1: 0.20396465063095093 (0.19994689732789994) + | > loss_disc_real_2: 0.25120145082473755 (0.2327917456626892) + | > loss_disc_real_3: 0.22106702625751495 (0.21842113852500916) + | > loss_disc_real_4: 0.2965378165245056 (0.21808597803115845) + | > loss_disc_real_5: 0.2895908057689667 (0.24546020567417146) + | > loss_0: 2.572798252105713 (2.500957717895508) + | > loss_gen: 2.195420503616333 (2.162506365776062) + | > loss_kl: 1.495597243309021 (1.6841594362258911) + | > loss_feat: 5.234755516052246 (6.611895856857299) + | > loss_mel: 21.19877815246582 (21.84866729736328) + | > loss_duration: 1.6578983068466187 (1.7067358303070068) + | > loss_1: 31.78244972229004 (34.01396415710449) + + --> STEP: 26 + | > loss_disc: 2.6768712997436523 (2.507723624889667) + | > loss_disc_real_0: 0.158817321062088 (0.13043860833232215) + | > loss_disc_real_1: 0.19197627902030945 (0.1996403350853003) + | > loss_disc_real_2: 0.21985536813735962 (0.23229419268094575) + | > loss_disc_real_3: 0.19112171232700348 (0.21737116059431663) + | > loss_disc_real_4: 0.2531130909919739 (0.2194331746834975) + | > loss_disc_real_5: 0.2587496042251587 (0.24597133638767096) + | > loss_0: 2.6768712997436523 (2.507723624889667) + | > loss_gen: 1.9365884065628052 (2.153817213498629) + | > loss_kl: 0.963276743888855 (1.6564331788283129) + | > loss_feat: 5.505584716796875 (6.569345428393437) + | > loss_mel: 20.247575759887695 (21.78708685361422) + | > loss_duration: 1.6635271310806274 (1.7050739572598383) + | > loss_1: 30.316553115844727 (33.87175604013296) + + --> STEP: 27 + | > loss_disc: 2.6543118953704834 (2.5131528200926603) + | > loss_disc_real_0: 0.18227913975715637 (0.13235862801472342) + | > loss_disc_real_1: 0.2554345726966858 (0.20170678833016642) + | > loss_disc_real_2: 0.20182077586650848 (0.2311655476137444) + | > loss_disc_real_3: 0.1844414919614792 (0.21615154323754487) + | > loss_disc_real_4: 0.2013460099697113 (0.218763279694098) + | > loss_disc_real_5: 0.2931315302848816 (0.2477180102357158) + | > loss_0: 2.6543118953704834 (2.5131528200926603) + | > loss_gen: 2.0729002952575684 (2.150820290600812) + | > loss_kl: 1.729839563369751 (1.659151933811329) + | > loss_feat: 6.2657365798950195 (6.558100656226829) + | > loss_mel: 21.358734130859375 (21.771221937956632) + | > loss_duration: 1.6674351692199707 (1.7036799280731767) + | > loss_1: 33.09464645385742 (33.842974203604236) + + --> STEP: 28 + | > loss_disc: 2.299696922302246 (2.5055293951715742) + | > loss_disc_real_0: 0.08722678571939468 (0.13074677650417596) + | > loss_disc_real_1: 0.24931176006793976 (0.20340696589222976) + | > loss_disc_real_2: 0.21872955560684204 (0.2307214050420693) + | > loss_disc_real_3: 0.27740278840065 (0.21833908770765578) + | > loss_disc_real_4: 0.22130222618579865 (0.2188539563545159) + | > loss_disc_real_5: 0.20387962460517883 (0.24615235360605375) + | > loss_0: 2.299696922302246 (2.5055293951715742) + | > loss_gen: 2.586890935897827 (2.1663942422185625) + | > loss_kl: 1.6740915775299072 (1.659685492515564) + | > loss_feat: 7.853944301605225 (6.604380786418915) + | > loss_mel: 22.959693908691406 (21.813667365482875) + | > loss_duration: 1.6826249361038208 (1.7029279640742712) + | > loss_1: 36.75724792480469 (33.94705540793282) + + --> STEP: 29 + | > loss_disc: 2.5172455310821533 (2.505933399858146) + | > loss_disc_real_0: 0.13972322642803192 (0.13105630926017098) + | > loss_disc_real_1: 0.1600428819656372 (0.20191165265338173) + | > loss_disc_real_2: 0.2632063329219818 (0.23184157496896282) + | > loss_disc_real_3: 0.2448054403066635 (0.21925172055589742) + | > loss_disc_real_4: 0.28435906767845154 (0.22111275329672056) + | > loss_disc_real_5: 0.1657218635082245 (0.24337888843026653) + | > loss_0: 2.5172455310821533 (2.505933399858146) + | > loss_gen: 2.2288382053375244 (2.168547482326113) + | > loss_kl: 1.4167224168777466 (1.6513074554246048) + | > loss_feat: 7.371613025665283 (6.630837070530858) + | > loss_mel: 24.292129516601562 (21.899131577590417) + | > loss_duration: 1.661312460899353 (1.701492946723412) + | > loss_1: 36.970619201660156 (34.05131622840618) + + --> STEP: 30 + | > loss_disc: 2.8258066177368164 (2.5165958404541016) + | > loss_disc_real_0: 0.11930574476718903 (0.13066462377707158) + | > loss_disc_real_1: 0.20409080386161804 (0.20198429102698962) + | > loss_disc_real_2: 0.25767555832862854 (0.23270270774761836) + | > loss_disc_real_3: 0.292052686214447 (0.2216784194111824) + | > loss_disc_real_4: 0.2687293291091919 (0.2226999724904696) + | > loss_disc_real_5: 0.2889474928379059 (0.2448978419105212) + | > loss_0: 2.8258066177368164 (2.5165958404541016) + | > loss_gen: 1.9680538177490234 (2.1618643601735434) + | > loss_kl: 1.9654771089553833 (1.661779777208964) + | > loss_feat: 7.730839252471924 (6.667503809928894) + | > loss_mel: 24.327632904052734 (21.980081621805827) + | > loss_duration: 1.738466501235962 (1.7027253985404969) + | > loss_1: 37.730472564697266 (34.173954772949216) + + --> STEP: 31 + | > loss_disc: 2.779724359512329 (2.5250838571979153) + | > loss_disc_real_0: 0.16159777343273163 (0.13166246731435094) + | > loss_disc_real_1: 0.2712532877922058 (0.2042187747936095) + | > loss_disc_real_2: 0.2749824821949005 (0.23406657143946616) + | > loss_disc_real_3: 0.22752748429775238 (0.2218670989236524) + | > loss_disc_real_4: 0.22772248089313507 (0.22286198889055558) + | > loss_disc_real_5: 0.26968881487846375 (0.24569755071593868) + | > loss_0: 2.779724359512329 (2.5250838571979153) + | > loss_gen: 2.127232551574707 (2.1607472050574517) + | > loss_kl: 1.6005419492721558 (1.659804363404551) + | > loss_feat: 7.56615686416626 (6.696492618130099) + | > loss_mel: 24.195777893066406 (22.0515556950723) + | > loss_duration: 1.6399950981140137 (1.7007018404622232) + | > loss_1: 37.129703521728516 (34.269301506780806) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.011026697774087229 (-1.3382204117323021e-06) + | > avg_loss_disc: 2.5250838571979153 (+0.054482875331755665) + | > avg_loss_disc_real_0: 0.13166246731435094 (+0.021013368041284577) + | > avg_loss_disc_real_1: 0.2042187747936095 (+0.031433314565689346) + | > avg_loss_disc_real_2: 0.23406657143946616 (+0.026317184971224872) + | > avg_loss_disc_real_3: 0.2218670989236524 (-0.02280596859993475) + | > avg_loss_disc_real_4: 0.22286198889055558 (-0.00726377146859325) + | > avg_loss_disc_real_5: 0.24569755071593868 (+0.008694965993204407) + | > avg_loss_0: 2.5250838571979153 (+0.054482875331755665) + | > avg_loss_gen: 2.1607472050574517 (+0.09933821232088169) + | > avg_loss_kl: 1.659804363404551 (-0.03880733828390781) + | > avg_loss_feat: 6.696492618130099 (+0.45181971980679414) + | > avg_loss_mel: 22.0515556950723 (+0.8768967659242719) + | > avg_loss_duration: 1.7007018404622232 (-0.0014334455613167485) + | > avg_loss_1: 34.269301506780806 (+1.3878136296426078) + + + > EPOCH: 21/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 03:15:16)  + + --> TIME: 2024-11-23 03:15:21 -- STEP: 6/797 -- GLOBAL_STEP: 39850 + | > loss_disc: 2.4929392337799072 (2.5020198424657187) + | > loss_disc_real_0: 0.08592639863491058 (0.1270661068459352) + | > loss_disc_real_1: 0.275410532951355 (0.24670522411664328) + | > loss_disc_real_2: 0.2869415879249573 (0.2645563334226608) + | > loss_disc_real_3: 0.2497134953737259 (0.20808278769254684) + | > loss_disc_real_4: 0.22738394141197205 (0.22750120361646017) + | > loss_disc_real_5: 0.24637152254581451 (0.2345501035451889) + | > loss_0: 2.4929392337799072 (2.5020198424657187) + | > grad_norm_0: tensor(15.9652, device='cuda:0') (tensor(93.9645, device='cuda:0')) + | > loss_gen: 2.388800621032715 (2.3491835991541543) + | > loss_kl: 1.5171552896499634 (1.473346213499705) + | > loss_feat: 6.071686267852783 (6.5118809541066485) + | > loss_mel: 21.048730850219727 (21.41793727874756) + | > loss_duration: 1.7996909618377686 (1.9062940677007039) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.82606506347656 (33.658643086751304) + | > grad_norm_1: tensor(189.2571, device='cuda:0') (tensor(314.6447, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 0.764 (0.7534253199895223) + | > loader_time: 0.003 (0.004501541455586751) + + + --> TIME: 2024-11-23 03:15:40 -- STEP: 31/797 -- GLOBAL_STEP: 39875 + | > loss_disc: 2.476498603820801 (2.482021277950656) + | > loss_disc_real_0: 0.1819363534450531 (0.13061266584742448) + | > loss_disc_real_1: 0.19049713015556335 (0.22510216505296768) + | > loss_disc_real_2: 0.23754404485225677 (0.24740637262021345) + | > loss_disc_real_3: 0.2207387238740921 (0.22216458762845687) + | > loss_disc_real_4: 0.21254467964172363 (0.22635788350336014) + | > loss_disc_real_5: 0.22925151884555817 (0.2374457207418257) + | > loss_0: 2.476498603820801 (2.482021277950656) + | > grad_norm_0: tensor(95.0521, device='cuda:0') (tensor(61.7416, device='cuda:0')) + | > loss_gen: 2.1996397972106934 (2.3483439876187227) + | > loss_kl: 1.7280254364013672 (1.5560261126487487) + | > loss_feat: 6.610063552856445 (6.633947418582055) + | > loss_mel: 20.917518615722656 (21.213591360276745) + | > loss_duration: 1.7412889003753662 (1.8071112786569903) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.196537017822266 (33.559020073183135) + | > grad_norm_1: tensor(500.0141, device='cuda:0') (tensor(457.3852, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 0.7552 (0.7467746042436169) + | > loader_time: 0.0033 (0.004763841629028319) + + + --> TIME: 2024-11-23 03:15:59 -- STEP: 56/797 -- GLOBAL_STEP: 39900 + | > loss_disc: 2.512101650238037 (2.4675206584589824) + | > loss_disc_real_0: 0.12411776185035706 (0.13252190274319478) + | > loss_disc_real_1: 0.23234562575817108 (0.22132300665335997) + | > loss_disc_real_2: 0.22521942853927612 (0.23907120845147542) + | > loss_disc_real_3: 0.23144406080245972 (0.21905522607266903) + | > loss_disc_real_4: 0.2236158847808838 (0.22432489985866205) + | > loss_disc_real_5: 0.25905850529670715 (0.23196653170245035) + | > loss_0: 2.512101650238037 (2.4675206584589824) + | > grad_norm_0: tensor(167.9006, device='cuda:0') (tensor(52.5889, device='cuda:0')) + | > loss_gen: 2.3003969192504883 (2.3293189917291914) + | > loss_kl: 1.4031847715377808 (1.5586400926113129) + | > loss_feat: 6.816975116729736 (6.65695663860866) + | > loss_mel: 20.575176239013672 (21.21533162253243) + | > loss_duration: 1.634316325187683 (1.7781878752367837) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.73004913330078 (33.538435595376164) + | > grad_norm_1: tensor(717.2491, device='cuda:0') (tensor(485.2903, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 0.7819 (0.753368045602526) + | > loader_time: 0.0048 (0.004507171256201608) + + + --> TIME: 2024-11-23 03:16:19 -- STEP: 81/797 -- GLOBAL_STEP: 39925 + | > loss_disc: 2.4265658855438232 (2.4499714345107844) + | > loss_disc_real_0: 0.10974451899528503 (0.12994422018527985) + | > loss_disc_real_1: 0.24917080998420715 (0.21933348366507777) + | > loss_disc_real_2: 0.2272033840417862 (0.23665344899083363) + | > loss_disc_real_3: 0.2253808081150055 (0.2202374850526268) + | > loss_disc_real_4: 0.2495405375957489 (0.2215162572669394) + | > loss_disc_real_5: 0.2177804410457611 (0.22808093586821615) + | > loss_0: 2.4265658855438232 (2.4499714345107844) + | > grad_norm_0: tensor(38.0727, device='cuda:0') (tensor(51.8493, device='cuda:0')) + | > loss_gen: 2.5550944805145264 (2.345070300278841) + | > loss_kl: 1.4406259059906006 (1.5451616608066328) + | > loss_feat: 6.776522636413574 (6.6834936377442915) + | > loss_mel: 21.793981552124023 (21.15373430134338) + | > loss_duration: 1.6982638835906982 (1.7588696288473813) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.26449203491211 (33.48632986751605) + | > grad_norm_1: tensor(699.4638, device='cuda:0') (tensor(522.2010, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 0.779 (0.7557095716029038) + | > loader_time: 0.006 (0.00469180684030792) + + + --> TIME: 2024-11-23 03:16:38 -- STEP: 106/797 -- GLOBAL_STEP: 39950 + | > loss_disc: 2.4450278282165527 (2.459247071787996) + | > loss_disc_real_0: 0.15842291712760925 (0.13206770439755247) + | > loss_disc_real_1: 0.26116853952407837 (0.22004245235672537) + | > loss_disc_real_2: 0.19867752492427826 (0.23630182627799376) + | > loss_disc_real_3: 0.22037746012210846 (0.2214846246928539) + | > loss_disc_real_4: 0.22329221665859222 (0.22377026994835655) + | > loss_disc_real_5: 0.2152705192565918 (0.22919103446996436) + | > loss_0: 2.4450278282165527 (2.459247071787996) + | > grad_norm_0: tensor(111.5391, device='cuda:0') (tensor(54.1389, device='cuda:0')) + | > loss_gen: 2.31508731842041 (2.3402500962311366) + | > loss_kl: 1.4174680709838867 (1.5620703078665823) + | > loss_feat: 6.463348388671875 (6.680469692878003) + | > loss_mel: 19.85542106628418 (21.233839448892844) + | > loss_duration: 1.6762328147888184 (1.7501517298086635) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.727556228637695 (33.56678152984044) + | > grad_norm_1: tensor(808.6149, device='cuda:0') (tensor(532.0696, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 0.7493 (0.7562182174538666) + | > loader_time: 0.0054 (0.005100414438067742) + + + --> TIME: 2024-11-23 03:16:57 -- STEP: 131/797 -- GLOBAL_STEP: 39975 + | > loss_disc: 2.4951283931732178 (2.4603520513490866) + | > loss_disc_real_0: 0.23913408815860748 (0.13308216622881314) + | > loss_disc_real_1: 0.24988067150115967 (0.21942060036968639) + | > loss_disc_real_2: 0.2055351883172989 (0.23611638780313593) + | > loss_disc_real_3: 0.20491497218608856 (0.2215126375205644) + | > loss_disc_real_4: 0.2390459030866623 (0.22382897366094226) + | > loss_disc_real_5: 0.2094646692276001 (0.22849176073347338) + | > loss_0: 2.4951283931732178 (2.4603520513490866) + | > grad_norm_0: tensor(167.1812, device='cuda:0') (tensor(60.7636, device='cuda:0')) + | > loss_gen: 2.5739734172821045 (2.3485817690842024) + | > loss_kl: 1.3393664360046387 (1.5479532361940573) + | > loss_feat: 6.7256646156311035 (6.715076617612183) + | > loss_mel: 21.66366195678711 (21.270532287714136) + | > loss_duration: 1.730968713760376 (1.7445941089673807) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.033634185791016 (33.626738220680764) + | > grad_norm_1: tensor(616.3802, device='cuda:0') (tensor(560.6798, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 0.8241 (0.758904182273923) + | > loader_time: 0.0041 (0.005145657153529975) + + + --> TIME: 2024-11-23 03:17:17 -- STEP: 156/797 -- GLOBAL_STEP: 40000 + | > loss_disc: 2.6052639484405518 (2.4604755410781283) + | > loss_disc_real_0: 0.0907844826579094 (0.13187079055187034) + | > loss_disc_real_1: 0.19105836749076843 (0.2190038452927883) + | > loss_disc_real_2: 0.2339853048324585 (0.234609680584608) + | > loss_disc_real_3: 0.17881307005882263 (0.22270450167931044) + | > loss_disc_real_4: 0.2504470944404602 (0.22401719492597458) + | > loss_disc_real_5: 0.2325209081172943 (0.22825447947551042) + | > loss_0: 2.6052639484405518 (2.4604755410781283) + | > grad_norm_0: tensor(134.6863, device='cuda:0') (tensor(67.4411, device='cuda:0')) + | > loss_gen: 2.263632297515869 (2.353230349528483) + | > loss_kl: 1.6923842430114746 (1.5375747199241925) + | > loss_feat: 6.177968978881836 (6.7059040528077345) + | > loss_mel: 19.959712982177734 (21.214082571176384) + | > loss_duration: 1.7151288986206055 (1.737593018091642) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.808826446533203 (33.548384862068374) + | > grad_norm_1: tensor(554.3815, device='cuda:0') (tensor(559.6429, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 0.7605 (0.7648696517333006) + | > loader_time: 0.0048 (0.005315742431542812) + + + > CHECKPOINT : vits_shi_male-November-22-2024_02+49AM-0000000/checkpoint_40000.pth + + --> TIME: 2024-11-23 03:17:43 -- STEP: 181/797 -- GLOBAL_STEP: 40025 + | > loss_disc: 2.3955283164978027 (2.4580014990179593) + | > loss_disc_real_0: 0.13161951303482056 (0.13147465847638443) + | > loss_disc_real_1: 0.16834329068660736 (0.21846145020993374) + | > loss_disc_real_2: 0.23762494325637817 (0.23529977462568336) + | > loss_disc_real_3: 0.23022203147411346 (0.22251604291615565) + | > loss_disc_real_4: 0.2133411467075348 (0.2235490120741544) + | > loss_disc_real_5: 0.24069342017173767 (0.22932403571697887) + | > loss_0: 2.3955283164978027 (2.4580014990179593) + | > grad_norm_0: tensor(22.1052, device='cuda:0') (tensor(68.3820, device='cuda:0')) + | > loss_gen: 2.35394024848938 (2.35573569977481) + | > loss_kl: 1.6035410165786743 (1.5365223634308867) + | > loss_feat: 7.060338973999023 (6.7150882436425645) + | > loss_mel: 21.868106842041016 (21.278956608219044) + | > loss_duration: 1.6808786392211914 (1.7306865842302859) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.566802978515625 (33.616989599407056) + | > grad_norm_1: tensor(360.3548, device='cuda:0') (tensor(563.3327, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 0.7474 (0.7718909300493272) + | > loader_time: 0.0049 (0.005444591216619502) + + + --> TIME: 2024-11-23 03:18:03 -- STEP: 206/797 -- GLOBAL_STEP: 40050 + | > loss_disc: 2.5086123943328857 (2.4582070933962332) + | > loss_disc_real_0: 0.1770128607749939 (0.13242057117732986) + | > loss_disc_real_1: 0.23256509006023407 (0.21869760238140531) + | > loss_disc_real_2: 0.20391075313091278 (0.23473153993921372) + | > loss_disc_real_3: 0.22678518295288086 (0.22286879256801698) + | > loss_disc_real_4: 0.19380730390548706 (0.2228389482909036) + | > loss_disc_real_5: 0.22008180618286133 (0.2286426440894025) + | > loss_0: 2.5086123943328857 (2.4582070933962332) + | > grad_norm_0: tensor(138.5975, device='cuda:0') (tensor(68.2795, device='cuda:0')) + | > loss_gen: 2.2070040702819824 (2.3508312042477053) + | > loss_kl: 1.5109667778015137 (1.5406629356365753) + | > loss_feat: 6.4901933670043945 (6.707553051050427) + | > loss_mel: 22.432374954223633 (21.29566759276158) + | > loss_duration: 1.7231333255767822 (1.7287509371933427) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.363670349121094 (33.62346576949925) + | > grad_norm_1: tensor(715.0252, device='cuda:0') (tensor(556.1163, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 0.8102 (0.774330356746044) + | > loader_time: 0.0045 (0.005536733321773196) + + + --> TIME: 2024-11-23 03:18:24 -- STEP: 231/797 -- GLOBAL_STEP: 40075 + | > loss_disc: 2.2845211029052734 (2.4584113601998334) + | > loss_disc_real_0: 0.09106054902076721 (0.1320463452504311) + | > loss_disc_real_1: 0.22653798758983612 (0.21883263661489857) + | > loss_disc_real_2: 0.24062326550483704 (0.23515515700305178) + | > loss_disc_real_3: 0.209448903799057 (0.22241391712452943) + | > loss_disc_real_4: 0.21696557104587555 (0.22238805670758863) + | > loss_disc_real_5: 0.21261245012283325 (0.22915107734275586) + | > loss_0: 2.2845211029052734 (2.4584113601998334) + | > grad_norm_0: tensor(49.6080, device='cuda:0') (tensor(68.1027, device='cuda:0')) + | > loss_gen: 2.407691478729248 (2.3557031763580443) + | > loss_kl: 1.3642446994781494 (1.542253869952577) + | > loss_feat: 6.812044620513916 (6.705080195422813) + | > loss_mel: 20.897361755371094 (21.314898676686465) + | > loss_duration: 1.6929455995559692 (1.725757492569102) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.17428970336914 (33.643693478076464) + | > grad_norm_1: tensor(675.4648, device='cuda:0') (tensor(564.8983, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 0.811 (0.7784508265458144) + | > loader_time: 0.0048 (0.005655678835782138) + + + --> TIME: 2024-11-23 03:18:44 -- STEP: 256/797 -- GLOBAL_STEP: 40100 + | > loss_disc: 2.488429546356201 (2.4564243657514453) + | > loss_disc_real_0: 0.141057550907135 (0.13107927152304916) + | > loss_disc_real_1: 0.2103445678949356 (0.21881383715663105) + | > loss_disc_real_2: 0.2348886877298355 (0.23454261396545917) + | > loss_disc_real_3: 0.2490217089653015 (0.2222559258225374) + | > loss_disc_real_4: 0.22587575018405914 (0.221812499279622) + | > loss_disc_real_5: 0.20786689221858978 (0.229416512476746) + | > loss_0: 2.488429546356201 (2.4564243657514453) + | > grad_norm_0: tensor(119.3361, device='cuda:0') (tensor(68.5217, device='cuda:0')) + | > loss_gen: 2.320169448852539 (2.3546186052262774) + | > loss_kl: 1.4968944787979126 (1.5458158552646633) + | > loss_feat: 6.217167377471924 (6.699871972203255) + | > loss_mel: 21.038639068603516 (21.31974792480468) + | > loss_duration: 1.6888225078582764 (1.7219241568818688) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.76169204711914 (33.64197851717471) + | > grad_norm_1: tensor(501.4183, device='cuda:0') (tensor(568.8558, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 0.8424 (0.7816073661670089) + | > loader_time: 0.0069 (0.00579693540930748) + + + --> TIME: 2024-11-23 03:19:05 -- STEP: 281/797 -- GLOBAL_STEP: 40125 + | > loss_disc: 2.583803415298462 (2.458580811252798) + | > loss_disc_real_0: 0.1123795211315155 (0.13163402692491055) + | > loss_disc_real_1: 0.18470729887485504 (0.21893321757214773) + | > loss_disc_real_2: 0.20738549530506134 (0.23395131544286246) + | > loss_disc_real_3: 0.2337917983531952 (0.2221869461477015) + | > loss_disc_real_4: 0.22826026380062103 (0.22223324644183773) + | > loss_disc_real_5: 0.2611350119113922 (0.22992542905739619) + | > loss_0: 2.583803415298462 (2.458580811252798) + | > grad_norm_0: tensor(55.9297, device='cuda:0') (tensor(69.4004, device='cuda:0')) + | > loss_gen: 2.2188985347747803 (2.357676505194015) + | > loss_kl: 1.6274269819259644 (1.5455177767845232) + | > loss_feat: 5.62615966796875 (6.7055951233860425) + | > loss_mel: 19.586368560791016 (21.349098572103145) + | > loss_duration: 1.708489179611206 (1.719529567664204) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.76734161376953 (33.67741753113227) + | > grad_norm_1: tensor(455.4538, device='cuda:0') (tensor(575.0207, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 0.8091 (0.7838591019029718) + | > loader_time: 0.0052 (0.0059689796692111744) + + + --> TIME: 2024-11-23 03:19:25 -- STEP: 306/797 -- GLOBAL_STEP: 40150 + | > loss_disc: 2.555875539779663 (2.467104843239379) + | > loss_disc_real_0: 0.14381995797157288 (0.13731403040145743) + | > loss_disc_real_1: 0.26279786229133606 (0.21892624981457895) + | > loss_disc_real_2: 0.25995534658432007 (0.23477785016586578) + | > loss_disc_real_3: 0.2542448341846466 (0.22292892181990193) + | > loss_disc_real_4: 0.22405199706554413 (0.22215316269327612) + | > loss_disc_real_5: 0.2389436811208725 (0.2296923852823918) + | > loss_0: 2.555875539779663 (2.467104843239379) + | > grad_norm_0: tensor(13.3360, device='cuda:0') (tensor(68.8645, device='cuda:0')) + | > loss_gen: 2.093409776687622 (2.352924755975313) + | > loss_kl: 1.645867109298706 (1.5500248432938564) + | > loss_feat: 5.864091396331787 (6.6748549766789855) + | > loss_mel: 22.324010848999023 (21.35350019791545) + | > loss_duration: 1.6771721839904785 (1.7175410000327362) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.60455322265625 (33.648845803503896) + | > grad_norm_1: tensor(162.5086, device='cuda:0') (tensor(566.6181, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 0.7668 (0.7867348279828338) + | > loader_time: 0.0062 (0.006049001918119545) + + + --> TIME: 2024-11-23 03:19:46 -- STEP: 331/797 -- GLOBAL_STEP: 40175 + | > loss_disc: 2.5218653678894043 (2.4658062638112788) + | > loss_disc_real_0: 0.1874104142189026 (0.1371219631543333) + | > loss_disc_real_1: 0.1800352931022644 (0.21863598081640612) + | > loss_disc_real_2: 0.24685834348201752 (0.23440041048649216) + | > loss_disc_real_3: 0.22793276607990265 (0.22292903997566765) + | > loss_disc_real_4: 0.24540553987026215 (0.22186267159856699) + | > loss_disc_real_5: 0.22250907123088837 (0.229447598678828) + | > loss_0: 2.5218653678894043 (2.4658062638112788) + | > grad_norm_0: tensor(32.9647, device='cuda:0') (tensor(67.8388, device='cuda:0')) + | > loss_gen: 2.164848804473877 (2.3476989557375734) + | > loss_kl: 1.5157103538513184 (1.5502189495052088) + | > loss_feat: 5.650798797607422 (6.648036536133182) + | > loss_mel: 20.22450828552246 (21.32159390406304) + | > loss_duration: 1.6505367755889893 (1.7155030223898293) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.206403732299805 (33.58305144526087) + | > grad_norm_1: tensor(377.5550, device='cuda:0') (tensor(562.9320, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 0.8585 (0.7889414107331335) + | > loader_time: 0.0063 (0.006090756989677868) + + + --> TIME: 2024-11-23 03:20:07 -- STEP: 356/797 -- GLOBAL_STEP: 40200 + | > loss_disc: 2.4274017810821533 (2.46575027972125) + | > loss_disc_real_0: 0.13569337129592896 (0.13705441749162897) + | > loss_disc_real_1: 0.21737273037433624 (0.2188460815990909) + | > loss_disc_real_2: 0.2583674490451813 (0.2345449375721176) + | > loss_disc_real_3: 0.21383802592754364 (0.22290846282679044) + | > loss_disc_real_4: 0.23966991901397705 (0.22185993282480188) + | > loss_disc_real_5: 0.2190215289592743 (0.2288481661359246) + | > loss_0: 2.4274017810821533 (2.46575027972125) + | > grad_norm_0: tensor(98.8174, device='cuda:0') (tensor(69.6759, device='cuda:0')) + | > loss_gen: 2.3390212059020996 (2.3455092485031406) + | > loss_kl: 1.3558435440063477 (1.5491176317916822) + | > loss_feat: 6.441351890563965 (6.638411686661538) + | > loss_mel: 22.612756729125977 (21.311568849542144) + | > loss_duration: 1.6699305772781372 (1.7128685066539246) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.41890335083008 (33.557476011554854) + | > grad_norm_1: tensor(513.6970, device='cuda:0') (tensor(564.8636, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 0.7768 (0.7913005780637933) + | > loader_time: 0.007 (0.006214610646280011) + + + --> TIME: 2024-11-23 03:20:28 -- STEP: 381/797 -- GLOBAL_STEP: 40225 + | > loss_disc: 2.4625561237335205 (2.4670817038518558) + | > loss_disc_real_0: 0.15566976368427277 (0.13821035887547373) + | > loss_disc_real_1: 0.1892767697572708 (0.21862452123265258) + | > loss_disc_real_2: 0.2343073934316635 (0.23422508696558594) + | > loss_disc_real_3: 0.21036934852600098 (0.2230022671263362) + | > loss_disc_real_4: 0.20562408864498138 (0.22214766542899014) + | > loss_disc_real_5: 0.20140276849269867 (0.22936399249736406) + | > loss_0: 2.4625561237335205 (2.4670817038518558) + | > grad_norm_0: tensor(11.9965, device='cuda:0') (tensor(68.8598, device='cuda:0')) + | > loss_gen: 2.1705408096313477 (2.344926442999855) + | > loss_kl: 1.5749377012252808 (1.5504527476828862) + | > loss_feat: 6.725498676300049 (6.637069931180458) + | > loss_mel: 19.923635482788086 (21.321280306718464) + | > loss_duration: 1.6830179691314697 (1.7104141818569711) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.07762908935547 (33.56414371400368) + | > grad_norm_1: tensor(244.9163, device='cuda:0') (tensor(556.9890, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 0.8051 (0.7930699089380698) + | > loader_time: 0.0066 (0.006424689230330661) + + + --> TIME: 2024-11-23 03:20:49 -- STEP: 406/797 -- GLOBAL_STEP: 40250 + | > loss_disc: 2.416353464126587 (2.469586593764169) + | > loss_disc_real_0: 0.15514248609542847 (0.13834059119151154) + | > loss_disc_real_1: 0.22217746078968048 (0.21899236969906713) + | > loss_disc_real_2: 0.1718209683895111 (0.23420762222975933) + | > loss_disc_real_3: 0.18261145055294037 (0.22317026772082146) + | > loss_disc_real_4: 0.21073752641677856 (0.22198325112975878) + | > loss_disc_real_5: 0.19575484097003937 (0.22971225537249607) + | > loss_0: 2.416353464126587 (2.469586593764169) + | > grad_norm_0: tensor(96.3949, device='cuda:0') (tensor(67.8172, device='cuda:0')) + | > loss_gen: 2.429501533508301 (2.340100728819526) + | > loss_kl: 1.7847084999084473 (1.5509508481166627) + | > loss_feat: 7.2128729820251465 (6.620459463796005) + | > loss_mel: 21.302610397338867 (21.306915743597603) + | > loss_duration: 1.6932871341705322 (1.7092342191729049) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.42298126220703 (33.52766114502705) + | > grad_norm_1: tensor(791.3199, device='cuda:0') (tensor(547.6226, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 0.8093 (0.7946782705231838) + | > loader_time: 0.014 (0.006497483535353187) + + + --> TIME: 2024-11-23 03:21:10 -- STEP: 431/797 -- GLOBAL_STEP: 40275 + | > loss_disc: 2.494074821472168 (2.4674683164831106) + | > loss_disc_real_0: 0.12088633328676224 (0.1371574343944924) + | > loss_disc_real_1: 0.2020765244960785 (0.2184863671003528) + | > loss_disc_real_2: 0.22540055215358734 (0.23423692649727354) + | > loss_disc_real_3: 0.20289558172225952 (0.2230413080713865) + | > loss_disc_real_4: 0.24543970823287964 (0.2220775557643023) + | > loss_disc_real_5: 0.27267691493034363 (0.23001618451695985) + | > loss_0: 2.494074821472168 (2.4674683164831106) + | > grad_norm_0: tensor(117.6342, device='cuda:0') (tensor(67.6412, device='cuda:0')) + | > loss_gen: 2.437218189239502 (2.3434936153916386) + | > loss_kl: 1.7173773050308228 (1.550475428939695) + | > loss_feat: 7.15352201461792 (6.629347780187833) + | > loss_mel: 22.471921920776367 (21.326590456154932) + | > loss_duration: 1.7329055070877075 (1.7076710614693411) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.51294708251953 (33.557578491777384) + | > grad_norm_1: tensor(445.9546, device='cuda:0') (tensor(554.7716, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 0.8052 (0.7970495500586701) + | > loader_time: 0.0109 (0.006632683725202168) + + + --> TIME: 2024-11-23 03:21:31 -- STEP: 456/797 -- GLOBAL_STEP: 40300 + | > loss_disc: 2.274832010269165 (2.4640281508889115) + | > loss_disc_real_0: 0.07502686977386475 (0.13631616812199362) + | > loss_disc_real_1: 0.24261528253555298 (0.21849077835417632) + | > loss_disc_real_2: 0.2259364128112793 (0.233723724783774) + | > loss_disc_real_3: 0.20081837475299835 (0.2230454304239206) + | > loss_disc_real_4: 0.2431197166442871 (0.2218903336477907) + | > loss_disc_real_5: 0.260376900434494 (0.2298202754178068) + | > loss_0: 2.274832010269165 (2.4640281508889115) + | > grad_norm_0: tensor(11.6190, device='cuda:0') (tensor(67.7639, device='cuda:0')) + | > loss_gen: 2.4904534816741943 (2.3491273412579003) + | > loss_kl: 1.5990227460861206 (1.5522675370438053) + | > loss_feat: 7.419105052947998 (6.652959400101712) + | > loss_mel: 23.081745147705078 (21.359555947153176) + | > loss_duration: 1.749272108078003 (1.7067573057454926) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.339595794677734 (33.620667708547465) + | > grad_norm_1: tensor(358.3074, device='cuda:0') (tensor(553.9789, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 0.8152 (0.7994183861372762) + | > loader_time: 0.0085 (0.006741837974180256) + + + --> TIME: 2024-11-23 03:21:53 -- STEP: 481/797 -- GLOBAL_STEP: 40325 + | > loss_disc: 2.4646618366241455 (2.463268611138675) + | > loss_disc_real_0: 0.12144831568002701 (0.13555938386495806) + | > loss_disc_real_1: 0.19422155618667603 (0.2180787010463013) + | > loss_disc_real_2: 0.23141838610172272 (0.23383569773170407) + | > loss_disc_real_3: 0.2147139310836792 (0.2229782154245337) + | > loss_disc_real_4: 0.21019519865512848 (0.2221484489413656) + | > loss_disc_real_5: 0.1992291808128357 (0.23037980376063166) + | > loss_0: 2.4646618366241455 (2.463268611138675) + | > grad_norm_0: tensor(22.8366, device='cuda:0') (tensor(67.5815, device='cuda:0')) + | > loss_gen: 2.220245838165283 (2.3524029919114797) + | > loss_kl: 1.461105227470398 (1.5521225887128067) + | > loss_feat: 6.715576171875 (6.660917302922747) + | > loss_mel: 21.107324600219727 (21.379709862373957) + | > loss_duration: 1.7006206512451172 (1.70572555610395) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.204872131347656 (33.65087850178103) + | > grad_norm_1: tensor(594.2698, device='cuda:0') (tensor(551.3445, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 0.8222 (0.802066205692886) + | > loader_time: 0.0077 (0.006837448310455513) + + + --> TIME: 2024-11-23 03:22:15 -- STEP: 506/797 -- GLOBAL_STEP: 40350 + | > loss_disc: 2.2415857315063477 (2.4622661016675322) + | > loss_disc_real_0: 0.10230985283851624 (0.1350473758319151) + | > loss_disc_real_1: 0.18670284748077393 (0.2180783906767491) + | > loss_disc_real_2: 0.19300386309623718 (0.23338029648475497) + | > loss_disc_real_3: 0.21588343381881714 (0.22306563107392532) + | > loss_disc_real_4: 0.222157821059227 (0.22196028693744788) + | > loss_disc_real_5: 0.22334696352481842 (0.22983927376892255) + | > loss_0: 2.2415857315063477 (2.4622661016675322) + | > grad_norm_0: tensor(96.7374, device='cuda:0') (tensor(67.7331, device='cuda:0')) + | > loss_gen: 2.4737586975097656 (2.351905442038074) + | > loss_kl: 1.4059278964996338 (1.5533198749595005) + | > loss_feat: 6.473660945892334 (6.666053437432753) + | > loss_mel: 20.216590881347656 (21.377900142443494) + | > loss_duration: 1.6990907192230225 (1.7044332307789163) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.26902770996094 (33.65361230269719) + | > grad_norm_1: tensor(852.4653, device='cuda:0') (tensor(550.8241, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 0.8921 (0.8047658713909948) + | > loader_time: 0.0126 (0.006951822122566315) + + + --> TIME: 2024-11-23 03:22:36 -- STEP: 531/797 -- GLOBAL_STEP: 40375 + | > loss_disc: 2.708890199661255 (2.4628435680870737) + | > loss_disc_real_0: 0.1706119030714035 (0.13505555982587486) + | > loss_disc_real_1: 0.2677597105503082 (0.21810832136992908) + | > loss_disc_real_2: 0.27753323316574097 (0.23366226620705563) + | > loss_disc_real_3: 0.2909972667694092 (0.22308570300904146) + | > loss_disc_real_4: 0.27824652194976807 (0.22188999595053902) + | > loss_disc_real_5: 0.31837669014930725 (0.2304874818259938) + | > loss_0: 2.708890199661255 (2.4628435680870737) + | > grad_norm_0: tensor(159.6521, device='cuda:0') (tensor(67.1851, device='cuda:0')) + | > loss_gen: 2.3005495071411133 (2.3518506618542876) + | > loss_kl: 1.5025664567947388 (1.5522583164064223) + | > loss_feat: 4.769503593444824 (6.662931060611416) + | > loss_mel: 19.26321029663086 (21.366901731760475) + | > loss_duration: 1.7039260864257812 (1.7040230381511248) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 29.539756774902344 (33.63796499219988) + | > grad_norm_1: tensor(260.3926, device='cuda:0') (tensor(546.6886, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 0.8304 (0.8073871158161628) + | > loader_time: 0.0068 (0.007043385909775557) + + + --> TIME: 2024-11-23 03:22:58 -- STEP: 556/797 -- GLOBAL_STEP: 40400 + | > loss_disc: 2.3278379440307617 (2.46168724538611) + | > loss_disc_real_0: 0.13099384307861328 (0.13485923204437014) + | > loss_disc_real_1: 0.21006982028484344 (0.21781246591922193) + | > loss_disc_real_2: 0.24903206527233124 (0.23353363675393646) + | > loss_disc_real_3: 0.24662567675113678 (0.22301555290925415) + | > loss_disc_real_4: 0.23079895973205566 (0.22150248522273927) + | > loss_disc_real_5: 0.21466809511184692 (0.2303325744251982) + | > loss_0: 2.3278379440307617 (2.46168724538611) + | > grad_norm_0: tensor(31.4994, device='cuda:0') (tensor(66.6197, device='cuda:0')) + | > loss_gen: 2.7197458744049072 (2.351570807772576) + | > loss_kl: 1.7370086908340454 (1.5527543822209613) + | > loss_feat: 8.413424491882324 (6.674010995480655) + | > loss_mel: 22.482290267944336 (21.386429038836784) + | > loss_duration: 1.6508448123931885 (1.7034667303665074) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.00331497192383 (33.66823215278787) + | > grad_norm_1: tensor(928.0301, device='cuda:0') (tensor(545.9241, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 0.8646 (0.8096262906952724) + | > loader_time: 0.0077 (0.007167975679575969) + + + --> TIME: 2024-11-23 03:23:20 -- STEP: 581/797 -- GLOBAL_STEP: 40425 + | > loss_disc: 2.3679440021514893 (2.4612080185015306) + | > loss_disc_real_0: 0.06516610085964203 (0.1343371208032622) + | > loss_disc_real_1: 0.18876998126506805 (0.21787087914250192) + | > loss_disc_real_2: 0.20461510121822357 (0.23353881910828017) + | > loss_disc_real_3: 0.21822434663772583 (0.22296107179531746) + | > loss_disc_real_4: 0.24054762721061707 (0.2220297756888575) + | > loss_disc_real_5: 0.26649895310401917 (0.23050430642758302) + | > loss_0: 2.3679440021514893 (2.4612080185015306) + | > grad_norm_0: tensor(44.1616, device='cuda:0') (tensor(67.1518, device='cuda:0')) + | > loss_gen: 2.401840925216675 (2.3540559479784036) + | > loss_kl: 1.3638571500778198 (1.5535490098385307) + | > loss_feat: 7.320914268493652 (6.6744073894060865) + | > loss_mel: 23.31924057006836 (21.40291066588303) + | > loss_duration: 1.737146019935608 (1.7029427173010452) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.14299774169922 (33.68786590891325) + | > grad_norm_1: tensor(908.8679, device='cuda:0') (tensor(549.1409, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 0.8727 (0.8123066314526555) + | > loader_time: 0.0128 (0.007261623819190335) + + + --> TIME: 2024-11-23 03:23:43 -- STEP: 606/797 -- GLOBAL_STEP: 40450 + | > loss_disc: 2.543775796890259 (2.4634304168594157) + | > loss_disc_real_0: 0.2159336507320404 (0.13504893959134134) + | > loss_disc_real_1: 0.206197589635849 (0.21777568501804528) + | > loss_disc_real_2: 0.2274169623851776 (0.2333745234722745) + | > loss_disc_real_3: 0.24666720628738403 (0.2231377354352781) + | > loss_disc_real_4: 0.1722017377614975 (0.2220050610921564) + | > loss_disc_real_5: 0.21598011255264282 (0.23060258096790942) + | > loss_0: 2.543775796890259 (2.4634304168594157) + | > grad_norm_0: tensor(90.4335, device='cuda:0') (tensor(68.5551, device='cuda:0')) + | > loss_gen: 2.367582082748413 (2.354355792401256) + | > loss_kl: 1.4934275150299072 (1.5538584780771736) + | > loss_feat: 6.414396286010742 (6.669547298953877) + | > loss_mel: 21.626800537109375 (21.413911979977435) + | > loss_duration: 1.76083505153656 (1.7025733039324031) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.66304016113281 (33.694247016025436) + | > grad_norm_1: tensor(335.2833, device='cuda:0') (tensor(549.2636, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 0.8875 (0.8149029941055247) + | > loader_time: 0.0075 (0.00739408798343671) + + + --> TIME: 2024-11-23 03:24:05 -- STEP: 631/797 -- GLOBAL_STEP: 40475 + | > loss_disc: 2.1455419063568115 (2.462942508434531) + | > loss_disc_real_0: 0.1570259928703308 (0.13504444653679004) + | > loss_disc_real_1: 0.16766664385795593 (0.21781838150390923) + | > loss_disc_real_2: 0.21975038945674896 (0.2336129233028545) + | > loss_disc_real_3: 0.2024402916431427 (0.2230973540083542) + | > loss_disc_real_4: 0.18245038390159607 (0.2219611028956158) + | > loss_disc_real_5: 0.20027799904346466 (0.23056310594743104) + | > loss_0: 2.1455419063568115 (2.462942508434531) + | > grad_norm_0: tensor(58.1339, device='cuda:0') (tensor(68.9693, device='cuda:0')) + | > loss_gen: 2.6905007362365723 (2.354391660629855) + | > loss_kl: 1.6420100927352905 (1.5540336806876156) + | > loss_feat: 7.176801681518555 (6.665142286031641) + | > loss_mel: 22.22842788696289 (21.423515419574613) + | > loss_duration: 1.7032883167266846 (1.7027237175383765) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.4410285949707 (33.6998069267454) + | > grad_norm_1: tensor(96.5294, device='cuda:0') (tensor(545.8071, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 0.8871 (0.8177508125214492) + | > loader_time: 0.0077 (0.007505319008925449) + + + --> TIME: 2024-11-23 03:24:28 -- STEP: 656/797 -- GLOBAL_STEP: 40500 + | > loss_disc: 2.4235215187072754 (2.461984421058399) + | > loss_disc_real_0: 0.08582223951816559 (0.1349682628529192) + | > loss_disc_real_1: 0.19460885226726532 (0.21761061144402113) + | > loss_disc_real_2: 0.19253619015216827 (0.2332955424151406) + | > loss_disc_real_3: 0.23746727406978607 (0.22330053032534877) + | > loss_disc_real_4: 0.18611517548561096 (0.221811362542212) + | > loss_disc_real_5: 0.1899365782737732 (0.23024475597208593) + | > loss_0: 2.4235215187072754 (2.461984421058399) + | > grad_norm_0: tensor(35.7592, device='cuda:0') (tensor(68.6738, device='cuda:0')) + | > loss_gen: 2.4906349182128906 (2.3524331165159644) + | > loss_kl: 1.552502155303955 (1.5532950877052978) + | > loss_feat: 7.587183952331543 (6.664202536024704) + | > loss_mel: 21.829452514648438 (21.420383659804717) + | > loss_duration: 1.7072964906692505 (1.7023888372066538) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.16707229614258 (33.69270338372481) + | > grad_norm_1: tensor(686.4586, device='cuda:0') (tensor(540.0304, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 0.8639 (0.8205717914715044) + | > loader_time: 0.0092 (0.007632813075693642) + + + --> TIME: 2024-11-23 03:24:51 -- STEP: 681/797 -- GLOBAL_STEP: 40525 + | > loss_disc: 2.4734318256378174 (2.4618035812209893) + | > loss_disc_real_0: 0.13093319535255432 (0.13483783714856173) + | > loss_disc_real_1: 0.21649836003780365 (0.21743807877125368) + | > loss_disc_real_2: 0.24388040602207184 (0.2336387661628961) + | > loss_disc_real_3: 0.21935519576072693 (0.2232805888295699) + | > loss_disc_real_4: 0.18941015005111694 (0.22221978266946368) + | > loss_disc_real_5: 0.21425043046474457 (0.23077240605973987) + | > loss_0: 2.4734318256378174 (2.4618035812209893) + | > grad_norm_0: tensor(4.2098, device='cuda:0') (tensor(68.7741, device='cuda:0')) + | > loss_gen: 2.396653890609741 (2.3526403328045564) + | > loss_kl: 1.6116080284118652 (1.5545079928662802) + | > loss_feat: 6.727986812591553 (6.657204765930405) + | > loss_mel: 23.02971839904785 (21.425114560232274) + | > loss_duration: 1.66815185546875 (1.7021209801521238) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.43411636352539 (33.6915887532955) + | > grad_norm_1: tensor(231.8196, device='cuda:0') (tensor(541.4727, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 0.9395 (0.8240310407069985) + | > loader_time: 0.0089 (0.007782202985318221) + + + --> TIME: 2024-11-23 03:25:15 -- STEP: 706/797 -- GLOBAL_STEP: 40550 + | > loss_disc: 2.631929636001587 (2.4634305478493164) + | > loss_disc_real_0: 0.21177104115486145 (0.13544529945017092) + | > loss_disc_real_1: 0.22624777257442474 (0.21746959739889707) + | > loss_disc_real_2: 0.2543933391571045 (0.23339642073547537) + | > loss_disc_real_3: 0.2508741319179535 (0.2233610365529236) + | > loss_disc_real_4: 0.260623574256897 (0.22206821309523947) + | > loss_disc_real_5: 0.2532401382923126 (0.23077442655313454) + | > loss_0: 2.631929636001587 (2.4634305478493164) + | > grad_norm_0: tensor(68.1206, device='cuda:0') (tensor(69.7138, device='cuda:0')) + | > loss_gen: 2.384871244430542 (2.351876894914397) + | > loss_kl: 1.4276453256607056 (1.5565748888439896) + | > loss_feat: 6.275993347167969 (6.655166916401465) + | > loss_mel: 22.47339630126953 (21.429855822166015) + | > loss_duration: 1.6591509580612183 (1.7016488573706514) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.22105407714844 (33.695123483371425) + | > grad_norm_1: tensor(148.8451, device='cuda:0') (tensor(540.7233, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 0.9506 (0.8278673853482469) + | > loader_time: 0.009 (0.007916073961230919) + + + --> TIME: 2024-11-23 03:25:39 -- STEP: 731/797 -- GLOBAL_STEP: 40575 + | > loss_disc: 2.55747652053833 (2.4650677065842803) + | > loss_disc_real_0: 0.06658139824867249 (0.13649536786465902) + | > loss_disc_real_1: 0.23392453789710999 (0.21740392704587302) + | > loss_disc_real_2: 0.27458563446998596 (0.23361098460557522) + | > loss_disc_real_3: 0.2510582208633423 (0.22355503879395783) + | > loss_disc_real_4: 0.251127153635025 (0.2220894912239954) + | > loss_disc_real_5: 0.26072511076927185 (0.2308205598927066) + | > loss_0: 2.55747652053833 (2.4650677065842803) + | > grad_norm_0: tensor(50.3709, device='cuda:0') (tensor(70.6336, device='cuda:0')) + | > loss_gen: 2.1863367557525635 (2.3517384984098633) + | > loss_kl: 1.479453682899475 (1.5575339443543372) + | > loss_feat: 6.069385051727295 (6.656697741611554) + | > loss_mel: 19.429235458374023 (21.432494981507418) + | > loss_duration: 1.6919938325881958 (1.7007901525040814) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.856403350830078 (33.69925542014728) + | > grad_norm_1: tensor(344.4168, device='cuda:0') (tensor(537.6484, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 0.9521 (0.8322028141830589) + | > loader_time: 0.0105 (0.00812427289834916) + + + --> TIME: 2024-11-23 03:26:06 -- STEP: 756/797 -- GLOBAL_STEP: 40600 + | > loss_disc: 2.456735134124756 (2.4651991699738502) + | > loss_disc_real_0: 0.15928661823272705 (0.136839086741761) + | > loss_disc_real_1: 0.20472075045108795 (0.21753255648430062) + | > loss_disc_real_2: 0.21141135692596436 (0.23346814702427576) + | > loss_disc_real_3: 0.2366468906402588 (0.2235236764742584) + | > loss_disc_real_4: 0.2348846048116684 (0.22204983437423984) + | > loss_disc_real_5: 0.2757570147514343 (0.23070902138869598) + | > loss_0: 2.456735134124756 (2.4651991699738502) + | > grad_norm_0: tensor(88.3193, device='cuda:0') (tensor(70.8009, device='cuda:0')) + | > loss_gen: 2.3014838695526123 (2.3516662715288716) + | > loss_kl: 1.6094914674758911 (1.5569574071301349) + | > loss_feat: 5.663303852081299 (6.652107708668588) + | > loss_mel: 19.859844207763672 (21.436432094170296) + | > loss_duration: 1.6682289838790894 (1.6997931315785357) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.10235023498535 (33.69695671020988) + | > grad_norm_1: tensor(291.6836, device='cuda:0') (tensor(534.8445, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 0.9989 (0.8364370093143805) + | > loader_time: 0.1222 (0.01179473583029691) + + + --> TIME: 2024-11-23 03:26:44 -- STEP: 781/797 -- GLOBAL_STEP: 40625 + | > loss_disc: 2.8659443855285645 (2.465915440902516) + | > loss_disc_real_0: 0.4163844883441925 (0.1370405564883608) + | > loss_disc_real_1: 0.25579768419265747 (0.21751063590852612) + | > loss_disc_real_2: 0.23296397924423218 (0.2334906589549879) + | > loss_disc_real_3: 0.27644839882850647 (0.22345443047039334) + | > loss_disc_real_4: 0.3605431616306305 (0.22250533798440011) + | > loss_disc_real_5: 0.24289609491825104 (0.23094101656566968) + | > loss_0: 2.8659443855285645 (2.465915440902516) + | > grad_norm_0: tensor(54.1804, device='cuda:0') (tensor(69.5676, device='cuda:0')) + | > loss_gen: 2.5919556617736816 (2.3508251261314284) + | > loss_kl: 1.5122102499008179 (1.5578084822348224) + | > loss_feat: 6.91428804397583 (6.659317823134072) + | > loss_mel: 22.254901885986328 (21.450220598911965) + | > loss_duration: 1.6177725791931152 (1.6989320209786463) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.89112854003906 (33.71710412664081) + | > grad_norm_1: tensor(540.5334, device='cuda:0') (tensor(531.6415, device='cuda:0')) + | > current_lr_0: 0.00019877866781345852 + | > current_lr_1: 0.00019877866781345852 + | > step_time: 2.5938 (0.8528575897216796) + | > loader_time: 0.1279 (0.015922037190572856) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.3611416816711426 (2.3611416816711426) + | > loss_disc_real_0: 0.13051506876945496 (0.13051506876945496) + | > loss_disc_real_1: 0.2672872543334961 (0.2672872543334961) + | > loss_disc_real_2: 0.18857373297214508 (0.18857373297214508) + | > loss_disc_real_3: 0.2203986495733261 (0.2203986495733261) + | > loss_disc_real_4: 0.17358477413654327 (0.17358477413654327) + | > loss_disc_real_5: 0.3102562427520752 (0.3102562427520752) + | > loss_0: 2.3611416816711426 (2.3611416816711426) + | > loss_gen: 2.5151097774505615 (2.5151097774505615) + | > loss_kl: 2.0172486305236816 (2.0172486305236816) + | > loss_feat: 5.998318672180176 (5.998318672180176) + | > loss_mel: 20.83420753479004 (20.83420753479004) + | > loss_duration: 1.9510242938995361 (1.9510242938995361) + | > loss_1: 33.31591033935547 (33.31591033935547) + + --> STEP: 1 + | > loss_disc: 2.4458658695220947 (2.4458658695220947) + | > loss_disc_real_0: 0.08965905010700226 (0.08965905010700226) + | > loss_disc_real_1: 0.2162323296070099 (0.2162323296070099) + | > loss_disc_real_2: 0.18647849559783936 (0.18647849559783936) + | > loss_disc_real_3: 0.25335031747817993 (0.25335031747817993) + | > loss_disc_real_4: 0.14021247625350952 (0.14021247625350952) + | > loss_disc_real_5: 0.2571503520011902 (0.2571503520011902) + | > loss_0: 2.4458658695220947 (2.4458658695220947) + | > loss_gen: 2.0679216384887695 (2.0679216384887695) + | > loss_kl: 2.0406436920166016 (2.0406436920166016) + | > loss_feat: 7.879238128662109 (7.879238128662109) + | > loss_mel: 23.182083129882812 (23.182083129882812) + | > loss_duration: 1.6999619007110596 (1.6999619007110596) + | > loss_1: 36.869850158691406 (36.869850158691406) + + --> STEP: 2 + | > loss_disc: 2.61568546295166 (2.5307756662368774) + | > loss_disc_real_0: 0.08449889719486237 (0.08707897365093231) + | > loss_disc_real_1: 0.25752726197242737 (0.23687979578971863) + | > loss_disc_real_2: 0.2120705246925354 (0.19927451014518738) + | > loss_disc_real_3: 0.3016420900821686 (0.27749620378017426) + | > loss_disc_real_4: 0.2861378490924835 (0.21317516267299652) + | > loss_disc_real_5: 0.2565394639968872 (0.2568449079990387) + | > loss_0: 2.61568546295166 (2.5307756662368774) + | > loss_gen: 2.14180326461792 (2.1048624515533447) + | > loss_kl: 1.2914645671844482 (1.666054129600525) + | > loss_feat: 6.107076644897461 (6.993157386779785) + | > loss_mel: 20.386333465576172 (21.784208297729492) + | > loss_duration: 1.6736128330230713 (1.6867873668670654) + | > loss_1: 31.600290298461914 (34.23507022857666) + + --> STEP: 3 + | > loss_disc: 2.6340103149414062 (2.5651872158050537) + | > loss_disc_real_0: 0.29774221777915955 (0.15730005502700806) + | > loss_disc_real_1: 0.21316468715667725 (0.22897475957870483) + | > loss_disc_real_2: 0.1347440481185913 (0.17776435613632202) + | > loss_disc_real_3: 0.29709163308143616 (0.28402801354726154) + | > loss_disc_real_4: 0.24096797406673431 (0.22243943313757578) + | > loss_disc_real_5: 0.25918471813201904 (0.25762484471003216) + | > loss_0: 2.6340103149414062 (2.5651872158050537) + | > loss_gen: 2.3753151893615723 (2.1950133641560874) + | > loss_kl: 0.9521432518959045 (1.4280838370323181) + | > loss_feat: 6.825045585632324 (6.937120119730632) + | > loss_mel: 23.26953887939453 (22.27931849161784) + | > loss_duration: 1.7437613010406494 (1.70577867825826) + | > loss_1: 35.16580581665039 (34.545315424601235) + + --> STEP: 4 + | > loss_disc: 2.300236225128174 (2.4989494681358337) + | > loss_disc_real_0: 0.08233694732189178 (0.138559278100729) + | > loss_disc_real_1: 0.27501142024993896 (0.24048392474651337) + | > loss_disc_real_2: 0.16082055866718292 (0.17352840676903725) + | > loss_disc_real_3: 0.23696337640285492 (0.2722618542611599) + | > loss_disc_real_4: 0.23613151907920837 (0.22586245462298393) + | > loss_disc_real_5: 0.20963793992996216 (0.24562811851501465) + | > loss_0: 2.300236225128174 (2.4989494681358337) + | > loss_gen: 2.3461172580718994 (2.2327893376350403) + | > loss_kl: 1.8912276029586792 (1.5438697785139084) + | > loss_feat: 7.6401591300964355 (7.1128798723220825) + | > loss_mel: 21.82374382019043 (22.165424823760986) + | > loss_duration: 1.6606590747833252 (1.6944987773895264) + | > loss_1: 35.361907958984375 (34.74946355819702) + + --> STEP: 5 + | > loss_disc: 2.3053197860717773 (2.4602235317230225) + | > loss_disc_real_0: 0.12460650503635406 (0.13576872348785402) + | > loss_disc_real_1: 0.16137276589870453 (0.2246616929769516) + | > loss_disc_real_2: 0.12027999758720398 (0.16287872493267058) + | > loss_disc_real_3: 0.17761129140853882 (0.25333174169063566) + | > loss_disc_real_4: 0.1565001755952835 (0.21198999881744385) + | > loss_disc_real_5: 0.15083818137645721 (0.22667013108730316) + | > loss_0: 2.3053197860717773 (2.4602235317230225) + | > loss_gen: 1.991631031036377 (2.1845576763153076) + | > loss_kl: 2.12271785736084 (1.6596393942832948) + | > loss_feat: 8.23629379272461 (7.3375626564025875) + | > loss_mel: 22.928375244140625 (22.318014907836915) + | > loss_duration: 1.8494937419891357 (1.7254977703094483) + | > loss_1: 37.12851333618164 (35.225273513793944) + + --> STEP: 6 + | > loss_disc: 2.46059513092041 (2.460285464922587) + | > loss_disc_real_0: 0.12362445890903473 (0.13374467939138412) + | > loss_disc_real_1: 0.25335434079170227 (0.22944380094607672) + | > loss_disc_real_2: 0.18920932710170746 (0.16726715862751007) + | > loss_disc_real_3: 0.2092042863368988 (0.2459771657983462) + | > loss_disc_real_4: 0.23380832374095917 (0.2156263863046964) + | > loss_disc_real_5: 0.22004885971546173 (0.22556658585866293) + | > loss_0: 2.46059513092041 (2.460285464922587) + | > loss_gen: 2.2326555252075195 (2.1925739844640098) + | > loss_kl: 1.4250710010528564 (1.6205446620782216) + | > loss_feat: 5.478175163269043 (7.02766474088033) + | > loss_mel: 16.997722625732422 (21.431299527486164) + | > loss_duration: 1.6762529611587524 (1.7172903021176655) + | > loss_1: 27.809877395629883 (33.9893741607666) + + --> STEP: 7 + | > loss_disc: 2.3466649055480957 (2.444053956440517) + | > loss_disc_real_0: 0.08875829726457596 (0.12731805337326868) + | > loss_disc_real_1: 0.17957466840744019 (0.22231963915484293) + | > loss_disc_real_2: 0.15106773376464844 (0.1649529550756727) + | > loss_disc_real_3: 0.2043788582086563 (0.2400345504283905) + | > loss_disc_real_4: 0.1809491515159607 (0.2106724956205913) + | > loss_disc_real_5: 0.22347469627857208 (0.22526774449007853) + | > loss_0: 2.3466649055480957 (2.444053956440517) + | > loss_gen: 1.990013599395752 (2.163636786597116) + | > loss_kl: 1.406195878982544 (1.5899234073502677) + | > loss_feat: 7.421535015106201 (7.083931922912598) + | > loss_mel: 22.605844497680664 (21.59909166608538) + | > loss_duration: 1.7139239311218262 (1.7168093919754028) + | > loss_1: 35.13751220703125 (34.15339388166155) + + --> STEP: 8 + | > loss_disc: 2.3954696655273438 (2.4379809200763702) + | > loss_disc_real_0: 0.1176830530166626 (0.1261136783286929) + | > loss_disc_real_1: 0.2400200068950653 (0.22453218512237072) + | > loss_disc_real_2: 0.16535615921020508 (0.16500335559248924) + | > loss_disc_real_3: 0.17676326632499695 (0.2321256399154663) + | > loss_disc_real_4: 0.18233329057693481 (0.20713009499013424) + | > loss_disc_real_5: 0.19810828566551208 (0.2218728121370077) + | > loss_0: 2.3954696655273438 (2.4379809200763702) + | > loss_gen: 1.994823932647705 (2.1425351798534393) + | > loss_kl: 1.7966448068618774 (1.615763582289219) + | > loss_feat: 6.066567420959473 (6.956761360168457) + | > loss_mel: 15.032254219055176 (20.778236985206604) + | > loss_duration: 1.7075709104537964 (1.715654581785202) + | > loss_1: 26.59786033630371 (33.20895218849182) + + --> STEP: 9 + | > loss_disc: 2.485004425048828 (2.4432057539621987) + | > loss_disc_real_0: 0.10335095971822739 (0.12358448737197453) + | > loss_disc_real_1: 0.23546075820922852 (0.22574647102091047) + | > loss_disc_real_2: 0.2084777057170868 (0.16983383893966675) + | > loss_disc_real_3: 0.27158427238464355 (0.23650993241204155) + | > loss_disc_real_4: 0.23420047760009766 (0.21013791528013018) + | > loss_disc_real_5: 0.306927889585495 (0.23132337629795074) + | > loss_0: 2.485004425048828 (2.4432057539621987) + | > loss_gen: 2.412505626678467 (2.1725318961673312) + | > loss_kl: 1.719866156578064 (1.6273305349879794) + | > loss_feat: 5.891665935516357 (6.838417424096002) + | > loss_mel: 20.059953689575195 (20.698427730136448) + | > loss_duration: 1.705595850944519 (1.7145369450251262) + | > loss_1: 31.789587020874023 (33.0512449476454) + + --> STEP: 10 + | > loss_disc: 2.379727363586426 (2.4368579149246217) + | > loss_disc_real_0: 0.09229344129562378 (0.12045538276433945) + | > loss_disc_real_1: 0.25720593333244324 (0.22889241725206375) + | > loss_disc_real_2: 0.2048313170671463 (0.1733335867524147) + | > loss_disc_real_3: 0.2649684548377991 (0.23935578465461732) + | > loss_disc_real_4: 0.23881204426288605 (0.21300532817840576) + | > loss_disc_real_5: 0.22400450706481934 (0.2305914893746376) + | > loss_0: 2.379727363586426 (2.4368579149246217) + | > loss_gen: 2.427734613418579 (2.198052167892456) + | > loss_kl: 1.6351885795593262 (1.6281163394451141) + | > loss_feat: 7.097982883453369 (6.864373970031738) + | > loss_mel: 22.339479446411133 (20.862532901763917) + | > loss_duration: 1.6539108753204346 (1.708474338054657) + | > loss_1: 35.154296875 (33.26155014038086) + + --> STEP: 11 + | > loss_disc: 2.3662242889404297 (2.430436676198786) + | > loss_disc_real_0: 0.07205814123153687 (0.11605563353408467) + | > loss_disc_real_1: 0.19178785383701324 (0.2255192751234228) + | > loss_disc_real_2: 0.18678727746009827 (0.1745566495440223) + | > loss_disc_real_3: 0.23835867643356323 (0.2392651384527033) + | > loss_disc_real_4: 0.2446400672197342 (0.21588121354579926) + | > loss_disc_real_5: 0.23315902054309845 (0.23082490129904312) + | > loss_0: 2.3662242889404297 (2.430436676198786) + | > loss_gen: 2.121964454650879 (2.1911351030523125) + | > loss_kl: 1.3431322574615479 (1.6022086956284263) + | > loss_feat: 6.759132385253906 (6.854806553233754) + | > loss_mel: 20.763059616088867 (20.853489875793457) + | > loss_duration: 1.5965160131454468 (1.698296308517456) + | > loss_1: 32.583805084228516 (33.19993695345792) + + --> STEP: 12 + | > loss_disc: 2.3348350524902344 (2.4224698742230735) + | > loss_disc_real_0: 0.2340153157711029 (0.1258856070538362) + | > loss_disc_real_1: 0.2904437780380249 (0.2309296503663063) + | > loss_disc_real_2: 0.18492190539836884 (0.17542042086521784) + | > loss_disc_real_3: 0.2064945101737976 (0.2365342527627945) + | > loss_disc_real_4: 0.21540707349777222 (0.21584170187513033) + | > loss_disc_real_5: 0.2293616086244583 (0.23070296024282774) + | > loss_0: 2.3348350524902344 (2.4224698742230735) + | > loss_gen: 2.610166072845459 (2.2260543505350747) + | > loss_kl: 1.5272141695022583 (1.595959151784579) + | > loss_feat: 7.600793838500977 (6.9169721603393555) + | > loss_mel: 22.311140060424805 (20.974960724512737) + | > loss_duration: 1.726932168006897 (1.700682630141576) + | > loss_1: 35.7762451171875 (33.41462930043539) + + --> STEP: 13 + | > loss_disc: 2.0838098526000977 (2.396419103328998) + | > loss_disc_real_0: 0.052382372319698334 (0.12023151207428712) + | > loss_disc_real_1: 0.20334577560424805 (0.22880781384614798) + | > loss_disc_real_2: 0.1454685926437378 (0.17311643407895014) + | > loss_disc_real_3: 0.20506998896598816 (0.23411392477842477) + | > loss_disc_real_4: 0.1786988526582718 (0.21298455962767968) + | > loss_disc_real_5: 0.21444232761859894 (0.2294521423486563) + | > loss_0: 2.0838098526000977 (2.396419103328998) + | > loss_gen: 2.3993093967437744 (2.239381661781898) + | > loss_kl: 1.7001900672912598 (1.603976914515862) + | > loss_feat: 8.4244384765625 (7.032931107741136) + | > loss_mel: 23.652694702148438 (21.180940261253944) + | > loss_duration: 1.7444617748260498 (1.7040502566557665) + | > loss_1: 37.92109298706055 (33.7612803532527) + + --> STEP: 14 + | > loss_disc: 2.2848570346832275 (2.3884503841400146) + | > loss_disc_real_0: 0.2497471570968628 (0.12948262957589968) + | > loss_disc_real_1: 0.1536887288093567 (0.2234421649149486) + | > loss_disc_real_2: 0.1716761589050293 (0.17301355728081294) + | > loss_disc_real_3: 0.2771647274494171 (0.2371889821120671) + | > loss_disc_real_4: 0.22817067801952362 (0.21406928236995423) + | > loss_disc_real_5: 0.28577685356140137 (0.2334753360067095) + | > loss_0: 2.2848570346832275 (2.3884503841400146) + | > loss_gen: 2.7409756183624268 (2.27520980153765) + | > loss_kl: 0.9751790165901184 (1.5590627789497375) + | > loss_feat: 6.715766429901123 (7.01027648789542) + | > loss_mel: 23.21314811706543 (21.32609796524048) + | > loss_duration: 1.7247484922409058 (1.705528702054705) + | > loss_1: 35.369815826416016 (33.876175744192935) + + --> STEP: 15 + | > loss_disc: 2.3649520874023438 (2.38688383102417) + | > loss_disc_real_0: 0.08497092127799988 (0.12651518235603967) + | > loss_disc_real_1: 0.2194540649652481 (0.22317629158496857) + | > loss_disc_real_2: 0.23051191866397858 (0.17684678137302398) + | > loss_disc_real_3: 0.2504177987575531 (0.23807090322176616) + | > loss_disc_real_4: 0.19190065562725067 (0.21259137392044067) + | > loss_disc_real_5: 0.22093622386455536 (0.23263939519723256) + | > loss_0: 2.3649520874023438 (2.38688383102417) + | > loss_gen: 2.47308087348938 (2.288401206334432) + | > loss_kl: 1.3113771677017212 (1.5425504048665364) + | > loss_feat: 6.7931599617004395 (6.995802052815756) + | > loss_mel: 22.623390197753906 (21.412584114074708) + | > loss_duration: 1.6779130697250366 (1.7036876598993937) + | > loss_1: 34.87892150878906 (33.943025461832676) + + --> STEP: 16 + | > loss_disc: 2.3472933769226074 (2.3844094276428223) + | > loss_disc_real_0: 0.13784517347812653 (0.1272233068011701) + | > loss_disc_real_1: 0.2602313160896301 (0.22549223061650991) + | > loss_disc_real_2: 0.15746209025382996 (0.17563523817807436) + | > loss_disc_real_3: 0.22807127237319946 (0.23744592629373074) + | > loss_disc_real_4: 0.2122880071401596 (0.2125724134966731) + | > loss_disc_real_5: 0.22005943953990936 (0.23185314796864986) + | > loss_0: 2.3472933769226074 (2.3844094276428223) + | > loss_gen: 2.3831465244293213 (2.2943227887153625) + | > loss_kl: 1.847834587097168 (1.561630666255951) + | > loss_feat: 7.24211311340332 (7.011196494102478) + | > loss_mel: 22.514556884765625 (21.48145741224289) + | > loss_duration: 1.8055555820465088 (1.7100544050335884) + | > loss_1: 35.793209075927734 (34.058661937713616) + + --> STEP: 17 + | > loss_disc: 2.6752519607543945 (2.401517811943503) + | > loss_disc_real_0: 0.1162072941660881 (0.12657530605793) + | > loss_disc_real_1: 0.2657420337200165 (0.22785986609318676) + | > loss_disc_real_2: 0.2322000116109848 (0.17896257779177496) + | > loss_disc_real_3: 0.2287224680185318 (0.23693278168930726) + | > loss_disc_real_4: 0.2831246852874756 (0.2167225471314262) + | > loss_disc_real_5: 0.2465127855539322 (0.23271547959131353) + | > loss_0: 2.6752519607543945 (2.401517811943503) + | > loss_gen: 1.9565606117248535 (2.2744544253629795) + | > loss_kl: 1.5224907398223877 (1.559328317642212) + | > loss_feat: 3.5264434814453125 (6.806211022769704) + | > loss_mel: 15.866853713989258 (21.151186606463263) + | > loss_duration: 1.6317510604858398 (1.7054483259425444) + | > loss_1: 24.50409698486328 (33.49662870519301) + + --> STEP: 18 + | > loss_disc: 2.752627372741699 (2.421023898654514) + | > loss_disc_real_0: 0.16734743118286133 (0.12884042412042618) + | > loss_disc_real_1: 0.2103969007730484 (0.2268897013531791) + | > loss_disc_real_2: 0.1735532432794571 (0.17866205920775732) + | > loss_disc_real_3: 0.22440911829471588 (0.23623702261182997) + | > loss_disc_real_4: 0.22755937278270721 (0.2173245930009418) + | > loss_disc_real_5: 0.3613929748535156 (0.23986422932810253) + | > loss_0: 2.752627372741699 (2.421023898654514) + | > loss_gen: 2.0365538597106934 (2.261237727271186) + | > loss_kl: 1.3357092142105103 (1.5469050341182284) + | > loss_feat: 5.296985149383545 (6.722365140914917) + | > loss_mel: 16.6905574798584 (20.90337387720744) + | > loss_duration: 1.629608154296875 (1.7012349830733404) + | > loss_1: 26.98941421508789 (33.13511678907606) + + --> STEP: 19 + | > loss_disc: 2.443073272705078 (2.422184392025596) + | > loss_disc_real_0: 0.07556428760290146 (0.1260364169352933) + | > loss_disc_real_1: 0.1908271759748459 (0.22499167370168785) + | > loss_disc_real_2: 0.15457038581371307 (0.17739407639754445) + | > loss_disc_real_3: 0.21666431427001953 (0.23520688006752416) + | > loss_disc_real_4: 0.189768984913826 (0.21587429783846201) + | > loss_disc_real_5: 0.16644781827926636 (0.23600020769395327) + | > loss_0: 2.443073272705078 (2.422184392025596) + | > loss_gen: 1.9178348779678345 (2.2431638930973254) + | > loss_kl: 1.6838124990463257 (1.5541106901670758) + | > loss_feat: 7.762732028961182 (6.777121292917352) + | > loss_mel: 22.607444763183594 (20.993061818574603) + | > loss_duration: 1.7658271789550781 (1.704634572330274) + | > loss_1: 35.73765182495117 (33.27209231728001) + + --> STEP: 20 + | > loss_disc: 2.2998790740966797 (2.4160691261291505) + | > loss_disc_real_0: 0.10441525280475616 (0.12495535872876644) + | > loss_disc_real_1: 0.23313087224960327 (0.22539863362908363) + | > loss_disc_real_2: 0.1831422746181488 (0.17768148630857467) + | > loss_disc_real_3: 0.2609662711620331 (0.2364948496222496) + | > loss_disc_real_4: 0.2265724241733551 (0.21640920415520667) + | > loss_disc_real_5: 0.24661876261234283 (0.23653113543987275) + | > loss_0: 2.2998790740966797 (2.4160691261291505) + | > loss_gen: 2.409139633178711 (2.251462680101395) + | > loss_kl: 1.7569820880889893 (1.5642542600631715) + | > loss_feat: 7.580158233642578 (6.817273139953613) + | > loss_mel: 24.69179916381836 (21.17799868583679) + | > loss_duration: 1.6459825038909912 (1.70170196890831) + | > loss_1: 38.08406066894531 (33.51269073486328) + + --> STEP: 21 + | > loss_disc: 2.493685245513916 (2.419765131814139) + | > loss_disc_real_0: 0.09920188784599304 (0.1237290029724439) + | > loss_disc_real_1: 0.2672325670719147 (0.22739072569778987) + | > loss_disc_real_2: 0.18981754779815674 (0.17825939399855478) + | > loss_disc_real_3: 0.2546349763870239 (0.23735866518247695) + | > loss_disc_real_4: 0.23500874638557434 (0.21729489664236704) + | > loss_disc_real_5: 0.16627353429794312 (0.23318553538549514) + | > loss_0: 2.493685245513916 (2.419765131814139) + | > loss_gen: 2.13380765914917 (2.2458600600560508) + | > loss_kl: 1.9807018041610718 (1.5840850954964047) + | > loss_feat: 6.802425861358643 (6.816566126687186) + | > loss_mel: 22.574527740478516 (21.244500069391158) + | > loss_duration: 1.6861761808395386 (1.7009626456669398) + | > loss_1: 35.17763900756836 (33.59197398594447) + + --> STEP: 22 + | > loss_disc: 2.6177451610565186 (2.428764224052429) + | > loss_disc_real_0: 0.13338059186935425 (0.1241677115586671) + | > loss_disc_real_1: 0.2589554488658905 (0.22882548584179443) + | > loss_disc_real_2: 0.17425960302352905 (0.1780775853178718) + | > loss_disc_real_3: 0.2556479871273041 (0.2381899979981509) + | > loss_disc_real_4: 0.1678079068660736 (0.21504548801617188) + | > loss_disc_real_5: 0.17944830656051636 (0.23074293407526883) + | > loss_0: 2.6177451610565186 (2.428764224052429) + | > loss_gen: 1.9841129779815674 (2.2339624654163015) + | > loss_kl: 1.509143352508545 (1.5806786526333203) + | > loss_feat: 7.081961154937744 (6.828629537062212) + | > loss_mel: 23.185688018798828 (21.332735885273323) + | > loss_duration: 1.7746412754058838 (1.7043116742914373) + | > loss_1: 35.53554916381836 (33.68031831221146) + + --> STEP: 23 + | > loss_disc: 2.362022876739502 (2.4258624263431714) + | > loss_disc_real_0: 0.11064798384904861 (0.12357989731042282) + | > loss_disc_real_1: 0.19425088167190552 (0.22732224218223407) + | > loss_disc_real_2: 0.1607309728860855 (0.17732338477735934) + | > loss_disc_real_3: 0.19328078627586365 (0.23623742357544278) + | > loss_disc_real_4: 0.19636645913124084 (0.2142333563255227) + | > loss_disc_real_5: 0.18140916526317596 (0.22859798760517783) + | > loss_0: 2.362022876739502 (2.4258624263431714) + | > loss_gen: 2.0055015087127686 (2.224029380342235) + | > loss_kl: 1.7331725358963013 (1.587308821470841) + | > loss_feat: 8.139667510986328 (6.885631188102391) + | > loss_mel: 22.539104461669922 (21.38518669294274) + | > loss_duration: 1.785369634628296 (1.707835933436518) + | > loss_1: 36.202816009521484 (33.789992125137985) + + --> STEP: 24 + | > loss_disc: 2.7348251342773438 (2.4387358725070953) + | > loss_disc_real_0: 0.15691015124320984 (0.12496865789095561) + | > loss_disc_real_1: 0.28309395909309387 (0.22964606372018656) + | > loss_disc_real_2: 0.25407129526138306 (0.18052121438086033) + | > loss_disc_real_3: 0.25778821110725403 (0.2371353730559349) + | > loss_disc_real_4: 0.2671617269515991 (0.21643870510160923) + | > loss_disc_real_5: 0.3398517072200775 (0.23323355925579867) + | > loss_0: 2.7348251342773438 (2.4387358725070953) + | > loss_gen: 2.249936103820801 (2.2251088271538415) + | > loss_kl: 1.6357592344284058 (1.5893275886774063) + | > loss_feat: 4.583431243896484 (6.789706190427144) + | > loss_mel: 18.07326316833496 (21.247189879417416) + | > loss_duration: 1.6242250204086304 (1.7043521453936894) + | > loss_1: 28.166614532470703 (33.55568472544351) + + --> STEP: 25 + | > loss_disc: 2.448331832885742 (2.4391197109222413) + | > loss_disc_real_0: 0.14716291427612305 (0.1258564281463623) + | > loss_disc_real_1: 0.26331043243408203 (0.23099263846874238) + | > loss_disc_real_2: 0.16077920794487 (0.17973153412342072) + | > loss_disc_real_3: 0.203166663646698 (0.23577662467956542) + | > loss_disc_real_4: 0.17683185636997223 (0.21485443115234376) + | > loss_disc_real_5: 0.20031456649303436 (0.2319167995452881) + | > loss_0: 2.448331832885742 (2.4391197109222413) + | > loss_gen: 2.115690231323242 (2.220732083320618) + | > loss_kl: 1.6303858757019043 (1.5909699201583862) + | > loss_feat: 7.367563247680664 (6.812820472717285) + | > loss_mel: 23.0419864654541 (21.31898174285888) + | > loss_duration: 1.6208704710006714 (1.7010128784179688) + | > loss_1: 35.776493072509766 (33.64451705932616) + + --> STEP: 26 + | > loss_disc: 2.5249531269073486 (2.4424209961524377) + | > loss_disc_real_0: 0.10114617645740509 (0.12490603385063317) + | > loss_disc_real_1: 0.2646215260028839 (0.23228605722005552) + | > loss_disc_real_2: 0.1812152862548828 (0.17978860151309234) + | > loss_disc_real_3: 0.18197515606880188 (0.2337073374253053) + | > loss_disc_real_4: 0.23359917104244232 (0.2155753826865783) + | > loss_disc_real_5: 0.2715652585029602 (0.23344174027442932) + | > loss_0: 2.5249531269073486 (2.4424209961524377) + | > loss_gen: 2.1140506267547607 (2.2166289503757772) + | > loss_kl: 1.2995786666870117 (1.579762564255641) + | > loss_feat: 6.517860412597656 (6.801475855020376) + | > loss_mel: 21.390905380249023 (21.321748036604657) + | > loss_duration: 1.6854565143585205 (1.7004145567233746) + | > loss_1: 33.007850646972656 (33.620029889620255) + + --> STEP: 27 + | > loss_disc: 2.307176113128662 (2.4374119264108165) + | > loss_disc_real_0: 0.11556033045053482 (0.12455989668766658) + | > loss_disc_real_1: 0.1806267499923706 (0.23037274954495607) + | > loss_disc_real_2: 0.15890949964523315 (0.17901530144391237) + | > loss_disc_real_3: 0.18277955055236816 (0.231821123096678) + | > loss_disc_real_4: 0.19295969605445862 (0.21473776466316646) + | > loss_disc_real_5: 0.17920134961605072 (0.2314328369167116) + | > loss_0: 2.307176113128662 (2.4374119264108165) + | > loss_gen: 2.039083957672119 (2.2100532099052717) + | > loss_kl: 1.7514097690582275 (1.5861198681372184) + | > loss_feat: 7.065539360046387 (6.811255984836155) + | > loss_mel: 20.3219051361084 (21.284716818067757) + | > loss_duration: 1.7498488426208496 (1.702245456201059) + | > loss_1: 32.92778778076172 (33.594391292995866) + + --> STEP: 28 + | > loss_disc: 2.3848934173583984 (2.43553626537323) + | > loss_disc_real_0: 0.10837888717651367 (0.12398200349083968) + | > loss_disc_real_1: 0.20179001986980438 (0.2293519377708435) + | > loss_disc_real_2: 0.20806884765625 (0.180052928094353) + | > loss_disc_real_3: 0.17581121623516083 (0.22982076928019524) + | > loss_disc_real_4: 0.17673707008361816 (0.21338059699961118) + | > loss_disc_real_5: 0.25416526198387146 (0.23224470924053872) + | > loss_0: 2.3848934173583984 (2.43553626537323) + | > loss_gen: 2.060380220413208 (2.204707745994841) + | > loss_kl: 1.5852473974227905 (1.586088708468846) + | > loss_feat: 6.137100696563721 (6.787179010254996) + | > loss_mel: 19.749250411987305 (21.229878732136314) + | > loss_duration: 1.6870051622390747 (1.7017011599881309) + | > loss_1: 31.21898651123047 (33.509555407932815) + + --> STEP: 29 + | > loss_disc: 2.5275392532348633 (2.438708782196045) + | > loss_disc_real_0: 0.1501293182373047 (0.12488363503382124) + | > loss_disc_real_1: 0.23348966240882874 (0.22949461793077403) + | > loss_disc_real_2: 0.2072451412677765 (0.1809905906175745) + | > loss_disc_real_3: 0.27046048641204834 (0.23122213883646603) + | > loss_disc_real_4: 0.24359455704689026 (0.21442245769089666) + | > loss_disc_real_5: 0.2634531259536743 (0.2333208615409917) + | > loss_0: 2.5275392532348633 (2.438708782196045) + | > loss_gen: 2.149779796600342 (2.202813678774341) + | > loss_kl: 1.2141849994659424 (1.5732644426411595) + | > loss_feat: 5.167935848236084 (6.731343039150896) + | > loss_mel: 17.338470458984375 (21.09569223995866) + | > loss_duration: 1.6485986709594727 (1.6998700396767978) + | > loss_1: 27.518970489501953 (33.30298351419382) + + --> STEP: 30 + | > loss_disc: 2.4798967838287354 (2.4400817155838013) + | > loss_disc_real_0: 0.08152100443840027 (0.12343821401397387) + | > loss_disc_real_1: 0.2436998188495636 (0.229968124628067) + | > loss_disc_real_2: 0.20191903412342072 (0.1816882054011027) + | > loss_disc_real_3: 0.2697758972644806 (0.23250726411739986) + | > loss_disc_real_4: 0.2459264099597931 (0.2154725894331932) + | > loss_disc_real_5: 0.17747022211551666 (0.2314591735601425) + | > loss_0: 2.4798967838287354 (2.4400817155838013) + | > loss_gen: 2.1767396926879883 (2.201944545904796) + | > loss_kl: 1.9870787858963013 (1.5870582540829976) + | > loss_feat: 7.930029392242432 (6.771299250920614) + | > loss_mel: 23.650178909301758 (21.18084179560343) + | > loss_duration: 1.715820074081421 (1.7004017074902853) + | > loss_1: 37.45984649658203 (33.441545613606756) + + --> STEP: 31 + | > loss_disc: 2.4969935417175293 (2.441917580942954) + | > loss_disc_real_0: 0.07745949923992157 (0.1219550296664238) + | > loss_disc_real_1: 0.24614472687244415 (0.2304899505069179) + | > loss_disc_real_2: 0.21385708451271057 (0.1827259111788965) + | > loss_disc_real_3: 0.2324621081352234 (0.23250580747281352) + | > loss_disc_real_4: 0.2827591001987457 (0.21764312203853362) + | > loss_disc_real_5: 0.31045690178871155 (0.23400748737396732) + | > loss_0: 2.4969935417175293 (2.441917580942954) + | > loss_gen: 2.138949155807495 (2.199912436546819) + | > loss_kl: 1.4685337543487549 (1.5832348831238285) + | > loss_feat: 4.735591411590576 (6.705631256103516) + | > loss_mel: 18.74437141418457 (21.102245976847982) + | > loss_duration: 1.6590173244476318 (1.6990667273921352) + | > loss_1: 28.746463775634766 (33.29009136076895) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.01306031596276068 (+0.002033618188673451) + | > avg_loss_disc: 2.441917580942954 (-0.08316627625496142) + | > avg_loss_disc_real_0: 0.1219550296664238 (-0.009707437647927142) + | > avg_loss_disc_real_1: 0.2304899505069179 (+0.026271175713308392) + | > avg_loss_disc_real_2: 0.1827259111788965 (-0.05134066026056966) + | > avg_loss_disc_real_3: 0.23250580747281352 (+0.01063870854916113) + | > avg_loss_disc_real_4: 0.21764312203853362 (-0.005218866852021969) + | > avg_loss_disc_real_5: 0.23400748737396732 (-0.011690063341971368) + | > avg_loss_0: 2.441917580942954 (-0.08316627625496142) + | > avg_loss_gen: 2.199912436546819 (+0.03916523148936735) + | > avg_loss_kl: 1.5832348831238285 (-0.07656948028072241) + | > avg_loss_feat: 6.705631256103516 (+0.009138637973416408) + | > avg_loss_mel: 21.102245976847982 (-0.9493097182243169) + | > avg_loss_duration: 1.6990667273921352 (-0.0016351130700880123) + | > avg_loss_1: 33.29009136076895 (-0.9792101460118587) + + + > EPOCH: 22/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 03:27:48)  + + --> TIME: 2024-11-23 03:27:55 -- STEP: 9/797 -- GLOBAL_STEP: 40650 + | > loss_disc: 2.50429105758667 (2.5287120077345104) + | > loss_disc_real_0: 0.1897639036178589 (0.1507563574446572) + | > loss_disc_real_1: 0.19015739858150482 (0.22694575289885202) + | > loss_disc_real_2: 0.22334791719913483 (0.238176961739858) + | > loss_disc_real_3: 0.18354874849319458 (0.221864875819948) + | > loss_disc_real_4: 0.2524910867214203 (0.2322795937458674) + | > loss_disc_real_5: 0.23427465558052063 (0.24472063448694018) + | > loss_0: 2.50429105758667 (2.5287120077345104) + | > grad_norm_0: tensor(61.0022, device='cuda:0') (tensor(69.5206, device='cuda:0')) + | > loss_gen: 2.2450382709503174 (2.268172952863905) + | > loss_kl: 1.3440582752227783 (1.5114351246092055) + | > loss_feat: 6.087344169616699 (6.264084339141846) + | > loss_mel: 20.554183959960938 (20.517319361368816) + | > loss_duration: 1.8379850387573242 (1.8857460816701253) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.06861114501953 (32.446758058336044) + | > grad_norm_1: tensor(204.8672, device='cuda:0') (tensor(355.0114, device='cuda:0')) + | > current_lr_0: 0.00019875382047998183 + | > current_lr_1: 0.00019875382047998183 + | > step_time: 0.7588 (0.7441245714823405) + | > loader_time: 0.003 (0.00468497806125217) + + + --> TIME: 2024-11-23 03:28:15 -- STEP: 34/797 -- GLOBAL_STEP: 40675 + | > loss_disc: 2.399616003036499 (2.510671952191521) + | > loss_disc_real_0: 0.1645050048828125 (0.13831288783865817) + | > loss_disc_real_1: 0.22789722681045532 (0.2271369796465425) + | > loss_disc_real_2: 0.20517605543136597 (0.24057205941747217) + | > loss_disc_real_3: 0.23967881500720978 (0.22609688999021754) + | > loss_disc_real_4: 0.2310134619474411 (0.23126421342877782) + | > loss_disc_real_5: 0.24847736954689026 (0.23499911716755698) + | > loss_0: 2.399616003036499 (2.510671952191521) + | > grad_norm_0: tensor(142.6489, device='cuda:0') (tensor(64.9533, device='cuda:0')) + | > loss_gen: 2.5866596698760986 (2.2799230884103214) + | > loss_kl: 1.8700852394104004 (1.5710559943143059) + | > loss_feat: 6.624667167663574 (6.403494680629057) + | > loss_mel: 20.727155685424805 (20.692087958840762) + | > loss_duration: 1.7731516361236572 (1.8048601641374475) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.581722259521484 (32.751422040602726) + | > grad_norm_1: tensor(691.5730, device='cuda:0') (tensor(500.8209, device='cuda:0')) + | > current_lr_0: 0.00019875382047998183 + | > current_lr_1: 0.00019875382047998183 + | > step_time: 0.772 (0.7534525184070363) + | > loader_time: 0.0042 (0.0056340343811932736) + + + --> TIME: 2024-11-23 03:28:34 -- STEP: 59/797 -- GLOBAL_STEP: 40700 + | > loss_disc: 2.5115714073181152 (2.486143334437225) + | > loss_disc_real_0: 0.15381795167922974 (0.13655605141894286) + | > loss_disc_real_1: 0.278157114982605 (0.22473660566039005) + | > loss_disc_real_2: 0.27565786242485046 (0.236151462641813) + | > loss_disc_real_3: 0.2322932630777359 (0.22221342613131312) + | > loss_disc_real_4: 0.29527124762535095 (0.2259789283497859) + | > loss_disc_real_5: 0.2686091661453247 (0.23428289061885768) + | > loss_0: 2.5115714073181152 (2.486143334437225) + | > grad_norm_0: tensor(117.4619, device='cuda:0') (tensor(54.2534, device='cuda:0')) + | > loss_gen: 2.512568712234497 (2.298806093506895) + | > loss_kl: 1.480988621711731 (1.5560376765364308) + | > loss_feat: 6.565073490142822 (6.5784353159241755) + | > loss_mel: 21.695404052734375 (21.03322960158526) + | > loss_duration: 1.7007708549499512 (1.7716496556492176) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.95480728149414 (33.238158565456565) + | > grad_norm_1: tensor(722.6688, device='cuda:0') (tensor(486.7718, device='cuda:0')) + | > current_lr_0: 0.00019875382047998183 + | > current_lr_1: 0.00019875382047998183 + | > step_time: 0.778 (0.7551748914233709) + | > loader_time: 0.0039 (0.0057411719176728845) + + + --> TIME: 2024-11-23 03:28:53 -- STEP: 84/797 -- GLOBAL_STEP: 40725 + | > loss_disc: 2.5163395404815674 (2.487607036318098) + | > loss_disc_real_0: 0.07130063325166702 (0.14090622792996108) + | > loss_disc_real_1: 0.21391166746616364 (0.2222939319021645) + | > loss_disc_real_2: 0.2914566993713379 (0.23587678958262717) + | > loss_disc_real_3: 0.2460019290447235 (0.22259335166641644) + | > loss_disc_real_4: 0.2892688810825348 (0.22514134201975095) + | > loss_disc_real_5: 0.2752057909965515 (0.23337231771576972) + | > loss_0: 2.5163395404815674 (2.487607036318098) + | > grad_norm_0: tensor(10.9950, device='cuda:0') (tensor(62.6183, device='cuda:0')) + | > loss_gen: 2.3243768215179443 (2.317547309966314) + | > loss_kl: 1.1357089281082153 (1.55348120984577) + | > loss_feat: 5.780058860778809 (6.62616813750494) + | > loss_mel: 19.941455841064453 (21.135506425585067) + | > loss_duration: 1.7461940050125122 (1.7536674808888209) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.92779541015625 (33.38637063616797) + | > grad_norm_1: tensor(253.1238, device='cuda:0') (tensor(489.7164, device='cuda:0')) + | > current_lr_0: 0.00019875382047998183 + | > current_lr_1: 0.00019875382047998183 + | > step_time: 0.7638 (0.7597187104679286) + | > loader_time: 0.0041 (0.005784630775451659) + + + --> TIME: 2024-11-23 03:29:13 -- STEP: 109/797 -- GLOBAL_STEP: 40750 + | > loss_disc: 2.3413004875183105 (2.491316200396336) + | > loss_disc_real_0: 0.11132460832595825 (0.14474642580938998) + | > loss_disc_real_1: 0.15986117720603943 (0.22004638099615728) + | > loss_disc_real_2: 0.1924523115158081 (0.23569845223645552) + | > loss_disc_real_3: 0.20566552877426147 (0.2231476775823383) + | > loss_disc_real_4: 0.18457840383052826 (0.22398582018843485) + | > loss_disc_real_5: 0.20549821853637695 (0.23329293604837645) + | > loss_0: 2.3413004875183105 (2.491316200396336) + | > grad_norm_0: tensor(49.4566, device='cuda:0') (tensor(63.0463, device='cuda:0')) + | > loss_gen: 2.2809412479400635 (2.3184844660102772) + | > loss_kl: 1.843158483505249 (1.5385612664966408) + | > loss_feat: 7.5733842849731445 (6.6537719560325685) + | > loss_mel: 20.94182777404785 (21.211890124399734) + | > loss_duration: 1.667443871498108 (1.7443945046958573) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.30675506591797 (33.46710238325486) + | > grad_norm_1: tensor(490.9113, device='cuda:0') (tensor(474.2640, device='cuda:0')) + | > current_lr_0: 0.00019875382047998183 + | > current_lr_1: 0.00019875382047998183 + | > step_time: 0.8032 (0.7649787347251119) + | > loader_time: 0.0044 (0.005634189745701781) + + + --> TIME: 2024-11-23 03:29:33 -- STEP: 134/797 -- GLOBAL_STEP: 40775 + | > loss_disc: 2.457313299179077 (2.483294479882539) + | > loss_disc_real_0: 0.15223458409309387 (0.14092576434251983) + | > loss_disc_real_1: 0.22163125872612 (0.2193799823411365) + | > loss_disc_real_2: 0.24744558334350586 (0.23568698574802768) + | > loss_disc_real_3: 0.22323371469974518 (0.22306719600264704) + | > loss_disc_real_4: 0.2576102912425995 (0.22430066708753357) + | > loss_disc_real_5: 0.2806067168712616 (0.23221773531899523) + | > loss_0: 2.457313299179077 (2.483294479882539) + | > grad_norm_0: tensor(98.5027, device='cuda:0') (tensor(59.6789, device='cuda:0')) + | > loss_gen: 2.4793996810913086 (2.320018609957908) + | > loss_kl: 1.5881462097167969 (1.537274669355421) + | > loss_feat: 6.658012390136719 (6.673644400354641) + | > loss_mel: 22.35226058959961 (21.24422154497745) + | > loss_duration: 1.7496287822723389 (1.7400274685959318) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.827449798583984 (33.5151867368328) + | > grad_norm_1: tensor(625.6054, device='cuda:0') (tensor(492.1137, device='cuda:0')) + | > current_lr_0: 0.00019875382047998183 + | > current_lr_1: 0.00019875382047998183 + | > step_time: 0.7523 (0.7693650188730722) + | > loader_time: 0.0045 (0.00572640326485705) + + + --> TIME: 2024-11-23 03:29:53 -- STEP: 159/797 -- GLOBAL_STEP: 40800 + | > loss_disc: 2.507399082183838 (2.4848153171299376) + | > loss_disc_real_0: 0.055068641901016235 (0.14064433554527145) + | > loss_disc_real_1: 0.1475868970155716 (0.21867412117854604) + | > loss_disc_real_2: 0.1988808512687683 (0.23470482942443224) + | > loss_disc_real_3: 0.19410155713558197 (0.22335959839745886) + | > loss_disc_real_4: 0.1977393627166748 (0.22402211433311678) + | > loss_disc_real_5: 0.19964835047721863 (0.2319573446077371) + | > loss_0: 2.507399082183838 (2.4848153171299376) + | > grad_norm_0: tensor(53.1943, device='cuda:0') (tensor(63.6679, device='cuda:0')) + | > loss_gen: 2.1623640060424805 (2.3200955428417362) + | > loss_kl: 1.4375380277633667 (1.5335010020238047) + | > loss_feat: 7.594089508056641 (6.6484404329983695) + | > loss_mel: 23.557130813598633 (21.199883395021068) + | > loss_duration: 1.6904587745666504 (1.7342146215198924) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.441585540771484 (33.436135130108525) + | > grad_norm_1: tensor(586.4510, device='cuda:0') (tensor(506.3348, device='cuda:0')) + | > current_lr_0: 0.00019875382047998183 + | > current_lr_1: 0.00019875382047998183 + | > step_time: 0.7674 (0.7738008184253043) + | > loader_time: 0.0044 (0.005650812724851213) + + + --> TIME: 2024-11-23 03:30:14 -- STEP: 184/797 -- GLOBAL_STEP: 40825 + | > loss_disc: 2.4980826377868652 (2.4830168343108623) + | > loss_disc_real_0: 0.15653997659683228 (0.1398252355461211) + | > loss_disc_real_1: 0.22652962803840637 (0.2197317634506718) + | > loss_disc_real_2: 0.23736944794654846 (0.23528233980355057) + | > loss_disc_real_3: 0.2732582092285156 (0.22326439238436843) + | > loss_disc_real_4: 0.2607952356338501 (0.22339406042643215) + | > loss_disc_real_5: 0.26042410731315613 (0.2316831622434699) + | > loss_0: 2.4980826377868652 (2.4830168343108623) + | > grad_norm_0: tensor(26.3396, device='cuda:0') (tensor(64.8055, device='cuda:0')) + | > loss_gen: 2.517122745513916 (2.3223885083975984) + | > loss_kl: 1.3646670579910278 (1.5335850644370783) + | > loss_feat: 6.802270889282227 (6.650653517764548) + | > loss_mel: 21.33287811279297 (21.219289002211195) + | > loss_duration: 1.645843505859375 (1.727793355350909) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.662784576416016 (33.45370951942773) + | > grad_norm_1: tensor(643.0042, device='cuda:0') (tensor(504.0631, device='cuda:0')) + | > current_lr_0: 0.00019875382047998183 + | > current_lr_1: 0.00019875382047998183 + | > step_time: 0.809 (0.7802742978800896) + | > loader_time: 0.0051 (0.0057063841301461925) + + + --> TIME: 2024-11-23 03:30:35 -- STEP: 209/797 -- GLOBAL_STEP: 40850 + | > loss_disc: 2.557415723800659 (2.4811167158008183) + | > loss_disc_real_0: 0.16237646341323853 (0.13860337199135253) + | > loss_disc_real_1: 0.28243187069892883 (0.220029350637534) + | > loss_disc_real_2: 0.2751357853412628 (0.2343248653640017) + | > loss_disc_real_3: 0.26658424735069275 (0.22370203103175004) + | > loss_disc_real_4: 0.2324104756116867 (0.2227756088715421) + | > loss_disc_real_5: 0.240461528301239 (0.23120665749864716) + | > loss_0: 2.557415723800659 (2.4811167158008183) + | > grad_norm_0: tensor(9.6340, device='cuda:0') (tensor(61.4245, device='cuda:0')) + | > loss_gen: 2.4570932388305664 (2.317767978855297) + | > loss_kl: 1.6522926092147827 (1.5357287808468467) + | > loss_feat: 6.615777015686035 (6.635195006594133) + | > loss_mel: 23.156688690185547 (21.231977344129646) + | > loss_duration: 1.7338674068450928 (1.7264887773249138) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.615718841552734 (33.44715793737382) + | > grad_norm_1: tensor(90.8413, device='cuda:0') (tensor(493.9311, device='cuda:0')) + | > current_lr_0: 0.00019875382047998183 + | > current_lr_1: 0.00019875382047998183 + | > step_time: 0.8608 (0.7832691555388235) + | > loader_time: 0.0133 (0.006005619131206895) + + + --> TIME: 2024-11-23 03:30:55 -- STEP: 234/797 -- GLOBAL_STEP: 40875 + | > loss_disc: 2.5206406116485596 (2.4791356284394213) + | > loss_disc_real_0: 0.22748173773288727 (0.13865099434987593) + | > loss_disc_real_1: 0.24265483021736145 (0.2198545202676557) + | > loss_disc_real_2: 0.30031073093414307 (0.23525029510004908) + | > loss_disc_real_3: 0.23598340153694153 (0.22259894732990834) + | > loss_disc_real_4: 0.23926863074302673 (0.22277620581225452) + | > loss_disc_real_5: 0.21287314593791962 (0.23133680842116347) + | > loss_0: 2.5206406116485596 (2.4791356284394213) + | > grad_norm_0: tensor(32.4491, device='cuda:0') (tensor(60.1159, device='cuda:0')) + | > loss_gen: 2.396608591079712 (2.3239095002158074) + | > loss_kl: 1.8419266939163208 (1.542842269453228) + | > loss_feat: 5.637352466583252 (6.6442009220775375) + | > loss_mel: 19.739383697509766 (21.260145464514057) + | > loss_duration: 1.6585636138916016 (1.722973271822318) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.273834228515625 (33.49407141432801) + | > grad_norm_1: tensor(203.5466, device='cuda:0') (tensor(499.5327, device='cuda:0')) + | > current_lr_0: 0.00019875382047998183 + | > current_lr_1: 0.00019875382047998183 + | > step_time: 0.8002 (0.7858624529634785) + | > loader_time: 0.0114 (0.006144046783447266) + + + --> TIME: 2024-11-23 03:31:16 -- STEP: 259/797 -- GLOBAL_STEP: 40900 + | > loss_disc: 2.502289295196533 (2.477893267819319) + | > loss_disc_real_0: 0.08907622843980789 (0.13798137283866002) + | > loss_disc_real_1: 0.18390415608882904 (0.21916627052552912) + | > loss_disc_real_2: 0.23778632283210754 (0.23372819709041404) + | > loss_disc_real_3: 0.28370705246925354 (0.2234756564541673) + | > loss_disc_real_4: 0.25274235010147095 (0.2224399592425372) + | > loss_disc_real_5: 0.27302780747413635 (0.23189787698988748) + | > loss_0: 2.502289295196533 (2.477893267819319) + | > grad_norm_0: tensor(70.4041, device='cuda:0') (tensor(62.0107, device='cuda:0')) + | > loss_gen: 2.321277379989624 (2.328237358207408) + | > loss_kl: 1.684743046760559 (1.5429728509836675) + | > loss_feat: 6.785248756408691 (6.651356969560895) + | > loss_mel: 21.087400436401367 (21.277114367392993) + | > loss_duration: 1.7184672355651855 (1.7197303482004114) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.597137451171875 (33.51941185292128) + | > grad_norm_1: tensor(569.1828, device='cuda:0') (tensor(509.0255, device='cuda:0')) + | > current_lr_0: 0.00019875382047998183 + | > current_lr_1: 0.00019875382047998183 + | > step_time: 0.8383 (0.7893607248210538) + | > loader_time: 0.005 (0.006285614028400436) + + + --> TIME: 2024-11-23 03:31:36 -- STEP: 284/797 -- GLOBAL_STEP: 40925 + | > loss_disc: 2.4501595497131348 (2.481142526781055) + | > loss_disc_real_0: 0.1450222134590149 (0.13758500323066822) + | > loss_disc_real_1: 0.18754611909389496 (0.2192835873648734) + | > loss_disc_real_2: 0.22365348041057587 (0.23447717017900777) + | > loss_disc_real_3: 0.22161178290843964 (0.22361076276906783) + | > loss_disc_real_4: 0.21471340954303741 (0.22348993591649433) + | > loss_disc_real_5: 0.28522834181785583 (0.2326777920021977) + | > loss_0: 2.4501595497131348 (2.481142526781055) + | > grad_norm_0: tensor(9.3487, device='cuda:0') (tensor(63.4510, device='cuda:0')) + | > loss_gen: 2.3932371139526367 (2.328732616884607) + | > loss_kl: 1.8065871000289917 (1.5462576310399554) + | > loss_feat: 6.622450828552246 (6.641451899434479) + | > loss_mel: 21.48654556274414 (21.308382376818592) + | > loss_duration: 1.6621745824813843 (1.7177530531312382) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.97099685668945 (33.54257750846969) + | > grad_norm_1: tensor(433.6585, device='cuda:0') (tensor(509.6181, device='cuda:0')) + | > current_lr_0: 0.00019875382047998183 + | > current_lr_1: 0.00019875382047998183 + | > step_time: 0.7648 (0.7906122358751967) + | > loader_time: 0.005 (0.006379790709052287) + + + --> TIME: 2024-11-23 03:31:57 -- STEP: 309/797 -- GLOBAL_STEP: 40950 + | > loss_disc: 2.4715917110443115 (2.4788956140623126) + | > loss_disc_real_0: 0.17066890001296997 (0.1370496070524828) + | > loss_disc_real_1: 0.19173753261566162 (0.21872551900765658) + | > loss_disc_real_2: 0.1931125521659851 (0.23376551540538332) + | > loss_disc_real_3: 0.234618678689003 (0.22315182124526756) + | > loss_disc_real_4: 0.2179339975118637 (0.22285943418066093) + | > loss_disc_real_5: 0.24006909132003784 (0.23268165316396547) + | > loss_0: 2.4715917110443115 (2.4788956140623126) + | > grad_norm_0: tensor(62.6390, device='cuda:0') (tensor(64.6632, device='cuda:0')) + | > loss_gen: 2.370901584625244 (2.3271131812561676) + | > loss_kl: 1.4347361326217651 (1.5512642532490601) + | > loss_feat: 6.812680244445801 (6.62796932208114) + | > loss_mel: 22.011856079101562 (21.30314105382629) + | > loss_duration: 1.6758170127868652 (1.7149919827007554) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.305992126464844 (33.5244797518338) + | > grad_norm_1: tensor(654.9696, device='cuda:0') (tensor(515.3528, device='cuda:0')) + | > current_lr_0: 0.00019875382047998183 + | > current_lr_1: 0.00019875382047998183 + | > step_time: 0.8345 (0.7918200253668722) + | > loader_time: 0.005 (0.006452705482063171) + + + --> TIME: 2024-11-23 03:32:17 -- STEP: 334/797 -- GLOBAL_STEP: 40975 + | > loss_disc: 2.424039840698242 (2.478236466824653) + | > loss_disc_real_0: 0.1498008817434311 (0.13658614109777759) + | > loss_disc_real_1: 0.24365070462226868 (0.21891120738701192) + | > loss_disc_real_2: 0.2095317840576172 (0.2342597289892014) + | > loss_disc_real_3: 0.2154589742422104 (0.2232456533405595) + | > loss_disc_real_4: 0.20867125689983368 (0.22295832281519554) + | > loss_disc_real_5: 0.24236562848091125 (0.23273067350337606) + | > loss_0: 2.424039840698242 (2.478236466824653) + | > grad_norm_0: tensor(41.1377, device='cuda:0') (tensor(63.1540, device='cuda:0')) + | > loss_gen: 2.4185550212860107 (2.3285130501507276) + | > loss_kl: 1.7323856353759766 (1.5532569299914876) + | > loss_feat: 6.202080249786377 (6.624507291588244) + | > loss_mel: 21.076690673828125 (21.314475002403032) + | > loss_duration: 1.67830228805542 (1.7129204530201987) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.10801315307617 (33.53367272108614) + | > grad_norm_1: tensor(757.8997, device='cuda:0') (tensor(520.3065, device='cuda:0')) + | > current_lr_0: 0.00019875382047998183 + | > current_lr_1: 0.00019875382047998183 + | > step_time: 0.8405 (0.7934076579031114) + | > loader_time: 0.006 (0.006488143326993474) + + + --> TIME: 2024-11-23 03:32:38 -- STEP: 359/797 -- GLOBAL_STEP: 41000 + | > loss_disc: 2.4956371784210205 (2.4753824336283072) + | > loss_disc_real_0: 0.1230887845158577 (0.13624736956193584) + | > loss_disc_real_1: 0.28782030940055847 (0.21877973597278835) + | > loss_disc_real_2: 0.20475687086582184 (0.23359943415793202) + | > loss_disc_real_3: 0.2624916136264801 (0.2230713882569151) + | > loss_disc_real_4: 0.20107707381248474 (0.22238475291841875) + | > loss_disc_real_5: 0.24919727444648743 (0.2322523593902588) + | > loss_0: 2.4956371784210205 (2.4753824336283072) + | > grad_norm_0: tensor(93.9596, device='cuda:0') (tensor(62.7241, device='cuda:0')) + | > loss_gen: 2.519643545150757 (2.3311453041592016) + | > loss_kl: 1.3843581676483154 (1.5528962027727724) + | > loss_feat: 6.518832206726074 (6.628111153924036) + | > loss_mel: 22.208282470703125 (21.326702080729277) + | > loss_duration: 1.6423965692520142 (1.7101154134798182) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.27350997924805 (33.54897015606129) + | > grad_norm_1: tensor(631.5374, device='cuda:0') (tensor(523.5443, device='cuda:0')) + | > current_lr_0: 0.00019875382047998183 + | > current_lr_1: 0.00019875382047998183 + | > step_time: 0.7933 (0.7945944784743538) + | > loader_time: 0.0065 (0.0065107179551403506) + + + --> TIME: 2024-11-23 03:32:59 -- STEP: 384/797 -- GLOBAL_STEP: 41025 + | > loss_disc: 2.397768974304199 (2.476261336977284) + | > loss_disc_real_0: 0.14776217937469482 (0.13602110771656353) + | > loss_disc_real_1: 0.229140043258667 (0.21882380857520425) + | > loss_disc_real_2: 0.2178439050912857 (0.23406752047594637) + | > loss_disc_real_3: 0.19450268149375916 (0.2233911887742579) + | > loss_disc_real_4: 0.23444262146949768 (0.22265891210796931) + | > loss_disc_real_5: 0.2324843555688858 (0.23297604317000756) + | > loss_0: 2.397768974304199 (2.476261336977284) + | > grad_norm_0: tensor(63.0562, device='cuda:0') (tensor(63.3276, device='cuda:0')) + | > loss_gen: 2.427826404571533 (2.332731616683304) + | > loss_kl: 1.4716893434524536 (1.5524787871787942) + | > loss_feat: 6.937170028686523 (6.626516836384934) + | > loss_mel: 21.060096740722656 (21.312783430020005) + | > loss_duration: 1.7322804927825928 (1.707968053407967) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.62906265258789 (33.53247870504857) + | > grad_norm_1: tensor(503.4997, device='cuda:0') (tensor(529.1831, device='cuda:0')) + | > current_lr_0: 0.00019875382047998183 + | > current_lr_1: 0.00019875382047998183 + | > step_time: 0.8087 (0.797555971269806) + | > loader_time: 0.0063 (0.006597182403008143) + + + --> TIME: 2024-11-23 03:33:20 -- STEP: 409/797 -- GLOBAL_STEP: 41050 + | > loss_disc: 2.435060739517212 (2.4732003398512874) + | > loss_disc_real_0: 0.22351546585559845 (0.1357461951928063) + | > loss_disc_real_1: 0.24591828882694244 (0.21853562371582158) + | > loss_disc_real_2: 0.2222777009010315 (0.2338227566267867) + | > loss_disc_real_3: 0.23609022796154022 (0.22307643538436564) + | > loss_disc_real_4: 0.19983182847499847 (0.22203010200434034) + | > loss_disc_real_5: 0.17044809460639954 (0.23320347008757603) + | > loss_0: 2.435060739517212 (2.4732003398512874) + | > grad_norm_0: tensor(131.2738, device='cuda:0') (tensor(63.4504, device='cuda:0')) + | > loss_gen: 2.5930213928222656 (2.3370408542581744) + | > loss_kl: 1.577471375465393 (1.546936970468255) + | > loss_feat: 7.32436466217041 (6.6403606351838445) + | > loss_mel: 21.90043830871582 (21.32929988012336) + | > loss_duration: 1.6993727684020996 (1.7068973336651156) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.09466552734375 (33.560535650090095) + | > grad_norm_1: tensor(557.1213, device='cuda:0') (tensor(526.4758, device='cuda:0')) + | > current_lr_0: 0.00019875382047998183 + | > current_lr_1: 0.00019875382047998183 + | > step_time: 0.88 (0.7994301348268839) + | > loader_time: 0.0067 (0.006671674094165158) + + + --> TIME: 2024-11-23 03:33:42 -- STEP: 434/797 -- GLOBAL_STEP: 41075 + | > loss_disc: 2.494781255722046 (2.471739952465357) + | > loss_disc_real_0: 0.19686594605445862 (0.13548400540608693) + | > loss_disc_real_1: 0.1627849042415619 (0.21832153961611783) + | > loss_disc_real_2: 0.24602998793125153 (0.23385815404801874) + | > loss_disc_real_3: 0.2141178399324417 (0.222870361489085) + | > loss_disc_real_4: 0.20627538859844208 (0.22196506787829684) + | > loss_disc_real_5: 0.2782609760761261 (0.2332554392962961) + | > loss_0: 2.494781255722046 (2.471739952465357) + | > grad_norm_0: tensor(87.7769, device='cuda:0') (tensor(64.5077, device='cuda:0')) + | > loss_gen: 2.5367352962493896 (2.3408778282354485) + | > loss_kl: 1.351362705230713 (1.5421448874583439) + | > loss_feat: 7.661488056182861 (6.655462760529762) + | > loss_mel: 22.196025848388672 (21.36461313309207) + | > loss_duration: 1.6845455169677734 (1.7056339094715733) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.43016052246094 (33.608732491594324) + | > grad_norm_1: tensor(753.9616, device='cuda:0') (tensor(532.2333, device='cuda:0')) + | > current_lr_0: 0.00019875382047998183 + | > current_lr_1: 0.00019875382047998183 + | > step_time: 0.8818 (0.8019537315939976) + | > loader_time: 0.0063 (0.00678283937515751) + + + --> TIME: 2024-11-23 03:34:03 -- STEP: 459/797 -- GLOBAL_STEP: 41100 + | > loss_disc: 2.626024007797241 (2.473117558784735) + | > loss_disc_real_0: 0.22559958696365356 (0.13586495223420644) + | > loss_disc_real_1: 0.23194123804569244 (0.21870268957612302) + | > loss_disc_real_2: 0.21587039530277252 (0.23382099365616676) + | > loss_disc_real_3: 0.23571684956550598 (0.2231156956850833) + | > loss_disc_real_4: 0.2051726132631302 (0.22172828508877807) + | > loss_disc_real_5: 0.24544183909893036 (0.23321585159156316) + | > loss_0: 2.626024007797241 (2.473117558784735) + | > grad_norm_0: tensor(97.5049, device='cuda:0') (tensor(66.2951, device='cuda:0')) + | > loss_gen: 2.1923587322235107 (2.343057179762645) + | > loss_kl: 1.6383967399597168 (1.5440359897343419) + | > loss_feat: 6.4247541427612305 (6.661716411316319) + | > loss_mel: 21.690404891967773 (21.388581086867248) + | > loss_duration: 1.6743195056915283 (1.704650607503837) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.62023162841797 (33.642041274924715) + | > grad_norm_1: tensor(235.3523, device='cuda:0') (tensor(534.9335, device='cuda:0')) + | > current_lr_0: 0.00019875382047998183 + | > current_lr_1: 0.00019875382047998183 + | > step_time: 0.8239 (0.8043120483946955) + | > loader_time: 0.008 (0.006920509089052287) + + + --> TIME: 2024-11-23 03:34:25 -- STEP: 484/797 -- GLOBAL_STEP: 41125 + | > loss_disc: 2.3588032722473145 (2.471667416824783) + | > loss_disc_real_0: 0.12702243030071259 (0.13547205886503394) + | > loss_disc_real_1: 0.17862346768379211 (0.2187172591470736) + | > loss_disc_real_2: 0.22380372881889343 (0.23379530144993924) + | > loss_disc_real_3: 0.20984654128551483 (0.22278734675246822) + | > loss_disc_real_4: 0.21892458200454712 (0.2216682890353124) + | > loss_disc_real_5: 0.20420362055301666 (0.23370900673191408) + | > loss_0: 2.3588032722473145 (2.471667416824783) + | > grad_norm_0: tensor(8.2043, device='cuda:0') (tensor(66.9817, device='cuda:0')) + | > loss_gen: 2.2821977138519287 (2.3447714026801822) + | > loss_kl: 1.609655499458313 (1.5440449948645818) + | > loss_feat: 6.999207973480225 (6.671228340834627) + | > loss_mel: 22.55471420288086 (21.403885526105384) + | > loss_duration: 1.6960474252700806 (1.7035749621135143) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.141822814941406 (33.667505272163865) + | > grad_norm_1: tensor(97.8431, device='cuda:0') (tensor(535.0189, device='cuda:0')) + | > current_lr_0: 0.00019875382047998183 + | > current_lr_1: 0.00019875382047998183 + | > step_time: 0.8468 (0.8068273057622357) + | > loader_time: 0.0079 (0.0069699883460998535) + + + --> TIME: 2024-11-23 03:34:47 -- STEP: 509/797 -- GLOBAL_STEP: 41150 + | > loss_disc: 2.4179532527923584 (2.4685355352278084) + | > loss_disc_real_0: 0.14992208778858185 (0.1348016693573336) + | > loss_disc_real_1: 0.22773432731628418 (0.21851403804858213) + | > loss_disc_real_2: 0.22931449115276337 (0.23337879917476406) + | > loss_disc_real_3: 0.23879307508468628 (0.22271987681655847) + | > loss_disc_real_4: 0.17842328548431396 (0.22139616673611) + | > loss_disc_real_5: 0.21627217531204224 (0.23304536262406347) + | > loss_0: 2.4179532527923584 (2.4685355352278084) + | > grad_norm_0: tensor(29.0611, device='cuda:0') (tensor(65.3243, device='cuda:0')) + | > loss_gen: 2.2884092330932617 (2.346118288798977) + | > loss_kl: 1.611994981765747 (1.5466483580808505) + | > loss_feat: 6.347303867340088 (6.684276248242393) + | > loss_mel: 21.45505714416504 (21.41322252839393) + | > loss_duration: 1.6810342073440552 (1.7023515886314258) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.3838005065918 (33.692617034162694) + | > grad_norm_1: tensor(309.8172, device='cuda:0') (tensor(528.5908, device='cuda:0')) + | > current_lr_0: 0.00019875382047998183 + | > current_lr_1: 0.00019875382047998183 + | > step_time: 0.9001 (0.8099587188488373) + | > loader_time: 0.0068 (0.00708968185020102) + + + --> TIME: 2024-11-23 03:35:09 -- STEP: 534/797 -- GLOBAL_STEP: 41175 + | > loss_disc: 2.624171257019043 (2.46953770239255) + | > loss_disc_real_0: 0.14108148217201233 (0.13472766719395754) + | > loss_disc_real_1: 0.29608404636383057 (0.21890248303835308) + | > loss_disc_real_2: 0.22782064974308014 (0.23346456684423297) + | > loss_disc_real_3: 0.2665913999080658 (0.22262744538569718) + | > loss_disc_real_4: 0.21654267609119415 (0.22163988476835386) + | > loss_disc_real_5: 0.20989912748336792 (0.23365039392357018) + | > loss_0: 2.624171257019043 (2.46953770239255) + | > grad_norm_0: tensor(47.4305, device='cuda:0') (tensor(65.2921, device='cuda:0')) + | > loss_gen: 2.112330198287964 (2.3471710023362076) + | > loss_kl: 1.6093194484710693 (1.5459748158294162) + | > loss_feat: 5.469064712524414 (6.685638874211119) + | > loss_mel: 19.76948356628418 (21.423216769757783) + | > loss_duration: 1.705703854560852 (1.7021419923850216) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.66590118408203 (33.704143459877315) + | > grad_norm_1: tensor(405.4128, device='cuda:0') (tensor(529.4800, device='cuda:0')) + | > current_lr_0: 0.00019875382047998183 + | > current_lr_1: 0.00019875382047998183 + | > step_time: 0.8333 (0.8121735147769084) + | > loader_time: 0.0066 (0.007170422246840115) + + + --> TIME: 2024-11-23 03:35:31 -- STEP: 559/797 -- GLOBAL_STEP: 41200 + | > loss_disc: 2.395631790161133 (2.4690022506952722) + | > loss_disc_real_0: 0.1643911600112915 (0.1347683414630259) + | > loss_disc_real_1: 0.18034835159778595 (0.21876954641826246) + | > loss_disc_real_2: 0.2070753127336502 (0.23333315697893472) + | > loss_disc_real_3: 0.21756964921951294 (0.22270829418477514) + | > loss_disc_real_4: 0.22143606841564178 (0.22135894901530692) + | > loss_disc_real_5: 0.24905626475811005 (0.23313901172234466) + | > loss_0: 2.395631790161133 (2.4690022506952722) + | > grad_norm_0: tensor(10.4932, device='cuda:0') (tensor(64.2376, device='cuda:0')) + | > loss_gen: 2.3972649574279785 (2.3449227462301088) + | > loss_kl: 1.609179139137268 (1.5462460257712756) + | > loss_feat: 6.513308048248291 (6.690054571052786) + | > loss_mel: 20.03839683532715 (21.433198939069218) + | > loss_duration: 1.6707580089569092 (1.701549707457077) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.22890853881836 (33.71597198595519) + | > grad_norm_1: tensor(410.0628, device='cuda:0') (tensor(524.0190, device='cuda:0')) + | > current_lr_0: 0.00019875382047998183 + | > current_lr_1: 0.00019875382047998183 + | > step_time: 0.8599 (0.8152087267908086) + | > loader_time: 0.008 (0.007266311184877999) + + + --> TIME: 2024-11-23 03:35:53 -- STEP: 584/797 -- GLOBAL_STEP: 41225 + | > loss_disc: 2.451972246170044 (2.469518959522248) + | > loss_disc_real_0: 0.0728459507226944 (0.13504819450772387) + | > loss_disc_real_1: 0.2258906364440918 (0.21871761565594233) + | > loss_disc_real_2: 0.2350316047668457 (0.2332856231560446) + | > loss_disc_real_3: 0.179092139005661 (0.22270390626094114) + | > loss_disc_real_4: 0.2392907738685608 (0.2214603938468515) + | > loss_disc_real_5: 0.21901336312294006 (0.23363024437774538) + | > loss_0: 2.451972246170044 (2.469518959522248) + | > grad_norm_0: tensor(43.7996, device='cuda:0') (tensor(64.1109, device='cuda:0')) + | > loss_gen: 2.3725199699401855 (2.343688024437589) + | > loss_kl: 1.6110650300979614 (1.547256038001139) + | > loss_feat: 7.267956733703613 (6.686664377989837) + | > loss_mel: 22.60936737060547 (21.44659439178362) + | > loss_duration: 1.6745357513427734 (1.7010499853385643) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.53544616699219 (33.725252788360834) + | > grad_norm_1: tensor(398.7924, device='cuda:0') (tensor(515.8176, device='cuda:0')) + | > current_lr_0: 0.00019875382047998183 + | > current_lr_1: 0.00019875382047998183 + | > step_time: 0.902 (0.8178597884635403) + | > loader_time: 0.0069 (0.007363830935465146) + + + --> TIME: 2024-11-23 03:36:16 -- STEP: 609/797 -- GLOBAL_STEP: 41250 + | > loss_disc: 2.4672412872314453 (2.470240188936884) + | > loss_disc_real_0: 0.11121207475662231 (0.13551293030895048) + | > loss_disc_real_1: 0.22647641599178314 (0.21860166834835545) + | > loss_disc_real_2: 0.24676351249217987 (0.23317635502231923) + | > loss_disc_real_3: 0.22458671033382416 (0.22288331257298663) + | > loss_disc_real_4: 0.22310300171375275 (0.22152579290722) + | > loss_disc_real_5: 0.2675609290599823 (0.23336628326543646) + | > loss_0: 2.4672412872314453 (2.470240188936884) + | > grad_norm_0: tensor(24.1578, device='cuda:0') (tensor(63.1343, device='cuda:0')) + | > loss_gen: 2.4725522994995117 (2.3415097389706623) + | > loss_kl: 1.593192219734192 (1.5477596881550129) + | > loss_feat: 6.927207946777344 (6.67919708511904) + | > loss_mel: 21.046449661254883 (21.448145144482947) + | > loss_duration: 1.708707332611084 (1.700890414037533) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.74810791015625 (33.7175020646971) + | > grad_norm_1: tensor(707.2143, device='cuda:0') (tensor(509.1005, device='cuda:0')) + | > current_lr_0: 0.00019875382047998183 + | > current_lr_1: 0.00019875382047998183 + | > step_time: 0.8905 (0.8208957106021826) + | > loader_time: 0.0074 (0.00742723632524362) + + + --> TIME: 2024-11-23 03:36:39 -- STEP: 634/797 -- GLOBAL_STEP: 41275 + | > loss_disc: 2.4146363735198975 (2.470535636700294) + | > loss_disc_real_0: 0.17728236317634583 (0.13574293134763432) + | > loss_disc_real_1: 0.20697639882564545 (0.21875891812169213) + | > loss_disc_real_2: 0.20392605662345886 (0.23358166478691794) + | > loss_disc_real_3: 0.19746997952461243 (0.22296732238696576) + | > loss_disc_real_4: 0.24032720923423767 (0.22171432910375416) + | > loss_disc_real_5: 0.253093957901001 (0.23347837922136871) + | > loss_0: 2.4146363735198975 (2.470535636700294) + | > grad_norm_0: tensor(57.9569, device='cuda:0') (tensor(63.4931, device='cuda:0')) + | > loss_gen: 2.2243499755859375 (2.342127474136532) + | > loss_kl: 1.5440717935562134 (1.548544616729303) + | > loss_feat: 6.478265285491943 (6.668749585136634) + | > loss_mel: 21.117341995239258 (21.456011841349774) + | > loss_duration: 1.7134102582931519 (1.7010393876006558) + | > amp_scaler: 256.0 (130.82649842271294) + | > loss_1: 33.07743835449219 (33.716472902508585) + | > grad_norm_1: tensor(646.4491, device='cuda:0') (tensor(511.9832, device='cuda:0')) + | > current_lr_0: 0.00019875382047998183 + | > current_lr_1: 0.00019875382047998183 + | > step_time: 0.8714 (0.8236154836811101) + | > loader_time: 0.0074 (0.007529974359819189) + + + --> TIME: 2024-11-23 03:37:02 -- STEP: 659/797 -- GLOBAL_STEP: 41300 + | > loss_disc: 2.5779330730438232 (2.4712818341841323) + | > loss_disc_real_0: 0.22859510779380798 (0.13609473071483646) + | > loss_disc_real_1: 0.2510322332382202 (0.21862101596702394) + | > loss_disc_real_2: 0.2093385010957718 (0.23324323132385433) + | > loss_disc_real_3: 0.23117640614509583 (0.22310316594309076) + | > loss_disc_real_4: 0.21741613745689392 (0.22173235485152157) + | > loss_disc_real_5: 0.24395842850208282 (0.23324095759659513) + | > loss_0: 2.5779330730438232 (2.4712818341841323) + | > grad_norm_0: tensor(20.7811, device='cuda:0') (tensor(63.6589, device='cuda:0')) + | > loss_gen: 2.181931972503662 (2.3409703698614104) + | > loss_kl: 1.4622572660446167 (1.5501292801048039) + | > loss_feat: 5.700308322906494 (6.658812025790877) + | > loss_mel: 18.917293548583984 (21.438959989996327) + | > loss_duration: 1.703511118888855 (1.7006362973287008) + | > amp_scaler: 256.0 (135.5751138088012) + | > loss_1: 29.965301513671875 (33.689507986598386) + | > grad_norm_1: tensor(561.2949, device='cuda:0') (tensor(511.7892, device='cuda:0')) + | > current_lr_0: 0.00019875382047998183 + | > current_lr_1: 0.00019875382047998183 + | > step_time: 0.8646 (0.8264677368997623) + | > loader_time: 0.0165 (0.007668856243081447) + + + --> TIME: 2024-11-23 03:37:25 -- STEP: 684/797 -- GLOBAL_STEP: 41325 + | > loss_disc: 2.3863136768341064 (2.4704658695828865) + | > loss_disc_real_0: 0.12015089392662048 (0.1360494935482044) + | > loss_disc_real_1: 0.23299087584018707 (0.21856336839148524) + | > loss_disc_real_2: 0.2428622990846634 (0.23351523482747244) + | > loss_disc_real_3: 0.21246971189975739 (0.22285477875878937) + | > loss_disc_real_4: 0.20760178565979004 (0.22185458088217422) + | > loss_disc_real_5: 0.19800366461277008 (0.23297091142127394) + | > loss_0: 2.3863136768341064 (2.4704658695828865) + | > grad_norm_0: tensor(94.9988, device='cuda:0') (tensor(63.0674, device='cuda:0')) + | > loss_gen: 2.521596908569336 (2.3401884724173603) + | > loss_kl: 1.572284460067749 (1.550435500709634) + | > loss_feat: 6.795308589935303 (6.647353321488144) + | > loss_mel: 21.865638732910156 (21.420132597984615) + | > loss_duration: 1.660507321357727 (1.7001577981731355) + | > amp_scaler: 128.0 (137.73099415204678) + | > loss_1: 34.41533660888672 (33.65826770157844) + | > grad_norm_1: tensor(779.3254, device='cuda:0') (tensor(514.5089, device='cuda:0')) + | > current_lr_0: 0.00019875382047998183 + | > current_lr_1: 0.00019875382047998183 + | > step_time: 0.9192 (0.8295768370405275) + | > loader_time: 0.0083 (0.007754901696366874) + + + --> TIME: 2024-11-23 03:37:48 -- STEP: 709/797 -- GLOBAL_STEP: 41350 + | > loss_disc: 2.5978753566741943 (2.4704948423275357) + | > loss_disc_real_0: 0.14812129735946655 (0.136473858148406) + | > loss_disc_real_1: 0.17306694388389587 (0.2184461858254898) + | > loss_disc_real_2: 0.1944083869457245 (0.23313660562374697) + | > loss_disc_real_3: 0.19786427915096283 (0.22298950545374194) + | > loss_disc_real_4: 0.2039937824010849 (0.22164515171552074) + | > loss_disc_real_5: 0.20741580426692963 (0.23270215199175276) + | > loss_0: 2.5978753566741943 (2.4704948423275357) + | > grad_norm_0: tensor(45.4371, device='cuda:0') (tensor(62.7342, device='cuda:0')) + | > loss_gen: 2.1802546977996826 (2.340307576868191) + | > loss_kl: 1.601773738861084 (1.552802622066062) + | > loss_feat: 6.6112847328186035 (6.6462854390756405) + | > loss_mel: 19.917041778564453 (21.425205712257885) + | > loss_duration: 1.6758737564086914 (1.6995768977489396) + | > amp_scaler: 128.0 (137.38787023977434) + | > loss_1: 31.986228942871094 (33.664178245662846) + | > grad_norm_1: tensor(291.1460, device='cuda:0') (tensor(512.6808, device='cuda:0')) + | > current_lr_0: 0.00019875382047998183 + | > current_lr_1: 0.00019875382047998183 + | > step_time: 0.9363 (0.8332070103821533) + | > loader_time: 0.0088 (0.007889457751060243) + + + --> TIME: 2024-11-23 03:38:17 -- STEP: 734/797 -- GLOBAL_STEP: 41375 + | > loss_disc: 2.4269323348999023 (2.4710114154893663) + | > loss_disc_real_0: 0.15279439091682434 (0.13622531055267234) + | > loss_disc_real_1: 0.21815311908721924 (0.21857214074490505) + | > loss_disc_real_2: 0.23578397929668427 (0.23361042830128761) + | > loss_disc_real_3: 0.26353874802589417 (0.22327937405018455) + | > loss_disc_real_4: 0.17043693363666534 (0.22206046436316962) + | > loss_disc_real_5: 0.21387335658073425 (0.2328790441277242) + | > loss_0: 2.4269323348999023 (2.4710114154893663) + | > grad_norm_0: tensor(26.4782, device='cuda:0') (tensor(62.0955, device='cuda:0')) + | > loss_gen: 2.308410167694092 (2.340679395913425) + | > loss_kl: 1.7055670022964478 (1.5546528813949398) + | > loss_feat: 6.068028926849365 (6.6447371994766975) + | > loss_mel: 21.534984588623047 (21.42473033728325) + | > loss_duration: 1.6598109006881714 (1.698726096172749) + | > amp_scaler: 128.0 (137.06811989100814) + | > loss_1: 33.27680206298828 (33.663525903582304) + | > grad_norm_1: tensor(554.3165, device='cuda:0') (tensor(512.5186, device='cuda:0')) + | > current_lr_0: 0.00019875382047998183 + | > current_lr_1: 0.00019875382047998183 + | > step_time: 1.2212 (0.842810356324635) + | > loader_time: 0.0094 (0.008061737715385918) + + + --> TIME: 2024-11-23 03:39:07 -- STEP: 759/797 -- GLOBAL_STEP: 41400 + | > loss_disc: 2.49847412109375 (2.4706011324217823) + | > loss_disc_real_0: 0.11771682649850845 (0.1361392537163809) + | > loss_disc_real_1: 0.21613332629203796 (0.21840620762392465) + | > loss_disc_real_2: 0.23815013468265533 (0.2331378624059152) + | > loss_disc_real_3: 0.2804047167301178 (0.22340919544652832) + | > loss_disc_real_4: 0.21355031430721283 (0.22216690619315396) + | > loss_disc_real_5: 0.21432584524154663 (0.23263475719019677) + | > loss_0: 2.49847412109375 (2.4706011324217823) + | > grad_norm_0: tensor(52.8550, device='cuda:0') (tensor(61.6150, device='cuda:0')) + | > loss_gen: 2.4763145446777344 (2.3399533969454427) + | > loss_kl: 1.583584189414978 (1.5548265361974363) + | > loss_feat: 6.240339279174805 (6.6421328916537155) + | > loss_mel: 21.896713256835938 (21.42286898496121) + | > loss_duration: 1.7076385021209717 (1.6976743658540754) + | > amp_scaler: 128.0 (136.76943346508554) + | > loss_1: 33.90459060668945 (33.657456168073004) + | > grad_norm_1: tensor(476.8835, device='cuda:0') (tensor(514.3864, device='cuda:0')) + | > current_lr_0: 0.00019875382047998183 + | > current_lr_1: 0.00019875382047998183 + | > step_time: 3.4367 (0.880042250762658) + | > loader_time: 0.0109 (0.008416028519078838) + + + --> TIME: 2024-11-23 03:40:05 -- STEP: 784/797 -- GLOBAL_STEP: 41425 + | > loss_disc: 2.3733768463134766 (2.4717999252737775) + | > loss_disc_real_0: 0.18742921948432922 (0.13626950727395562) + | > loss_disc_real_1: 0.20285935699939728 (0.218493685268854) + | > loss_disc_real_2: 0.2234664112329483 (0.2334720011686488) + | > loss_disc_real_3: 0.18121026456356049 (0.2234654656744429) + | > loss_disc_real_4: 0.17984388768672943 (0.2224036168345079) + | > loss_disc_real_5: 0.22069567441940308 (0.23306835935051956) + | > loss_0: 2.3733768463134766 (2.4717999252737775) + | > grad_norm_0: tensor(113.2190, device='cuda:0') (tensor(61.9108, device='cuda:0')) + | > loss_gen: 2.331646680831909 (2.3401409373903737) + | > loss_kl: 1.7799781560897827 (1.5562940735597999) + | > loss_feat: 6.639886379241943 (6.638007272871176) + | > loss_mel: 20.248767852783203 (21.429287229265473) + | > loss_duration: 1.668386697769165 (1.6967094277544903) + | > amp_scaler: 128.0 (136.4897959183672) + | > loss_1: 32.66866683959961 (33.660438934151045) + | > grad_norm_1: tensor(508.6936, device='cuda:0') (tensor(512.6292, device='cuda:0')) + | > current_lr_0: 0.00019875382047998183 + | > current_lr_1: 0.00019875382047998183 + | > step_time: 3.2514 (0.9248640105432394) + | > loader_time: 0.021 (0.008951143038516147) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.492537260055542 (2.492537260055542) + | > loss_disc_real_0: 0.12469907104969025 (0.12469907104969025) + | > loss_disc_real_1: 0.22730764746665955 (0.22730764746665955) + | > loss_disc_real_2: 0.19249913096427917 (0.19249913096427917) + | > loss_disc_real_3: 0.20256246626377106 (0.20256246626377106) + | > loss_disc_real_4: 0.1935422271490097 (0.1935422271490097) + | > loss_disc_real_5: 0.30549728870391846 (0.30549728870391846) + | > loss_0: 2.492537260055542 (2.492537260055542) + | > loss_gen: 2.2271480560302734 (2.2271480560302734) + | > loss_kl: 2.4659459590911865 (2.4659459590911865) + | > loss_feat: 6.573019504547119 (6.573019504547119) + | > loss_mel: 22.583097457885742 (22.583097457885742) + | > loss_duration: 1.9582732915878296 (1.9582732915878296) + | > loss_1: 35.80748748779297 (35.80748748779297) + + --> STEP: 1 + | > loss_disc: 2.414403200149536 (2.414403200149536) + | > loss_disc_real_0: 0.06489767134189606 (0.06489767134189606) + | > loss_disc_real_1: 0.2366063892841339 (0.2366063892841339) + | > loss_disc_real_2: 0.22561825811862946 (0.22561825811862946) + | > loss_disc_real_3: 0.2647703289985657 (0.2647703289985657) + | > loss_disc_real_4: 0.23212692141532898 (0.23212692141532898) + | > loss_disc_real_5: 0.21707503497600555 (0.21707503497600555) + | > loss_0: 2.414403200149536 (2.414403200149536) + | > loss_gen: 2.114370346069336 (2.114370346069336) + | > loss_kl: 1.7669857740402222 (1.7669857740402222) + | > loss_feat: 4.30319356918335 (4.30319356918335) + | > loss_mel: 16.409107208251953 (16.409107208251953) + | > loss_duration: 1.6292219161987305 (1.6292219161987305) + | > loss_1: 26.222877502441406 (26.222877502441406) + + --> STEP: 2 + | > loss_disc: 2.2900288105010986 (2.3522160053253174) + | > loss_disc_real_0: 0.07987187802791595 (0.072384774684906) + | > loss_disc_real_1: 0.2703333795070648 (0.25346988439559937) + | > loss_disc_real_2: 0.20364414155483246 (0.21463119983673096) + | > loss_disc_real_3: 0.2564942538738251 (0.2606322914361954) + | > loss_disc_real_4: 0.25281068682670593 (0.24246880412101746) + | > loss_disc_real_5: 0.29742488265037537 (0.25724995881319046) + | > loss_0: 2.2900288105010986 (2.3522160053253174) + | > loss_gen: 2.678727865219116 (2.396549105644226) + | > loss_kl: 1.1358708143234253 (1.4514282941818237) + | > loss_feat: 6.701227188110352 (5.502210378646851) + | > loss_mel: 22.88158416748047 (19.64534568786621) + | > loss_duration: 1.6895473003387451 (1.6593846082687378) + | > loss_1: 35.08695602416992 (30.654916763305664) + + --> STEP: 3 + | > loss_disc: 2.3692097663879395 (2.3578805923461914) + | > loss_disc_real_0: 0.10323384404182434 (0.08266779780387878) + | > loss_disc_real_1: 0.2975289225578308 (0.2681562304496765) + | > loss_disc_real_2: 0.148370623588562 (0.1925443410873413) + | > loss_disc_real_3: 0.21360661089420319 (0.24495706458886465) + | > loss_disc_real_4: 0.19441454112529755 (0.2264507164557775) + | > loss_disc_real_5: 0.2626917362213135 (0.25906388461589813) + | > loss_0: 2.3692097663879395 (2.3578805923461914) + | > loss_gen: 2.436405658721924 (2.409834623336792) + | > loss_kl: 1.7876538038253784 (1.5635034640630086) + | > loss_feat: 7.6382036209106445 (6.214208126068115) + | > loss_mel: 23.919910430908203 (21.070200602213543) + | > loss_duration: 1.7429513931274414 (1.687240203221639) + | > loss_1: 37.525123596191406 (32.944985707600914) + + --> STEP: 4 + | > loss_disc: 2.59734845161438 (2.4177475571632385) + | > loss_disc_real_0: 0.05781976878643036 (0.07645579054951668) + | > loss_disc_real_1: 0.15473395586013794 (0.23980066180229187) + | > loss_disc_real_2: 0.12212704867124557 (0.17494001798331738) + | > loss_disc_real_3: 0.15613563358783722 (0.2227517068386078) + | > loss_disc_real_4: 0.19297002255916595 (0.2180805429816246) + | > loss_disc_real_5: 0.22749653458595276 (0.2511720471084118) + | > loss_0: 2.59734845161438 (2.4177475571632385) + | > loss_gen: 1.7851073741912842 (2.253652811050415) + | > loss_kl: 2.2206718921661377 (1.727795571088791) + | > loss_feat: 9.665301322937012 (7.076981425285339) + | > loss_mel: 22.265506744384766 (21.369027137756348) + | > loss_duration: 1.6265126466751099 (1.6720583140850067) + | > loss_1: 37.56310272216797 (34.099514961242676) + + --> STEP: 5 + | > loss_disc: 2.260165214538574 (2.3862310886383056) + | > loss_disc_real_0: 0.06049709767103195 (0.07326405197381973) + | > loss_disc_real_1: 0.19693204760551453 (0.2312269389629364) + | > loss_disc_real_2: 0.1286674588918686 (0.1656855061650276) + | > loss_disc_real_3: 0.18215392529964447 (0.21463215053081514) + | > loss_disc_real_4: 0.1560799479484558 (0.20568042397499084) + | > loss_disc_real_5: 0.1854807734489441 (0.23803379237651826) + | > loss_0: 2.260165214538574 (2.3862310886383056) + | > loss_gen: 2.1777596473693848 (2.238474178314209) + | > loss_kl: 2.044719696044922 (1.791180396080017) + | > loss_feat: 9.401731491088867 (7.541931438446045) + | > loss_mel: 22.718767166137695 (21.638975143432617) + | > loss_duration: 1.8888057470321655 (1.7154078006744384) + | > loss_1: 38.23178482055664 (34.925968933105466) + + --> STEP: 6 + | > loss_disc: 2.2519187927246094 (2.363845705986023) + | > loss_disc_real_0: 0.08821339905261993 (0.07575560982028644) + | > loss_disc_real_1: 0.25206953287124634 (0.23470070461432138) + | > loss_disc_real_2: 0.18366892635822296 (0.1686827428638935) + | > loss_disc_real_3: 0.24222350120544434 (0.21923070897658667) + | > loss_disc_real_4: 0.20407363772392273 (0.2054126262664795) + | > loss_disc_real_5: 0.24564561247825623 (0.23930242906014124) + | > loss_0: 2.2519187927246094 (2.363845705986023) + | > loss_gen: 2.4412014484405518 (2.2722620566685996) + | > loss_kl: 1.6529242992401123 (1.7681377132733662) + | > loss_feat: 7.036911964416504 (7.457761526107788) + | > loss_mel: 24.36439323425293 (22.093211491902668) + | > loss_duration: 1.6819653511047363 (1.709834059079488) + | > loss_1: 37.17739486694336 (35.30120658874512) + + --> STEP: 7 + | > loss_disc: 2.038119077682495 (2.3173133305140903) + | > loss_disc_real_0: 0.07070109248161316 (0.07503353591476168) + | > loss_disc_real_1: 0.1921665072441101 (0.22862439070429122) + | > loss_disc_real_2: 0.13878512382507324 (0.16441165442977632) + | > loss_disc_real_3: 0.1459967941045761 (0.208768721137728) + | > loss_disc_real_4: 0.15720760822296143 (0.1985261951174055) + | > loss_disc_real_5: 0.17037373781204224 (0.22945547316755568) + | > loss_0: 2.038119077682495 (2.3173133305140903) + | > loss_gen: 2.583850622177124 (2.316774708884103) + | > loss_kl: 1.4846396446228027 (1.7276379891804285) + | > loss_feat: 9.484607696533203 (7.747310979025705) + | > loss_mel: 22.923810958862305 (22.21186855861119) + | > loss_duration: 1.671068549156189 (1.7042961290904455) + | > loss_1: 38.147979736328125 (35.70788846697126) + + --> STEP: 8 + | > loss_disc: 2.1248950958251953 (2.2932610511779785) + | > loss_disc_real_0: 0.05093793198466301 (0.07202158542349935) + | > loss_disc_real_1: 0.2945219576358795 (0.23686158657073975) + | > loss_disc_real_2: 0.17776530981063843 (0.1660808613523841) + | > loss_disc_real_3: 0.21768799424171448 (0.20988363027572632) + | > loss_disc_real_4: 0.1602608561515808 (0.1937430277466774) + | > loss_disc_real_5: 0.1582726389169693 (0.22055761888623238) + | > loss_0: 2.1248950958251953 (2.2932610511779785) + | > loss_gen: 2.5521726608276367 (2.3461994528770447) + | > loss_kl: 2.185563564300537 (1.7848786860704422) + | > loss_feat: 9.35628604888916 (7.9484328627586365) + | > loss_mel: 23.502071380615234 (22.373143911361694) + | > loss_duration: 1.7329540252685547 (1.707878366112709) + | > loss_1: 39.32904815673828 (36.16053342819214) + + --> STEP: 9 + | > loss_disc: 2.3315341472625732 (2.2975136174096003) + | > loss_disc_real_0: 0.09948556125164032 (0.07507313829329279) + | > loss_disc_real_1: 0.2616420388221741 (0.23961497015423244) + | > loss_disc_real_2: 0.22975414991378784 (0.17315567119254005) + | > loss_disc_real_3: 0.1760437935590744 (0.20612364841832054) + | > loss_disc_real_4: 0.22743859887123108 (0.19748698009385002) + | > loss_disc_real_5: 0.24535559117794037 (0.2233129491408666) + | > loss_0: 2.3315341472625732 (2.2975136174096003) + | > loss_gen: 2.651413679122925 (2.3801121446821423) + | > loss_kl: 2.060084104537964 (1.8154570659001668) + | > loss_feat: 8.04808235168457 (7.959505028194851) + | > loss_mel: 23.335247039794922 (22.480044258965385) + | > loss_duration: 1.64992094039917 (1.701438652144538) + | > loss_1: 37.744747161865234 (36.33655717637804) + + --> STEP: 10 + | > loss_disc: 2.4577689170837402 (2.313539147377014) + | > loss_disc_real_0: 0.06529894471168518 (0.07409571893513203) + | > loss_disc_real_1: 0.1758633255958557 (0.23323980569839478) + | > loss_disc_real_2: 0.23345400393009186 (0.17918550446629525) + | > loss_disc_real_3: 0.218983992934227 (0.20740968286991118) + | > loss_disc_real_4: 0.24324943125247955 (0.20206322520971298) + | > loss_disc_real_5: 0.24185949563980103 (0.22516760379076003) + | > loss_0: 2.4577689170837402 (2.313539147377014) + | > loss_gen: 2.213005542755127 (2.363401484489441) + | > loss_kl: 1.7765915393829346 (1.8115705132484436) + | > loss_feat: 6.646256446838379 (7.828180170059204) + | > loss_mel: 22.638442993164062 (22.495884132385253) + | > loss_duration: 1.5925467014312744 (1.6905494570732116) + | > loss_1: 34.866844177246094 (36.18958587646485) + + --> STEP: 11 + | > loss_disc: 2.3066132068634033 (2.3129095164212314) + | > loss_disc_real_0: 0.06484051048755646 (0.0732543363489888) + | > loss_disc_real_1: 0.20050154626369476 (0.23026360029524023) + | > loss_disc_real_2: 0.18505129218101501 (0.17971875789490613) + | > loss_disc_real_3: 0.19298295676708221 (0.20609816231510855) + | > loss_disc_real_4: 0.2325872778892517 (0.20483813908967105) + | > loss_disc_real_5: 0.20467713475227356 (0.22330483387817035) + | > loss_0: 2.3066132068634033 (2.3129095164212314) + | > loss_gen: 2.2265408039093018 (2.350959604436701) + | > loss_kl: 2.1889636516571045 (1.8458789803765037) + | > loss_feat: 7.685314178466797 (7.815192352641713) + | > loss_mel: 23.681533813476562 (22.603670467029918) + | > loss_duration: 1.603081464767456 (1.682597821409052) + | > loss_1: 37.385433197021484 (36.29829926924272) + + --> STEP: 12 + | > loss_disc: 2.350830554962158 (2.3160696029663086) + | > loss_disc_real_0: 0.056862879544496536 (0.07188838161528112) + | > loss_disc_real_1: 0.2521531581878662 (0.23208773011962572) + | > loss_disc_real_2: 0.20666711032390594 (0.1819644539306561) + | > loss_disc_real_3: 0.21329817175865173 (0.20669816310207048) + | > loss_disc_real_4: 0.21076637506484985 (0.20533215875426927) + | > loss_disc_real_5: 0.33528390526771545 (0.23263642316063246) + | > loss_0: 2.350830554962158 (2.3160696029663086) + | > loss_gen: 2.495105266571045 (2.3629717429478965) + | > loss_kl: 1.619673490524292 (1.8270285228888195) + | > loss_feat: 6.589643478393555 (7.7130632797877) + | > loss_mel: 21.040002822875977 (22.47336483001709) + | > loss_duration: 1.694279670715332 (1.683571308851242) + | > loss_1: 33.43870544433594 (36.059999783833824) + + --> STEP: 13 + | > loss_disc: 2.5785152912139893 (2.336257732831515) + | > loss_disc_real_0: 0.09820932149887085 (0.07391306929863418) + | > loss_disc_real_1: 0.14587323367595673 (0.22545584577780503) + | > loss_disc_real_2: 0.18732276558876038 (0.18237663175051028) + | > loss_disc_real_3: 0.1621410846710205 (0.20327069553045127) + | > loss_disc_real_4: 0.17126920819282532 (0.20271193178800437) + | > loss_disc_real_5: 0.17611198127269745 (0.22828838916925284) + | > loss_0: 2.5785152912139893 (2.336257732831515) + | > loss_gen: 1.9032419919967651 (2.3276079159516554) + | > loss_kl: 1.714023232460022 (1.8183358082404504) + | > loss_feat: 8.286906242370605 (7.75720504614023) + | > loss_mel: 22.966266632080078 (22.511280353252705) + | > loss_duration: 1.739734411239624 (1.6878915474965022) + | > loss_1: 36.610172271728516 (36.10232074444111) + + --> STEP: 14 + | > loss_disc: 2.090425968170166 (2.31869832106999) + | > loss_disc_real_0: 0.09503835439682007 (0.0754220182342189) + | > loss_disc_real_1: 0.19966641068458557 (0.2236137432711465) + | > loss_disc_real_2: 0.17887885868549347 (0.1821267908172948) + | > loss_disc_real_3: 0.19277514517307281 (0.2025210133620671) + | > loss_disc_real_4: 0.23182116448879242 (0.2047911626952035) + | > loss_disc_real_5: 0.12482986599206924 (0.22089849465659686) + | > loss_0: 2.090425968170166 (2.31869832106999) + | > loss_gen: 2.4518749713897705 (2.336484134197235) + | > loss_kl: 2.3157641887664795 (1.8538664068494524) + | > loss_feat: 7.465706825256348 (7.736383744648525) + | > loss_mel: 22.059112548828125 (22.47898265293666) + | > loss_duration: 1.7304718494415283 (1.6909329976354326) + | > loss_1: 36.02293014526367 (36.096649987357004) + + --> STEP: 15 + | > loss_disc: 2.103529930114746 (2.3043537616729735) + | > loss_disc_real_0: 0.08802783489227295 (0.0762624060114225) + | > loss_disc_real_1: 0.25171223282814026 (0.22548697590827943) + | > loss_disc_real_2: 0.1553620845079422 (0.18034247706333797) + | > loss_disc_real_3: 0.17064492404460907 (0.20039594074090322) + | > loss_disc_real_4: 0.1820027083158493 (0.20327193240324656) + | > loss_disc_real_5: 0.17237113416194916 (0.21766333729028703) + | > loss_0: 2.103529930114746 (2.3043537616729735) + | > loss_gen: 2.408639907836914 (2.341294519106547) + | > loss_kl: 1.5090160369873047 (1.830876382191976) + | > loss_feat: 7.022006034851074 (7.6887585639953615) + | > loss_mel: 22.329059600830078 (22.468987782796223) + | > loss_duration: 1.647302508354187 (1.6880242983500162) + | > loss_1: 34.91602325439453 (36.01794153849284) + + --> STEP: 16 + | > loss_disc: 2.1855406761169434 (2.2969279438257217) + | > loss_disc_real_0: 0.06506940722465515 (0.07556284358724955) + | > loss_disc_real_1: 0.24008280038833618 (0.22639921493828297) + | > loss_disc_real_2: 0.1780150979757309 (0.18019701587036252) + | > loss_disc_real_3: 0.1686134785413742 (0.19840953685343266) + | > loss_disc_real_4: 0.18389002978801727 (0.20206056348979473) + | > loss_disc_real_5: 0.18808215856552124 (0.21581451361998916) + | > loss_0: 2.1855406761169434 (2.2969279438257217) + | > loss_gen: 2.299499034881592 (2.3386823013424873) + | > loss_kl: 1.3501032590866089 (1.8008280619978905) + | > loss_feat: 7.8227386474609375 (7.69713231921196) + | > loss_mel: 22.915374755859375 (22.49688696861267) + | > loss_duration: 1.82767653465271 (1.6967525631189346) + | > loss_1: 36.21539306640625 (36.03028225898743) + + --> STEP: 17 + | > loss_disc: 2.361941337585449 (2.3007522611057056) + | > loss_disc_real_0: 0.07570414245128632 (0.07557115528513406) + | > loss_disc_real_1: 0.20722854137420654 (0.22527152825804317) + | > loss_disc_real_2: 0.20440331101417542 (0.18162091558470445) + | > loss_disc_real_3: 0.2124391794204712 (0.19923480994561138) + | > loss_disc_real_4: 0.27460435032844543 (0.20632784506853888) + | > loss_disc_real_5: 0.237435981631279 (0.21708636467947678) + | > loss_0: 2.361941337585449 (2.3007522611057056) + | > loss_gen: 2.462815046310425 (2.345984227517072) + | > loss_kl: 1.3304110765457153 (1.7731564746183508) + | > loss_feat: 6.67846155166626 (7.63721050935633) + | > loss_mel: 22.179271697998047 (22.478203717400046) + | > loss_duration: 1.6296601295471191 (1.692805949379416) + | > loss_1: 34.28062057495117 (35.927360983455884) + + --> STEP: 18 + | > loss_disc: 2.2566184997558594 (2.2983003854751587) + | > loss_disc_real_0: 0.0591326542198658 (0.07465790522595249) + | > loss_disc_real_1: 0.25292345881462097 (0.2268077466222975) + | > loss_disc_real_2: 0.1773429661989212 (0.18138325172993872) + | > loss_disc_real_3: 0.24042358994483948 (0.20152307550112405) + | > loss_disc_real_4: 0.20641948282718658 (0.20633293605513042) + | > loss_disc_real_5: 0.29776644706726074 (0.22156859147879812) + | > loss_0: 2.2566184997558594 (2.2983003854751587) + | > loss_gen: 2.6235406398773193 (2.3614040282037525) + | > loss_kl: 1.6450684070587158 (1.7660404708650377) + | > loss_feat: 7.224569320678711 (7.614285998874241) + | > loss_mel: 22.017778396606445 (22.452624532911514) + | > loss_duration: 1.634222388267517 (1.6895513070954218) + | > loss_1: 35.145179748535156 (35.88390647040473) + + --> STEP: 19 + | > loss_disc: 2.265796422958374 (2.296589650605854) + | > loss_disc_real_0: 0.045451872050762177 (0.073120745585153) + | > loss_disc_real_1: 0.2492530792951584 (0.22798907992086911) + | > loss_disc_real_2: 0.19780267775058746 (0.18224743204681496) + | > loss_disc_real_3: 0.16143396496772766 (0.19941312231515584) + | > loss_disc_real_4: 0.2052738219499588 (0.20627719320748983) + | > loss_disc_real_5: 0.17147472500801086 (0.21893207219086194) + | > loss_0: 2.265796422958374 (2.296589650605854) + | > loss_gen: 2.3016839027404785 (2.358260863705685) + | > loss_kl: 2.206740617752075 (1.7892352154380398) + | > loss_feat: 7.411131381988525 (7.603593650617097) + | > loss_mel: 22.929113388061523 (22.47770289370888) + | > loss_duration: 1.7497496604919434 (1.6927196414847123) + | > loss_1: 36.598419189453125 (35.921512402986224) + + --> STEP: 20 + | > loss_disc: 2.1944026947021484 (2.291480302810669) + | > loss_disc_real_0: 0.0847785547375679 (0.07370363604277375) + | > loss_disc_real_1: 0.22645288705825806 (0.22791227027773858) + | > loss_disc_real_2: 0.22415156662464142 (0.18434263877570628) + | > loss_disc_real_3: 0.25549280643463135 (0.20221710652112962) + | > loss_disc_real_4: 0.24029658734798431 (0.20797816291451454) + | > loss_disc_real_5: 0.15225329995155334 (0.2155981335788965) + | > loss_0: 2.1944026947021484 (2.291480302810669) + | > loss_gen: 2.732987642288208 (2.3769972026348114) + | > loss_kl: 1.8822072744369507 (1.7938838183879853) + | > loss_feat: 7.924515247344971 (7.619639730453491) + | > loss_mel: 23.133543014526367 (22.510494899749755) + | > loss_duration: 1.650710105895996 (1.6906191647052764) + | > loss_1: 37.3239631652832 (35.991634941101076) + + --> STEP: 21 + | > loss_disc: 2.2029054164886475 (2.287262451081049) + | > loss_disc_real_0: 0.06860300898551941 (0.07346074904004735) + | > loss_disc_real_1: 0.23540377616882324 (0.2282690086535045) + | > loss_disc_real_2: 0.22165243327617645 (0.18611929565668106) + | > loss_disc_real_3: 0.2224564403295517 (0.20318088432153067) + | > loss_disc_real_4: 0.18606437742710114 (0.20693464931987582) + | > loss_disc_real_5: 0.2618398368358612 (0.2178001194482758) + | > loss_0: 2.2029054164886475 (2.287262451081049) + | > loss_gen: 2.603745222091675 (2.3877947273708524) + | > loss_kl: 1.3744240999221802 (1.7739095460800898) + | > loss_feat: 6.9590606689453125 (7.588183584667387) + | > loss_mel: 22.05278778076172 (22.488699322655087) + | > loss_duration: 1.6837458610534668 (1.6902918645313807) + | > loss_1: 34.673763275146484 (35.92887914748419) + + --> STEP: 22 + | > loss_disc: 2.247469186782837 (2.285453666340221) + | > loss_disc_real_0: 0.09919141232967377 (0.07463032464412128) + | > loss_disc_real_1: 0.2429063618183136 (0.22893434288826855) + | > loss_disc_real_2: 0.21481020748615265 (0.18742342801256615) + | > loss_disc_real_3: 0.1818404197692871 (0.2022108632055196) + | > loss_disc_real_4: 0.16042441129684448 (0.2048205475915562) + | > loss_disc_real_5: 0.2561876177787781 (0.2195450057360259) + | > loss_0: 2.247469186782837 (2.285453666340221) + | > loss_gen: 2.5277600288391113 (2.3941567865285007) + | > loss_kl: 1.616692066192627 (1.766763296994296) + | > loss_feat: 7.542856216430664 (7.586123249747536) + | > loss_mel: 22.909526824951172 (22.507827845486727) + | > loss_duration: 1.7952723503112793 (1.6950637047941035) + | > loss_1: 36.39210891723633 (35.94993504610929) + + --> STEP: 23 + | > loss_disc: 2.185842275619507 (2.2811227363088857) + | > loss_disc_real_0: 0.03059495985507965 (0.07271574356633685) + | > loss_disc_real_1: 0.2315799742937088 (0.22904937034067901) + | > loss_disc_real_2: 0.1706962138414383 (0.18669615783121274) + | > loss_disc_real_3: 0.15057022869586945 (0.19996561822683914) + | > loss_disc_real_4: 0.169786274433136 (0.2032973183237988) + | > loss_disc_real_5: 0.21984148025512695 (0.21955789593250855) + | > loss_0: 2.185842275619507 (2.2811227363088857) + | > loss_gen: 2.2793898582458496 (2.3891669200814287) + | > loss_kl: 2.008397102355957 (1.777269114618716) + | > loss_feat: 8.769515991210938 (7.637575108072032) + | > loss_mel: 22.10878562927246 (22.490478183912195) + | > loss_duration: 1.7727103233337402 (1.6984396447306094) + | > loss_1: 36.93879699707031 (35.992929043977156) + + --> STEP: 24 + | > loss_disc: 2.371359348297119 (2.284882595141729) + | > loss_disc_real_0: 0.06083599105477333 (0.07222075387835504) + | > loss_disc_real_1: 0.22937722504138947 (0.2290630309532086) + | > loss_disc_real_2: 0.16673332452774048 (0.18586437311023474) + | > loss_disc_real_3: 0.23121823370456696 (0.20126781053841114) + | > loss_disc_real_4: 0.2888197600841522 (0.20686075339714685) + | > loss_disc_real_5: 0.31883296370506287 (0.22369435708969831) + | > loss_0: 2.371359348297119 (2.284882595141729) + | > loss_gen: 2.4306588172912598 (2.3908957491318383) + | > loss_kl: 1.6028454303741455 (1.7700014611085255) + | > loss_feat: 6.840758323669434 (7.604374408721924) + | > loss_mel: 23.04947280883789 (22.51376962661743) + | > loss_duration: 1.6447702646255493 (1.6962034205595653) + | > loss_1: 35.56850814819336 (35.97524483998617) + + --> STEP: 25 + | > loss_disc: 2.369398832321167 (2.288263244628906) + | > loss_disc_real_0: 0.06379463523626328 (0.07188370913267138) + | > loss_disc_real_1: 0.22602945566177368 (0.2289416879415512) + | > loss_disc_real_2: 0.1665869504213333 (0.18509327620267868) + | > loss_disc_real_3: 0.18421068787574768 (0.2005855256319046) + | > loss_disc_real_4: 0.2036438137292862 (0.20673207581043243) + | > loss_disc_real_5: 0.18008679151535034 (0.2219500544667244) + | > loss_0: 2.369398832321167 (2.288263244628906) + | > loss_gen: 2.1083734035491943 (2.379594855308533) + | > loss_kl: 2.078248977661133 (1.7823313617706298) + | > loss_feat: 7.804657936096191 (7.6123857498168945) + | > loss_mel: 22.73149871826172 (22.522478790283202) + | > loss_duration: 1.6400657892227173 (1.6939579153060913) + | > loss_1: 36.36284255981445 (35.990748748779296) + + --> STEP: 26 + | > loss_disc: 2.257988452911377 (2.2870988295628476) + | > loss_disc_real_0: 0.0489886999130249 (0.07100313185499266) + | > loss_disc_real_1: 0.26706621050834656 (0.2304080157325818) + | > loss_disc_real_2: 0.15976595878601074 (0.18411914860972992) + | > loss_disc_real_3: 0.19961127638816833 (0.20054805450714552) + | > loss_disc_real_4: 0.2657034695148468 (0.2090002063375253) + | > loss_disc_real_5: 0.22024847567081451 (0.22188460912842017) + | > loss_0: 2.257988452911377 (2.2870988295628476) + | > loss_gen: 2.465364456176758 (2.382893686111157) + | > loss_kl: 1.866323471069336 (1.7855618275128877) + | > loss_feat: 8.447758674621582 (7.644515477693998) + | > loss_mel: 20.998937606811523 (22.46388105245737) + | > loss_duration: 1.6625239849090576 (1.6927489179831285) + | > loss_1: 35.4409065246582 (35.96960097092848) + + --> STEP: 27 + | > loss_disc: 2.1989071369171143 (2.2838324705759687) + | > loss_disc_real_0: 0.04217119514942169 (0.06993528234737892) + | > loss_disc_real_1: 0.26100027561187744 (0.23154106239477792) + | > loss_disc_real_2: 0.18898360431194305 (0.18429931363573782) + | > loss_disc_real_3: 0.16742588579654694 (0.1993213075178641) + | > loss_disc_real_4: 0.15879173576831818 (0.2071406333534806) + | > loss_disc_real_5: 0.19407351315021515 (0.2208545685366348) + | > loss_0: 2.1989071369171143 (2.2838324705759687) + | > loss_gen: 2.360168218612671 (2.3820520021297313) + | > loss_kl: 1.6289818286895752 (1.7797625682972096) + | > loss_feat: 8.512685775756836 (7.6766699331778065) + | > loss_mel: 22.428115844726562 (22.462556415134006) + | > loss_duration: 1.6838946342468262 (1.6924209815484506) + | > loss_1: 36.61384582519531 (35.99346189145688) + + --> STEP: 28 + | > loss_disc: 2.129577875137329 (2.2783233778817316) + | > loss_disc_real_0: 0.060750238597393036 (0.06960724507059371) + | > loss_disc_real_1: 0.192140132188797 (0.2301338863159929) + | > loss_disc_real_2: 0.17334233224391937 (0.18390799287174428) + | > loss_disc_real_3: 0.239576056599617 (0.2007589771279267) + | > loss_disc_real_4: 0.24439531564712524 (0.20847115772111074) + | > loss_disc_real_5: 0.16122505068778992 (0.21872494289917604) + | > loss_0: 2.129577875137329 (2.2783233778817316) + | > loss_gen: 2.4679670333862305 (2.385120396103178) + | > loss_kl: 1.67303466796875 (1.775950857571193) + | > loss_feat: 6.845407485961914 (7.646981988634382) + | > loss_mel: 22.46767234802246 (22.46273912702288) + | > loss_duration: 1.6975252628326416 (1.6926032773086004) + | > loss_1: 35.151607513427734 (35.96339566367013) + + --> STEP: 29 + | > loss_disc: 2.2144041061401367 (2.2761192650630555) + | > loss_disc_real_0: 0.09827213734388351 (0.07059568963174163) + | > loss_disc_real_1: 0.28353583812713623 (0.23197533293017025) + | > loss_disc_real_2: 0.18256409466266632 (0.18386165155418988) + | > loss_disc_real_3: 0.19382710754871368 (0.2005199471424366) + | > loss_disc_real_4: 0.15845392644405365 (0.2067464256081088) + | > loss_disc_real_5: 0.2251930683851242 (0.21894798170903634) + | > loss_0: 2.2144041061401367 (2.2761192650630555) + | > loss_gen: 2.5348095893859863 (2.3902820924232744) + | > loss_kl: 1.64955735206604 (1.771592460829636) + | > loss_feat: 7.859570503234863 (7.654312627068881) + | > loss_mel: 23.038372039794922 (22.482588537808123) + | > loss_duration: 1.6478338241577148 (1.6910595030620181) + | > loss_1: 36.73014450073242 (35.989835278741246) + + --> STEP: 30 + | > loss_disc: 2.183232307434082 (2.2730230331420898) + | > loss_disc_real_0: 0.11936993151903152 (0.0722214976946513) + | > loss_disc_real_1: 0.207070991396904 (0.23114518821239471) + | > loss_disc_real_2: 0.14390116930007935 (0.18252963547905285) + | > loss_disc_real_3: 0.21549811959266663 (0.20101921955744426) + | > loss_disc_real_4: 0.15081751346588135 (0.2048821285367012) + | > loss_disc_real_5: 0.15852469205856323 (0.21693387205402057) + | > loss_0: 2.183232307434082 (2.2730230331420898) + | > loss_gen: 2.333280086517334 (2.388382025559743) + | > loss_kl: 1.407427430152893 (1.7594536264737448) + | > loss_feat: 8.048450469970703 (7.667450555165609) + | > loss_mel: 21.36121368408203 (22.445209376017253) + | > loss_duration: 1.7165238857269287 (1.691908315817515) + | > loss_1: 34.86689376831055 (35.95240389506022) + + --> STEP: 31 + | > loss_disc: 2.355701208114624 (2.2756900710444294) + | > loss_disc_real_0: 0.05289817973971367 (0.07159816485739524) + | > loss_disc_real_1: 0.2533099949359894 (0.23186018197767197) + | > loss_disc_real_2: 0.13783825933933258 (0.18108797818422318) + | > loss_disc_real_3: 0.2182760387659073 (0.20157589114481403) + | > loss_disc_real_4: 0.19874577224254608 (0.20468418155947038) + | > loss_disc_real_5: 0.27588316798210144 (0.21883546224524897) + | > loss_0: 2.355701208114624 (2.2756900710444294) + | > loss_gen: 2.1059577465057373 (2.379271564945098) + | > loss_kl: 1.2152764797210693 (1.741899524965594) + | > loss_feat: 6.478879928588867 (7.62910956721152) + | > loss_mel: 19.715227127075195 (22.357145432502993) + | > loss_duration: 1.6611413955688477 (1.690915834519171) + | > loss_1: 31.176483154296875 (35.79834193568076) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.007265883107339183 (-0.005794432855421497) + | > avg_loss_disc: 2.2756900710444294 (-0.16622750989852442) + | > avg_loss_disc_real_0: 0.07159816485739524 (-0.050356864809028554) + | > avg_loss_disc_real_1: 0.23186018197767197 (+0.0013702314707540741) + | > avg_loss_disc_real_2: 0.18108797818422318 (-0.0016379329946733245) + | > avg_loss_disc_real_3: 0.20157589114481403 (-0.03092991632799949) + | > avg_loss_disc_real_4: 0.20468418155947038 (-0.012958940479063236) + | > avg_loss_disc_real_5: 0.21883546224524897 (-0.015172025128718347) + | > avg_loss_0: 2.2756900710444294 (-0.16622750989852442) + | > avg_loss_gen: 2.379271564945098 (+0.17935912839827894) + | > avg_loss_kl: 1.741899524965594 (+0.15866464184176543) + | > avg_loss_feat: 7.62910956721152 (+0.9234783111080045) + | > avg_loss_mel: 22.357145432502993 (+1.2548994556550106) + | > avg_loss_duration: 1.690915834519171 (-0.00815089287296411) + | > avg_loss_1: 35.79834193568076 (+2.5082505749118127) + + + > EPOCH: 23/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 03:40:52)  + + --> TIME: 2024-11-23 03:41:02 -- STEP: 12/797 -- GLOBAL_STEP: 41450 + | > loss_disc: 2.5710439682006836 (2.426554719607035) + | > loss_disc_real_0: 0.06869886070489883 (0.12695839318136373) + | > loss_disc_real_1: 0.19807520508766174 (0.21693290397524834) + | > loss_disc_real_2: 0.2632191777229309 (0.2163382830719153) + | > loss_disc_real_3: 0.2543819546699524 (0.23470381398995718) + | > loss_disc_real_4: 0.2473980337381363 (0.20625431214769682) + | > loss_disc_real_5: 0.23043444752693176 (0.22498919442296028) + | > loss_0: 2.5710439682006836 (2.426554719607035) + | > grad_norm_0: tensor(94.4438, device='cuda:0') (tensor(79.8597, device='cuda:0')) + | > loss_gen: 2.4357500076293945 (2.409280002117157) + | > loss_kl: 1.4163975715637207 (1.4517667293548584) + | > loss_feat: 6.572074890136719 (6.774752179781596) + | > loss_mel: 21.448932647705078 (20.89325777689616) + | > loss_duration: 1.705674409866333 (1.8637983600298564) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.578826904296875 (33.39285469055176) + | > grad_norm_1: tensor(684.2457, device='cuda:0') (tensor(539.8702, device='cuda:0')) + | > current_lr_0: 0.00019872897625242182 + | > current_lr_1: 0.00019872897625242182 + | > step_time: 0.7492 (0.7437194188435873) + | > loader_time: 0.0036 (0.004439791043599446) + + + --> TIME: 2024-11-23 03:41:21 -- STEP: 37/797 -- GLOBAL_STEP: 41475 + | > loss_disc: 2.393172264099121 (2.5030627572858664) + | > loss_disc_real_0: 0.07480920851230621 (0.14353304879890905) + | > loss_disc_real_1: 0.19866161048412323 (0.21810568708020286) + | > loss_disc_real_2: 0.2217552363872528 (0.23501252564224037) + | > loss_disc_real_3: 0.21715669333934784 (0.22892623616231456) + | > loss_disc_real_4: 0.242438405752182 (0.22573317708195867) + | > loss_disc_real_5: 0.1734762340784073 (0.23500733077526093) + | > loss_0: 2.393172264099121 (2.5030627572858664) + | > grad_norm_0: tensor(53.5541, device='cuda:0') (tensor(58.9680, device='cuda:0')) + | > loss_gen: 2.378633975982666 (2.3526074564134754) + | > loss_kl: 1.6240367889404297 (1.5672885791675464) + | > loss_feat: 6.9605841636657715 (6.694708721057789) + | > loss_mel: 19.80970573425293 (20.88514977532464) + | > loss_duration: 1.789222240447998 (1.800721274839865) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.56218338012695 (33.30047581646893) + | > grad_norm_1: tensor(518.6020, device='cuda:0') (tensor(476.9314, device='cuda:0')) + | > current_lr_0: 0.00019872897625242182 + | > current_lr_1: 0.00019872897625242182 + | > step_time: 0.7391 (0.7460675046250627) + | > loader_time: 0.0034 (0.005689678965388118) + + + --> TIME: 2024-11-23 03:41:41 -- STEP: 62/797 -- GLOBAL_STEP: 41500 + | > loss_disc: 2.4815688133239746 (2.480233969226961) + | > loss_disc_real_0: 0.1693015694618225 (0.13792246688277485) + | > loss_disc_real_1: 0.24809813499450684 (0.22026508902349778) + | > loss_disc_real_2: 0.23376038670539856 (0.2322068163944829) + | > loss_disc_real_3: 0.2282000333070755 (0.22400491900982394) + | > loss_disc_real_4: 0.25044548511505127 (0.22492886671135504) + | > loss_disc_real_5: 0.2671911418437958 (0.23189890408708203) + | > loss_0: 2.4815688133239746 (2.480233969226961) + | > grad_norm_0: tensor(79.3366, device='cuda:0') (tensor(56.5313, device='cuda:0')) + | > loss_gen: 2.477849245071411 (2.3490596202112015) + | > loss_kl: 1.590676188468933 (1.5566929040416595) + | > loss_feat: 7.108558654785156 (6.748155309307959) + | > loss_mel: 21.68044090270996 (21.040746473496963) + | > loss_duration: 1.690924882888794 (1.7668895259980233) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.5484504699707 (33.46154382151942) + | > grad_norm_1: tensor(763.3394, device='cuda:0') (tensor(495.7333, device='cuda:0')) + | > current_lr_0: 0.00019872897625242182 + | > current_lr_1: 0.00019872897625242182 + | > step_time: 0.8047 (0.7505629139561807) + | > loader_time: 0.0042 (0.00541456284061555) + + + --> TIME: 2024-11-23 03:42:00 -- STEP: 87/797 -- GLOBAL_STEP: 41525 + | > loss_disc: 2.4288389682769775 (2.4739932575445076) + | > loss_disc_real_0: 0.13187454640865326 (0.13675956513689846) + | > loss_disc_real_1: 0.2889181971549988 (0.2194545222767468) + | > loss_disc_real_2: 0.26201024651527405 (0.23313667907797056) + | > loss_disc_real_3: 0.21805426478385925 (0.2248709844104175) + | > loss_disc_real_4: 0.26767629384994507 (0.22386741792333537) + | > loss_disc_real_5: 0.23691196739673615 (0.2317595728512468) + | > loss_0: 2.4288389682769775 (2.4739932575445076) + | > grad_norm_0: tensor(57.1115, device='cuda:0') (tensor(57.1250, device='cuda:0')) + | > loss_gen: 2.5889780521392822 (2.351459516876045) + | > loss_kl: 1.395647406578064 (1.5520494381586711) + | > loss_feat: 6.512209415435791 (6.729636844547316) + | > loss_mel: 21.275711059570312 (21.065443915882334) + | > loss_duration: 1.6906261444091797 (1.7522461660977067) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.463172912597656 (33.450835765093224) + | > grad_norm_1: tensor(746.9908, device='cuda:0') (tensor(522.5638, device='cuda:0')) + | > current_lr_0: 0.00019872897625242182 + | > current_lr_1: 0.00019872897625242182 + | > step_time: 0.7712 (0.7532196921863773) + | > loader_time: 0.0051 (0.005602861272877661) + + + --> TIME: 2024-11-23 03:42:19 -- STEP: 112/797 -- GLOBAL_STEP: 41550 + | > loss_disc: 2.360548496246338 (2.4651960858276913) + | > loss_disc_real_0: 0.16909080743789673 (0.13535992125980553) + | > loss_disc_real_1: 0.2297375649213791 (0.21834068931639194) + | > loss_disc_real_2: 0.1805410385131836 (0.23178433586976357) + | > loss_disc_real_3: 0.20631147921085358 (0.22405994537153415) + | > loss_disc_real_4: 0.20996969938278198 (0.222221250113632) + | > loss_disc_real_5: 0.17488649487495422 (0.23062644619494677) + | > loss_0: 2.360548496246338 (2.4651960858276913) + | > grad_norm_0: tensor(104.9122, device='cuda:0') (tensor(62.9254, device='cuda:0')) + | > loss_gen: 2.493834972381592 (2.3621705919504157) + | > loss_kl: 1.4571363925933838 (1.5515514250312532) + | > loss_feat: 7.076336860656738 (6.745811032397406) + | > loss_mel: 21.095287322998047 (21.074722119740077) + | > loss_duration: 1.7163152694702148 (1.7437312645571572) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.83891296386719 (33.47798626763479) + | > grad_norm_1: tensor(485.3562, device='cuda:0') (tensor(515.1064, device='cuda:0')) + | > current_lr_0: 0.00019872897625242182 + | > current_lr_1: 0.00019872897625242182 + | > step_time: 0.7481 (0.7563626255307877) + | > loader_time: 0.0049 (0.005451419523784092) + + + --> TIME: 2024-11-23 03:42:39 -- STEP: 137/797 -- GLOBAL_STEP: 41575 + | > loss_disc: 2.4814984798431396 (2.473666279855436) + | > loss_disc_real_0: 0.12217054516077042 (0.1349183707939882) + | > loss_disc_real_1: 0.2369968146085739 (0.21887452193420298) + | > loss_disc_real_2: 0.2353094220161438 (0.23385082141761362) + | > loss_disc_real_3: 0.1885567456483841 (0.22465588946412082) + | > loss_disc_real_4: 0.22986756265163422 (0.22367271400281113) + | > loss_disc_real_5: 0.232436403632164 (0.23271401759481777) + | > loss_0: 2.4814984798431396 (2.473666279855436) + | > grad_norm_0: tensor(57.1773, device='cuda:0') (tensor(62.6163, device='cuda:0')) + | > loss_gen: 2.278156042098999 (2.3638825660204357) + | > loss_kl: 1.5823845863342285 (1.5497750139584507) + | > loss_feat: 7.08452844619751 (6.750294431282655) + | > loss_mel: 21.639888763427734 (21.144908139305393) + | > loss_duration: 1.7323215007781982 (1.7373726776916618) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.31727981567383 (33.54623271078959) + | > grad_norm_1: tensor(727.0052, device='cuda:0') (tensor(521.9042, device='cuda:0')) + | > current_lr_0: 0.00019872897625242182 + | > current_lr_1: 0.00019872897625242182 + | > step_time: 0.8087 (0.760530370865425) + | > loader_time: 0.0122 (0.005751552372953318) + + + --> TIME: 2024-11-23 03:42:59 -- STEP: 162/797 -- GLOBAL_STEP: 41600 + | > loss_disc: 2.283064842224121 (2.4669434376704835) + | > loss_disc_real_0: 0.12267307192087173 (0.13314446206721992) + | > loss_disc_real_1: 0.17285871505737305 (0.2180194796787368) + | > loss_disc_real_2: 0.2051461786031723 (0.23263418508900535) + | > loss_disc_real_3: 0.22692692279815674 (0.2242374009004345) + | > loss_disc_real_4: 0.1893913894891739 (0.22217345164145952) + | > loss_disc_real_5: 0.19657956063747406 (0.2322446933867019) + | > loss_0: 2.283064842224121 (2.4669434376704835) + | > grad_norm_0: tensor(41.7907, device='cuda:0') (tensor(63.0078, device='cuda:0')) + | > loss_gen: 2.2694764137268066 (2.363578477023559) + | > loss_kl: 1.608210802078247 (1.5443242368874726) + | > loss_feat: 6.946346282958984 (6.741864642979185) + | > loss_mel: 20.958030700683594 (21.18207831441621) + | > loss_duration: 1.7006208896636963 (1.7312418825832419) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.48268508911133 (33.56308741628387) + | > grad_norm_1: tensor(396.0252, device='cuda:0') (tensor(537.4010, device='cuda:0')) + | > current_lr_0: 0.00019872897625242182 + | > current_lr_1: 0.00019872897625242182 + | > step_time: 0.7365 (0.7635211767973724) + | > loader_time: 0.005 (0.00596809681550956) + + + --> TIME: 2024-11-23 03:43:19 -- STEP: 187/797 -- GLOBAL_STEP: 41625 + | > loss_disc: 2.411844253540039 (2.47050650362025) + | > loss_disc_real_0: 0.09363732486963272 (0.13202624682356964) + | > loss_disc_real_1: 0.16203166544437408 (0.218072550739834) + | > loss_disc_real_2: 0.24272356927394867 (0.2334262166112502) + | > loss_disc_real_3: 0.2003377377986908 (0.22467178544577426) + | > loss_disc_real_4: 0.22994795441627502 (0.2243079622002209) + | > loss_disc_real_5: 0.23215296864509583 (0.2336912344005656) + | > loss_0: 2.411844253540039 (2.47050650362025) + | > grad_norm_0: tensor(64.0087, device='cuda:0') (tensor(66.5075, device='cuda:0')) + | > loss_gen: 2.2209153175354004 (2.3695379527494866) + | > loss_kl: 1.4718245267868042 (1.5421678701186563) + | > loss_feat: 6.609767913818359 (6.74412861992331) + | > loss_mel: 20.802244186401367 (21.236633861766155) + | > loss_duration: 1.772437572479248 (1.7249233773685397) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.87718963623047 (33.61739164750203) + | > grad_norm_1: tensor(564.8774, device='cuda:0') (tensor(558.1116, device='cuda:0')) + | > current_lr_0: 0.00019872897625242182 + | > current_lr_1: 0.00019872897625242182 + | > step_time: 0.7791 (0.7685199217362837) + | > loader_time: 0.0073 (0.006141099062832919) + + + --> TIME: 2024-11-23 03:43:39 -- STEP: 212/797 -- GLOBAL_STEP: 41650 + | > loss_disc: 2.5481083393096924 (2.470720392353131) + | > loss_disc_real_0: 0.14895623922348022 (0.132453061833556) + | > loss_disc_real_1: 0.23775744438171387 (0.21833773048700028) + | > loss_disc_real_2: 0.24774901568889618 (0.23361030010119924) + | > loss_disc_real_3: 0.2424611896276474 (0.2242891543878699) + | > loss_disc_real_4: 0.24189142882823944 (0.2226054255833041) + | > loss_disc_real_5: 0.25135675072669983 (0.233350470662117) + | > loss_0: 2.5481083393096924 (2.470720392353131) + | > grad_norm_0: tensor(14.1501, device='cuda:0') (tensor(63.9320, device='cuda:0')) + | > loss_gen: 2.236701488494873 (2.3626077737448345) + | > loss_kl: 1.3968545198440552 (1.5381100903142173) + | > loss_feat: 6.176295757293701 (6.717353060560406) + | > loss_mel: 22.10305404663086 (21.254458436426134) + | > loss_duration: 1.7346882820129395 (1.7232218885196833) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.6475944519043 (33.5957512045806) + | > grad_norm_1: tensor(479.6618, device='cuda:0') (tensor(559.6008, device='cuda:0')) + | > current_lr_0: 0.00019872897625242182 + | > current_lr_1: 0.00019872897625242182 + | > step_time: 0.7975 (0.771517166551554) + | > loader_time: 0.0134 (0.006317182531896627) + + + --> TIME: 2024-11-23 03:43:59 -- STEP: 237/797 -- GLOBAL_STEP: 41675 + | > loss_disc: 2.4476821422576904 (2.4711858813772736) + | > loss_disc_real_0: 0.0710158497095108 (0.1342166404118015) + | > loss_disc_real_1: 0.1799161285161972 (0.21773976942657922) + | > loss_disc_real_2: 0.22376775741577148 (0.23307548117537036) + | > loss_disc_real_3: 0.18389330804347992 (0.22348827425437634) + | > loss_disc_real_4: 0.2427806407213211 (0.2228768770956289) + | > loss_disc_real_5: 0.21520131826400757 (0.23307890548736235) + | > loss_0: 2.4476821422576904 (2.4711858813772736) + | > grad_norm_0: tensor(35.1710, device='cuda:0') (tensor(67.3791, device='cuda:0')) + | > loss_gen: 2.4101600646972656 (2.364427402552673) + | > loss_kl: 1.3957133293151855 (1.537326049201096) + | > loss_feat: 6.637988090515137 (6.720525486056814) + | > loss_mel: 20.48284339904785 (21.296659888094496) + | > loss_duration: 1.674950361251831 (1.719186262239384) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.601654052734375 (33.63812510172523) + | > grad_norm_1: tensor(604.0317, device='cuda:0') (tensor(569.2062, device='cuda:0')) + | > current_lr_0: 0.00019872897625242182 + | > current_lr_1: 0.00019872897625242182 + | > step_time: 0.7976 (0.7734366338464278) + | > loader_time: 0.0056 (0.006252221417326465) + + + --> TIME: 2024-11-23 03:44:20 -- STEP: 262/797 -- GLOBAL_STEP: 41700 + | > loss_disc: 2.6632983684539795 (2.4741102457046518) + | > loss_disc_real_0: 0.0650724247097969 (0.13488330555553657) + | > loss_disc_real_1: 0.2504970133304596 (0.21763819131914897) + | > loss_disc_real_2: 0.2524060606956482 (0.23304205075020099) + | > loss_disc_real_3: 0.25299909710884094 (0.2235767393166782) + | > loss_disc_real_4: 0.26124146580696106 (0.22334156168326166) + | > loss_disc_real_5: 0.22376246750354767 (0.2331526315849246) + | > loss_0: 2.6632983684539795 (2.4741102457046518) + | > grad_norm_0: tensor(27.8998, device='cuda:0') (tensor(67.6401, device='cuda:0')) + | > loss_gen: 2.2654521465301514 (2.3609960079193115) + | > loss_kl: 1.6383771896362305 (1.5400775088608718) + | > loss_feat: 5.413956165313721 (6.704438977569114) + | > loss_mel: 20.515460968017578 (21.299534535590027) + | > loss_duration: 1.6877856254577637 (1.7163865948451387) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.521032333374023 (33.621433673014124) + | > grad_norm_1: tensor(248.6101, device='cuda:0') (tensor(562.7618, device='cuda:0')) + | > current_lr_0: 0.00019872897625242182 + | > current_lr_1: 0.00019872897625242182 + | > step_time: 0.8064 (0.7756155410795721) + | > loader_time: 0.0059 (0.006260819107521581) + + + --> TIME: 2024-11-23 03:44:40 -- STEP: 287/797 -- GLOBAL_STEP: 41725 + | > loss_disc: 2.553304433822632 (2.474648159140079) + | > loss_disc_real_0: 0.113715261220932 (0.13538058421441496) + | > loss_disc_real_1: 0.22839559614658356 (0.21785781176871127) + | > loss_disc_real_2: 0.2237907499074936 (0.2329376968149524) + | > loss_disc_real_3: 0.23724037408828735 (0.2237733880817267) + | > loss_disc_real_4: 0.24148839712142944 (0.22315806212740907) + | > loss_disc_real_5: 0.2511194348335266 (0.23347995645700848) + | > loss_0: 2.553304433822632 (2.474648159140079) + | > grad_norm_0: tensor(135.1545, device='cuda:0') (tensor(66.3534, device='cuda:0')) + | > loss_gen: 2.1068215370178223 (2.356010374707212) + | > loss_kl: 1.3628151416778564 (1.5360530702079214) + | > loss_feat: 5.018090724945068 (6.677038172811582) + | > loss_mel: 17.30582046508789 (21.26615923705417) + | > loss_duration: 1.725953459739685 (1.7145419897518093) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 27.519500732421875 (33.54980289977598) + | > grad_norm_1: tensor(628.1665, device='cuda:0') (tensor(558.6790, device='cuda:0')) + | > current_lr_0: 0.00019872897625242182 + | > current_lr_1: 0.00019872897625242182 + | > step_time: 0.8098 (0.7780597749902811) + | > loader_time: 0.0091 (0.006330254185905855) + + + --> TIME: 2024-11-23 03:45:00 -- STEP: 312/797 -- GLOBAL_STEP: 41750 + | > loss_disc: 2.3560259342193604 (2.4714587109211172) + | > loss_disc_real_0: 0.10803712904453278 (0.13442776643503937) + | > loss_disc_real_1: 0.1731998324394226 (0.21737473520139858) + | > loss_disc_real_2: 0.1967608630657196 (0.23258307332602832) + | > loss_disc_real_3: 0.2492157369852066 (0.22315959670604804) + | > loss_disc_real_4: 0.20066140592098236 (0.22218694356389534) + | > loss_disc_real_5: 0.21669283509254456 (0.23354291275907785) + | > loss_0: 2.3560259342193604 (2.4714587109211172) + | > grad_norm_0: tensor(9.2704, device='cuda:0') (tensor(64.9213, device='cuda:0')) + | > loss_gen: 2.3628931045532227 (2.3540799717108407) + | > loss_kl: 1.651248574256897 (1.5364591647417118) + | > loss_feat: 7.189268589019775 (6.682288634471404) + | > loss_mel: 22.573089599609375 (21.322095883198276) + | > loss_duration: 1.7038021087646484 (1.712318241978303) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.48030090332031 (33.60724194844561) + | > grad_norm_1: tensor(261.5853, device='cuda:0') (tensor(558.0457, device='cuda:0')) + | > current_lr_0: 0.00019872897625242182 + | > current_lr_1: 0.00019872897625242182 + | > step_time: 0.7838 (0.7796936486011895) + | > loader_time: 0.0103 (0.006416646333841174) + + + --> TIME: 2024-11-23 03:45:21 -- STEP: 337/797 -- GLOBAL_STEP: 41775 + | > loss_disc: 2.383943557739258 (2.4707058339161416) + | > loss_disc_real_0: 0.0996571034193039 (0.13357265496996826) + | > loss_disc_real_1: 0.18226899206638336 (0.21707638457019537) + | > loss_disc_real_2: 0.21321387588977814 (0.23286839130193615) + | > loss_disc_real_3: 0.2229742407798767 (0.223484574554582) + | > loss_disc_real_4: 0.22549022734165192 (0.22285872463479595) + | > loss_disc_real_5: 0.17848607897758484 (0.23391659703735782) + | > loss_0: 2.383943557739258 (2.4707058339161416) + | > grad_norm_0: tensor(93.3010, device='cuda:0') (tensor(64.4093, device='cuda:0')) + | > loss_gen: 2.534661054611206 (2.3537318833857688) + | > loss_kl: 1.740014910697937 (1.5378219642695765) + | > loss_feat: 7.721127986907959 (6.6773143932444405) + | > loss_mel: 22.805185317993164 (21.334125247128995) + | > loss_duration: 1.6303458213806152 (1.7102599985875433) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.431331634521484 (33.61325353967681) + | > grad_norm_1: tensor(831.7760, device='cuda:0') (tensor(563.5029, device='cuda:0')) + | > current_lr_0: 0.00019872897625242182 + | > current_lr_1: 0.00019872897625242182 + | > step_time: 0.8199 (0.7837622568939843) + | > loader_time: 0.0105 (0.00653846964284291) + + + --> TIME: 2024-11-23 03:45:43 -- STEP: 362/797 -- GLOBAL_STEP: 41800 + | > loss_disc: 2.6642251014709473 (2.4695506095886244) + | > loss_disc_real_0: 0.29029712080955505 (0.1340374007244796) + | > loss_disc_real_1: 0.19560721516609192 (0.21676916353281037) + | > loss_disc_real_2: 0.229741632938385 (0.23213502213111897) + | > loss_disc_real_3: 0.25134286284446716 (0.22356039223914648) + | > loss_disc_real_4: 0.20876848697662354 (0.22217666695295776) + | > loss_disc_real_5: 0.2620062828063965 (0.2335433060128386) + | > loss_0: 2.6642251014709473 (2.4695506095886244) + | > grad_norm_0: tensor(205.2416, device='cuda:0') (tensor(65.6202, device='cuda:0')) + | > loss_gen: 2.364891529083252 (2.3550185972814397) + | > loss_kl: 1.6514060497283936 (1.5355909111091453) + | > loss_feat: 7.096706390380859 (6.681993771653149) + | > loss_mel: 21.110462188720703 (21.346755607352062) + | > loss_duration: 1.7274608612060547 (1.707998586952357) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.950927734375 (33.62735754613717) + | > grad_norm_1: tensor(667.5122, device='cuda:0') (tensor(568.5648, device='cuda:0')) + | > current_lr_0: 0.00019872897625242182 + | > current_lr_1: 0.00019872897625242182 + | > step_time: 0.8417 (0.7880114013977473) + | > loader_time: 0.0054 (0.006625159669317591) + + + --> TIME: 2024-11-23 03:46:04 -- STEP: 387/797 -- GLOBAL_STEP: 41825 + | > loss_disc: 2.5109450817108154 (2.472967823654492) + | > loss_disc_real_0: 0.1130465567111969 (0.13566038502471717) + | > loss_disc_real_1: 0.16187866032123566 (0.21684440423659887) + | > loss_disc_real_2: 0.23526231944561005 (0.2329200316384165) + | > loss_disc_real_3: 0.2491055577993393 (0.22354699621212884) + | > loss_disc_real_4: 0.27405065298080444 (0.22296222347467753) + | > loss_disc_real_5: 0.23290343582630157 (0.2338741749371053) + | > loss_0: 2.5109450817108154 (2.472967823654492) + | > grad_norm_0: tensor(79.3009, device='cuda:0') (tensor(66.4326, device='cuda:0')) + | > loss_gen: 2.266622304916382 (2.353191957301255) + | > loss_kl: 1.5071401596069336 (1.5346760210756805) + | > loss_feat: 5.753000736236572 (6.675291923897519) + | > loss_mel: 20.29265785217285 (21.33586300497522) + | > loss_duration: 1.7020760774612427 (1.7058923121262581) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.52149772644043 (33.60491525418382) + | > grad_norm_1: tensor(424.1852, device='cuda:0') (tensor(563.0597, device='cuda:0')) + | > current_lr_0: 0.00019872897625242182 + | > current_lr_1: 0.00019872897625242182 + | > step_time: 0.8257 (0.7913855459030901) + | > loader_time: 0.0068 (0.006719352046956693) + + + --> TIME: 2024-11-23 03:46:25 -- STEP: 412/797 -- GLOBAL_STEP: 41850 + | > loss_disc: 2.523491621017456 (2.4713599172610694) + | > loss_disc_real_0: 0.19673235714435577 (0.13582199102141043) + | > loss_disc_real_1: 0.2539898157119751 (0.2170231193665741) + | > loss_disc_real_2: 0.2333766669034958 (0.23225406000336396) + | > loss_disc_real_3: 0.2245507836341858 (0.2232853883823145) + | > loss_disc_real_4: 0.20648996531963348 (0.2224654782816623) + | > loss_disc_real_5: 0.21274909377098083 (0.23327293001042987) + | > loss_0: 2.523491621017456 (2.4713599172610694) + | > grad_norm_0: tensor(27.3434, device='cuda:0') (tensor(65.0305, device='cuda:0')) + | > loss_gen: 2.334176540374756 (2.3489077015987867) + | > loss_kl: 1.483225703239441 (1.5328846501493922) + | > loss_feat: 6.177092552185059 (6.666629817879316) + | > loss_mel: 21.171001434326172 (21.338209031855005) + | > loss_duration: 1.695420265197754 (1.7047341833415541) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.86091613769531 (33.59136542533208) + | > grad_norm_1: tensor(152.7904, device='cuda:0') (tensor(555.6389, device='cuda:0')) + | > current_lr_0: 0.00019872897625242182 + | > current_lr_1: 0.00019872897625242182 + | > step_time: 0.8496 (0.794224338045398) + | > loader_time: 0.0065 (0.006795810264291113) + + + --> TIME: 2024-11-23 03:46:47 -- STEP: 437/797 -- GLOBAL_STEP: 41875 + | > loss_disc: 2.4944186210632324 (2.472166227803352) + | > loss_disc_real_0: 0.1739877611398697 (0.13599450440408167) + | > loss_disc_real_1: 0.24500341713428497 (0.21748822753571267) + | > loss_disc_real_2: 0.20265063643455505 (0.23270843841254849) + | > loss_disc_real_3: 0.22080369293689728 (0.2232660230428185) + | > loss_disc_real_4: 0.19205130636692047 (0.22271131831530303) + | > loss_disc_real_5: 0.1679026186466217 (0.23365011688500847) + | > loss_0: 2.4944186210632324 (2.472166227803352) + | > grad_norm_0: tensor(51.4329, device='cuda:0') (tensor(65.8479, device='cuda:0')) + | > loss_gen: 2.132770538330078 (2.350832273540015) + | > loss_kl: 1.3847843408584595 (1.5332103877645886) + | > loss_feat: 6.111759185791016 (6.672744442178129) + | > loss_mel: 21.47226333618164 (21.356483516212993) + | > loss_duration: 1.7159991264343262 (1.7037304372481952) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.81757736206055 (33.61700110359105) + | > grad_norm_1: tensor(499.0393, device='cuda:0') (tensor(555.3714, device='cuda:0')) + | > current_lr_0: 0.00019872897625242182 + | > current_lr_1: 0.00019872897625242182 + | > step_time: 0.8105 (0.796740562473882) + | > loader_time: 0.0069 (0.0069017683068456565) + + + --> TIME: 2024-11-23 03:47:08 -- STEP: 462/797 -- GLOBAL_STEP: 41900 + | > loss_disc: 2.457578659057617 (2.471460380079428) + | > loss_disc_real_0: 0.1259203553199768 (0.13549594756102934) + | > loss_disc_real_1: 0.20365455746650696 (0.21732865348135758) + | > loss_disc_real_2: 0.19518804550170898 (0.23237271884303073) + | > loss_disc_real_3: 0.21640168130397797 (0.22349467409121526) + | > loss_disc_real_4: 0.22952775657176971 (0.22256625056653828) + | > loss_disc_real_5: 0.2970639169216156 (0.23368424209423397) + | > loss_0: 2.457578659057617 (2.471460380079428) + | > grad_norm_0: tensor(13.1683, device='cuda:0') (tensor(65.8727, device='cuda:0')) + | > loss_gen: 2.3177003860473633 (2.350400007648384) + | > loss_kl: 1.3999758958816528 (1.5347979422255518) + | > loss_feat: 7.133158206939697 (6.682553755772578) + | > loss_mel: 22.234560012817383 (21.39555046775123) + | > loss_duration: 1.6701323986053467 (1.7030766670838062) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.75552749633789 (33.6663788758315) + | > grad_norm_1: tensor(488.4818, device='cuda:0') (tensor(554.9924, device='cuda:0')) + | > current_lr_0: 0.00019872897625242182 + | > current_lr_1: 0.00019872897625242182 + | > step_time: 0.8807 (0.7998526638204401) + | > loader_time: 0.0072 (0.0070628846362555675) + + + --> TIME: 2024-11-23 03:47:30 -- STEP: 487/797 -- GLOBAL_STEP: 41925 + | > loss_disc: 2.305612802505493 (2.4709253242618017) + | > loss_disc_real_0: 0.12581601738929749 (0.13589931674898295) + | > loss_disc_real_1: 0.17499366402626038 (0.21740826046442352) + | > loss_disc_real_2: 0.21197368204593658 (0.23269738614926347) + | > loss_disc_real_3: 0.21375572681427002 (0.22299732910411804) + | > loss_disc_real_4: 0.1832398623228073 (0.2223508989847661) + | > loss_disc_real_5: 0.18517732620239258 (0.23355954591743266) + | > loss_0: 2.305612802505493 (2.4709253242618017) + | > grad_norm_0: tensor(81.8767, device='cuda:0') (tensor(65.7794, device='cuda:0')) + | > loss_gen: 2.4109013080596924 (2.350218087006397) + | > loss_kl: 1.409303903579712 (1.5355654614662002) + | > loss_feat: 6.731266021728516 (6.674811113541621) + | > loss_mel: 21.1396484375 (21.376904591397818) + | > loss_duration: 1.6921194791793823 (1.702122578385919) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.38323974609375 (33.63962188736369) + | > grad_norm_1: tensor(674.2768, device='cuda:0') (tensor(557.3230, device='cuda:0')) + | > current_lr_0: 0.00019872897625242182 + | > current_lr_1: 0.00019872897625242182 + | > step_time: 0.8519 (0.8027002272909427) + | > loader_time: 0.0061 (0.007175983589532682) + + + --> TIME: 2024-11-23 03:47:52 -- STEP: 512/797 -- GLOBAL_STEP: 41950 + | > loss_disc: 2.613013505935669 (2.4701625355519368) + | > loss_disc_real_0: 0.11477623134851456 (0.13541094953689037) + | > loss_disc_real_1: 0.20546109974384308 (0.21759095659945163) + | > loss_disc_real_2: 0.2701385021209717 (0.23233844875358045) + | > loss_disc_real_3: 0.25725752115249634 (0.22309770045103505) + | > loss_disc_real_4: 0.2307707518339157 (0.22222296480322257) + | > loss_disc_real_5: 0.2723942995071411 (0.23343935844604857) + | > loss_0: 2.613013505935669 (2.4701625355519368) + | > grad_norm_0: tensor(7.6863, device='cuda:0') (tensor(65.0374, device='cuda:0')) + | > loss_gen: 2.3916890621185303 (2.350592685397713) + | > loss_kl: 1.6301835775375366 (1.538126944797114) + | > loss_feat: 7.079105377197266 (6.682738462463021) + | > loss_mel: 23.127239227294922 (21.404416400939215) + | > loss_duration: 1.7296562194824219 (1.7012195764109492) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.9578742980957 (33.677094113081694) + | > grad_norm_1: tensor(391.2128, device='cuda:0') (tensor(557.2501, device='cuda:0')) + | > current_lr_0: 0.00019872897625242182 + | > current_lr_1: 0.00019872897625242182 + | > step_time: 0.8666 (0.8053936478681862) + | > loader_time: 0.0065 (0.007236559875309466) + + + --> TIME: 2024-11-23 03:48:14 -- STEP: 537/797 -- GLOBAL_STEP: 41975 + | > loss_disc: 2.47137188911438 (2.4686124724382816) + | > loss_disc_real_0: 0.05794491991400719 (0.13499870764532132) + | > loss_disc_real_1: 0.20753668248653412 (0.217515098454788) + | > loss_disc_real_2: 0.26847317814826965 (0.23240441691609068) + | > loss_disc_real_3: 0.2721429467201233 (0.22290901662140142) + | > loss_disc_real_4: 0.19459672272205353 (0.2219284062500995) + | > loss_disc_real_5: 0.20986659824848175 (0.23341222745635207) + | > loss_0: 2.47137188911438 (2.4686124724382816) + | > grad_norm_0: tensor(43.7554, device='cuda:0') (tensor(65.3661, device='cuda:0')) + | > loss_gen: 2.503282070159912 (2.352453539047382) + | > loss_kl: 1.569136142730713 (1.5381242549619198) + | > loss_feat: 6.758833885192871 (6.68658442914597) + | > loss_mel: 21.882694244384766 (21.405513138300424) + | > loss_duration: 1.7338955402374268 (1.701170079312955) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.44784164428711 (33.683845470293484) + | > grad_norm_1: tensor(679.2486, device='cuda:0') (tensor(559.0388, device='cuda:0')) + | > current_lr_0: 0.00019872897625242182 + | > current_lr_1: 0.00019872897625242182 + | > step_time: 0.8325 (0.8081387110484602) + | > loader_time: 0.0079 (0.007274631237406525) + + + --> TIME: 2024-11-23 03:48:36 -- STEP: 562/797 -- GLOBAL_STEP: 42000 + | > loss_disc: 2.374138116836548 (2.468508940574539) + | > loss_disc_real_0: 0.1819576621055603 (0.13490971446938793) + | > loss_disc_real_1: 0.19519780576229095 (0.21767238275648437) + | > loss_disc_real_2: 0.2426455318927765 (0.23235292669080754) + | > loss_disc_real_3: 0.18380607664585114 (0.22297395601391362) + | > loss_disc_real_4: 0.2070925086736679 (0.22190389400381216) + | > loss_disc_real_5: 0.20817072689533234 (0.23351982524916784) + | > loss_0: 2.374138116836548 (2.468508940574539) + | > grad_norm_0: tensor(118.7504, device='cuda:0') (tensor(65.9823, device='cuda:0')) + | > loss_gen: 2.466209888458252 (2.354036921708183) + | > loss_kl: 1.4287724494934082 (1.539720175317174) + | > loss_feat: 6.739502906799316 (6.6916728630608935) + | > loss_mel: 22.596574783325195 (21.41864037089499) + | > loss_duration: 1.6847903728485107 (1.7005043157054864) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.91585159301758 (33.70457467320126) + | > grad_norm_1: tensor(769.7443, device='cuda:0') (tensor(560.3439, device='cuda:0')) + | > current_lr_0: 0.00019872897625242182 + | > current_lr_1: 0.00019872897625242182 + | > step_time: 0.9008 (0.8104264583451893) + | > loader_time: 0.0076 (0.007324080450254826) + + + --> TIME: 2024-11-23 03:48:58 -- STEP: 587/797 -- GLOBAL_STEP: 42025 + | > loss_disc: 2.395568609237671 (2.4669094670570293) + | > loss_disc_real_0: 0.15346063673496246 (0.13432981674218306) + | > loss_disc_real_1: 0.18475356698036194 (0.217513943627299) + | > loss_disc_real_2: 0.26697373390197754 (0.23229956786819372) + | > loss_disc_real_3: 0.261825829744339 (0.22307264418983785) + | > loss_disc_real_4: 0.22737443447113037 (0.22175723728065394) + | > loss_disc_real_5: 0.22397921979427338 (0.2332713104137163) + | > loss_0: 2.395568609237671 (2.4669094670570293) + | > grad_norm_0: tensor(132.4554, device='cuda:0') (tensor(65.9273, device='cuda:0')) + | > loss_gen: 2.4112257957458496 (2.353771791344402) + | > loss_kl: 1.4783810377120972 (1.5412232561046468) + | > loss_feat: 6.748589515686035 (6.691239764783816) + | > loss_mel: 22.223678588867188 (21.43142082825226) + | > loss_duration: 1.621232509613037 (1.6998382175192113) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.48310470581055 (33.717493872829344) + | > grad_norm_1: tensor(828.7541, device='cuda:0') (tensor(563.9760, device='cuda:0')) + | > current_lr_0: 0.00019872897625242182 + | > current_lr_1: 0.00019872897625242182 + | > step_time: 0.8643 (0.8129136164306175) + | > loader_time: 0.0106 (0.0074113077361904565) + + + --> TIME: 2024-11-23 03:49:20 -- STEP: 612/797 -- GLOBAL_STEP: 42050 + | > loss_disc: 2.499236583709717 (2.466516432029751) + | > loss_disc_real_0: 0.14671440422534943 (0.13407673458477454) + | > loss_disc_real_1: 0.20977917313575745 (0.21758874980550186) + | > loss_disc_real_2: 0.2155456244945526 (0.2320231215334406) + | > loss_disc_real_3: 0.203822523355484 (0.22304005268352484) + | > loss_disc_real_4: 0.24094238877296448 (0.22170870101042822) + | > loss_disc_real_5: 0.22346346080303192 (0.23344668239549865) + | > loss_0: 2.499236583709717 (2.466516432029751) + | > grad_norm_0: tensor(8.2358, device='cuda:0') (tensor(67.5310, device='cuda:0')) + | > loss_gen: 2.384868621826172 (2.3544727630085394) + | > loss_kl: 1.533298373222351 (1.5427677553463606) + | > loss_feat: 5.50492000579834 (6.6877369008033085) + | > loss_mel: 20.478744506835938 (21.41986034119051) + | > loss_duration: 1.6789089441299438 (1.6995999744904586) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.58074188232422 (33.704437760745755) + | > grad_norm_1: tensor(506.1360, device='cuda:0') (tensor(565.1760, device='cuda:0')) + | > current_lr_0: 0.00019872897625242182 + | > current_lr_1: 0.00019872897625242182 + | > step_time: 0.8982 (0.8155762011708781) + | > loader_time: 0.0078 (0.007514613516190471) + + + --> TIME: 2024-11-23 03:49:43 -- STEP: 637/797 -- GLOBAL_STEP: 42075 + | > loss_disc: 2.4662563800811768 (2.4672025986705894) + | > loss_disc_real_0: 0.11665935069322586 (0.1342174444564003) + | > loss_disc_real_1: 0.2227473109960556 (0.2176752571408378) + | > loss_disc_real_2: 0.2512020170688629 (0.23216166596397686) + | > loss_disc_real_3: 0.2367822676897049 (0.22321600994472413) + | > loss_disc_real_4: 0.21414563059806824 (0.22163913872683627) + | > loss_disc_real_5: 0.22952872514724731 (0.23323834129555063) + | > loss_0: 2.4662563800811768 (2.4672025986705894) + | > grad_norm_0: tensor(7.7146, device='cuda:0') (tensor(68.1010, device='cuda:0')) + | > loss_gen: 2.324169635772705 (2.3539253362868204) + | > loss_kl: 1.5076320171356201 (1.542883352731798) + | > loss_feat: 6.847950458526611 (6.676825573530449) + | > loss_mel: 24.135372161865234 (21.430132849437292) + | > loss_duration: 1.7383626699447632 (1.6998485003011754) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.55348587036133 (33.70361562576175) + | > grad_norm_1: tensor(258.6306, device='cuda:0') (tensor(565.2608, device='cuda:0')) + | > current_lr_0: 0.00019872897625242182 + | > current_lr_1: 0.00019872897625242182 + | > step_time: 0.8946 (0.8181745504472099) + | > loader_time: 0.011 (0.007608915236157187) + + + --> TIME: 2024-11-23 03:50:05 -- STEP: 662/797 -- GLOBAL_STEP: 42100 + | > loss_disc: 2.4821808338165283 (2.4668264576315533) + | > loss_disc_real_0: 0.14599114656448364 (0.13420878219618002) + | > loss_disc_real_1: 0.20315231382846832 (0.217667985786304) + | > loss_disc_real_2: 0.20949271321296692 (0.23203081592602312) + | > loss_disc_real_3: 0.21478109061717987 (0.223294432744879) + | > loss_disc_real_4: 0.2185847908258438 (0.22179844451004646) + | > loss_disc_real_5: 0.2708030343055725 (0.23322902153896052) + | > loss_0: 2.4821808338165283 (2.4668264576315533) + | > grad_norm_0: tensor(54.7641, device='cuda:0') (tensor(66.9780, device='cuda:0')) + | > loss_gen: 2.276296615600586 (2.3526687024223087) + | > loss_kl: 1.4679746627807617 (1.5435844987540814) + | > loss_feat: 6.15803861618042 (6.669858102712023) + | > loss_mel: 21.336341857910156 (21.42117027789804) + | > loss_duration: 1.6850848197937012 (1.6994859165655523) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.923736572265625 (33.68676750609523) + | > grad_norm_1: tensor(867.3800, device='cuda:0') (tensor(562.0312, device='cuda:0')) + | > current_lr_0: 0.00019872897625242182 + | > current_lr_1: 0.00019872897625242182 + | > step_time: 0.9176 (0.8210611750352061) + | > loader_time: 0.0082 (0.007672151409967427) + + + --> TIME: 2024-11-23 03:50:29 -- STEP: 687/797 -- GLOBAL_STEP: 42125 + | > loss_disc: 2.6621663570404053 (2.4671268556836403) + | > loss_disc_real_0: 0.1121552512049675 (0.13415638401323532) + | > loss_disc_real_1: 0.24923373758792877 (0.21793356962946653) + | > loss_disc_real_2: 0.30058640241622925 (0.23227683058905985) + | > loss_disc_real_3: 0.33096420764923096 (0.22318295141061148) + | > loss_disc_real_4: 0.2909514307975769 (0.22179476467803055) + | > loss_disc_real_5: 0.2692229449748993 (0.23303061081679446) + | > loss_0: 2.6621663570404053 (2.4671268556836403) + | > grad_norm_0: tensor(66.4558, device='cuda:0') (tensor(66.7553, device='cuda:0')) + | > loss_gen: 2.39365816116333 (2.3541179935310925) + | > loss_kl: 1.493119239807129 (1.5449991784935615) + | > loss_feat: 5.832669258117676 (6.671130096374465) + | > loss_mel: 21.51209259033203 (21.436077637096318) + | > loss_duration: 1.645585298538208 (1.6990232196957784) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.87712478637695 (33.7053481133918) + | > grad_norm_1: tensor(523.7247, device='cuda:0') (tensor(561.6206, device='cuda:0')) + | > current_lr_0: 0.00019872897625242182 + | > current_lr_1: 0.00019872897625242182 + | > step_time: 0.9162 (0.8244342932361012) + | > loader_time: 0.014 (0.007786367310880745) + + + --> TIME: 2024-11-23 03:50:52 -- STEP: 712/797 -- GLOBAL_STEP: 42150 + | > loss_disc: 2.484328508377075 (2.4696679453501553) + | > loss_disc_real_0: 0.06406895816326141 (0.13480299414564556) + | > loss_disc_real_1: 0.19788019359111786 (0.21830257086941365) + | > loss_disc_real_2: 0.23518982529640198 (0.23231964516505765) + | > loss_disc_real_3: 0.2364494949579239 (0.22326606386498118) + | > loss_disc_real_4: 0.2264041006565094 (0.22201032421729539) + | > loss_disc_real_5: 0.24542877078056335 (0.2332258469142605) + | > loss_0: 2.484328508377075 (2.4696679453501553) + | > grad_norm_0: tensor(108.1506, device='cuda:0') (tensor(68.2098, device='cuda:0')) + | > loss_gen: 2.250182628631592 (2.3522174378459333) + | > loss_kl: 1.6709444522857666 (1.5465823663084701) + | > loss_feat: 6.561288356781006 (6.662739566872626) + | > loss_mel: 21.461915969848633 (21.434545763422918) + | > loss_duration: 1.6723209619522095 (1.6985790607299698) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.61665344238281 (33.694664186306234) + | > grad_norm_1: tensor(511.6199, device='cuda:0') (tensor(563.9335, device='cuda:0')) + | > current_lr_0: 0.00019872897625242182 + | > current_lr_1: 0.00019872897625242182 + | > step_time: 0.9444 (0.8277788594197695) + | > loader_time: 0.0243 (0.007934388484847676) + + + --> TIME: 2024-11-23 03:51:16 -- STEP: 737/797 -- GLOBAL_STEP: 42175 + | > loss_disc: 2.6023058891296387 (2.470836062929525) + | > loss_disc_real_0: 0.24475988745689392 (0.1355204092518123) + | > loss_disc_real_1: 0.17184121906757355 (0.21816548854719187) + | > loss_disc_real_2: 0.22003892064094543 (0.23222689773366764) + | > loss_disc_real_3: 0.22709275782108307 (0.22327109932737726) + | > loss_disc_real_4: 0.22475917637348175 (0.2219716798175465) + | > loss_disc_real_5: 0.23453091084957123 (0.2333036584519304) + | > loss_0: 2.6023058891296387 (2.470836062929525) + | > grad_norm_0: tensor(86.1110, device='cuda:0') (tensor(68.7192, device='cuda:0')) + | > loss_gen: 2.211951971054077 (2.350765639276642) + | > loss_kl: 1.5492103099822998 (1.5470325929015436) + | > loss_feat: 6.104922294616699 (6.655241457060523) + | > loss_mel: 19.363842010498047 (21.43098785886931) + | > loss_duration: 1.6340644359588623 (1.6976111737488082) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.863990783691406 (33.681638730591345) + | > grad_norm_1: tensor(434.1553, device='cuda:0') (tensor(558.5176, device='cuda:0')) + | > current_lr_0: 0.00019872897625242182 + | > current_lr_1: 0.00019872897625242182 + | > step_time: 0.8969 (0.8313729106328546) + | > loader_time: 0.1003 (0.008665040519538366) + + + --> TIME: 2024-11-23 03:51:47 -- STEP: 762/797 -- GLOBAL_STEP: 42200 + | > loss_disc: 2.4973723888397217 (2.472552026350669) + | > loss_disc_real_0: 0.11275371164083481 (0.13566002064919863) + | > loss_disc_real_1: 0.23732081055641174 (0.21811884784401245) + | > loss_disc_real_2: 0.26990658044815063 (0.2324082306598428) + | > loss_disc_real_3: 0.214534729719162 (0.22362747019904805) + | > loss_disc_real_4: 0.2040722817182541 (0.22218891141295746) + | > loss_disc_real_5: 0.24965420365333557 (0.23344330309726427) + | > loss_0: 2.4973723888397217 (2.472552026350669) + | > grad_norm_0: tensor(125.6337, device='cuda:0') (tensor(68.1487, device='cuda:0')) + | > loss_gen: 2.413912296295166 (2.3486673946142775) + | > loss_kl: 1.4154332876205444 (1.546691609805651) + | > loss_feat: 6.910181522369385 (6.648524879470583) + | > loss_mel: 23.414030075073242 (21.43653620822535) + | > loss_duration: 1.6820136308670044 (1.6967362328151392) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.8355712890625 (33.67715634824098) + | > grad_norm_1: tensor(835.8923, device='cuda:0') (tensor(554.7505, device='cuda:0')) + | > current_lr_0: 0.00019872897625242182 + | > current_lr_1: 0.00019872897625242182 + | > step_time: 1.0152 (0.8406155453579323) + | > loader_time: 0.0978 (0.011713719117672734) + + + --> TIME: 2024-11-23 03:52:44 -- STEP: 787/797 -- GLOBAL_STEP: 42225 + | > loss_disc: 2.4391446113586426 (2.4731737843311126) + | > loss_disc_real_0: 0.19459764659404755 (0.13578749740593327) + | > loss_disc_real_1: 0.2110123485326767 (0.21826171153609605) + | > loss_disc_real_2: 0.20552322268486023 (0.23240148695481627) + | > loss_disc_real_3: 0.26281458139419556 (0.22387420633166386) + | > loss_disc_real_4: 0.19574959576129913 (0.22258513898907048) + | > loss_disc_real_5: 0.18796896934509277 (0.23317529660622371) + | > loss_0: 2.4391446113586426 (2.4731737843311126) + | > grad_norm_0: tensor(86.0339, device='cuda:0') (tensor(68.5334, device='cuda:0')) + | > loss_gen: 2.3096156120300293 (2.349124495986149) + | > loss_kl: 1.432503342628479 (1.547139417867649) + | > loss_feat: 7.503078937530518 (6.653210207952475) + | > loss_mel: 22.727087020874023 (21.45416920430474) + | > loss_duration: 1.680113673210144 (1.6959024275424672) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.652400970458984 (33.699545757288874) + | > grad_norm_1: tensor(438.4234, device='cuda:0') (tensor(555.7249, device='cuda:0')) + | > current_lr_0: 0.00019872897625242182 + | > current_lr_1: 0.00019872897625242182 + | > step_time: 5.5194 (0.8827213941111198) + | > loader_time: 0.1067 (0.014909931483383853) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.4652087688446045 (2.4652087688446045) + | > loss_disc_real_0: 0.12430387735366821 (0.12430387735366821) + | > loss_disc_real_1: 0.16059555113315582 (0.16059555113315582) + | > loss_disc_real_2: 0.2566412389278412 (0.2566412389278412) + | > loss_disc_real_3: 0.23633238673210144 (0.23633238673210144) + | > loss_disc_real_4: 0.2270306646823883 (0.2270306646823883) + | > loss_disc_real_5: 0.21562641859054565 (0.21562641859054565) + | > loss_0: 2.4652087688446045 (2.4652087688446045) + | > loss_gen: 2.0987534523010254 (2.0987534523010254) + | > loss_kl: 1.8994495868682861 (1.8994495868682861) + | > loss_feat: 7.881217002868652 (7.881217002868652) + | > loss_mel: 23.595014572143555 (23.595014572143555) + | > loss_duration: 1.949884057044983 (1.949884057044983) + | > loss_1: 37.42431640625 (37.42431640625) + + --> STEP: 1 + | > loss_disc: 2.995131492614746 (2.995131492614746) + | > loss_disc_real_0: 0.0692206472158432 (0.0692206472158432) + | > loss_disc_real_1: 0.2180042564868927 (0.2180042564868927) + | > loss_disc_real_2: 0.3327857553958893 (0.3327857553958893) + | > loss_disc_real_3: 0.28968021273612976 (0.28968021273612976) + | > loss_disc_real_4: 0.20211076736450195 (0.20211076736450195) + | > loss_disc_real_5: 0.2590019702911377 (0.2590019702911377) + | > loss_0: 2.995131492614746 (2.995131492614746) + | > loss_gen: 1.8628170490264893 (1.8628170490264893) + | > loss_kl: 1.2836753129959106 (1.2836753129959106) + | > loss_feat: 7.487693786621094 (7.487693786621094) + | > loss_mel: 25.688873291015625 (25.688873291015625) + | > loss_duration: 1.7316083908081055 (1.7316083908081055) + | > loss_1: 38.05466842651367 (38.05466842651367) + + --> STEP: 2 + | > loss_disc: 2.850433588027954 (2.92278254032135) + | > loss_disc_real_0: 0.08473856002092361 (0.07697960361838341) + | > loss_disc_real_1: 0.23625485599040985 (0.22712955623865128) + | > loss_disc_real_2: 0.26145532727241516 (0.2971205413341522) + | > loss_disc_real_3: 0.27047014236450195 (0.28007517755031586) + | > loss_disc_real_4: 0.3109126687049866 (0.25651171803474426) + | > loss_disc_real_5: 0.3734033703804016 (0.31620267033576965) + | > loss_0: 2.850433588027954 (2.92278254032135) + | > loss_gen: 2.0405826568603516 (1.9516998529434204) + | > loss_kl: 1.5876736640930176 (1.4356744885444641) + | > loss_feat: 5.52847957611084 (6.508086681365967) + | > loss_mel: 22.713401794433594 (24.20113754272461) + | > loss_duration: 1.6701996326446533 (1.7009040117263794) + | > loss_1: 33.54033660888672 (35.797502517700195) + + --> STEP: 3 + | > loss_disc: 2.695566177368164 (2.847043752670288) + | > loss_disc_real_0: 0.16832023859024048 (0.10742648194233577) + | > loss_disc_real_1: 0.24207007884979248 (0.23210973044236502) + | > loss_disc_real_2: 0.26573631167411804 (0.2866591314474742) + | > loss_disc_real_3: 0.26354822516441345 (0.2745661934216817) + | > loss_disc_real_4: 0.22007200121879578 (0.24436514576276144) + | > loss_disc_real_5: 0.2522125542163849 (0.29487263162930805) + | > loss_0: 2.695566177368164 (2.847043752670288) + | > loss_gen: 1.9704954624176025 (1.9579650561014812) + | > loss_kl: 1.6859424114227295 (1.519097129503886) + | > loss_feat: 5.451430320739746 (6.15586789449056) + | > loss_mel: 19.78416633605957 (22.728813807169598) + | > loss_duration: 1.784508228302002 (1.7287720839182537) + | > loss_1: 30.676542282104492 (34.090515772501625) + + --> STEP: 4 + | > loss_disc: 2.5383644104003906 (2.7698739171028137) + | > loss_disc_real_0: 0.11220341175794601 (0.10862071439623833) + | > loss_disc_real_1: 0.22120079398155212 (0.2293824963271618) + | > loss_disc_real_2: 0.23865392804145813 (0.27465783059597015) + | > loss_disc_real_3: 0.23032107949256897 (0.26350491493940353) + | > loss_disc_real_4: 0.2896314561367035 (0.25568172335624695) + | > loss_disc_real_5: 0.1707853376865387 (0.2638508081436157) + | > loss_0: 2.5383644104003906 (2.7698739171028137) + | > loss_gen: 2.0117673873901367 (1.971415638923645) + | > loss_kl: 1.4645849466323853 (1.5054690837860107) + | > loss_feat: 5.196905136108398 (5.9161272048950195) + | > loss_mel: 20.054157257080078 (22.060149669647217) + | > loss_duration: 1.6807582378387451 (1.7167686223983765) + | > loss_1: 30.408170700073242 (33.16992950439453) + + --> STEP: 5 + | > loss_disc: 2.88632869720459 (2.793164873123169) + | > loss_disc_real_0: 0.08810006827116013 (0.10451658517122268) + | > loss_disc_real_1: 0.19333823025226593 (0.22217364311218263) + | > loss_disc_real_2: 0.24199220538139343 (0.2681247055530548) + | > loss_disc_real_3: 0.25829458236694336 (0.2624628484249115) + | > loss_disc_real_4: 0.4089610278606415 (0.28633758425712585) + | > loss_disc_real_5: 0.33481675386428833 (0.27804399728775026) + | > loss_0: 2.88632869720459 (2.793164873123169) + | > loss_gen: 1.9630383253097534 (1.9697401762008666) + | > loss_kl: 1.8516833782196045 (1.5747119426727294) + | > loss_feat: 6.185230255126953 (5.969947814941406) + | > loss_mel: 21.61952018737793 (21.97202377319336) + | > loss_duration: 1.8523691892623901 (1.7438887357711792) + | > loss_1: 33.471839904785156 (33.23031158447266) + + --> STEP: 6 + | > loss_disc: 2.798933506011963 (2.794126311937968) + | > loss_disc_real_0: 0.16652131080627441 (0.11485070611039798) + | > loss_disc_real_1: 0.1870056688785553 (0.21631231407324472) + | > loss_disc_real_2: 0.22211916744709015 (0.2604571158687274) + | > loss_disc_real_3: 0.27678656578063965 (0.2648501346508662) + | > loss_disc_real_4: 0.2875107526779175 (0.2865331123272578) + | > loss_disc_real_5: 0.24296633899211884 (0.272197720905145) + | > loss_0: 2.798933506011963 (2.794126311937968) + | > loss_gen: 1.8072431087493896 (1.9426573316256206) + | > loss_kl: 1.2259794473648071 (1.5165898601214092) + | > loss_feat: 4.831541538238525 (5.780213435490926) + | > loss_mel: 16.98756980895996 (21.141281445821125) + | > loss_duration: 1.6877076625823975 (1.7345252235730488) + | > loss_1: 26.540040969848633 (32.11526648203532) + + --> STEP: 7 + | > loss_disc: 2.5212936401367188 (2.755150215966361) + | > loss_disc_real_0: 0.09275974333286285 (0.11169485428503581) + | > loss_disc_real_1: 0.18510280549526215 (0.21185381284781865) + | > loss_disc_real_2: 0.21419697999954224 (0.25384852503027233) + | > loss_disc_real_3: 0.2009781002998352 (0.2557255583150046) + | > loss_disc_real_4: 0.19668757915496826 (0.2736980361597879) + | > loss_disc_real_5: 0.277058482170105 (0.2728921153715679) + | > loss_0: 2.5212936401367188 (2.755150215966361) + | > loss_gen: 1.9817569255828857 (1.9482429879052299) + | > loss_kl: 2.4287357330322266 (1.646896413394383) + | > loss_feat: 6.389097690582275 (5.867196900503976) + | > loss_mel: 19.373655319213867 (20.888763427734375) + | > loss_duration: 1.6039032936096191 (1.7158649478639876) + | > loss_1: 31.77714729309082 (32.06696374075754) + + --> STEP: 8 + | > loss_disc: 2.5892891883850098 (2.734417587518692) + | > loss_disc_real_0: 0.1611400544643402 (0.11787550430744886) + | > loss_disc_real_1: 0.21516717970371246 (0.21226798370480537) + | > loss_disc_real_2: 0.2473398894071579 (0.25303494557738304) + | > loss_disc_real_3: 0.2041243314743042 (0.24927540495991704) + | > loss_disc_real_4: 0.189941868185997 (0.263228515163064) + | > loss_disc_real_5: 0.20695093274116516 (0.2646494675427675) + | > loss_0: 2.5892891883850098 (2.734417587518692) + | > loss_gen: 1.9309144020080566 (1.9460769146680832) + | > loss_kl: 1.6315797567367554 (1.6449818313121796) + | > loss_feat: 7.146427154541016 (6.027100682258606) + | > loss_mel: 20.756216049194336 (20.87219500541687) + | > loss_duration: 1.6887457370758057 (1.7124750465154648) + | > loss_1: 33.15388107299805 (32.2028284072876) + + --> STEP: 9 + | > loss_disc: 2.5787572860717773 (2.7171219984690347) + | > loss_disc_real_0: 0.13535262644290924 (0.11981740676694447) + | > loss_disc_real_1: 0.24535587430000305 (0.21594441599316067) + | > loss_disc_real_2: 0.2530379891395569 (0.2530352837509579) + | > loss_disc_real_3: 0.25328943133354187 (0.24972140789031982) + | > loss_disc_real_4: 0.2392975240945816 (0.26056951615545487) + | > loss_disc_real_5: 0.29864293336868286 (0.26842651930120254) + | > loss_0: 2.5787572860717773 (2.7171219984690347) + | > loss_gen: 2.155872344970703 (1.9693875180350409) + | > loss_kl: 1.7224642038345337 (1.6535909838146634) + | > loss_feat: 4.181010723114014 (5.821979575686985) + | > loss_mel: 18.848976135253906 (20.647392908732098) + | > loss_duration: 1.6831532716751099 (1.7092170715332031) + | > loss_1: 28.591476440429688 (31.80156707763672) + + --> STEP: 10 + | > loss_disc: 2.780916213989258 (2.723501420021057) + | > loss_disc_real_0: 0.10739190876483917 (0.11857485696673394) + | > loss_disc_real_1: 0.21844208240509033 (0.21619418263435364) + | > loss_disc_real_2: 0.2449592649936676 (0.25222768187522887) + | > loss_disc_real_3: 0.2577245831489563 (0.25052172541618345) + | > loss_disc_real_4: 0.3742125928401947 (0.27193382382392883) + | > loss_disc_real_5: 0.2892517149448395 (0.27050903886556626) + | > loss_0: 2.780916213989258 (2.723501420021057) + | > loss_gen: 2.0874433517456055 (1.9811931014060975) + | > loss_kl: 1.4152500629425049 (1.6297568917274474) + | > loss_feat: 5.6878814697265625 (5.808569765090942) + | > loss_mel: 21.833463668823242 (20.76599998474121) + | > loss_duration: 1.6503088474273682 (1.7033262491226195) + | > loss_1: 32.67435073852539 (31.888845443725586) + + --> STEP: 11 + | > loss_disc: 2.466526508331299 (2.7001400644128974) + | > loss_disc_real_0: 0.053918808698654175 (0.1126970343969085) + | > loss_disc_real_1: 0.17718824744224548 (0.21264818852598016) + | > loss_disc_real_2: 0.2352038472890854 (0.2506800605492158) + | > loss_disc_real_3: 0.19602316617965698 (0.24556731094013562) + | > loss_disc_real_4: 0.2566675543785095 (0.2705459811470725) + | > loss_disc_real_5: 0.23697765171527863 (0.2674607309428128) + | > loss_0: 2.466526508331299 (2.7001400644128974) + | > loss_gen: 2.065096139907837 (1.988820650360801) + | > loss_kl: 1.7208197116851807 (1.6380353299054233) + | > loss_feat: 7.8624958992004395 (5.995290322737261) + | > loss_mel: 24.32599639892578 (21.089636022394355) + | > loss_duration: 1.5851006507873535 (1.6925784674557773) + | > loss_1: 37.559513092041016 (32.40436068448153) + + --> STEP: 12 + | > loss_disc: 2.8476076126098633 (2.7124290267626443) + | > loss_disc_real_0: 0.15147694945335388 (0.11592869398494561) + | > loss_disc_real_1: 0.2468796670436859 (0.21550081173578897) + | > loss_disc_real_2: 0.2541060149669647 (0.25096555675069493) + | > loss_disc_real_3: 0.2605689465999603 (0.246817447245121) + | > loss_disc_real_4: 0.2756454348564148 (0.2709709356228511) + | > loss_disc_real_5: 0.33410516381263733 (0.2730144336819648) + | > loss_0: 2.8476076126098633 (2.7124290267626443) + | > loss_gen: 1.9757587909698486 (1.9877321620782216) + | > loss_kl: 1.8496519327163696 (1.6556700468063354) + | > loss_feat: 6.529849052429199 (6.039836883544922) + | > loss_mel: 22.419126510620117 (21.20042689641317) + | > loss_duration: 1.7136414051055908 (1.6943337122599285) + | > loss_1: 34.48802947998047 (32.57799975077311) + + --> STEP: 13 + | > loss_disc: 2.6047422885894775 (2.7041454315185547) + | > loss_disc_real_0: 0.12639379501342773 (0.11673370175636731) + | > loss_disc_real_1: 0.17646202445030212 (0.21249782809844384) + | > loss_disc_real_2: 0.24948282539844513 (0.25085150049282956) + | > loss_disc_real_3: 0.23900754749774933 (0.2462166857260924) + | > loss_disc_real_4: 0.2754741907119751 (0.27131733986047596) + | > loss_disc_real_5: 0.21352580189704895 (0.2684383850831251) + | > loss_0: 2.6047422885894775 (2.7041454315185547) + | > loss_gen: 1.8771672248840332 (1.979227166909438) + | > loss_kl: 2.197783946990967 (1.6973711160513072) + | > loss_feat: 5.292056083679199 (5.982315283555251) + | > loss_mel: 19.934383392333984 (21.10303893456092) + | > loss_duration: 1.7079501152038574 (1.6953811278709998) + | > loss_1: 31.009340286254883 (32.457333638117866) + + --> STEP: 14 + | > loss_disc: 2.5455589294433594 (2.692817824227469) + | > loss_disc_real_0: 0.07513931393623352 (0.1137626740549292) + | > loss_disc_real_1: 0.22434982657432556 (0.21334439941814967) + | > loss_disc_real_2: 0.2955273687839508 (0.25404263394219534) + | > loss_disc_real_3: 0.17358000576496124 (0.24102835144315446) + | > loss_disc_real_4: 0.21716423332691193 (0.26744926082236425) + | > loss_disc_real_5: 0.18086886405944824 (0.26218341929571964) + | > loss_0: 2.5455589294433594 (2.692817824227469) + | > loss_gen: 1.9747283458709717 (1.9789058225495475) + | > loss_kl: 1.6180918216705322 (1.691708309309823) + | > loss_feat: 7.0258684158325195 (6.056854793003628) + | > loss_mel: 23.24981689453125 (21.256380217415945) + | > loss_duration: 1.7224889993667603 (1.6973174044064112) + | > loss_1: 35.59099197387695 (32.68116637638637) + + --> STEP: 15 + | > loss_disc: 2.807021379470825 (2.700431394577026) + | > loss_disc_real_0: 0.10987330228090286 (0.11350338260332743) + | > loss_disc_real_1: 0.23378601670265198 (0.21470717390378316) + | > loss_disc_real_2: 0.24004139006137848 (0.2531092176834742) + | > loss_disc_real_3: 0.2242726981639862 (0.23991130789120993) + | > loss_disc_real_4: 0.31819283962249756 (0.2708321660757065) + | > loss_disc_real_5: 0.25140559673309326 (0.2614648977915445) + | > loss_0: 2.807021379470825 (2.700431394577026) + | > loss_gen: 1.7822574377059937 (1.965795930226644) + | > loss_kl: 1.7397710084915161 (1.6949124892552694) + | > loss_feat: 4.312990188598633 (5.940597152709961) + | > loss_mel: 19.806753158569336 (21.15973841349284) + | > loss_duration: 1.662027359008789 (1.6949647347132364) + | > loss_1: 29.30379867553711 (32.45600852966309) + + --> STEP: 16 + | > loss_disc: 2.5489299297332764 (2.690962553024292) + | > loss_disc_real_0: 0.07656235992908478 (0.11119456868618727) + | > loss_disc_real_1: 0.1975354254245758 (0.2136339396238327) + | > loss_disc_real_2: 0.24415944516658783 (0.2525498569011688) + | > loss_disc_real_3: 0.23227979242801666 (0.23943433817476034) + | > loss_disc_real_4: 0.24741223454475403 (0.26936842035502195) + | > loss_disc_real_5: 0.25976231694221497 (0.26135848648846144) + | > loss_0: 2.5489299297332764 (2.690962553024292) + | > loss_gen: 2.0362493991851807 (1.9701992720365524) + | > loss_kl: 1.697244644165039 (1.69505824893713) + | > loss_feat: 6.409946441650391 (5.969931483268738) + | > loss_mel: 22.09206771850586 (21.218008995056152) + | > loss_duration: 1.8250396251678467 (1.7030944153666496) + | > loss_1: 34.060546875 (32.55629217624664) + + --> STEP: 17 + | > loss_disc: 2.494720935821533 (2.6794189284829533) + | > loss_disc_real_0: 0.08529137820005417 (0.10967085159876767) + | > loss_disc_real_1: 0.1718735694885254 (0.21117744726293228) + | > loss_disc_real_2: 0.22474701702594757 (0.25091439573203816) + | > loss_disc_real_3: 0.20887836813926697 (0.23763692817267248) + | > loss_disc_real_4: 0.259184867143631 (0.26876938781317544) + | > loss_disc_real_5: 0.2789711356163025 (0.2623945246724521) + | > loss_0: 2.494720935821533 (2.6794189284829533) + | > loss_gen: 1.9613159894943237 (1.9696767260046566) + | > loss_kl: 1.4886806011199951 (1.682918387300828) + | > loss_feat: 6.3787713050842285 (5.993980884552002) + | > loss_mel: 21.975704193115234 (21.262579300824335) + | > loss_duration: 1.661318063735962 (1.7006369829177856) + | > loss_1: 33.465789794921875 (32.60979203616871) + + --> STEP: 18 + | > loss_disc: 2.689772129058838 (2.6799941062927246) + | > loss_disc_real_0: 0.11925998330116272 (0.11020358113778962) + | > loss_disc_real_1: 0.2522379159927368 (0.2134585844145881) + | > loss_disc_real_2: 0.24495847523212433 (0.2505835112598207) + | > loss_disc_real_3: 0.22056685388088226 (0.23668859071201748) + | > loss_disc_real_4: 0.30497366189956665 (0.2707807363735305) + | > loss_disc_real_5: 0.3057599663734436 (0.26480371587806273) + | > loss_0: 2.689772129058838 (2.6799941062927246) + | > loss_gen: 2.0525643825531006 (1.9742815958129034) + | > loss_kl: 2.0680413246154785 (1.7043141060405307) + | > loss_feat: 5.039149284362793 (5.9409346845414905) + | > loss_mel: 20.003366470336914 (21.19262303246392) + | > loss_duration: 1.6486122608184814 (1.6977467205789354) + | > loss_1: 30.811735153198242 (32.5098999871148) + + --> STEP: 19 + | > loss_disc: 2.255948305130005 (2.6576759062315287) + | > loss_disc_real_0: 0.0725192129611969 (0.10822019333902158) + | > loss_disc_real_1: 0.1233886107802391 (0.20871805948646446) + | > loss_disc_real_2: 0.1785569041967392 (0.24679263720386907) + | > loss_disc_real_3: 0.1311848759651184 (0.23113576362007543) + | > loss_disc_real_4: 0.13168662786483765 (0.2634599938204414) + | > loss_disc_real_5: 0.10972601175308228 (0.2566417314504322) + | > loss_0: 2.255948305130005 (2.6576759062315287) + | > loss_gen: 1.877673625946045 (1.9691969658199109) + | > loss_kl: 1.8660662174224854 (1.7128273750606335) + | > loss_feat: 8.32717227935791 (6.066526136900249) + | > loss_mel: 22.40673828125 (21.25652383503161) + | > loss_duration: 1.7977840900421143 (1.7030118452875238) + | > loss_1: 36.27543258666992 (32.708085913407174) + + --> STEP: 20 + | > loss_disc: 2.852646589279175 (2.667424440383911) + | > loss_disc_real_0: 0.06583251059055328 (0.10610080920159817) + | > loss_disc_real_1: 0.22600433230400085 (0.20958237312734126) + | > loss_disc_real_2: 0.2696179747581482 (0.24793390408158303) + | > loss_disc_real_3: 0.2074102908372879 (0.22994948998093606) + | > loss_disc_real_4: 0.28872814774513245 (0.26472340151667595) + | > loss_disc_real_5: 0.2896106541156769 (0.25829017758369444) + | > loss_0: 2.852646589279175 (2.667424440383911) + | > loss_gen: 1.8443264961242676 (1.9629534423351287) + | > loss_kl: 2.020806074142456 (1.7282263100147248) + | > loss_feat: 7.701046466827393 (6.148252153396607) + | > loss_mel: 23.13348960876465 (21.350372123718266) + | > loss_duration: 1.6580119132995605 (1.7007618486881255) + | > loss_1: 36.35768127441406 (32.89056568145752) + + --> STEP: 21 + | > loss_disc: 2.6245384216308594 (2.6653822490147183) + | > loss_disc_real_0: 0.04704730957746506 (0.10328873779092516) + | > loss_disc_real_1: 0.1991291344165802 (0.20908459985540026) + | > loss_disc_real_2: 0.21912313997745514 (0.24656196293376742) + | > loss_disc_real_3: 0.28839483857154846 (0.23273260181858427) + | > loss_disc_real_4: 0.3089348375797272 (0.2668287079958689) + | > loss_disc_real_5: 0.30276668071746826 (0.26040810630435035) + | > loss_0: 2.6245384216308594 (2.6653822490147183) + | > loss_gen: 1.9845337867736816 (1.9639810777845836) + | > loss_kl: 1.5839991569519043 (1.7213583503450667) + | > loss_feat: 5.64211893081665 (6.12415057136899) + | > loss_mel: 22.071325302124023 (21.384703227451876) + | > loss_duration: 1.6651225090026855 (1.6990647372745333) + | > loss_1: 32.94709777832031 (32.89325768607004) + + --> STEP: 22 + | > loss_disc: 2.398954391479492 (2.653271891854026) + | > loss_disc_real_0: 0.07085244357585907 (0.10181436078114943) + | > loss_disc_real_1: 0.22816237807273865 (0.20995177159255202) + | > loss_disc_real_2: 0.29275694489479065 (0.24866173484108664) + | > loss_disc_real_3: 0.24178215861320496 (0.23314394530924884) + | > loss_disc_real_4: 0.1504831612110138 (0.26154027405110275) + | > loss_disc_real_5: 0.1596783846616745 (0.2558294825933196) + | > loss_0: 2.398954391479492 (2.653271891854026) + | > loss_gen: 2.085089683532715 (1.9694860144094988) + | > loss_kl: 2.0540478229522705 (1.7364805990999395) + | > loss_feat: 7.461612224578857 (6.184944282878529) + | > loss_mel: 23.650531768798828 (21.487695433876738) + | > loss_duration: 1.8079311847686768 (1.7040132121606306) + | > loss_1: 37.05921173095703 (33.082619233564905) + + --> STEP: 23 + | > loss_disc: 2.6027681827545166 (2.6510760784149165) + | > loss_disc_real_0: 0.039837565273046494 (0.09911971749818843) + | > loss_disc_real_1: 0.1819760501384735 (0.2087354358771573) + | > loss_disc_real_2: 0.25901925563812256 (0.24911206183226212) + | > loss_disc_real_3: 0.22816123068332672 (0.2329273055429044) + | > loss_disc_real_4: 0.2705943286418915 (0.2619339285985284) + | > loss_disc_real_5: 0.27013683319091797 (0.25645154131495435) + | > loss_0: 2.6027681827545166 (2.6510760784149165) + | > loss_gen: 1.9026061296463013 (1.966578193332838) + | > loss_kl: 1.69191575050354 (1.7345429969870525) + | > loss_feat: 6.757391929626465 (6.209833310998005) + | > loss_mel: 23.62057113647461 (21.580429160076644) + | > loss_duration: 1.7518442869186401 (1.706092824106631) + | > loss_1: 35.724327087402344 (33.19747609677523) + + --> STEP: 24 + | > loss_disc: 2.5665178298950195 (2.647552818059921) + | > loss_disc_real_0: 0.10779058188199997 (0.09948100351418059) + | > loss_disc_real_1: 0.2051646113395691 (0.20858665152142444) + | > loss_disc_real_2: 0.2226596176624298 (0.24800987665851912) + | > loss_disc_real_3: 0.2543056309223175 (0.23381806910037994) + | > loss_disc_real_4: 0.2577049434185028 (0.26175772088269394) + | > loss_disc_real_5: 0.30988118052482605 (0.2586777762820323) + | > loss_0: 2.5665178298950195 (2.647552818059921) + | > loss_gen: 2.128814220428467 (1.9733380277951558) + | > loss_kl: 1.5228382349014282 (1.725721965233485) + | > loss_feat: 5.237983226776123 (6.169339557488759) + | > loss_mel: 19.546274185180664 (21.49567270278931) + | > loss_duration: 1.636263132095337 (1.7031832536061604) + | > loss_1: 30.072172164916992 (33.06725509961447) + + --> STEP: 25 + | > loss_disc: 2.7980751991271973 (2.653573713302612) + | > loss_disc_real_0: 0.22335577011108398 (0.10443599417805671) + | > loss_disc_real_1: 0.23411491513252258 (0.2096077820658684) + | > loss_disc_real_2: 0.22541652619838715 (0.24710614264011382) + | > loss_disc_real_3: 0.2591979205608368 (0.2348332631587982) + | > loss_disc_real_4: 0.3040013611316681 (0.2634474664926529) + | > loss_disc_real_5: 0.2607293725013733 (0.258759840130806) + | > loss_0: 2.7980751991271973 (2.653573713302612) + | > loss_gen: 1.9047772884368896 (1.9705955982208252) + | > loss_kl: 1.3981715440750122 (1.712619948387146) + | > loss_feat: 3.577500581741333 (6.065665998458862) + | > loss_mel: 16.57784652709961 (21.298959655761724) + | > loss_duration: 1.6156342029571533 (1.6996812915802002) + | > loss_1: 25.073930740356445 (32.74752212524415) + + --> STEP: 26 + | > loss_disc: 2.6757607460021973 (2.6544270607141343) + | > loss_disc_real_0: 0.10801088064908981 (0.10457348981155799) + | > loss_disc_real_1: 0.19310012459754944 (0.20897287216324073) + | > loss_disc_real_2: 0.222261443734169 (0.2461505772975775) + | > loss_disc_real_3: 0.2690240442752838 (0.23614829320173997) + | > loss_disc_real_4: 0.28706976771354675 (0.26435601653961033) + | > loss_disc_real_5: 0.30949005484580994 (0.26071100223522925) + | > loss_0: 2.6757607460021973 (2.6544270607141343) + | > loss_gen: 2.137355327606201 (1.9770094339664166) + | > loss_kl: 1.3124865293502808 (1.6972302015011127) + | > loss_feat: 6.468400478363037 (6.081155786147485) + | > loss_mel: 20.915733337402344 (21.28422018197867) + | > loss_duration: 1.6528297662734985 (1.6978793098376348) + | > loss_1: 32.4868049621582 (32.73749454204854) + + --> STEP: 27 + | > loss_disc: 2.643270969390869 (2.654013872146606) + | > loss_disc_real_0: 0.08188166469335556 (0.10373305184421716) + | > loss_disc_real_1: 0.19400960206985474 (0.2084186769745968) + | > loss_disc_real_2: 0.26867902278900146 (0.24698496416763024) + | > loss_disc_real_3: 0.24175533652305603 (0.23635596147289983) + | > loss_disc_real_4: 0.21629413962364197 (0.26257594702420406) + | > loss_disc_real_5: 0.20532386004924774 (0.25865962659871145) + | > loss_0: 2.643270969390869 (2.654013872146606) + | > loss_gen: 1.876034140586853 (1.973269608285692) + | > loss_kl: 1.749768614768982 (1.699176068659182) + | > loss_feat: 7.48628044128418 (6.133197440041436) + | > loss_mel: 23.41860008239746 (21.363271289401588) + | > loss_duration: 1.6749897003173828 (1.6970315465220698) + | > loss_1: 36.20567321777344 (32.86594560411242) + + --> STEP: 28 + | > loss_disc: 2.407010316848755 (2.6451923166002542) + | > loss_disc_real_0: 0.11646567285060883 (0.10418778830873114) + | > loss_disc_real_1: 0.19390468299388885 (0.20790032004671438) + | > loss_disc_real_2: 0.26600998640060425 (0.2476644292473793) + | > loss_disc_real_3: 0.20641978085041046 (0.23528681216495378) + | > loss_disc_real_4: 0.17766927182674408 (0.25954356576715193) + | > loss_disc_real_5: 0.12688308954238892 (0.25395332170384277) + | > loss_0: 2.407010316848755 (2.6451923166002542) + | > loss_gen: 1.9095561504364014 (1.9709941276482172) + | > loss_kl: 1.3819369077682495 (1.687846098627363) + | > loss_feat: 5.741201400756836 (6.119197581495557) + | > loss_mel: 19.78937339782715 (21.307060650416787) + | > loss_duration: 1.7256972789764404 (1.6980553226811546) + | > loss_1: 30.54776382446289 (32.78315339769636) + + --> STEP: 29 + | > loss_disc: 2.1834964752197266 (2.629271770345753) + | > loss_disc_real_0: 0.06345489621162415 (0.10278320582262401) + | > loss_disc_real_1: 0.18551784753799438 (0.20712851064986196) + | > loss_disc_real_2: 0.29341620206832886 (0.24924207658603273) + | > loss_disc_real_3: 0.26222336292266846 (0.236215658742806) + | > loss_disc_real_4: 0.17785274982452393 (0.2567266410794751) + | > loss_disc_real_5: 0.24038074910640717 (0.2534853019591036) + | > loss_0: 2.1834964752197266 (2.629271770345753) + | > loss_gen: 2.4782252311706543 (1.9884848553558876) + | > loss_kl: 1.4087893962860107 (1.6782234537190404) + | > loss_feat: 6.633871555328369 (6.136944959903586) + | > loss_mel: 24.02790069580078 (21.40088272094727) + | > loss_duration: 1.6780916452407837 (1.6973669200107968) + | > loss_1: 36.22687911987305 (32.90190256053004) + + --> STEP: 30 + | > loss_disc: 2.9383692741394043 (2.639575020472208) + | > loss_disc_real_0: 0.16712483763694763 (0.10492792688310146) + | > loss_disc_real_1: 0.25090837478637695 (0.20858783945441245) + | > loss_disc_real_2: 0.31542694568634033 (0.25144823888937634) + | > loss_disc_real_3: 0.2433871030807495 (0.23645470688740414) + | > loss_disc_real_4: 0.31558582186698914 (0.2586886137723923) + | > loss_disc_real_5: 0.2718914747238159 (0.2540988410512607) + | > loss_0: 2.9383692741394043 (2.639575020472208) + | > loss_gen: 1.8295440673828125 (1.9831868290901185) + | > loss_kl: 1.6750930547714233 (1.6781191070874533) + | > loss_feat: 4.921072483062744 (6.096415877342224) + | > loss_mel: 20.057655334472656 (21.35610847473145) + | > loss_duration: 1.6951892375946045 (1.697294330596924) + | > loss_1: 30.178552627563477 (32.81112422943116) + + --> STEP: 31 + | > loss_disc: 3.0896506309509277 (2.654093588552167) + | > loss_disc_real_0: 0.050100069493055344 (0.10315928632213224) + | > loss_disc_real_1: 0.253126323223114 (0.2100245647372738) + | > loss_disc_real_2: 0.3139977753162384 (0.25346596587088804) + | > loss_disc_real_3: 0.3295254409313202 (0.23945698863075626) + | > loss_disc_real_4: 0.3515063524246216 (0.2616827343740771) + | > loss_disc_real_5: 0.36761465668678284 (0.2577606415556324) + | > loss_0: 3.0896506309509277 (2.654093588552167) + | > loss_gen: 1.9334657192230225 (1.9815829223202122) + | > loss_kl: 1.3962806463241577 (1.6690275438370243) + | > loss_feat: 8.295519828796387 (6.167354714485906) + | > loss_mel: 22.808612823486328 (21.40296345372354) + | > loss_duration: 1.6507234573364258 (1.6957920443627141) + | > loss_1: 36.084598541259766 (32.91672017497402) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.012148080333586662 (+0.0048821972262474795) + | > avg_loss_disc: 2.654093588552167 (+0.3784035175077376) + | > avg_loss_disc_real_0: 0.10315928632213224 (+0.031561121464736996) + | > avg_loss_disc_real_1: 0.2100245647372738 (-0.021835617240398175) + | > avg_loss_disc_real_2: 0.25346596587088804 (+0.07237798768666487) + | > avg_loss_disc_real_3: 0.23945698863075626 (+0.03788109748594223) + | > avg_loss_disc_real_4: 0.2616827343740771 (+0.056998552814606696) + | > avg_loss_disc_real_5: 0.2577606415556324 (+0.03892517931038342) + | > avg_loss_0: 2.654093588552167 (+0.3784035175077376) + | > avg_loss_gen: 1.9815829223202122 (-0.3976886426248858) + | > avg_loss_kl: 1.6690275438370243 (-0.07287198112856963) + | > avg_loss_feat: 6.167354714485906 (-1.4617548527256137) + | > avg_loss_mel: 21.40296345372354 (-0.9541819787794523) + | > avg_loss_duration: 1.6957920443627141 (+0.004876209843543089) + | > avg_loss_1: 32.91672017497402 (-2.881621760706743) + + + > EPOCH: 24/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 03:53:32)  + + --> TIME: 2024-11-23 03:53:44 -- STEP: 15/797 -- GLOBAL_STEP: 42250 + | > loss_disc: 2.5430126190185547 (2.648699887593587) + | > loss_disc_real_0: 0.2105194330215454 (0.18341403007507323) + | > loss_disc_real_1: 0.21531763672828674 (0.22657156387964886) + | > loss_disc_real_2: 0.2486412227153778 (0.2565677762031555) + | > loss_disc_real_3: 0.24378682672977448 (0.228506201505661) + | > loss_disc_real_4: 0.22366534173488617 (0.2433263232310613) + | > loss_disc_real_5: 0.2457188069820404 (0.23986708521842956) + | > loss_0: 2.5430126190185547 (2.648699887593587) + | > grad_norm_0: tensor(99.3019, device='cuda:0') (tensor(73.6717, device='cuda:0')) + | > loss_gen: 2.416128635406494 (2.2114957412083944) + | > loss_kl: 1.6546496152877808 (1.534692398707072) + | > loss_feat: 6.159212589263916 (5.968979454040527) + | > loss_mel: 21.220611572265625 (20.58128458658854) + | > loss_duration: 1.8428298234939575 (1.8429255723953246) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.29343032836914 (32.13937810262044) + | > grad_norm_1: tensor(592.2438, device='cuda:0') (tensor(420.4674, device='cuda:0')) + | > current_lr_0: 0.00019870413513039026 + | > current_lr_1: 0.00019870413513039026 + | > step_time: 0.7201 (0.7470419406890869) + | > loader_time: 0.0034 (0.005076138178507487) + + + --> TIME: 2024-11-23 03:54:04 -- STEP: 40/797 -- GLOBAL_STEP: 42275 + | > loss_disc: 2.468034267425537 (2.522224414348602) + | > loss_disc_real_0: 0.1392180621623993 (0.15181401688605545) + | > loss_disc_real_1: 0.30721473693847656 (0.22250368855893612) + | > loss_disc_real_2: 0.19268907606601715 (0.23677210099995136) + | > loss_disc_real_3: 0.2386019080877304 (0.22268941812217236) + | > loss_disc_real_4: 0.23304510116577148 (0.22871121913194656) + | > loss_disc_real_5: 0.20875944197177887 (0.23056478388607501) + | > loss_0: 2.468034267425537 (2.522224414348602) + | > grad_norm_0: tensor(68.8114, device='cuda:0') (tensor(64.5102, device='cuda:0')) + | > loss_gen: 2.5977978706359863 (2.2811405152082442) + | > loss_kl: 1.7061268091201782 (1.5563933551311495) + | > loss_feat: 6.818033218383789 (6.386940205097199) + | > loss_mel: 19.539907455444336 (20.52931180000305) + | > loss_duration: 1.6518197059631348 (1.7934401780366898) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.31368637084961 (32.54722661972046) + | > grad_norm_1: tensor(668.8340, device='cuda:0') (tensor(520.5472, device='cuda:0')) + | > current_lr_0: 0.00019870413513039026 + | > current_lr_1: 0.00019870413513039026 + | > step_time: 0.742 (0.7528910160064699) + | > loader_time: 0.0034 (0.005368340015411379) + + + --> TIME: 2024-11-23 03:54:23 -- STEP: 65/797 -- GLOBAL_STEP: 42300 + | > loss_disc: 2.5253117084503174 (2.4949010372161857) + | > loss_disc_real_0: 0.1554565131664276 (0.14195593979496215) + | > loss_disc_real_1: 0.22433285415172577 (0.21875247198801775) + | > loss_disc_real_2: 0.22301027178764343 (0.2357304178751432) + | > loss_disc_real_3: 0.24687528610229492 (0.22232680595838106) + | > loss_disc_real_4: 0.23606279492378235 (0.23005955494367158) + | > loss_disc_real_5: 0.20630058646202087 (0.23277768928271073) + | > loss_0: 2.5253117084503174 (2.4949010372161857) + | > grad_norm_0: tensor(20.6787, device='cuda:0') (tensor(65.4481, device='cuda:0')) + | > loss_gen: 2.2624409198760986 (2.3125484815010653) + | > loss_kl: 1.4160702228546143 (1.5436348291543813) + | > loss_feat: 6.5760626792907715 (6.525397564814641) + | > loss_mel: 21.184837341308594 (20.799763048612153) + | > loss_duration: 1.747316598892212 (1.765101744578435) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.186729431152344 (32.946445993276726) + | > grad_norm_1: tensor(211.5944, device='cuda:0') (tensor(564.0914, device='cuda:0')) + | > current_lr_0: 0.00019870413513039026 + | > current_lr_1: 0.00019870413513039026 + | > step_time: 0.7174 (0.7581686386695274) + | > loader_time: 0.0036 (0.005145718501164364) + + + --> TIME: 2024-11-23 03:54:42 -- STEP: 90/797 -- GLOBAL_STEP: 42325 + | > loss_disc: 2.3586063385009766 (2.479915438758001) + | > loss_disc_real_0: 0.14014564454555511 (0.1409423835161659) + | > loss_disc_real_1: 0.22635242342948914 (0.21692171312040753) + | > loss_disc_real_2: 0.24987204372882843 (0.23193566103776295) + | > loss_disc_real_3: 0.22370871901512146 (0.22162376311090257) + | > loss_disc_real_4: 0.17146863043308258 (0.22568811360332702) + | > loss_disc_real_5: 0.19485364854335785 (0.23084125883049436) + | > loss_0: 2.3586063385009766 (2.479915438758001) + | > grad_norm_0: tensor(130.1169, device='cuda:0') (tensor(73.6023, device='cuda:0')) + | > loss_gen: 2.406905174255371 (2.3250730156898496) + | > loss_kl: 1.4770599603652954 (1.544056040710873) + | > loss_feat: 7.356302261352539 (6.601025030348035) + | > loss_mel: 21.47495460510254 (20.935339779324003) + | > loss_duration: 1.7066051959991455 (1.7485986563894484) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.42182540893555 (33.15409251319034) + | > grad_norm_1: tensor(916.4238, device='cuda:0') (tensor(560.7019, device='cuda:0')) + | > current_lr_0: 0.00019870413513039026 + | > current_lr_1: 0.00019870413513039026 + | > step_time: 0.7448 (0.7600558121999104) + | > loader_time: 0.0041 (0.005308906237284344) + + + --> TIME: 2024-11-23 03:55:02 -- STEP: 115/797 -- GLOBAL_STEP: 42350 + | > loss_disc: 2.6261918544769287 (2.485141739637955) + | > loss_disc_real_0: 0.18435680866241455 (0.1382094325254793) + | > loss_disc_real_1: 0.3020910918712616 (0.21787211260069972) + | > loss_disc_real_2: 0.24744169414043427 (0.23471840827361398) + | > loss_disc_real_3: 0.22013717889785767 (0.2236770802217981) + | > loss_disc_real_4: 0.2572961747646332 (0.22663326898346778) + | > loss_disc_real_5: 0.24780555069446564 (0.23061521727105846) + | > loss_0: 2.6261918544769287 (2.485141739637955) + | > grad_norm_0: tensor(19.1735, device='cuda:0') (tensor(67.9403, device='cuda:0')) + | > loss_gen: 2.4358255863189697 (2.3210783989533135) + | > loss_kl: 1.9523957967758179 (1.5518460988998413) + | > loss_feat: 6.355698108673096 (6.592553806304931) + | > loss_mel: 20.495697021484375 (20.943561835910963) + | > loss_duration: 1.697433352470398 (1.7424182840015576) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.937049865722656 (33.151458375350266) + | > grad_norm_1: tensor(373.2402, device='cuda:0') (tensor(554.6733, device='cuda:0')) + | > current_lr_0: 0.00019870413513039026 + | > current_lr_1: 0.00019870413513039026 + | > step_time: 0.7797 (0.7640374142190683) + | > loader_time: 0.0045 (0.005629400585008705) + + + --> TIME: 2024-11-23 03:55:22 -- STEP: 140/797 -- GLOBAL_STEP: 42375 + | > loss_disc: 2.334688425064087 (2.476528365271432) + | > loss_disc_real_0: 0.1195237785577774 (0.1364917349868587) + | > loss_disc_real_1: 0.2308025062084198 (0.217572158575058) + | > loss_disc_real_2: 0.20476531982421875 (0.23316584080457686) + | > loss_disc_real_3: 0.2316182553768158 (0.22418358592050416) + | > loss_disc_real_4: 0.20785021781921387 (0.22518816313573292) + | > loss_disc_real_5: 0.2283143401145935 (0.2301194568829877) + | > loss_0: 2.334688425064087 (2.476528365271432) + | > grad_norm_0: tensor(120.8449, device='cuda:0') (tensor(67.0321, device='cuda:0')) + | > loss_gen: 2.3930158615112305 (2.330253402675901) + | > loss_kl: 1.1355853080749512 (1.548041060141155) + | > loss_feat: 6.722373962402344 (6.642135303361075) + | > loss_mel: 20.003442764282227 (21.069955021994456) + | > loss_duration: 1.7361899614334106 (1.7371307577405657) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.99060821533203 (33.32751547949652) + | > grad_norm_1: tensor(795.3500, device='cuda:0') (tensor(569.9495, device='cuda:0')) + | > current_lr_0: 0.00019870413513039026 + | > current_lr_1: 0.00019870413513039026 + | > step_time: 0.897 (0.7673782927649361) + | > loader_time: 0.004 (0.005637649127415249) + + + --> TIME: 2024-11-23 03:55:42 -- STEP: 165/797 -- GLOBAL_STEP: 42400 + | > loss_disc: 2.4598472118377686 (2.4758973714077093) + | > loss_disc_real_0: 0.08541658520698547 (0.13550976169380277) + | > loss_disc_real_1: 0.19994811713695526 (0.21818746256105828) + | > loss_disc_real_2: 0.2379073202610016 (0.23424311776955922) + | > loss_disc_real_3: 0.23074981570243835 (0.2242100976633303) + | > loss_disc_real_4: 0.26376423239707947 (0.22437374131246046) + | > loss_disc_real_5: 0.22240011394023895 (0.22990976752656878) + | > loss_0: 2.4598472118377686 (2.4758973714077093) + | > grad_norm_0: tensor(40.3919, device='cuda:0') (tensor(69.3640, device='cuda:0')) + | > loss_gen: 2.4473626613616943 (2.344432884996588) + | > loss_kl: 1.5881009101867676 (1.5484637534979624) + | > loss_feat: 6.87971305847168 (6.7109832763671875) + | > loss_mel: 21.265010833740234 (21.14990841258657) + | > loss_duration: 1.659332513809204 (1.7316633730223685) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.83951950073242 (33.48545154224742) + | > grad_norm_1: tensor(444.5943, device='cuda:0') (tensor(578.7048, device='cuda:0')) + | > current_lr_0: 0.00019870413513039026 + | > current_lr_1: 0.00019870413513039026 + | > step_time: 0.7746 (0.7692004767331208) + | > loader_time: 0.0098 (0.0056768793048280666) + + + --> TIME: 2024-11-23 03:56:02 -- STEP: 190/797 -- GLOBAL_STEP: 42425 + | > loss_disc: 2.4396932125091553 (2.4797264199507847) + | > loss_disc_real_0: 0.06572367250919342 (0.1357832890396056) + | > loss_disc_real_1: 0.17413319647312164 (0.2183551530304708) + | > loss_disc_real_2: 0.1990509033203125 (0.23418983997483003) + | > loss_disc_real_3: 0.21854513883590698 (0.22445373590055265) + | > loss_disc_real_4: 0.20043590664863586 (0.2247450029379443) + | > loss_disc_real_5: 0.2371871918439865 (0.229529233747407) + | > loss_0: 2.4396932125091553 (2.4797264199507847) + | > grad_norm_0: tensor(14.8330, device='cuda:0') (tensor(69.1974, device='cuda:0')) + | > loss_gen: 2.113645315170288 (2.3349841199423147) + | > loss_kl: 1.5462371110916138 (1.5422933628684603) + | > loss_feat: 6.302013397216797 (6.664982504593699) + | > loss_mel: 21.452686309814453 (21.133293192010193) + | > loss_duration: 1.7312495708465576 (1.726883832404488) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.14583206176758 (33.402436878806675) + | > grad_norm_1: tensor(270.9276, device='cuda:0') (tensor(565.2914, device='cuda:0')) + | > current_lr_0: 0.00019870413513039026 + | > current_lr_1: 0.00019870413513039026 + | > step_time: 0.7546 (0.7720723239999066) + | > loader_time: 0.0047 (0.005678425337138929) + + + --> TIME: 2024-11-23 03:56:22 -- STEP: 215/797 -- GLOBAL_STEP: 42450 + | > loss_disc: 2.436678171157837 (2.480389875589413) + | > loss_disc_real_0: 0.11932645738124847 (0.13635551647044894) + | > loss_disc_real_1: 0.30363255739212036 (0.21918820891269417) + | > loss_disc_real_2: 0.21971815824508667 (0.23426115367301675) + | > loss_disc_real_3: 0.24487821757793427 (0.22368865234907284) + | > loss_disc_real_4: 0.2323186695575714 (0.22508717754552532) + | > loss_disc_real_5: 0.2266858071088791 (0.23162413336509882) + | > loss_0: 2.436678171157837 (2.480389875589413) + | > grad_norm_0: tensor(71.3547, device='cuda:0') (tensor(66.9638, device='cuda:0')) + | > loss_gen: 2.471302032470703 (2.3347206631372135) + | > loss_kl: 1.6880866289138794 (1.539265073177427) + | > loss_feat: 6.723307132720947 (6.644287535201672) + | > loss_mel: 22.320302963256836 (21.159208315472288) + | > loss_duration: 1.770477056503296 (1.725540427274482) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.97347640991211 (33.403021932202726) + | > grad_norm_1: tensor(638.7237, device='cuda:0') (tensor(554.2531, device='cuda:0')) + | > current_lr_0: 0.00019870413513039026 + | > current_lr_1: 0.00019870413513039026 + | > step_time: 0.7622 (0.7754298010537788) + | > loader_time: 0.0051 (0.005747787342515103) + + + --> TIME: 2024-11-23 03:56:42 -- STEP: 240/797 -- GLOBAL_STEP: 42475 + | > loss_disc: 2.3863167762756348 (2.479751510421433) + | > loss_disc_real_0: 0.11823201924562454 (0.1377708040953924) + | > loss_disc_real_1: 0.19571159780025482 (0.21952696231504282) + | > loss_disc_real_2: 0.20053671300411224 (0.23348657339811324) + | > loss_disc_real_3: 0.21600912511348724 (0.22394462302327156) + | > loss_disc_real_4: 0.17034396529197693 (0.22374224706242482) + | > loss_disc_real_5: 0.1779753863811493 (0.23032799394180378) + | > loss_0: 2.3863167762756348 (2.479751510421433) + | > grad_norm_0: tensor(86.1368, device='cuda:0') (tensor(70.0609, device='cuda:0')) + | > loss_gen: 2.1389050483703613 (2.334857575595379) + | > loss_kl: 1.5040916204452515 (1.5433377484480544) + | > loss_feat: 6.955471038818359 (6.635064532359441) + | > loss_mel: 21.443458557128906 (21.190185252825433) + | > loss_duration: 1.6515589952468872 (1.7208126107851665) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.693485260009766 (33.42425764401756) + | > grad_norm_1: tensor(520.7785, device='cuda:0') (tensor(557.7957, device='cuda:0')) + | > current_lr_0: 0.00019870413513039026 + | > current_lr_1: 0.00019870413513039026 + | > step_time: 0.776 (0.7784169803063072) + | > loader_time: 0.0141 (0.006064507365226746) + + + --> TIME: 2024-11-23 03:57:03 -- STEP: 265/797 -- GLOBAL_STEP: 42500 + | > loss_disc: 2.6208343505859375 (2.4838750884218017) + | > loss_disc_real_0: 0.22024184465408325 (0.13929230122352546) + | > loss_disc_real_1: 0.17840084433555603 (0.2190834418782648) + | > loss_disc_real_2: 0.25447770953178406 (0.23346976019301505) + | > loss_disc_real_3: 0.22315505146980286 (0.22434399066106328) + | > loss_disc_real_4: 0.25891387462615967 (0.22483175863634866) + | > loss_disc_real_5: 0.32654809951782227 (0.2322785197001583) + | > loss_0: 2.6208343505859375 (2.4838750884218017) + | > grad_norm_0: tensor(70.0573, device='cuda:0') (tensor(71.2394, device='cuda:0')) + | > loss_gen: 2.430673599243164 (2.3382721104711854) + | > loss_kl: 1.5897173881530762 (1.5425965061727565) + | > loss_feat: 5.925962448120117 (6.625625934240953) + | > loss_mel: 21.698680877685547 (21.21201700894339) + | > loss_duration: 1.7017524242401123 (1.7179170671499) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.34678649902344 (33.4364285523037) + | > grad_norm_1: tensor(422.0034, device='cuda:0') (tensor(548.9838, device='cuda:0')) + | > current_lr_0: 0.00019870413513039026 + | > current_lr_1: 0.00019870413513039026 + | > step_time: 0.8182 (0.782273649719526) + | > loader_time: 0.0089 (0.006144215025991765) + + + --> TIME: 2024-11-23 03:57:24 -- STEP: 290/797 -- GLOBAL_STEP: 42525 + | > loss_disc: 2.4384026527404785 (2.482091755702576) + | > loss_disc_real_0: 0.05664525181055069 (0.1398214049123484) + | > loss_disc_real_1: 0.2102210968732834 (0.21893006054491834) + | > loss_disc_real_2: 0.16598190367221832 (0.23268361615723576) + | > loss_disc_real_3: 0.2086511254310608 (0.22394687795433496) + | > loss_disc_real_4: 0.1977342963218689 (0.22419210466845282) + | > loss_disc_real_5: 0.18000859022140503 (0.23110555204851874) + | > loss_0: 2.4384026527404785 (2.482091755702576) + | > grad_norm_0: tensor(19.1799, device='cuda:0') (tensor(71.4103, device='cuda:0')) + | > loss_gen: 2.111614465713501 (2.3348475082167264) + | > loss_kl: 1.7709684371948242 (1.5438107687851481) + | > loss_feat: 7.038164138793945 (6.626410301800432) + | > loss_mel: 22.405181884765625 (21.240672440364463) + | > loss_duration: 1.7008057832717896 (1.7164967524594281) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.0267333984375 (33.462237759294204) + | > grad_norm_1: tensor(265.8068, device='cuda:0') (tensor(539.8790, device='cuda:0')) + | > current_lr_0: 0.00019870413513039026 + | > current_lr_1: 0.00019870413513039026 + | > step_time: 0.8096 (0.7850721005735726) + | > loader_time: 0.0074 (0.006113324494197451) + + + --> TIME: 2024-11-23 03:57:45 -- STEP: 315/797 -- GLOBAL_STEP: 42550 + | > loss_disc: 2.4890453815460205 (2.477899256963578) + | > loss_disc_real_0: 0.11493024975061417 (0.1385554609554154) + | > loss_disc_real_1: 0.2284017950296402 (0.2184909234917353) + | > loss_disc_real_2: 0.2501906752586365 (0.23307457608836038) + | > loss_disc_real_3: 0.1691083014011383 (0.2235700391587756) + | > loss_disc_real_4: 0.19971539080142975 (0.2237793708131427) + | > loss_disc_real_5: 0.21269896626472473 (0.2312425662600805) + | > loss_0: 2.4890453815460205 (2.477899256963578) + | > grad_norm_0: tensor(46.6032, device='cuda:0') (tensor(69.4843, device='cuda:0')) + | > loss_gen: 2.367802619934082 (2.336820357564897) + | > loss_kl: 1.4603084325790405 (1.545536447328235) + | > loss_feat: 6.745635986328125 (6.6227134144495405) + | > loss_mel: 19.975479125976562 (21.241552340795142) + | > loss_duration: 1.7464561462402344 (1.7145482017880402) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.29568099975586 (33.46117072937983) + | > grad_norm_1: tensor(742.0479, device='cuda:0') (tensor(538.7576, device='cuda:0')) + | > current_lr_0: 0.00019870413513039026 + | > current_lr_1: 0.00019870413513039026 + | > step_time: 0.7778 (0.7883114867740207) + | > loader_time: 0.0128 (0.006189752760387603) + + + --> TIME: 2024-11-23 03:58:06 -- STEP: 340/797 -- GLOBAL_STEP: 42575 + | > loss_disc: 2.483628273010254 (2.478089358526118) + | > loss_disc_real_0: 0.1910935640335083 (0.13857799954712385) + | > loss_disc_real_1: 0.2373986393213272 (0.21896978082025753) + | > loss_disc_real_2: 0.21467384696006775 (0.23303123892230146) + | > loss_disc_real_3: 0.21273468434810638 (0.22379458586082732) + | > loss_disc_real_4: 0.19408580660820007 (0.2234497161472545) + | > loss_disc_real_5: 0.23650290071964264 (0.23110846565926776) + | > loss_0: 2.483628273010254 (2.478089358526118) + | > grad_norm_0: tensor(64.2188, device='cuda:0') (tensor(68.3289, device='cuda:0')) + | > loss_gen: 2.2688026428222656 (2.3330078850774214) + | > loss_kl: 1.9300308227539062 (1.5467486893429478) + | > loss_feat: 5.933772563934326 (6.613193713917452) + | > loss_mel: 20.289703369140625 (21.266009588802575) + | > loss_duration: 1.6867538690567017 (1.712424271948198) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.10906219482422 (33.47138412138995) + | > grad_norm_1: tensor(234.0750, device='cuda:0') (tensor(533.7315, device='cuda:0')) + | > current_lr_0: 0.00019870413513039026 + | > current_lr_1: 0.00019870413513039026 + | > step_time: 0.8714 (0.7910431525286504) + | > loader_time: 0.0055 (0.006316673755645752) + + + --> TIME: 2024-11-23 03:58:27 -- STEP: 365/797 -- GLOBAL_STEP: 42600 + | > loss_disc: 2.3704047203063965 (2.4760736145385334) + | > loss_disc_real_0: 0.07200652360916138 (0.13823767577948629) + | > loss_disc_real_1: 0.13182280957698822 (0.21894082941421092) + | > loss_disc_real_2: 0.260847806930542 (0.23316131209673946) + | > loss_disc_real_3: 0.19678519666194916 (0.2236262329228936) + | > loss_disc_real_4: 0.24716848134994507 (0.2235084587172286) + | > loss_disc_real_5: 0.2180289775133133 (0.23098312502037988) + | > loss_0: 2.3704047203063965 (2.4760736145385334) + | > grad_norm_0: tensor(65.2683, device='cuda:0') (tensor(67.7891, device='cuda:0')) + | > loss_gen: 2.287189483642578 (2.332149238129185) + | > loss_kl: 1.5670926570892334 (1.5434037956472948) + | > loss_feat: 6.47426700592041 (6.618642566628652) + | > loss_mel: 20.512557983398438 (21.249827058347947) + | > loss_duration: 1.6646921634674072 (1.710165120804147) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.50579833984375 (33.45418773807892) + | > grad_norm_1: tensor(325.6088, device='cuda:0') (tensor(522.4116, device='cuda:0')) + | > current_lr_0: 0.00019870413513039026 + | > current_lr_1: 0.00019870413513039026 + | > step_time: 0.8288 (0.7933715545967832) + | > loader_time: 0.0073 (0.006481203314376204) + + + --> TIME: 2024-11-23 03:58:48 -- STEP: 390/797 -- GLOBAL_STEP: 42625 + | > loss_disc: 2.4025766849517822 (2.4750623855835365) + | > loss_disc_real_0: 0.08906767517328262 (0.13796762310159497) + | > loss_disc_real_1: 0.22126229107379913 (0.218892923838053) + | > loss_disc_real_2: 0.2352825254201889 (0.23273853342502546) + | > loss_disc_real_3: 0.2367670089006424 (0.2237004130314557) + | > loss_disc_real_4: 0.2624427080154419 (0.22330776709012495) + | > loss_disc_real_5: 0.2673102915287018 (0.2307873805363973) + | > loss_0: 2.4025766849517822 (2.4750623855835365) + | > grad_norm_0: tensor(30.1355, device='cuda:0') (tensor(67.6203, device='cuda:0')) + | > loss_gen: 2.521014451980591 (2.3343165932557524) + | > loss_kl: 1.6941717863082886 (1.5431758474080994) + | > loss_feat: 6.596189498901367 (6.642329651270157) + | > loss_mel: 22.11600112915039 (21.287185077178183) + | > loss_duration: 1.6731975078582764 (1.7080532168730718) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.6005744934082 (33.51506034166386) + | > grad_norm_1: tensor(615.8159, device='cuda:0') (tensor(525.7546, device='cuda:0')) + | > current_lr_0: 0.00019870413513039026 + | > current_lr_1: 0.00019870413513039026 + | > step_time: 0.8266 (0.7966554079300316) + | > loader_time: 0.0059 (0.006637370280730419) + + + --> TIME: 2024-11-23 03:59:09 -- STEP: 415/797 -- GLOBAL_STEP: 42650 + | > loss_disc: 2.550004243850708 (2.4787569775638834) + | > loss_disc_real_0: 0.13943985104560852 (0.13816194742558932) + | > loss_disc_real_1: 0.2581023573875427 (0.21880417175321693) + | > loss_disc_real_2: 0.24385984241962433 (0.2331892467406859) + | > loss_disc_real_3: 0.19510383903980255 (0.22383456531777432) + | > loss_disc_real_4: 0.22311680018901825 (0.22411810744957752) + | > loss_disc_real_5: 0.2377479523420334 (0.23185593629457865) + | > loss_0: 2.550004243850708 (2.4787569775638834) + | > grad_norm_0: tensor(156.4408, device='cuda:0') (tensor(68.6167, device='cuda:0')) + | > loss_gen: 2.2039921283721924 (2.3316542272108154) + | > loss_kl: 1.6415514945983887 (1.545166072788009) + | > loss_feat: 5.2353057861328125 (6.627770146978907) + | > loss_mel: 17.774078369140625 (21.272096923460452) + | > loss_duration: 1.6815770864486694 (1.7063312412744551) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 28.53650665283203 (33.48301857638072) + | > grad_norm_1: tensor(300.8905, device='cuda:0') (tensor(527.5618, device='cuda:0')) + | > current_lr_0: 0.00019870413513039026 + | > current_lr_1: 0.00019870413513039026 + | > step_time: 0.8261 (0.7987966905157249) + | > loader_time: 0.0077 (0.006711627201861646) + + + --> TIME: 2024-11-23 03:59:31 -- STEP: 440/797 -- GLOBAL_STEP: 42675 + | > loss_disc: 2.4306297302246094 (2.4786345850337654) + | > loss_disc_real_0: 0.09810410439968109 (0.13821425048465064) + | > loss_disc_real_1: 0.2464182823896408 (0.21903875310989943) + | > loss_disc_real_2: 0.2336914986371994 (0.23320022567429327) + | > loss_disc_real_3: 0.22552898526191711 (0.2237224486741152) + | > loss_disc_real_4: 0.28554701805114746 (0.2237670146944848) + | > loss_disc_real_5: 0.23666387796401978 (0.23188632923093708) + | > loss_0: 2.4306297302246094 (2.4786345850337654) + | > grad_norm_0: tensor(11.9619, device='cuda:0') (tensor(68.8679, device='cuda:0')) + | > loss_gen: 2.5652992725372314 (2.332225351171061) + | > loss_kl: 1.560658574104309 (1.5452514447949153) + | > loss_feat: 6.4281182289123535 (6.630976966294376) + | > loss_mel: 21.20880889892578 (21.287614068118017) + | > loss_duration: 1.7347452640533447 (1.7051848194815902) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.49763107299805 (33.501252616535545) + | > grad_norm_1: tensor(192.5965, device='cuda:0') (tensor(527.0832, device='cuda:0')) + | > current_lr_0: 0.00019870413513039026 + | > current_lr_1: 0.00019870413513039026 + | > step_time: 0.8552 (0.8016831159591673) + | > loader_time: 0.009 (0.006751739978790283) + + + --> TIME: 2024-11-23 03:59:52 -- STEP: 465/797 -- GLOBAL_STEP: 42700 + | > loss_disc: 2.4881622791290283 (2.476505280566474) + | > loss_disc_real_0: 0.1772974133491516 (0.13779329103167334) + | > loss_disc_real_1: 0.2583325207233429 (0.21885766338917517) + | > loss_disc_real_2: 0.1941429227590561 (0.23286408128276948) + | > loss_disc_real_3: 0.19091176986694336 (0.2234266098788989) + | > loss_disc_real_4: 0.21484626829624176 (0.2238812308478099) + | > loss_disc_real_5: 0.21320727467536926 (0.2319637676080068) + | > loss_0: 2.4881622791290283 (2.476505280566474) + | > grad_norm_0: tensor(12.8698, device='cuda:0') (tensor(68.9654, device='cuda:0')) + | > loss_gen: 2.424466848373413 (2.3342700084050505) + | > loss_kl: 1.607672095298767 (1.5465882044966506) + | > loss_feat: 7.1011762619018555 (6.643540974073512) + | > loss_mel: 22.27096176147461 (21.310110264439743) + | > loss_duration: 1.6913625001907349 (1.7043338275724846) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.095638275146484 (33.53884325335103) + | > grad_norm_1: tensor(854.8856, device='cuda:0') (tensor(525.2084, device='cuda:0')) + | > current_lr_0: 0.00019870413513039026 + | > current_lr_1: 0.00019870413513039026 + | > step_time: 0.8592 (0.8042475336341447) + | > loader_time: 0.0126 (0.006864019619521274) + + + --> TIME: 2024-11-23 04:00:14 -- STEP: 490/797 -- GLOBAL_STEP: 42725 + | > loss_disc: 2.422386646270752 (2.475251055736933) + | > loss_disc_real_0: 0.1057252436876297 (0.1372740916299576) + | > loss_disc_real_1: 0.19276152551174164 (0.21899409878010653) + | > loss_disc_real_2: 0.2297675609588623 (0.2330624026607494) + | > loss_disc_real_3: 0.16568593680858612 (0.22343758983271456) + | > loss_disc_real_4: 0.1877378672361374 (0.22372247975091544) + | > loss_disc_real_5: 0.2754499912261963 (0.2321897151518841) + | > loss_0: 2.422386646270752 (2.475251055736933) + | > grad_norm_0: tensor(42.1731, device='cuda:0') (tensor(67.4000, device='cuda:0')) + | > loss_gen: 2.528392791748047 (2.334641040831197) + | > loss_kl: 1.6158088445663452 (1.5503767315222294) + | > loss_feat: 7.443507671356201 (6.648226135604236) + | > loss_mel: 22.247034072875977 (21.333070681046475) + | > loss_duration: 1.6619640588760376 (1.7031935638310962) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.496707916259766 (33.56950812047843) + | > grad_norm_1: tensor(538.9890, device='cuda:0') (tensor(525.4486, device='cuda:0')) + | > current_lr_0: 0.00019870413513039026 + | > current_lr_1: 0.00019870413513039026 + | > step_time: 0.8245 (0.8066960704569913) + | > loader_time: 0.0072 (0.006983043709579779) + + + --> TIME: 2024-11-23 04:00:36 -- STEP: 515/797 -- GLOBAL_STEP: 42750 + | > loss_disc: 2.457737445831299 (2.4725687105678835) + | > loss_disc_real_0: 0.26145219802856445 (0.1370191491199928) + | > loss_disc_real_1: 0.1724754273891449 (0.2186580555820928) + | > loss_disc_real_2: 0.20534344017505646 (0.23280026423699648) + | > loss_disc_real_3: 0.23571883141994476 (0.22315501894765682) + | > loss_disc_real_4: 0.19052550196647644 (0.2234362871033474) + | > loss_disc_real_5: 0.2390613853931427 (0.23181458755025586) + | > loss_0: 2.457737445831299 (2.4725687105678835) + | > grad_norm_0: tensor(197.0773, device='cuda:0') (tensor(67.1968, device='cuda:0')) + | > loss_gen: 2.2344069480895996 (2.3343446571850093) + | > loss_kl: 1.438225507736206 (1.5506084775461737) + | > loss_feat: 5.714272499084473 (6.6497732810603765) + | > loss_mel: 19.78852653503418 (21.331867066170414) + | > loss_duration: 1.6867775917053223 (1.7020510030024265) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.86220932006836 (33.56864445510421) + | > grad_norm_1: tensor(651.3101, device='cuda:0') (tensor(527.8560, device='cuda:0')) + | > current_lr_0: 0.00019870413513039026 + | > current_lr_1: 0.00019870413513039026 + | > step_time: 0.8521 (0.8102841974462119) + | > loader_time: 0.0079 (0.007037028525639507) + + + --> TIME: 2024-11-23 04:00:58 -- STEP: 540/797 -- GLOBAL_STEP: 42775 + | > loss_disc: 2.429170846939087 (2.471400104187154) + | > loss_disc_real_0: 0.11927724629640579 (0.13636417664863443) + | > loss_disc_real_1: 0.17989589273929596 (0.2185388062011313) + | > loss_disc_real_2: 0.18254326283931732 (0.23299764607239654) + | > loss_disc_real_3: 0.18900173902511597 (0.2232750994463761) + | > loss_disc_real_4: 0.2123972475528717 (0.22317484280577413) + | > loss_disc_real_5: 0.21725903451442719 (0.2321287599426729) + | > loss_0: 2.429170846939087 (2.471400104187154) + | > grad_norm_0: tensor(54.7238, device='cuda:0') (tensor(66.9741, device='cuda:0')) + | > loss_gen: 2.406933546066284 (2.338484800082666) + | > loss_kl: 1.5531113147735596 (1.551016413944739) + | > loss_feat: 7.317770004272461 (6.660993880695767) + | > loss_mel: 22.14391326904297 (21.33554226204202) + | > loss_duration: 1.6804076433181763 (1.7021549982053263) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.102134704589844 (33.588192328700316) + | > grad_norm_1: tensor(681.2073, device='cuda:0') (tensor(532.6271, device='cuda:0')) + | > current_lr_0: 0.00019870413513039026 + | > current_lr_1: 0.00019870413513039026 + | > step_time: 0.8714 (0.8123880960323189) + | > loader_time: 0.009 (0.0071435036482634376) + + + --> TIME: 2024-11-23 04:01:21 -- STEP: 565/797 -- GLOBAL_STEP: 42800 + | > loss_disc: 2.5839898586273193 (2.4713368407392933) + | > loss_disc_real_0: 0.09031561017036438 (0.13616593299450072) + | > loss_disc_real_1: 0.21220937371253967 (0.21856915694949905) + | > loss_disc_real_2: 0.2582433521747589 (0.23264115001775523) + | > loss_disc_real_3: 0.20722205936908722 (0.2232297964328158) + | > loss_disc_real_4: 0.19285456836223602 (0.22337900724558707) + | > loss_disc_real_5: 0.25432637333869934 (0.23210829174624084) + | > loss_0: 2.5839898586273193 (2.4713368407392933) + | > grad_norm_0: tensor(16.8814, device='cuda:0') (tensor(67.5588, device='cuda:0')) + | > loss_gen: 2.1041340827941895 (2.339965737393472) + | > loss_kl: 1.5422941446304321 (1.5512982499282975) + | > loss_feat: 6.504347324371338 (6.6661565426176645) + | > loss_mel: 21.482215881347656 (21.34467676550942) + | > loss_duration: 1.6813862323760986 (1.701336781113549) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.31437683105469 (33.6034340512436) + | > grad_norm_1: tensor(471.8159, device='cuda:0') (tensor(536.7425, device='cuda:0')) + | > current_lr_0: 0.00019870413513039026 + | > current_lr_1: 0.00019870413513039026 + | > step_time: 0.8938 (0.8162142141730382) + | > loader_time: 0.0069 (0.007262946441110256) + + + --> TIME: 2024-11-23 04:01:43 -- STEP: 590/797 -- GLOBAL_STEP: 42825 + | > loss_disc: 2.5851998329162598 (2.473134053359598) + | > loss_disc_real_0: 0.14035925269126892 (0.13632076890918157) + | > loss_disc_real_1: 0.24719224870204926 (0.2185859093221568) + | > loss_disc_real_2: 0.21399083733558655 (0.2330694430207802) + | > loss_disc_real_3: 0.21947556734085083 (0.22324630052356398) + | > loss_disc_real_4: 0.2567046880722046 (0.22370891108856364) + | > loss_disc_real_5: 0.20316405594348907 (0.2323512196793395) + | > loss_0: 2.5851998329162598 (2.473134053359598) + | > grad_norm_0: tensor(116.5262, device='cuda:0') (tensor(69.1818, device='cuda:0')) + | > loss_gen: 2.3721938133239746 (2.341038742914038) + | > loss_kl: 1.277073860168457 (1.5502348889738824) + | > loss_feat: 6.035241603851318 (6.653501298872094) + | > loss_mel: 20.454774856567383 (21.33340570482157) + | > loss_duration: 1.722341537475586 (1.7009420887898592) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.86162567138672 (33.57912269527629) + | > grad_norm_1: tensor(634.3495, device='cuda:0') (tensor(535.6821, device='cuda:0')) + | > current_lr_0: 0.00019870413513039026 + | > current_lr_1: 0.00019870413513039026 + | > step_time: 0.8447 (0.8182664968199647) + | > loader_time: 0.0086 (0.00732397184533588) + + + --> TIME: 2024-11-23 04:02:05 -- STEP: 615/797 -- GLOBAL_STEP: 42850 + | > loss_disc: 2.487891435623169 (2.4749853161292354) + | > loss_disc_real_0: 0.13576829433441162 (0.13736283747645892) + | > loss_disc_real_1: 0.21346093714237213 (0.21853345630130153) + | > loss_disc_real_2: 0.22499936819076538 (0.23288626275896057) + | > loss_disc_real_3: 0.26499223709106445 (0.2235686241126642) + | > loss_disc_real_4: 0.3263578414916992 (0.2240169405937195) + | > loss_disc_real_5: 0.23425045609474182 (0.23224062800892004) + | > loss_0: 2.487891435623169 (2.4749853161292354) + | > grad_norm_0: tensor(186.8973, device='cuda:0') (tensor(71.2247, device='cuda:0')) + | > loss_gen: 2.577658176422119 (2.3400690623415197) + | > loss_kl: 1.264527440071106 (1.5483168111584054) + | > loss_feat: 6.813055038452148 (6.644216009465662) + | > loss_mel: 22.016090393066406 (21.335698451840774) + | > loss_duration: 1.660197377204895 (1.7007774529418325) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.3315315246582 (33.56907775072548) + | > grad_norm_1: tensor(737.1371, device='cuda:0') (tensor(533.5004, device='cuda:0')) + | > current_lr_0: 0.00019870413513039026 + | > current_lr_1: 0.00019870413513039026 + | > step_time: 0.8887 (0.8206355773336512) + | > loader_time: 0.0157 (0.007423662945507018) + + + --> TIME: 2024-11-23 04:02:28 -- STEP: 640/797 -- GLOBAL_STEP: 42875 + | > loss_disc: 2.5790047645568848 (2.4751297879964125) + | > loss_disc_real_0: 0.15197093784809113 (0.13702077800408005) + | > loss_disc_real_1: 0.23575712740421295 (0.21854154234752063) + | > loss_disc_real_2: 0.2586889863014221 (0.23310181964188814) + | > loss_disc_real_3: 0.2400842308998108 (0.22362627573311328) + | > loss_disc_real_4: 0.27086135745048523 (0.2240443178685382) + | > loss_disc_real_5: 0.24655325710773468 (0.23254334798548376) + | > loss_0: 2.5790047645568848 (2.4751297879964125) + | > grad_norm_0: tensor(91.1922, device='cuda:0') (tensor(71.9386, device='cuda:0')) + | > loss_gen: 2.3246359825134277 (2.3414755178615447) + | > loss_kl: 1.5262348651885986 (1.5467766666784883) + | > loss_feat: 6.270339012145996 (6.637432093173269) + | > loss_mel: 21.442495346069336 (21.33397261202336) + | > loss_duration: 1.6727522611618042 (1.7010994218289852) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.23645782470703 (33.56075629293918) + | > grad_norm_1: tensor(468.5796, device='cuda:0') (tensor(531.2466, device='cuda:0')) + | > current_lr_0: 0.00019870413513039026 + | > current_lr_1: 0.00019870413513039026 + | > step_time: 0.9577 (0.8240818560123438) + | > loader_time: 0.0104 (0.007587024942040443) + + + --> TIME: 2024-11-23 04:02:51 -- STEP: 665/797 -- GLOBAL_STEP: 42900 + | > loss_disc: 2.4687633514404297 (2.47531497209592) + | > loss_disc_real_0: 0.16014724969863892 (0.13683789504649946) + | > loss_disc_real_1: 0.2184050977230072 (0.2185348420662988) + | > loss_disc_real_2: 0.19553989171981812 (0.23293256620715436) + | > loss_disc_real_3: 0.19927053153514862 (0.22364222387174018) + | > loss_disc_real_4: 0.20782692730426788 (0.2240675328593505) + | > loss_disc_real_5: 0.223558709025383 (0.23266259198798278) + | > loss_0: 2.4687633514404297 (2.47531497209592) + | > grad_norm_0: tensor(21.3862, device='cuda:0') (tensor(71.1854, device='cuda:0')) + | > loss_gen: 2.064645528793335 (2.3398252144792018) + | > loss_kl: 1.594754934310913 (1.5467476249637457) + | > loss_feat: 5.622628211975098 (6.630879501113321) + | > loss_mel: 19.980955123901367 (21.3243371146066) + | > loss_duration: 1.7653374671936035 (1.700664538369143) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.0283203125 (33.54245396951087) + | > grad_norm_1: tensor(575.5236, device='cuda:0') (tensor(529.5543, device='cuda:0')) + | > current_lr_0: 0.00019870413513039026 + | > current_lr_1: 0.00019870413513039026 + | > step_time: 0.8981 (0.827026670498955) + | > loader_time: 0.0166 (0.0077213907600345464) + + + --> TIME: 2024-11-23 04:03:15 -- STEP: 690/797 -- GLOBAL_STEP: 42925 + | > loss_disc: 2.695469379425049 (2.474136727789174) + | > loss_disc_real_0: 0.1660979837179184 (0.1367728206936433) + | > loss_disc_real_1: 0.17340680956840515 (0.2183857074466305) + | > loss_disc_real_2: 0.2025422900915146 (0.2328053859912831) + | > loss_disc_real_3: 0.1942058503627777 (0.22360763994679936) + | > loss_disc_real_4: 0.22958873212337494 (0.22400959462359332) + | > loss_disc_real_5: 0.2284369021654129 (0.23238034205160282) + | > loss_0: 2.695469379425049 (2.474136727789174) + | > grad_norm_0: tensor(103.8044, device='cuda:0') (tensor(70.7258, device='cuda:0')) + | > loss_gen: 2.25130558013916 (2.3412349101425938) + | > loss_kl: 1.537559986114502 (1.5467593227607612) + | > loss_feat: 7.094552040100098 (6.639331630347434) + | > loss_mel: 22.585716247558594 (21.340758934573874) + | > loss_duration: 1.6337274312973022 (1.6998699490574822) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.10286331176758 (33.56795471025551) + | > grad_norm_1: tensor(184.9548, device='cuda:0') (tensor(528.6868, device='cuda:0')) + | > current_lr_0: 0.00019870413513039026 + | > current_lr_1: 0.00019870413513039026 + | > step_time: 0.9284 (0.8302769619485602) + | > loader_time: 0.0123 (0.007814031752987184) + + + --> TIME: 2024-11-23 04:03:39 -- STEP: 715/797 -- GLOBAL_STEP: 42950 + | > loss_disc: 2.538907289505005 (2.4737352241169313) + | > loss_disc_real_0: 0.1479312926530838 (0.1364271430025151) + | > loss_disc_real_1: 0.279875785112381 (0.21837445697584357) + | > loss_disc_real_2: 0.27673032879829407 (0.2329725925738995) + | > loss_disc_real_3: 0.19398479163646698 (0.22333874427355252) + | > loss_disc_real_4: 0.21753239631652832 (0.22423476635159312) + | > loss_disc_real_5: 0.22663483023643494 (0.23274290734654543) + | > loss_0: 2.538907289505005 (2.4737352241169313) + | > grad_norm_0: tensor(36.6322, device='cuda:0') (tensor(71.1168, device='cuda:0')) + | > loss_gen: 2.2742838859558105 (2.342488076303388) + | > loss_kl: 1.4282172918319702 (1.5477268559115747) + | > loss_feat: 6.334056377410889 (6.636179938683146) + | > loss_mel: 21.684947967529297 (21.357452819397416) + | > loss_duration: 1.6891217231750488 (1.6992832992460345) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.41062927246094 (33.5831309631988) + | > grad_norm_1: tensor(589.2032, device='cuda:0') (tensor(528.4329, device='cuda:0')) + | > current_lr_0: 0.00019870413513039026 + | > current_lr_1: 0.00019870413513039026 + | > step_time: 1.2835 (0.8343749129688819) + | > loader_time: 0.027 (0.007956675549487134) + + + --> TIME: 2024-11-23 04:04:09 -- STEP: 740/797 -- GLOBAL_STEP: 42975 + | > loss_disc: 2.4970240592956543 (2.4725848516902404) + | > loss_disc_real_0: 0.0892549604177475 (0.13623855609849503) + | > loss_disc_real_1: 0.21437256038188934 (0.21848890334367757) + | > loss_disc_real_2: 0.2564930021762848 (0.23270867420612154) + | > loss_disc_real_3: 0.2341184765100479 (0.22333826082381042) + | > loss_disc_real_4: 0.20920294523239136 (0.2238936465535615) + | > loss_disc_real_5: 0.22071845829486847 (0.23250349711727455) + | > loss_0: 2.4970240592956543 (2.4725848516902404) + | > grad_norm_0: tensor(42.6458, device='cuda:0') (tensor(70.8086, device='cuda:0')) + | > loss_gen: 2.340426206588745 (2.342506472645578) + | > loss_kl: 1.5366411209106445 (1.5492146725590161) + | > loss_feat: 6.755287170410156 (6.641516760233289) + | > loss_mel: 21.759374618530273 (21.372086808488184) + | > loss_duration: 1.6704479455947876 (1.6984548169213372) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.06217956542969 (33.60377950410585) + | > grad_norm_1: tensor(725.4306, device='cuda:0') (tensor(529.9129, device='cuda:0')) + | > current_lr_0: 0.00019870413513039026 + | > current_lr_1: 0.00019870413513039026 + | > step_time: 1.3226 (0.8467185632602584) + | > loader_time: 0.0093 (0.00809548545528102) + + + --> TIME: 2024-11-23 04:04:49 -- STEP: 765/797 -- GLOBAL_STEP: 43000 + | > loss_disc: 2.5169482231140137 (2.4738496200711126) + | > loss_disc_real_0: 0.23012572526931763 (0.1363960561555585) + | > loss_disc_real_1: 0.1746143102645874 (0.21855256635379172) + | > loss_disc_real_2: 0.23717047274112701 (0.233017294878274) + | > loss_disc_real_3: 0.23246675729751587 (0.22332378771959566) + | > loss_disc_real_4: 0.1977006494998932 (0.22402359564709506) + | > loss_disc_real_5: 0.2154371440410614 (0.2329073245618858) + | > loss_0: 2.5169482231140137 (2.4738496200711126) + | > grad_norm_0: tensor(260.7538, device='cuda:0') (tensor(70.6358, device='cuda:0')) + | > loss_gen: 2.3039298057556152 (2.3426303120220395) + | > loss_kl: 1.5793334245681763 (1.549809650034686) + | > loss_feat: 6.354641437530518 (6.639277329787712) + | > loss_mel: 19.654218673706055 (21.378127184101185) + | > loss_duration: 1.6774051189422607 (1.6974384530696993) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.569528579711914 (33.60728289535622) + | > grad_norm_1: tensor(658.5358, device='cuda:0') (tensor(530.7960, device='cuda:0')) + | > current_lr_0: 0.00019870413513039026 + | > current_lr_1: 0.00019870413513039026 + | > step_time: 1.3102 (0.8708962565154027) + | > loader_time: 0.0097 (0.008248496834748705) + + + --> TIME: 2024-11-23 04:05:50 -- STEP: 790/797 -- GLOBAL_STEP: 43025 + | > loss_disc: 2.5044002532958984 (2.4748764466635795) + | > loss_disc_real_0: 0.07511243224143982 (0.13688249799741212) + | > loss_disc_real_1: 0.2841854393482208 (0.21857843214198008) + | > loss_disc_real_2: 0.2409525364637375 (0.23278914154330385) + | > loss_disc_real_3: 0.20401592552661896 (0.22356682231154623) + | > loss_disc_real_4: 0.2619362473487854 (0.22396309966150718) + | > loss_disc_real_5: 0.2939906716346741 (0.23292610898048066) + | > loss_0: 2.5044002532958984 (2.4748764466635795) + | > grad_norm_0: tensor(70.0257, device='cuda:0') (tensor(71.1039, device='cuda:0')) + | > loss_gen: 2.3820078372955322 (2.342628150197523) + | > loss_kl: 1.475005865097046 (1.5511255182797392) + | > loss_feat: 6.407541275024414 (6.640857286091094) + | > loss_mel: 21.70337677001953 (21.393924739692793) + | > loss_duration: 1.6649119853973389 (1.6966020283819754) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.632843017578125 (33.62513768159891) + | > grad_norm_1: tensor(424.1839, device='cuda:0') (tensor(528.7267, device='cuda:0')) + | > current_lr_0: 0.00019870413513039026 + | > current_lr_1: 0.00019870413513039026 + | > step_time: 3.9084 (0.9194742332530923) + | > loader_time: 0.0109 (0.008748399456845047) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.5665857791900635 (2.5665857791900635) + | > loss_disc_real_0: 0.07138663530349731 (0.07138663530349731) + | > loss_disc_real_1: 0.25097978115081787 (0.25097978115081787) + | > loss_disc_real_2: 0.23776239156723022 (0.23776239156723022) + | > loss_disc_real_3: 0.2233361303806305 (0.2233361303806305) + | > loss_disc_real_4: 0.29375600814819336 (0.29375600814819336) + | > loss_disc_real_5: 0.29142919182777405 (0.29142919182777405) + | > loss_0: 2.5665857791900635 (2.5665857791900635) + | > loss_gen: 2.084693431854248 (2.084693431854248) + | > loss_kl: 1.446638822555542 (1.446638822555542) + | > loss_feat: 6.459819793701172 (6.459819793701172) + | > loss_mel: 23.29545021057129 (23.29545021057129) + | > loss_duration: 2.0066933631896973 (2.0066933631896973) + | > loss_1: 35.293296813964844 (35.293296813964844) + + --> STEP: 1 + | > loss_disc: 2.4049839973449707 (2.4049839973449707) + | > loss_disc_real_0: 0.05744834616780281 (0.05744834616780281) + | > loss_disc_real_1: 0.20838023722171783 (0.20838023722171783) + | > loss_disc_real_2: 0.2643038034439087 (0.2643038034439087) + | > loss_disc_real_3: 0.25565892457962036 (0.25565892457962036) + | > loss_disc_real_4: 0.2599697709083557 (0.2599697709083557) + | > loss_disc_real_5: 0.2409517765045166 (0.2409517765045166) + | > loss_0: 2.4049839973449707 (2.4049839973449707) + | > loss_gen: 2.4211630821228027 (2.4211630821228027) + | > loss_kl: 1.5575878620147705 (1.5575878620147705) + | > loss_feat: 7.581768035888672 (7.581768035888672) + | > loss_mel: 22.843486785888672 (22.843486785888672) + | > loss_duration: 1.76129150390625 (1.76129150390625) + | > loss_1: 36.1652946472168 (36.1652946472168) + + --> STEP: 2 + | > loss_disc: 2.441800594329834 (2.4233922958374023) + | > loss_disc_real_0: 0.03978406637907028 (0.048616206273436546) + | > loss_disc_real_1: 0.21922868490219116 (0.2138044610619545) + | > loss_disc_real_2: 0.23151709139347076 (0.24791044741868973) + | > loss_disc_real_3: 0.24403062462806702 (0.2498447746038437) + | > loss_disc_real_4: 0.2611531913280487 (0.2605614811182022) + | > loss_disc_real_5: 0.29867586493492126 (0.26981382071971893) + | > loss_0: 2.441800594329834 (2.4233922958374023) + | > loss_gen: 2.1716411113739014 (2.296402096748352) + | > loss_kl: 1.2271268367767334 (1.392357349395752) + | > loss_feat: 5.644123554229736 (6.612945795059204) + | > loss_mel: 17.008296966552734 (19.925891876220703) + | > loss_duration: 1.6824713945388794 (1.7218814492225647) + | > loss_1: 27.733659744262695 (31.949477195739746) + + --> STEP: 3 + | > loss_disc: 2.3888611793518066 (2.411881923675537) + | > loss_disc_real_0: 0.03633350878953934 (0.044521973778804146) + | > loss_disc_real_1: 0.22399848699569702 (0.21720246970653534) + | > loss_disc_real_2: 0.23905649781227112 (0.24495913088321686) + | > loss_disc_real_3: 0.2020036280155182 (0.2338977257410685) + | > loss_disc_real_4: 0.25195807218551636 (0.25769367814064026) + | > loss_disc_real_5: 0.25854048132896423 (0.2660560409228007) + | > loss_0: 2.3888611793518066 (2.411881923675537) + | > loss_gen: 2.1862449645996094 (2.259683052698771) + | > loss_kl: 1.7773200273513794 (1.5206782420476277) + | > loss_feat: 7.898876667022705 (7.041589419047038) + | > loss_mel: 25.4398136138916 (21.763865788777668) + | > loss_duration: 1.7278926372528076 (1.723885178565979) + | > loss_1: 39.0301513671875 (34.309701919555664) + + --> STEP: 4 + | > loss_disc: 2.1453652381896973 (2.345252752304077) + | > loss_disc_real_0: 0.03304186463356018 (0.04165194649249315) + | > loss_disc_real_1: 0.19253605604171753 (0.2110358662903309) + | > loss_disc_real_2: 0.22349217534065247 (0.23959239199757576) + | > loss_disc_real_3: 0.24341510236263275 (0.23627706989645958) + | > loss_disc_real_4: 0.24229399859905243 (0.2538437582552433) + | > loss_disc_real_5: 0.20422345399856567 (0.25059789419174194) + | > loss_0: 2.1453652381896973 (2.345252752304077) + | > loss_gen: 2.507152557373047 (2.32155042886734) + | > loss_kl: 1.7989424467086792 (1.5902442932128906) + | > loss_feat: 7.541195392608643 (7.166490912437439) + | > loss_mel: 22.311086654663086 (21.900671005249023) + | > loss_duration: 1.623835802078247 (1.698872834444046) + | > loss_1: 35.7822151184082 (34.6778302192688) + + --> STEP: 5 + | > loss_disc: 2.4061436653137207 (2.357430934906006) + | > loss_disc_real_0: 0.04088260233402252 (0.04149807766079903) + | > loss_disc_real_1: 0.18879379332065582 (0.20658745169639586) + | > loss_disc_real_2: 0.20602555572986603 (0.23287902474403382) + | > loss_disc_real_3: 0.1966741532087326 (0.2283564865589142) + | > loss_disc_real_4: 0.2902078628540039 (0.2611165791749954) + | > loss_disc_real_5: 0.14185738563537598 (0.22884979248046874) + | > loss_0: 2.4061436653137207 (2.357430934906006) + | > loss_gen: 2.1139097213745117 (2.2800222873687743) + | > loss_kl: 1.7960759401321411 (1.6314106225967406) + | > loss_feat: 8.804986953735352 (7.494190120697022) + | > loss_mel: 22.499387741088867 (22.020414352416992) + | > loss_duration: 1.8614915609359741 (1.7313965797424316) + | > loss_1: 37.07585144042969 (35.15743446350098) + + --> STEP: 6 + | > loss_disc: 2.488508701324463 (2.379277229309082) + | > loss_disc_real_0: 0.04195195809006691 (0.04157372439901034) + | > loss_disc_real_1: 0.22894145548343658 (0.210313118994236) + | > loss_disc_real_2: 0.3226744830608368 (0.24784493446350098) + | > loss_disc_real_3: 0.30759909749031067 (0.2415635883808136) + | > loss_disc_real_4: 0.30146563053131104 (0.2678414210677147) + | > loss_disc_real_5: 0.2683885395526886 (0.23543958365917206) + | > loss_0: 2.488508701324463 (2.379277229309082) + | > loss_gen: 2.5954229831695557 (2.332589070002238) + | > loss_kl: 1.3469785451889038 (1.5840052763621013) + | > loss_feat: 7.467997074127197 (7.489824612935384) + | > loss_mel: 23.385665893554688 (22.24795627593994) + | > loss_duration: 1.6533606052398682 (1.7183905839920044) + | > loss_1: 36.44942855834961 (35.37276681264242) + + --> STEP: 7 + | > loss_disc: 2.31650710105896 (2.370310068130493) + | > loss_disc_real_0: 0.03773331642150879 (0.04102509468793869) + | > loss_disc_real_1: 0.2603968381881714 (0.21746793602194106) + | > loss_disc_real_2: 0.21721887588500977 (0.24346978323800222) + | > loss_disc_real_3: 0.2027086317539215 (0.23601288029125758) + | > loss_disc_real_4: 0.21442963182926178 (0.2602111654622214) + | > loss_disc_real_5: 0.23802140355110168 (0.23580841507230485) + | > loss_0: 2.31650710105896 (2.370310068130493) + | > loss_gen: 2.188650608062744 (2.3120264325823103) + | > loss_kl: 1.5080499649047852 (1.5731545175824846) + | > loss_feat: 5.985402584075928 (7.274907180241176) + | > loss_mel: 18.776464462280273 (21.75202887398856) + | > loss_duration: 1.702129602432251 (1.7160675866263253) + | > loss_1: 30.160696029663086 (34.6281852722168) + + --> STEP: 8 + | > loss_disc: 2.5423078536987305 (2.391809791326523) + | > loss_disc_real_0: 0.045165322721004486 (0.041542623192071915) + | > loss_disc_real_1: 0.22449292242527008 (0.21834605932235718) + | > loss_disc_real_2: 0.27951472997665405 (0.2479754015803337) + | > loss_disc_real_3: 0.23240044713020325 (0.2355613261461258) + | > loss_disc_real_4: 0.3013562262058258 (0.26535429805517197) + | > loss_disc_real_5: 0.19544672966003418 (0.23076320439577103) + | > loss_0: 2.5423078536987305 (2.391809791326523) + | > loss_gen: 2.273757219314575 (2.3072427809238434) + | > loss_kl: 1.8996533155441284 (1.6139668673276901) + | > loss_feat: 7.252707481384277 (7.272132217884064) + | > loss_mel: 21.655851364135742 (21.740006685256958) + | > loss_duration: 1.7691245079040527 (1.7226997017860413) + | > loss_1: 34.85109329223633 (34.65604877471924) + + --> STEP: 9 + | > loss_disc: 2.561389923095703 (2.410652028189765) + | > loss_disc_real_0: 0.04270229861140251 (0.04167147601644198) + | > loss_disc_real_1: 0.23701390624046326 (0.22042026453548008) + | > loss_disc_real_2: 0.2840408384799957 (0.2519826723469628) + | > loss_disc_real_3: 0.26308172941207886 (0.2386191487312317) + | > loss_disc_real_4: 0.3256402313709259 (0.27205273509025574) + | > loss_disc_real_5: 0.3014545738697052 (0.23861780100398594) + | > loss_0: 2.561389923095703 (2.410652028189765) + | > loss_gen: 2.184803009033203 (2.2936383618248835) + | > loss_kl: 1.950425386428833 (1.651351147227817) + | > loss_feat: 5.115866661071777 (7.032547156016032) + | > loss_mel: 19.165782928466797 (21.453981823391384) + | > loss_duration: 1.6862529516220093 (1.7186500628789265) + | > loss_1: 30.103130340576172 (34.15016894870334) + + --> STEP: 10 + | > loss_disc: 2.6044812202453613 (2.430034947395325) + | > loss_disc_real_0: 0.05848998203873634 (0.04335332661867142) + | > loss_disc_real_1: 0.2794029414653778 (0.22631853222846984) + | > loss_disc_real_2: 0.2968549430370331 (0.25646989941596987) + | > loss_disc_real_3: 0.29844343662261963 (0.24460157752037048) + | > loss_disc_real_4: 0.2657338082790375 (0.2714208424091339) + | > loss_disc_real_5: 0.28899767994880676 (0.243655788898468) + | > loss_0: 2.6044812202453613 (2.430034947395325) + | > loss_gen: 2.402200222015381 (2.304494547843933) + | > loss_kl: 0.9868969321250916 (1.5849057257175445) + | > loss_feat: 6.542741775512695 (6.983566617965698) + | > loss_mel: 21.787797927856445 (21.487363433837892) + | > loss_duration: 1.6012104749679565 (1.7069061040878295) + | > loss_1: 33.32084655761719 (34.067236709594724) + + --> STEP: 11 + | > loss_disc: 2.5851552486419678 (2.444136792963201) + | > loss_disc_real_0: 0.039351433515548706 (0.04298951815475117) + | > loss_disc_real_1: 0.1795068383216858 (0.22206292369148947) + | > loss_disc_real_2: 0.22244244813919067 (0.25337649475444446) + | > loss_disc_real_3: 0.3162343502044678 (0.25111364776437933) + | > loss_disc_real_4: 0.32223817706108093 (0.27604060010476544) + | > loss_disc_real_5: 0.26004841923713684 (0.2451460280201652) + | > loss_0: 2.5851552486419678 (2.444136792963201) + | > loss_gen: 2.178844451904297 (2.293071811849421) + | > loss_kl: 1.973561406135559 (1.6202380603010005) + | > loss_feat: 8.104327201843262 (7.085453943772749) + | > loss_mel: 23.517911911010742 (21.671958749944512) + | > loss_duration: 1.5705763101577759 (1.6945124864578247) + | > loss_1: 37.34522247314453 (34.365235415371984) + + --> STEP: 12 + | > loss_disc: 2.29784893989563 (2.4319461385409036) + | > loss_disc_real_0: 0.038807645440101624 (0.04264102876186371) + | > loss_disc_real_1: 0.18118736147880554 (0.2186566268404325) + | > loss_disc_real_2: 0.22652554512023926 (0.2511389156182607) + | > loss_disc_real_3: 0.2130763977766037 (0.24794387693206468) + | > loss_disc_real_4: 0.23352766036987305 (0.27249785512685776) + | > loss_disc_real_5: 0.2768079340457916 (0.24778452018896738) + | > loss_0: 2.29784893989563 (2.4319461385409036) + | > loss_gen: 2.2694225311279297 (2.291101038455963) + | > loss_kl: 1.8635687828063965 (1.6405156205097835) + | > loss_feat: 7.889578342437744 (7.152464310328166) + | > loss_mel: 23.043209075927734 (21.786229610443115) + | > loss_duration: 1.7416574954986572 (1.6984412372112274) + | > loss_1: 36.807437896728516 (34.56875228881836) + + --> STEP: 13 + | > loss_disc: 2.886077404022217 (2.466879312808697) + | > loss_disc_real_0: 0.07024335861206055 (0.04476428490418654) + | > loss_disc_real_1: 0.21663393080234528 (0.2185010348375027) + | > loss_disc_real_2: 0.20641963183879852 (0.24769897071214822) + | > loss_disc_real_3: 0.20997704565525055 (0.24502335144923285) + | > loss_disc_real_4: 0.19738000631332397 (0.26671955906427824) + | > loss_disc_real_5: 0.1682034283876419 (0.24166289774271157) + | > loss_0: 2.886077404022217 (2.466879312808697) + | > loss_gen: 1.8630539178848267 (2.258174336873568) + | > loss_kl: 2.0446150302886963 (1.6716001904927766) + | > loss_feat: 7.267375469207764 (7.161303630241981) + | > loss_mel: 20.028236389160156 (21.65099936265212) + | > loss_duration: 1.7315031290054321 (1.7009844596569355) + | > loss_1: 32.934783935546875 (34.443062415489784) + + --> STEP: 14 + | > loss_disc: 2.3581387996673584 (2.4591121332986012) + | > loss_disc_real_0: 0.05173127353191376 (0.0452619269490242) + | > loss_disc_real_1: 0.2406185418367386 (0.22008085676601954) + | > loss_disc_real_2: 0.21687710285186768 (0.2454974087221282) + | > loss_disc_real_3: 0.20990166068077087 (0.24251465925148555) + | > loss_disc_real_4: 0.22395634651184082 (0.26366504388196127) + | > loss_disc_real_5: 0.20657756924629211 (0.23915680285011018) + | > loss_0: 2.3581387996673584 (2.4591121332986012) + | > loss_gen: 2.130270004272461 (2.2490383131163463) + | > loss_kl: 1.6342240571975708 (1.6689304666859763) + | > loss_feat: 6.642156600952148 (7.124221699578421) + | > loss_mel: 18.573537826538086 (21.431180681501115) + | > loss_duration: 1.7270371913909912 (1.7028453690665108) + | > loss_1: 30.707225799560547 (34.17621694292341) + + --> STEP: 15 + | > loss_disc: 2.449425220489502 (2.458466339111328) + | > loss_disc_real_0: 0.05676713585853577 (0.04602894087632497) + | > loss_disc_real_1: 0.16621197760105133 (0.21648959815502167) + | > loss_disc_real_2: 0.33858251571655273 (0.2517030825217565) + | > loss_disc_real_3: 0.2873188853263855 (0.24550160765647888) + | > loss_disc_real_4: 0.30266761779785156 (0.26626521547635396) + | > loss_disc_real_5: 0.3053240478038788 (0.24356795251369476) + | > loss_0: 2.449425220489502 (2.458466339111328) + | > loss_gen: 2.4166946411132812 (2.260215401649475) + | > loss_kl: 1.3793262243270874 (1.6496235171953837) + | > loss_feat: 6.709283828735352 (7.0965591748555505) + | > loss_mel: 22.423770904541016 (21.49735336303711) + | > loss_duration: 1.647812008857727 (1.6991764783859253) + | > loss_1: 34.57688903808594 (34.202928415934245) + + --> STEP: 16 + | > loss_disc: 2.5024170875549316 (2.4612132608890533) + | > loss_disc_real_0: 0.03743831440806389 (0.045492026722058654) + | > loss_disc_real_1: 0.21543529629707336 (0.2164237042888999) + | > loss_disc_real_2: 0.26009631156921387 (0.2522276593372226) + | > loss_disc_real_3: 0.23961792886257172 (0.24513387773185968) + | > loss_disc_real_4: 0.22838646173477173 (0.2638977933675051) + | > loss_disc_real_5: 0.2447313368320465 (0.24364066403359175) + | > loss_0: 2.5024170875549316 (2.4612132608890533) + | > loss_gen: 2.1009979248046875 (2.250264309346676) + | > loss_kl: 1.9244714975357056 (1.6668015159666538) + | > loss_feat: 6.334900379180908 (7.048955500125885) + | > loss_mel: 21.695484161376953 (21.50973653793335) + | > loss_duration: 1.794108510017395 (1.7051097303628922) + | > loss_1: 33.8499641418457 (34.18086814880371) + + --> STEP: 17 + | > loss_disc: 2.4306228160858154 (2.4594138229594513) + | > loss_disc_real_0: 0.03256452456116676 (0.04473158541847678) + | > loss_disc_real_1: 0.266543447971344 (0.21937192450551427) + | > loss_disc_real_2: 0.24316725134849548 (0.2516946941614151) + | > loss_disc_real_3: 0.2127697467803955 (0.24323010532295003) + | > loss_disc_real_4: 0.2778940796852112 (0.2647211043273701) + | > loss_disc_real_5: 0.1810813546180725 (0.23996070465620825) + | > loss_0: 2.4306228160858154 (2.4594138229594513) + | > loss_gen: 2.167220115661621 (2.245379356776967) + | > loss_kl: 1.7028207778930664 (1.6689202960799723) + | > loss_feat: 6.771937370300293 (7.0326603160184975) + | > loss_mel: 23.157482147216797 (21.60666275024414) + | > loss_duration: 1.6544063091278076 (1.7021271761725931) + | > loss_1: 35.4538688659668 (34.25575054393095) + + --> STEP: 18 + | > loss_disc: 2.293588638305664 (2.4502013127009072) + | > loss_disc_real_0: 0.05227469280362129 (0.045150646939873695) + | > loss_disc_real_1: 0.172443687915802 (0.21676480025053024) + | > loss_disc_real_2: 0.26225414872169495 (0.2522813305258751) + | > loss_disc_real_3: 0.20025593042373657 (0.2408426511618826) + | > loss_disc_real_4: 0.28871169686317444 (0.2660539150238037) + | > loss_disc_real_5: 0.20162561535835266 (0.23783097747299406) + | > loss_0: 2.293588638305664 (2.4502013127009072) + | > loss_gen: 2.415311098098755 (2.254820009072622) + | > loss_kl: 1.249263882637024 (1.6456060508886974) + | > loss_feat: 8.650997161865234 (7.122567918565538) + | > loss_mel: 24.207778930664062 (21.751169204711914) + | > loss_duration: 1.6592624187469482 (1.6997458007600572) + | > loss_1: 38.182613372802734 (34.473909589979385) + + --> STEP: 19 + | > loss_disc: 2.4518771171569824 (2.450289512935438) + | > loss_disc_real_0: 0.06766332685947418 (0.046335524830378984) + | > loss_disc_real_1: 0.2314675897359848 (0.21753863127608047) + | > loss_disc_real_2: 0.22188793122768402 (0.25068167793123347) + | > loss_disc_real_3: 0.21087105572223663 (0.2392651987703223) + | > loss_disc_real_4: 0.186300590634346 (0.2618563716348849) + | > loss_disc_real_5: 0.16707944869995117 (0.23410721280072866) + | > loss_0: 2.4518771171569824 (2.450289512935438) + | > loss_gen: 1.9478100538253784 (2.2386615903753984) + | > loss_kl: 2.2813868522644043 (1.679068198329524) + | > loss_feat: 7.2064127922058105 (7.1269808066518685) + | > loss_mel: 22.663135528564453 (21.7991674322831) + | > loss_duration: 1.7510724067687988 (1.7024472010763068) + | > loss_1: 35.84981918334961 (34.54632588436729) + + --> STEP: 20 + | > loss_disc: 2.1701011657714844 (2.43628009557724) + | > loss_disc_real_0: 0.07771018892526627 (0.04790425803512335) + | > loss_disc_real_1: 0.22742916643619537 (0.21803315803408624) + | > loss_disc_real_2: 0.2093747854232788 (0.2486163333058357) + | > loss_disc_real_3: 0.19960306584835052 (0.23728209212422371) + | > loss_disc_real_4: 0.18725916743278503 (0.2581265114247799) + | > loss_disc_real_5: 0.18384936451911926 (0.23159432038664818) + | > loss_0: 2.1701011657714844 (2.43628009557724) + | > loss_gen: 2.4341378211975098 (2.248435401916504) + | > loss_kl: 1.5839385986328125 (1.6743117183446885) + | > loss_feat: 8.688192367553711 (7.20504138469696) + | > loss_mel: 23.48782730102539 (21.883600425720214) + | > loss_duration: 1.669654369354248 (1.700807559490204) + | > loss_1: 37.86375045776367 (34.71219711303711) + + --> STEP: 21 + | > loss_disc: 2.631302833557129 (2.4455668926239014) + | > loss_disc_real_0: 0.04300060123205185 (0.04767075056831042) + | > loss_disc_real_1: 0.27307233214378357 (0.22065407108692897) + | > loss_disc_real_2: 0.3190799653530121 (0.25197174435570124) + | > loss_disc_real_3: 0.2222389280796051 (0.23656575097924187) + | > loss_disc_real_4: 0.26140329241752625 (0.2582825486149107) + | > loss_disc_real_5: 0.24033188819885254 (0.2320103950443722) + | > loss_0: 2.631302833557129 (2.4455668926239014) + | > loss_gen: 1.9481589794158936 (2.23413652465457) + | > loss_kl: 1.6074450016021729 (1.6711275889759971) + | > loss_feat: 4.5440263748168945 (7.078326384226481) + | > loss_mel: 17.9914608001709 (21.6982604435512) + | > loss_duration: 1.707690715789795 (1.7011353288378035) + | > loss_1: 27.798782348632812 (34.382986886160715) + + --> STEP: 22 + | > loss_disc: 2.320701837539673 (2.439891208301891) + | > loss_disc_real_0: 0.06295603513717651 (0.04836553623053161) + | > loss_disc_real_1: 0.2324671596288681 (0.2211910296570171) + | > loss_disc_real_2: 0.2998112142086029 (0.25414626571265136) + | > loss_disc_real_3: 0.21476991474628448 (0.23557503115047107) + | > loss_disc_real_4: 0.2661040127277374 (0.25863806971094827) + | > loss_disc_real_5: 0.27659305930137634 (0.23403687978332693) + | > loss_0: 2.320701837539673 (2.439891208301891) + | > loss_gen: 2.441751003265381 (2.243573546409607) + | > loss_kl: 1.6085374355316162 (1.6682825820012526) + | > loss_feat: 6.553469181060791 (7.054469238628041) + | > loss_mel: 23.472143173217773 (21.778891476717863) + | > loss_duration: 1.776200294494629 (1.7045473727312954) + | > loss_1: 35.85210037231445 (34.449764771894976) + + --> STEP: 23 + | > loss_disc: 2.285926342010498 (2.433197083680526) + | > loss_disc_real_0: 0.04014180600643158 (0.04800798274252726) + | > loss_disc_real_1: 0.2430049180984497 (0.2221394595892533) + | > loss_disc_real_2: 0.22930540144443512 (0.2530662281357724) + | > loss_disc_real_3: 0.16843350231647491 (0.23265583424464517) + | > loss_disc_real_4: 0.25804218649864197 (0.2586121617451958) + | > loss_disc_real_5: 0.21347536146640778 (0.23314290072606958) + | > loss_0: 2.285926342010498 (2.433197083680526) + | > loss_gen: 2.217175006866455 (2.2424257838207744) + | > loss_kl: 1.6411943435668945 (1.6671048325041067) + | > loss_feat: 7.415530204772949 (7.070167541503906) + | > loss_mel: 23.266447067260742 (21.843567806741465) + | > loss_duration: 1.7546969652175903 (1.706727789795917) + | > loss_1: 36.2950439453125 (34.529994301174) + + --> STEP: 24 + | > loss_disc: 2.614842414855957 (2.4407656391461687) + | > loss_disc_real_0: 0.08761807531118393 (0.049658403266221285) + | > loss_disc_real_1: 0.2928512990474701 (0.22508578623334566) + | > loss_disc_real_2: 0.3231489956378937 (0.2559863434483608) + | > loss_disc_real_3: 0.26585403084754944 (0.23403909243643284) + | > loss_disc_real_4: 0.29753193259239197 (0.26023381886382896) + | > loss_disc_real_5: 0.3592747449874878 (0.238398394236962) + | > loss_0: 2.614842414855957 (2.4407656391461687) + | > loss_gen: 2.4450793266296387 (2.2508696814378104) + | > loss_kl: 1.650530457496643 (1.6664142335454624) + | > loss_feat: 6.692346096038818 (7.0544249812761946) + | > loss_mel: 22.365148544311523 (21.865300337473553) + | > loss_duration: 1.663295865058899 (1.704918126265208) + | > loss_1: 34.81639862060547 (34.54192781448364) + + --> STEP: 25 + | > loss_disc: 2.6498725414276123 (2.4491299152374264) + | > loss_disc_real_0: 0.04480742663145065 (0.04946436420083046) + | > loss_disc_real_1: 0.20558245480060577 (0.22430565297603608) + | > loss_disc_real_2: 0.27396291494369507 (0.2567054063081742) + | > loss_disc_real_3: 0.25150129199028015 (0.23473758041858672) + | > loss_disc_real_4: 0.2461353987455368 (0.2596698820590973) + | > loss_disc_real_5: 0.27071303129196167 (0.23969097971916198) + | > loss_0: 2.6498725414276123 (2.4491299152374264) + | > loss_gen: 1.9775848388671875 (2.239938287734985) + | > loss_kl: 1.5219563245773315 (1.660635917186737) + | > loss_feat: 5.3670878410339355 (6.986931495666504) + | > loss_mel: 18.80753517150879 (21.74298973083496) + | > loss_duration: 1.627619981765747 (1.7018262004852296) + | > loss_1: 29.30178451538086 (34.33232208251953) + + --> STEP: 26 + | > loss_disc: 2.3997883796691895 (2.447232163869417) + | > loss_disc_real_0: 0.06491521000862122 (0.050058627501130104) + | > loss_disc_real_1: 0.23032642900943756 (0.22453722128501305) + | > loss_disc_real_2: 0.2738858759403229 (0.25736619360171836) + | > loss_disc_real_3: 0.2371395230293274 (0.23482996282669213) + | > loss_disc_real_4: 0.2597320079803467 (0.25967227151760686) + | > loss_disc_real_5: 0.23954632878303528 (0.23968541622161865) + | > loss_0: 2.3997883796691895 (2.447232163869417) + | > loss_gen: 2.2919740676879883 (2.2419396638870235) + | > loss_kl: 1.723637580871582 (1.6630590580976927) + | > loss_feat: 6.370450973510742 (6.96322070635282) + | > loss_mel: 20.575462341308594 (21.698084831237793) + | > loss_duration: 1.6776429414749146 (1.700896075138679) + | > loss_1: 32.63916778564453 (34.26720076340895) + + --> STEP: 27 + | > loss_disc: 2.3349900245666504 (2.4430750475989442) + | > loss_disc_real_0: 0.06935031712055206 (0.05077313452407166) + | > loss_disc_real_1: 0.22846253216266632 (0.22468260316937058) + | > loss_disc_real_2: 0.24757707118988037 (0.257003633512391) + | > loss_disc_real_3: 0.19461791217327118 (0.23334062761730617) + | > loss_disc_real_4: 0.27489787340164185 (0.260236182698497) + | > loss_disc_real_5: 0.2575511634349823 (0.24034711056285435) + | > loss_0: 2.3349900245666504 (2.4430750475989442) + | > loss_gen: 2.3053998947143555 (2.244290042806554) + | > loss_kl: 1.911910891532898 (1.672275792669367) + | > loss_feat: 7.1703667640686035 (6.970892782564516) + | > loss_mel: 21.250276565551758 (21.681499339916087) + | > loss_duration: 1.741421103477478 (1.70239700211419) + | > loss_1: 34.37937545776367 (34.27135538171839) + + --> STEP: 28 + | > loss_disc: 2.5605907440185547 (2.4472720367567873) + | > loss_disc_real_0: 0.05131047964096069 (0.05079232542110341) + | > loss_disc_real_1: 0.26077836751937866 (0.22597173761044229) + | > loss_disc_real_2: 0.2599606215953827 (0.2571092402296407) + | > loss_disc_real_3: 0.2600245177745819 (0.23429362369435175) + | > loss_disc_real_4: 0.33264607191085815 (0.2628222501703671) + | > loss_disc_real_5: 0.2710825204849243 (0.24144480377435684) + | > loss_0: 2.5605907440185547 (2.4472720367567873) + | > loss_gen: 2.24163818359375 (2.244195333548954) + | > loss_kl: 1.9057554006576538 (1.68061435009752) + | > loss_feat: 5.723977565765381 (6.926360096250262) + | > loss_mel: 20.814592361450195 (21.65053837639945) + | > loss_duration: 1.7125773429870605 (1.7027605857167925) + | > loss_1: 32.39854049682617 (34.20446913582938) + + --> STEP: 29 + | > loss_disc: 2.1683804988861084 (2.43765508717504) + | > loss_disc_real_0: 0.052389830350875854 (0.05084741179799211) + | > loss_disc_real_1: 0.2239474654197693 (0.22590193512110873) + | > loss_disc_real_2: 0.259816974401474 (0.25720261037349706) + | > loss_disc_real_3: 0.2163171023130417 (0.23367374364672036) + | > loss_disc_real_4: 0.22012890875339508 (0.26135006598357496) + | > loss_disc_real_5: 0.17018137872219086 (0.2389874442897994) + | > loss_0: 2.1683804988861084 (2.43765508717504) + | > loss_gen: 2.4170093536376953 (2.250154437689945) + | > loss_kl: 1.6339753866195679 (1.6790061099775906) + | > loss_feat: 8.21688175201416 (6.970860843000741) + | > loss_mel: 23.978805541992188 (21.73082345107506) + | > loss_duration: 1.6563873291015625 (1.7011615079024742) + | > loss_1: 37.90306091308594 (34.332006783320985) + + --> STEP: 30 + | > loss_disc: 2.5606980323791504 (2.4417565186818435) + | > loss_disc_real_0: 0.03780897706747055 (0.050412797306974726) + | > loss_disc_real_1: 0.19394759833812714 (0.22483679056167602) + | > loss_disc_real_2: 0.25862860679626465 (0.2572501435875893) + | > loss_disc_real_3: 0.26397889852523804 (0.23468391547600428) + | > loss_disc_real_4: 0.2869674563407898 (0.26220397899548215) + | > loss_disc_real_5: 0.27894261479377747 (0.24031928330659866) + | > loss_0: 2.5606980323791504 (2.4417565186818435) + | > loss_gen: 2.132162570953369 (2.246221375465393) + | > loss_kl: 1.6099413633346558 (1.6767039517561595) + | > loss_feat: 6.912572860717773 (6.968917910257975) + | > loss_mel: 21.944223403930664 (21.737936782836915) + | > loss_duration: 1.7338109016418457 (1.70224982102712) + | > loss_1: 34.33271026611328 (34.33203023274739) + + --> STEP: 31 + | > loss_disc: 2.497218608856201 (2.4435456183648876) + | > loss_disc_real_0: 0.09289410710334778 (0.051783162139115796) + | > loss_disc_real_1: 0.21203015744686127 (0.22442367336442393) + | > loss_disc_real_2: 0.2343246340751648 (0.25651061102267236) + | > loss_disc_real_3: 0.23099751770496368 (0.23456499941887393) + | > loss_disc_real_4: 0.25258293747901917 (0.2618936228175317) + | > loss_disc_real_5: 0.22178059816360474 (0.23972126120521176) + | > loss_0: 2.497218608856201 (2.4435456183648876) + | > loss_gen: 1.9761464595794678 (2.2375092814045563) + | > loss_kl: 1.5550824403762817 (1.6727806771955183) + | > loss_feat: 5.470996379852295 (6.92059786089005) + | > loss_mel: 20.561973571777344 (21.70000248570596) + | > loss_duration: 1.642594575881958 (1.7003254582805019) + | > loss_1: 31.20679473876953 (34.23121618455456) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.009046277692241053 (-0.0031018026413456093) + | > avg_loss_disc: 2.4435456183648876 (-0.21054797018727944) + | > avg_loss_disc_real_0: 0.051783162139115796 (-0.051376124183016444) + | > avg_loss_disc_real_1: 0.22442367336442393 (+0.014399108627150131) + | > avg_loss_disc_real_2: 0.25651061102267236 (+0.00304464515178432) + | > avg_loss_disc_real_3: 0.23456499941887393 (-0.0048919892118823305) + | > avg_loss_disc_real_4: 0.2618936228175317 (+0.00021088844345462654) + | > avg_loss_disc_real_5: 0.23972126120521176 (-0.01803938035042063) + | > avg_loss_0: 2.4435456183648876 (-0.21054797018727944) + | > avg_loss_gen: 2.2375092814045563 (+0.25592635908434413) + | > avg_loss_kl: 1.6727806771955183 (+0.003753133358493921) + | > avg_loss_feat: 6.92059786089005 (+0.7532431464041434) + | > avg_loss_mel: 21.70000248570596 (+0.2970390319824183) + | > avg_loss_duration: 1.7003254582805019 (+0.004533413917787721) + | > avg_loss_1: 34.23121618455456 (+1.3144960095805445) + + + > EPOCH: 25/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 04:06:42)  + + --> TIME: 2024-11-23 04:06:57 -- STEP: 18/797 -- GLOBAL_STEP: 43050 + | > loss_disc: 2.5423061847686768 (2.5135087172190347) + | > loss_disc_real_0: 0.2973783016204834 (0.15110074004365337) + | > loss_disc_real_1: 0.20546592772006989 (0.21349199530151156) + | > loss_disc_real_2: 0.2551219165325165 (0.2341707381937239) + | > loss_disc_real_3: 0.23835071921348572 (0.23044905480411318) + | > loss_disc_real_4: 0.2127130925655365 (0.22430829207102457) + | > loss_disc_real_5: 0.23624633252620697 (0.23189466281069648) + | > loss_0: 2.5423061847686768 (2.5135087172190347) + | > grad_norm_0: tensor(124.1919, device='cuda:0') (tensor(91.3636, device='cuda:0')) + | > loss_gen: 2.6240954399108887 (2.3851507107416787) + | > loss_kl: 1.8548357486724854 (1.5197242961989508) + | > loss_feat: 7.081603050231934 (6.474276648627387) + | > loss_mel: 21.41949462890625 (20.654993693033855) + | > loss_duration: 1.7110148668289185 (1.8403773705164592) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.691043853759766 (32.8745224210951) + | > grad_norm_1: tensor(626.2263, device='cuda:0') (tensor(474.7376, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 0.712 (0.7561645110448202) + | > loader_time: 0.0037 (0.006590935919019911) + + + --> TIME: 2024-11-23 04:07:17 -- STEP: 43/797 -- GLOBAL_STEP: 43075 + | > loss_disc: 2.5363776683807373 (2.4898982713388844) + | > loss_disc_real_0: 0.08542609959840775 (0.14933520304255707) + | > loss_disc_real_1: 0.25236478447914124 (0.21430277062016864) + | > loss_disc_real_2: 0.2772299647331238 (0.2286765152631804) + | > loss_disc_real_3: 0.21139074862003326 (0.22582074376039726) + | > loss_disc_real_4: 0.28016605973243713 (0.22503909745881723) + | > loss_disc_real_5: 0.2676245868206024 (0.23392258307268454) + | > loss_0: 2.5363776683807373 (2.4898982713388844) + | > grad_norm_0: tensor(27.1683, device='cuda:0') (tensor(84.7898, device='cuda:0')) + | > loss_gen: 2.20833683013916 (2.3553557506827425) + | > loss_kl: 1.4591190814971924 (1.54276681223581) + | > loss_feat: 6.064198017120361 (6.633591674094976) + | > loss_mel: 19.414506912231445 (20.728544900583667) + | > loss_duration: 1.7201597690582275 (1.7962005221566488) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.86631965637207 (33.05645955995071) + | > grad_norm_1: tensor(195.6105, device='cuda:0') (tensor(452.3921, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 0.7524 (0.7558742456657942) + | > loader_time: 0.0138 (0.006223717401194018) + + + --> TIME: 2024-11-23 04:07:36 -- STEP: 68/797 -- GLOBAL_STEP: 43100 + | > loss_disc: 2.5016510486602783 (2.476378479424645) + | > loss_disc_real_0: 0.14484867453575134 (0.14078666121863265) + | > loss_disc_real_1: 0.22164872288703918 (0.21612946886350126) + | > loss_disc_real_2: 0.2165067195892334 (0.2318676175440059) + | > loss_disc_real_3: 0.22886677086353302 (0.2218242611955194) + | > loss_disc_real_4: 0.19737637042999268 (0.22405076158397338) + | > loss_disc_real_5: 0.22388191521167755 (0.23176252776209047) + | > loss_0: 2.5016510486602783 (2.476378479424645) + | > grad_norm_0: tensor(101.5649, device='cuda:0') (tensor(74.9474, device='cuda:0')) + | > loss_gen: 2.284942626953125 (2.344172779251547) + | > loss_kl: 1.591587781906128 (1.5341366669710945) + | > loss_feat: 6.6610636711120605 (6.636860770337722) + | > loss_mel: 20.451757431030273 (20.803938697366153) + | > loss_duration: 1.6793768405914307 (1.7624846626730526) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.66872787475586 (33.081593513488755) + | > grad_norm_1: tensor(474.1160, device='cuda:0') (tensor(484.1501, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 0.7465 (0.7591617528130027) + | > loader_time: 0.0043 (0.005913583671345431) + + + --> TIME: 2024-11-23 04:07:55 -- STEP: 93/797 -- GLOBAL_STEP: 43125 + | > loss_disc: 2.534122943878174 (2.4640582787093295) + | > loss_disc_real_0: 0.14485976099967957 (0.13981567751816526) + | > loss_disc_real_1: 0.28176045417785645 (0.21601716036437657) + | > loss_disc_real_2: 0.2293032556772232 (0.22959907897697981) + | > loss_disc_real_3: 0.2354426085948944 (0.22170671948822596) + | > loss_disc_real_4: 0.2027565836906433 (0.22084015223287767) + | > loss_disc_real_5: 0.22914381325244904 (0.230641290385236) + | > loss_0: 2.534122943878174 (2.4640582787093295) + | > grad_norm_0: tensor(72.2355, device='cuda:0') (tensor(64.7197, device='cuda:0')) + | > loss_gen: 2.351311206817627 (2.3389402281853457) + | > loss_kl: 1.5632281303405762 (1.5289304012893348) + | > loss_feat: 6.769094467163086 (6.670224594813521) + | > loss_mel: 21.2908878326416 (20.84859281970608) + | > loss_duration: 1.6973369121551514 (1.7489348060341292) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.67185974121094 (33.13562284490113) + | > grad_norm_1: tensor(219.7484, device='cuda:0') (tensor(449.3757, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 0.7328 (0.7603468689867245) + | > loader_time: 0.0036 (0.006020604923207272) + + + --> TIME: 2024-11-23 04:08:15 -- STEP: 118/797 -- GLOBAL_STEP: 43150 + | > loss_disc: 2.5669491291046143 (2.4662365428471964) + | > loss_disc_real_0: 0.1489507108926773 (0.1377149027598612) + | > loss_disc_real_1: 0.19537189602851868 (0.21726763690427195) + | > loss_disc_real_2: 0.28024813532829285 (0.2318030595779419) + | > loss_disc_real_3: 0.29307034611701965 (0.22231846391144444) + | > loss_disc_real_4: 0.26497384905815125 (0.22192198063357402) + | > loss_disc_real_5: 0.2687664031982422 (0.23201740381576247) + | > loss_0: 2.5669491291046143 (2.4662365428471964) + | > grad_norm_0: tensor(19.7411, device='cuda:0') (tensor(59.1148, device='cuda:0')) + | > loss_gen: 2.3864190578460693 (2.336200922222462) + | > loss_kl: 1.5476326942443848 (1.5273288559105436) + | > loss_feat: 6.822721481323242 (6.720837055626562) + | > loss_mel: 22.355918884277344 (21.034979820251465) + | > loss_duration: 1.71028733253479 (1.7428163764840465) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.82297897338867 (33.36216305878201) + | > grad_norm_1: tensor(648.2018, device='cuda:0') (tensor(448.4278, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 0.6696 (0.7624966532497083) + | > loader_time: 0.0048 (0.006008764444771459) + + + --> TIME: 2024-11-23 04:08:35 -- STEP: 143/797 -- GLOBAL_STEP: 43175 + | > loss_disc: 2.5494370460510254 (2.465428922559831) + | > loss_disc_real_0: 0.13941256701946259 (0.1373521485268237) + | > loss_disc_real_1: 0.2808445394039154 (0.21716452145076295) + | > loss_disc_real_2: 0.26906269788742065 (0.2307257260475959) + | > loss_disc_real_3: 0.2854275107383728 (0.22138130435576805) + | > loss_disc_real_4: 0.26142293214797974 (0.22336521578001806) + | > loss_disc_real_5: 0.2038501501083374 (0.23190123989031866) + | > loss_0: 2.5494370460510254 (2.465428922559831) + | > grad_norm_0: tensor(86.6474, device='cuda:0') (tensor(61.7507, device='cuda:0')) + | > loss_gen: 2.588728666305542 (2.341943959256153) + | > loss_kl: 1.660992980003357 (1.5258809253052399) + | > loss_feat: 6.647642612457275 (6.7310186499482265) + | > loss_mel: 21.538198471069336 (21.11201894533384) + | > loss_duration: 1.6784443855285645 (1.738509727524711) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.11400604248047 (33.449372258219675) + | > grad_norm_1: tensor(553.8464, device='cuda:0') (tensor(463.1392, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 0.7866 (0.7658364305963049) + | > loader_time: 0.0043 (0.00595600288231056) + + + --> TIME: 2024-11-23 04:08:54 -- STEP: 168/797 -- GLOBAL_STEP: 43200 + | > loss_disc: 2.4673943519592285 (2.476950707889738) + | > loss_disc_real_0: 0.10011950135231018 (0.13804178394465944) + | > loss_disc_real_1: 0.20327910780906677 (0.21890767433104058) + | > loss_disc_real_2: 0.2604692876338959 (0.23350974988369716) + | > loss_disc_real_3: 0.2554144859313965 (0.22310569500994115) + | > loss_disc_real_4: 0.25676271319389343 (0.223217964793245) + | > loss_disc_real_5: 0.2358233481645584 (0.23360451160087473) + | > loss_0: 2.4673943519592285 (2.476950707889738) + | > grad_norm_0: tensor(62.4352, device='cuda:0') (tensor(66.3822, device='cuda:0')) + | > loss_gen: 2.3911333084106445 (2.348109266587666) + | > loss_kl: 1.346024513244629 (1.525423062699182) + | > loss_feat: 6.529250144958496 (6.745074272155762) + | > loss_mel: 21.2442684173584 (21.169233583268664) + | > loss_duration: 1.7253248691558838 (1.7316596955060963) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.23600387573242 (33.51949992634) + | > grad_norm_1: tensor(417.3812, device='cuda:0') (tensor(464.5459, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 0.8008 (0.7686259320804051) + | > loader_time: 0.0046 (0.005901831956136794) + + + --> TIME: 2024-11-23 04:09:14 -- STEP: 193/797 -- GLOBAL_STEP: 43225 + | > loss_disc: 2.5700318813323975 (2.4756023142621912) + | > loss_disc_real_0: 0.14659349620342255 (0.13716517255636712) + | > loss_disc_real_1: 0.26731184124946594 (0.21812126634960963) + | > loss_disc_real_2: 0.27766770124435425 (0.23320883620588273) + | > loss_disc_real_3: 0.26346585154533386 (0.22342638524702793) + | > loss_disc_real_4: 0.2652721405029297 (0.2232904827965356) + | > loss_disc_real_5: 0.281347393989563 (0.2329055758801149) + | > loss_0: 2.5700318813323975 (2.4756023142621912) + | > grad_norm_0: tensor(30.0355, device='cuda:0') (tensor(66.3683, device='cuda:0')) + | > loss_gen: 2.3283028602600098 (2.3415045367621388) + | > loss_kl: 1.5584059953689575 (1.5252635040431446) + | > loss_feat: 5.815739154815674 (6.700304878808056) + | > loss_mel: 20.44803810119629 (21.147372517561056) + | > loss_duration: 1.6905616521835327 (1.7272683517920542) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.841047286987305 (33.44171383714428) + | > grad_norm_1: tensor(151.7760, device='cuda:0') (tensor(466.1673, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 0.8253 (0.7714883119948788) + | > loader_time: 0.0051 (0.0059445979063992675) + + + --> TIME: 2024-11-23 04:09:35 -- STEP: 218/797 -- GLOBAL_STEP: 43250 + | > loss_disc: 2.4216384887695312 (2.476292353157602) + | > loss_disc_real_0: 0.13664190471172333 (0.1365082488318377) + | > loss_disc_real_1: 0.207084059715271 (0.2180559908578155) + | > loss_disc_real_2: 0.20393162965774536 (0.2335589023631647) + | > loss_disc_real_3: 0.20153214037418365 (0.22333368078010893) + | > loss_disc_real_4: 0.22388611733913422 (0.22354417471984112) + | > loss_disc_real_5: 0.26625436544418335 (0.23350825010363116) + | > loss_0: 2.4216384887695312 (2.476292353157602) + | > grad_norm_0: tensor(19.3696, device='cuda:0') (tensor(65.7560, device='cuda:0')) + | > loss_gen: 2.2551584243774414 (2.336726049764441) + | > loss_kl: 1.8811475038528442 (1.5252922773361208) + | > loss_feat: 6.549964904785156 (6.664736518072425) + | > loss_mel: 21.764650344848633 (21.172145616023922) + | > loss_duration: 1.7028586864471436 (1.725531564393175) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.153778076171875 (33.42443208082006) + | > grad_norm_1: tensor(539.5380, device='cuda:0') (tensor(480.6180, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 0.8341 (0.7758420574555703) + | > loader_time: 0.0056 (0.005975192839946222) + + + --> TIME: 2024-11-23 04:09:56 -- STEP: 243/797 -- GLOBAL_STEP: 43275 + | > loss_disc: 2.3747365474700928 (2.4714652824794303) + | > loss_disc_real_0: 0.11211695522069931 (0.1350542604769946) + | > loss_disc_real_1: 0.2857557237148285 (0.2177013461113957) + | > loss_disc_real_2: 0.25994351506233215 (0.23304853468765446) + | > loss_disc_real_3: 0.24580428004264832 (0.22349315115208487) + | > loss_disc_real_4: 0.18463167548179626 (0.2225719609991513) + | > loss_disc_real_5: 0.24443739652633667 (0.2331759773899989) + | > loss_0: 2.3747365474700928 (2.4714652824794303) + | > grad_norm_0: tensor(52.9098, device='cuda:0') (tensor(65.9006, device='cuda:0')) + | > loss_gen: 2.4645156860351562 (2.3402839226977816) + | > loss_kl: 1.6008065938949585 (1.5289093466943187) + | > loss_feat: 6.1742424964904785 (6.67023413858296) + | > loss_mel: 20.76659393310547 (21.20515564341605) + | > loss_duration: 1.6692718267440796 (1.721380800867277) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.67543029785156 (33.46596388169274) + | > grad_norm_1: tensor(778.2695, device='cuda:0') (tensor(491.3582, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 0.8522 (0.7802184049975235) + | > loader_time: 0.0057 (0.006014539381113563) + + + --> TIME: 2024-11-23 04:10:17 -- STEP: 268/797 -- GLOBAL_STEP: 43300 + | > loss_disc: 2.3568406105041504 (2.4710907740379437) + | > loss_disc_real_0: 0.15977846086025238 (0.13437779538277828) + | > loss_disc_real_1: 0.16861052811145782 (0.21746053385423192) + | > loss_disc_real_2: 0.22944428026676178 (0.23286799380361145) + | > loss_disc_real_3: 0.2124311327934265 (0.22347014781032035) + | > loss_disc_real_4: 0.19290675222873688 (0.22225851187510273) + | > loss_disc_real_5: 0.22995103895664215 (0.23342491719704953) + | > loss_0: 2.3568406105041504 (2.4710907740379437) + | > grad_norm_0: tensor(69.6384, device='cuda:0') (tensor(67.3151, device='cuda:0')) + | > loss_gen: 2.446732759475708 (2.336627099941026) + | > loss_kl: 1.7410141229629517 (1.5346999657687859) + | > loss_feat: 6.982571125030518 (6.633347452576481) + | > loss_mel: 21.444690704345703 (21.175283474708678) + | > loss_duration: 1.6790668964385986 (1.7181930466374358) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.29407501220703 (33.39815107744129) + | > grad_norm_1: tensor(650.2475, device='cuda:0') (tensor(501.3401, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 0.8438 (0.7848423105567249) + | > loader_time: 0.0064 (0.006060457941311509) + + + --> TIME: 2024-11-23 04:10:38 -- STEP: 293/797 -- GLOBAL_STEP: 43325 + | > loss_disc: 2.394946575164795 (2.469916922240533) + | > loss_disc_real_0: 0.07496564090251923 (0.13424211806608152) + | > loss_disc_real_1: 0.2218266874551773 (0.2174624696424797) + | > loss_disc_real_2: 0.28429877758026123 (0.23291709108767655) + | > loss_disc_real_3: 0.18161305785179138 (0.2235074513194504) + | > loss_disc_real_4: 0.15531538426876068 (0.22232034690550972) + | > loss_disc_real_5: 0.220770001411438 (0.23277843074790447) + | > loss_0: 2.394946575164795 (2.469916922240533) + | > grad_norm_0: tensor(37.9892, device='cuda:0') (tensor(68.6729, device='cuda:0')) + | > loss_gen: 2.4547665119171143 (2.3418026304082256) + | > loss_kl: 1.509708285331726 (1.5339219529474148) + | > loss_feat: 6.518572807312012 (6.644540013713641) + | > loss_mel: 21.14334487915039 (21.191664256333496) + | > loss_duration: 1.668492317199707 (1.7164194164829454) + | > amp_scaler: 256.0 (133.24232081911265) + | > loss_1: 33.29488754272461 (33.42834830690975) + | > grad_norm_1: tensor(455.2928, device='cuda:0') (tensor(504.3321, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 0.8066 (0.7883166794890837) + | > loader_time: 0.0055 (0.006225423194442595) + + + --> TIME: 2024-11-23 04:10:59 -- STEP: 318/797 -- GLOBAL_STEP: 43350 + | > loss_disc: 2.509385824203491 (2.470350315735775) + | > loss_disc_real_0: 0.12872421741485596 (0.13436286671544026) + | > loss_disc_real_1: 0.19966179132461548 (0.21702234390771613) + | > loss_disc_real_2: 0.24677957594394684 (0.23306294216674828) + | > loss_disc_real_3: 0.18218667805194855 (0.22352888922458924) + | > loss_disc_real_4: 0.2655271291732788 (0.222609798394659) + | > loss_disc_real_5: 0.2543211579322815 (0.2327184077328856) + | > loss_0: 2.509385824203491 (2.470350315735775) + | > grad_norm_0: tensor(11.8492, device='cuda:0') (tensor(68.4053, device='cuda:0')) + | > loss_gen: 2.4984703063964844 (2.3434385076258923) + | > loss_kl: 1.9619044065475464 (1.5386465967826126) + | > loss_feat: 7.533418655395508 (6.66062929945172) + | > loss_mel: 23.460248947143555 (21.257602355765098) + | > loss_duration: 1.691332221031189 (1.714170454058258) + | > amp_scaler: 256.0 (142.8930817610063) + | > loss_1: 37.14537811279297 (33.51448723655073) + | > grad_norm_1: tensor(58.4867, device='cuda:0') (tensor(496.9119, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 0.8022 (0.7909065267574859) + | > loader_time: 0.0089 (0.00640668209243871) + + + --> TIME: 2024-11-23 04:11:20 -- STEP: 343/797 -- GLOBAL_STEP: 43375 + | > loss_disc: 2.396162509918213 (2.4699030429906816) + | > loss_disc_real_0: 0.1452603042125702 (0.1344222053668243) + | > loss_disc_real_1: 0.2724778950214386 (0.21755714101972107) + | > loss_disc_real_2: 0.21412692964076996 (0.23318530905872323) + | > loss_disc_real_3: 0.20731282234191895 (0.2235697069077728) + | > loss_disc_real_4: 0.23677028715610504 (0.22223818250022195) + | > loss_disc_real_5: 0.21510331332683563 (0.2326791776078088) + | > loss_0: 2.396162509918213 (2.4699030429906816) + | > grad_norm_0: tensor(24.7698, device='cuda:0') (tensor(66.3875, device='cuda:0')) + | > loss_gen: 2.4737212657928467 (2.3391983884416594) + | > loss_kl: 1.5049632787704468 (1.538392989002929) + | > loss_feat: 7.636139869689941 (6.64846110691482) + | > loss_mel: 23.291858673095703 (21.282160188991895) + | > loss_duration: 1.7275495529174805 (1.7120476578832027) + | > amp_scaler: 256.0 (151.137026239067) + | > loss_1: 36.63423156738281 (33.520260313161906) + | > grad_norm_1: tensor(273.5224, device='cuda:0') (tensor(487.4475, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 0.8504 (0.7933188228495959) + | > loader_time: 0.0052 (0.006493567725312263) + + + --> TIME: 2024-11-23 04:11:41 -- STEP: 368/797 -- GLOBAL_STEP: 43400 + | > loss_disc: 2.3308260440826416 (2.4670703119557835) + | > loss_disc_real_0: 0.11268551647663116 (0.13412191457641529) + | > loss_disc_real_1: 0.24393436312675476 (0.21783976754902498) + | > loss_disc_real_2: 0.23210926353931427 (0.23309022212482017) + | > loss_disc_real_3: 0.20504803955554962 (0.2232455548060977) + | > loss_disc_real_4: 0.2103690505027771 (0.2221058495747654) + | > loss_disc_real_5: 0.19257694482803345 (0.23284770653623602) + | > loss_0: 2.3308260440826416 (2.4670703119557835) + | > grad_norm_0: tensor(82.5164, device='cuda:0') (tensor(65.2447, device='cuda:0')) + | > loss_gen: 2.4498913288116455 (2.3397443346355287) + | > loss_kl: 1.4598504304885864 (1.5376624973571824) + | > loss_feat: 7.086092948913574 (6.652810386989428) + | > loss_mel: 21.84366798400879 (21.29562857358353) + | > loss_duration: 1.6498228311538696 (1.7094622306201774) + | > amp_scaler: 256.0 (158.26086956521735) + | > loss_1: 34.489322662353516 (33.53530798269351) + | > grad_norm_1: tensor(696.4273, device='cuda:0') (tensor(491.7778, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 0.8499 (0.7967986503373019) + | > loader_time: 0.0116 (0.0065674684617830405) + + + --> TIME: 2024-11-23 04:12:02 -- STEP: 393/797 -- GLOBAL_STEP: 43425 + | > loss_disc: 2.6626384258270264 (2.4685449861084834) + | > loss_disc_real_0: 0.320273756980896 (0.135314911452262) + | > loss_disc_real_1: 0.20287713408470154 (0.21793574454978526) + | > loss_disc_real_2: 0.2355431616306305 (0.2330186842886243) + | > loss_disc_real_3: 0.2538912892341614 (0.22361729576539144) + | > loss_disc_real_4: 0.2141345739364624 (0.22225246470393112) + | > loss_disc_real_5: 0.2596355676651001 (0.23232573467963222) + | > loss_0: 2.6626384258270264 (2.4685449861084834) + | > grad_norm_0: tensor(135.4619, device='cuda:0') (tensor(67.6356, device='cuda:0')) + | > loss_gen: 2.2474377155303955 (2.3434133638862447) + | > loss_kl: 1.6459962129592896 (1.5391078341098239) + | > loss_feat: 5.3090314865112305 (6.661968003095865) + | > loss_mel: 20.18894386291504 (21.301421274665667) + | > loss_duration: 1.6470882892608643 (1.7076712000461032) + | > amp_scaler: 256.0 (164.4783715012723) + | > loss_1: 31.038497924804688 (33.553581611497364) + | > grad_norm_1: tensor(164.1042, device='cuda:0') (tensor(496.0045, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 0.8477 (0.799057514612911) + | > loader_time: 0.009 (0.00660233825217677) + + + --> TIME: 2024-11-23 04:12:23 -- STEP: 418/797 -- GLOBAL_STEP: 43450 + | > loss_disc: 2.4328150749206543 (2.466068215347362) + | > loss_disc_real_0: 0.17786958813667297 (0.13494269774433543) + | > loss_disc_real_1: 0.24241165816783905 (0.21778325191097397) + | > loss_disc_real_2: 0.282054603099823 (0.23294710435650565) + | > loss_disc_real_3: 0.26058462262153625 (0.22348329727872138) + | > loss_disc_real_4: 0.23087173700332642 (0.2219376838520953) + | > loss_disc_real_5: 0.23682326078414917 (0.23212413529032155) + | > loss_0: 2.4328150749206543 (2.466068215347362) + | > grad_norm_0: tensor(112.0330, device='cuda:0') (tensor(68.1122, device='cuda:0')) + | > loss_gen: 2.5465667247772217 (2.3469867997192324) + | > loss_kl: 1.457031011581421 (1.5389598214455205) + | > loss_feat: 7.243314743041992 (6.669346388447227) + | > loss_mel: 21.953536987304688 (21.297402655679083) + | > loss_duration: 1.6914643049240112 (1.7059591378321493) + | > amp_scaler: 256.0 (169.95215311004785) + | > loss_1: 34.89191436767578 (33.55865476690407) + | > grad_norm_1: tensor(594.1111, device='cuda:0') (tensor(493.1351, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 0.8015 (0.8011466219094379) + | > loader_time: 0.0058 (0.0066365830635910445) + + + --> TIME: 2024-11-23 04:12:44 -- STEP: 443/797 -- GLOBAL_STEP: 43475 + | > loss_disc: 2.5338754653930664 (2.4662445587175417) + | > loss_disc_real_0: 0.10340695828199387 (0.13494850594222427) + | > loss_disc_real_1: 0.24370653927326202 (0.21778746188090564) + | > loss_disc_real_2: 0.2856243848800659 (0.23302604392608187) + | > loss_disc_real_3: 0.25315234065055847 (0.22341238059793045) + | > loss_disc_real_4: 0.29755645990371704 (0.2219524234869679) + | > loss_disc_real_5: 0.2850577235221863 (0.2321005089557467) + | > loss_0: 2.5338754653930664 (2.4662445587175417) + | > grad_norm_0: tensor(32.7196, device='cuda:0') (tensor(67.3761, device='cuda:0')) + | > loss_gen: 2.3275959491729736 (2.3460773700516073) + | > loss_kl: 1.5166727304458618 (1.5385413896418592) + | > loss_feat: 6.492899417877197 (6.6624918715948445) + | > loss_mel: 21.530330657958984 (21.28927683776443) + | > loss_duration: 1.6553826332092285 (1.7044532299041752) + | > amp_scaler: 256.0 (174.80812641083523) + | > loss_1: 33.52288055419922 (33.54084064836692) + | > grad_norm_1: tensor(170.2910, device='cuda:0') (tensor(489.8537, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 0.8236 (0.8029584626311909) + | > loader_time: 0.0062 (0.006712915665947292) + + + --> TIME: 2024-11-23 04:13:06 -- STEP: 468/797 -- GLOBAL_STEP: 43500 + | > loss_disc: 2.4039435386657715 (2.465273603414877) + | > loss_disc_real_0: 0.18141788244247437 (0.1348389573713654) + | > loss_disc_real_1: 0.19912870228290558 (0.21749418162000486) + | > loss_disc_real_2: 0.23883263766765594 (0.23284792865061352) + | > loss_disc_real_3: 0.21393941342830658 (0.22359025694875637) + | > loss_disc_real_4: 0.17627695202827454 (0.22211242002299705) + | > loss_disc_real_5: 0.22896325588226318 (0.23222427477693966) + | > loss_0: 2.4039435386657715 (2.465273603414877) + | > grad_norm_0: tensor(53.6891, device='cuda:0') (tensor(66.2393, device='cuda:0')) + | > loss_gen: 2.2876431941986084 (2.3456339917631244) + | > loss_kl: 1.2228480577468872 (1.539823649785458) + | > loss_feat: 6.579438209533691 (6.670713868915525) + | > loss_mel: 21.70936393737793 (21.318958469945148) + | > loss_duration: 1.6895689964294434 (1.7038077780833616) + | > amp_scaler: 256.0 (179.14529914529913) + | > loss_1: 33.488861083984375 (33.578937713916424) + | > grad_norm_1: tensor(607.1320, device='cuda:0') (tensor(494.1549, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 0.861 (0.8060695340490747) + | > loader_time: 0.0063 (0.006735141970153551) + + + --> TIME: 2024-11-23 04:13:28 -- STEP: 493/797 -- GLOBAL_STEP: 43525 + | > loss_disc: 2.50252366065979 (2.463989130623683) + | > loss_disc_real_0: 0.10986548662185669 (0.1348143731816304) + | > loss_disc_real_1: 0.1864592730998993 (0.21743479667280557) + | > loss_disc_real_2: 0.24363727867603302 (0.23252737053630318) + | > loss_disc_real_3: 0.2405548244714737 (0.22334774669720725) + | > loss_disc_real_4: 0.24368181824684143 (0.22206742185003614) + | > loss_disc_real_5: 0.2334045022726059 (0.23235788155520906) + | > loss_0: 2.50252366065979 (2.463989130623683) + | > grad_norm_0: tensor(30.9861, device='cuda:0') (tensor(64.9497, device='cuda:0')) + | > loss_gen: 2.3223390579223633 (2.3450664879100573) + | > loss_kl: 1.5025956630706787 (1.5402563732971288) + | > loss_feat: 6.872108459472656 (6.67778999084875) + | > loss_mel: 24.04161262512207 (21.332692573810455) + | > loss_duration: 1.6556973457336426 (1.7021986765987254) + | > amp_scaler: 256.0 (183.0425963488844) + | > loss_1: 36.394351959228516 (33.59800406063297) + | > grad_norm_1: tensor(417.2585, device='cuda:0') (tensor(490.6969, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 0.8444 (0.8089356523981924) + | > loader_time: 0.0115 (0.006799153817352856) + + + --> TIME: 2024-11-23 04:13:50 -- STEP: 518/797 -- GLOBAL_STEP: 43550 + | > loss_disc: 2.4999592304229736 (2.465078745569501) + | > loss_disc_real_0: 0.06454214453697205 (0.13492742331849567) + | > loss_disc_real_1: 0.20149171352386475 (0.2173514213973951) + | > loss_disc_real_2: 0.206590473651886 (0.23277324996169468) + | > loss_disc_real_3: 0.20735996961593628 (0.2230473885952736) + | > loss_disc_real_4: 0.2597491145133972 (0.22246806786672485) + | > loss_disc_real_5: 0.24240410327911377 (0.23263121307126344) + | > loss_0: 2.4999592304229736 (2.465078745569501) + | > grad_norm_0: tensor(83.1986, device='cuda:0') (tensor(65.1507, device='cuda:0')) + | > loss_gen: 2.2699174880981445 (2.3443932455018692) + | > loss_kl: 1.5776575803756714 (1.5387285427697381) + | > loss_feat: 6.2595930099487305 (6.681636447611923) + | > loss_mel: 21.36971664428711 (21.33578066660171) + | > loss_duration: 1.7037580013275146 (1.701379593044635) + | > amp_scaler: 256.0 (186.56370656370657) + | > loss_1: 33.180641174316406 (33.6019184635412) + | > grad_norm_1: tensor(604.0688, device='cuda:0') (tensor(491.1884, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 0.8965 (0.8111139595738707) + | > loader_time: 0.0077 (0.006857802508880737) + + + --> TIME: 2024-11-23 04:14:12 -- STEP: 543/797 -- GLOBAL_STEP: 43575 + | > loss_disc: 2.4709272384643555 (2.4661178821577763) + | > loss_disc_real_0: 0.08906130492687225 (0.13545451587680077) + | > loss_disc_real_1: 0.19588352739810944 (0.21735893187162844) + | > loss_disc_real_2: 0.23869401216506958 (0.23213325594560436) + | > loss_disc_real_3: 0.24684257805347443 (0.22329546692292335) + | > loss_disc_real_4: 0.32580268383026123 (0.22238893282786687) + | > loss_disc_real_5: 0.28940460085868835 (0.23290809017518607) + | > loss_0: 2.4709272384643555 (2.4661178821577763) + | > grad_norm_0: tensor(156.4572, device='cuda:0') (tensor(66.4196, device='cuda:0')) + | > loss_gen: 2.4303040504455566 (2.3458849308020953) + | > loss_kl: 1.5903031826019287 (1.5394256279613436) + | > loss_feat: 7.2950825691223145 (6.682107999179903) + | > loss_mel: 20.716211318969727 (21.32912251523407) + | > loss_duration: 1.7185003757476807 (1.7011713248370546) + | > amp_scaler: 256.0 (189.76058931860038) + | > loss_1: 33.750404357910156 (33.597712399112076) + | > grad_norm_1: tensor(555.0552, device='cuda:0') (tensor(493.5279, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 0.8903 (0.8137365783775707) + | > loader_time: 0.007 (0.006949953391846156) + + + --> TIME: 2024-11-23 04:14:34 -- STEP: 568/797 -- GLOBAL_STEP: 43600 + | > loss_disc: 2.6211564540863037 (2.468791878139468) + | > loss_disc_real_0: 0.18987852334976196 (0.13609642934211547) + | > loss_disc_real_1: 0.20740492641925812 (0.21728021701351852) + | > loss_disc_real_2: 0.23019693791866302 (0.23238319239880836) + | > loss_disc_real_3: 0.20025058090686798 (0.222751501029436) + | > loss_disc_real_4: 0.2303857058286667 (0.2228592451347011) + | > loss_disc_real_5: 0.18400825560092926 (0.23332535506973803) + | > loss_0: 2.6211564540863037 (2.468791878139468) + | > grad_norm_0: tensor(104.3672, device='cuda:0') (tensor(66.8050, device='cuda:0')) + | > loss_gen: 2.3115150928497314 (2.3460659848552368) + | > loss_kl: 1.499677062034607 (1.5408530031711285) + | > loss_feat: 6.014091968536377 (6.676746532111102) + | > loss_mel: 21.84576416015625 (21.33284840449482) + | > loss_duration: 1.6843140125274658 (1.7003086282753617) + | > amp_scaler: 256.0 (192.67605633802816) + | > loss_1: 33.35536193847656 (33.59682254052492) + | > grad_norm_1: tensor(247.9852, device='cuda:0') (tensor(491.5792, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 0.8532 (0.8161944390182763) + | > loader_time: 0.0084 (0.007075315210181228) + + + --> TIME: 2024-11-23 04:14:56 -- STEP: 593/797 -- GLOBAL_STEP: 43625 + | > loss_disc: 2.4649415016174316 (2.469203587125163) + | > loss_disc_real_0: 0.12832455337047577 (0.13593237355200688) + | > loss_disc_real_1: 0.21108344197273254 (0.21735184867104626) + | > loss_disc_real_2: 0.25261351466178894 (0.2325463511841293) + | > loss_disc_real_3: 0.21528728306293488 (0.22294405879198395) + | > loss_disc_real_4: 0.20929820835590363 (0.2230472228730106) + | > loss_disc_real_5: 0.2422163039445877 (0.23331445086163172) + | > loss_0: 2.4649415016174316 (2.469203587125163) + | > grad_norm_0: tensor(31.3027, device='cuda:0') (tensor(65.8502, device='cuda:0')) + | > loss_gen: 2.2686991691589355 (2.3448307017652827) + | > loss_kl: 1.6037909984588623 (1.5413590088662572) + | > loss_feat: 6.149520397186279 (6.681068847392501) + | > loss_mel: 21.75433349609375 (21.36093845978556) + | > loss_duration: 1.677229642868042 (1.700004879982034) + | > amp_scaler: 256.0 (195.34569983136595) + | > loss_1: 33.453575134277344 (33.628201878693964) + | > grad_norm_1: tensor(409.2767, device='cuda:0') (tensor(490.3791, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 0.9702 (0.8190834449877422) + | > loader_time: 0.0088 (0.007187721098052314) + + + --> TIME: 2024-11-23 04:15:19 -- STEP: 618/797 -- GLOBAL_STEP: 43650 + | > loss_disc: 2.5252268314361572 (2.4702035798224036) + | > loss_disc_real_0: 0.08402182161808014 (0.13583057655268702) + | > loss_disc_real_1: 0.2592299282550812 (0.21749372869537095) + | > loss_disc_real_2: 0.2579895853996277 (0.23275666341523135) + | > loss_disc_real_3: 0.24777930974960327 (0.22281626843422359) + | > loss_disc_real_4: 0.2495545595884323 (0.22335225189387983) + | > loss_disc_real_5: 0.2374420464038849 (0.23384135566097247) + | > loss_0: 2.5252268314361572 (2.4702035798224036) + | > grad_norm_0: tensor(38.6197, device='cuda:0') (tensor(65.3514, device='cuda:0')) + | > loss_gen: 2.303459644317627 (2.3447248679148736) + | > loss_kl: 1.533047080039978 (1.5431810482420196) + | > loss_feat: 6.143085956573486 (6.6739688783787585) + | > loss_mel: 21.865434646606445 (21.372061538079038) + | > loss_duration: 1.6905605792999268 (1.699808888450796) + | > amp_scaler: 256.0 (197.7993527508091) + | > loss_1: 33.535587310791016 (33.63374519039508) + | > grad_norm_1: tensor(290.4932, device='cuda:0') (tensor(492.3097, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 0.9136 (0.8221102308686882) + | > loader_time: 0.0071 (0.007329402618037849) + + + --> TIME: 2024-11-23 04:15:42 -- STEP: 643/797 -- GLOBAL_STEP: 43675 + | > loss_disc: 2.5941481590270996 (2.4705156738613483) + | > loss_disc_real_0: 0.1348354071378708 (0.13588557267796197) + | > loss_disc_real_1: 0.22113682329654694 (0.21766891433606803) + | > loss_disc_real_2: 0.22866392135620117 (0.232402932495574) + | > loss_disc_real_3: 0.19833560287952423 (0.22272910161485565) + | > loss_disc_real_4: 0.3069801926612854 (0.2231902661349502) + | > loss_disc_real_5: 0.31826090812683105 (0.23365218161053458) + | > loss_0: 2.5941481590270996 (2.4705156738613483) + | > grad_norm_0: tensor(76.7435, device='cuda:0') (tensor(65.0078, device='cuda:0')) + | > loss_gen: 2.2614197731018066 (2.3422289497188613) + | > loss_kl: 1.6350512504577637 (1.543743910537352) + | > loss_feat: 6.638581275939941 (6.664581651079524) + | > loss_mel: 21.2661190032959 (21.359225221221603) + | > loss_duration: 1.6751422882080078 (1.6999412851051825) + | > amp_scaler: 128.0 (195.88180404354588) + | > loss_1: 33.47631072998047 (33.60972099244866) + | > grad_norm_1: tensor(624.8198, device='cuda:0') (tensor(494.2618, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 0.8895 (0.8258132326473159) + | > loader_time: 0.0164 (0.0074334007399634704) + + + --> TIME: 2024-11-23 04:16:06 -- STEP: 668/797 -- GLOBAL_STEP: 43700 + | > loss_disc: 2.608772039413452 (2.471021947032678) + | > loss_disc_real_0: 0.11477331817150116 (0.13534115843229488) + | > loss_disc_real_1: 0.24276012182235718 (0.21753742851450766) + | > loss_disc_real_2: 0.2608315050601959 (0.23262469791723583) + | > loss_disc_real_3: 0.25071316957473755 (0.22270101730427339) + | > loss_disc_real_4: 0.26349565386772156 (0.2237119565823834) + | > loss_disc_real_5: 0.23527297377586365 (0.23437618482077194) + | > loss_0: 2.608772039413452 (2.471021947032678) + | > grad_norm_0: tensor(29.8038, device='cuda:0') (tensor(65.0750, device='cuda:0')) + | > loss_gen: 2.3029584884643555 (2.3424975980898592) + | > loss_kl: 1.5918238162994385 (1.5462690177791854) + | > loss_feat: 6.152531623840332 (6.6617981609470105) + | > loss_mel: 22.067646026611328 (21.359736876573404) + | > loss_duration: 1.6860039234161377 (1.6995598459672079) + | > amp_scaler: 128.0 (193.34131736526953) + | > loss_1: 33.80096435546875 (33.609861459560655) + | > grad_norm_1: tensor(679.9091, device='cuda:0') (tensor(497.8521, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 0.9263 (0.8290468122430904) + | > loader_time: 0.0084 (0.007530217042226281) + + + --> TIME: 2024-11-23 04:16:29 -- STEP: 693/797 -- GLOBAL_STEP: 43725 + | > loss_disc: 2.5749921798706055 (2.4710739801112367) + | > loss_disc_real_0: 0.1015348732471466 (0.13527122328614263) + | > loss_disc_real_1: 0.24345511198043823 (0.21743452127533724) + | > loss_disc_real_2: 0.26740553975105286 (0.2323062838328005) + | > loss_disc_real_3: 0.2598753869533539 (0.22316368061828748) + | > loss_disc_real_4: 0.2455138862133026 (0.22349726476452558) + | > loss_disc_real_5: 0.26475632190704346 (0.23416597130580727) + | > loss_0: 2.5749921798706055 (2.4710739801112367) + | > grad_norm_0: tensor(25.1761, device='cuda:0') (tensor(64.9962, device='cuda:0')) + | > loss_gen: 2.277459144592285 (2.3421694714613643) + | > loss_kl: 1.5109542608261108 (1.546413460507194) + | > loss_feat: 5.683903217315674 (6.663385146280042) + | > loss_mel: 20.61466407775879 (21.37232174673811) + | > loss_duration: 1.7120109796524048 (1.6988411871729825) + | > amp_scaler: 128.0 (190.98412698412707) + | > loss_1: 31.79899024963379 (33.62313097448741) + | > grad_norm_1: tensor(500.4906, device='cuda:0') (tensor(501.6911, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 0.9176 (0.8324947983327539) + | > loader_time: 0.0086 (0.007655651538403007) + + + --> TIME: 2024-11-23 04:16:53 -- STEP: 718/797 -- GLOBAL_STEP: 43750 + | > loss_disc: 2.413285255432129 (2.471304552800808) + | > loss_disc_real_0: 0.07269179075956345 (0.13555445717673625) + | > loss_disc_real_1: 0.18279169499874115 (0.21731640292658444) + | > loss_disc_real_2: 0.1964363157749176 (0.23231928695958304) + | > loss_disc_real_3: 0.1971190720796585 (0.22304397709356374) + | > loss_disc_real_4: 0.23744216561317444 (0.2238485338296066) + | > loss_disc_real_5: 0.2163972109556198 (0.2341656359664909) + | > loss_0: 2.413285255432129 (2.471304552800808) + | > grad_norm_0: tensor(9.3618, device='cuda:0') (tensor(65.9022, device='cuda:0')) + | > loss_gen: 2.388092517852783 (2.3425112931177154) + | > loss_kl: 1.6565656661987305 (1.5469423248575265) + | > loss_feat: 5.891544342041016 (6.661925349726981) + | > loss_mel: 20.901107788085938 (21.393948650625756) + | > loss_duration: 1.719092607498169 (1.6982270047525183) + | > amp_scaler: 128.0 (188.791086350975) + | > loss_1: 32.55640411376953 (33.64355458921038) + | > grad_norm_1: tensor(491.2121, device='cuda:0') (tensor(503.8567, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 0.9454 (0.8359637373337174) + | > loader_time: 0.0091 (0.007747960953991397) + + + --> TIME: 2024-11-23 04:17:18 -- STEP: 743/797 -- GLOBAL_STEP: 43775 + | > loss_disc: 2.3657991886138916 (2.4714942196657335) + | > loss_disc_real_0: 0.11139176785945892 (0.13603206909942284) + | > loss_disc_real_1: 0.1628953218460083 (0.21728890622849414) + | > loss_disc_real_2: 0.2249503880739212 (0.23231254050741285) + | > loss_disc_real_3: 0.20803233981132507 (0.22311634033878266) + | > loss_disc_real_4: 0.2431693822145462 (0.22377284665367636) + | > loss_disc_real_5: 0.22118914127349854 (0.23410989799377574) + | > loss_0: 2.3657991886138916 (2.4714942196657335) + | > grad_norm_0: tensor(29.7719, device='cuda:0') (tensor(65.9668, device='cuda:0')) + | > loss_gen: 2.322312116622925 (2.3435227028614425) + | > loss_kl: 1.508928894996643 (1.547562477566192) + | > loss_feat: 7.003978729248047 (6.6625941669315205) + | > loss_mel: 21.896194458007812 (21.39351339070666) + | > loss_duration: 1.6379709243774414 (1.6972551273625767) + | > amp_scaler: 128.0 (186.74562584118448) + | > loss_1: 34.369384765625 (33.64444782467574) + | > grad_norm_1: tensor(470.6276, device='cuda:0') (tensor(501.1024, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 0.987 (0.8395400878397966) + | > loader_time: 0.1007 (0.008943263486448885) + + + --> TIME: 2024-11-23 04:17:47 -- STEP: 768/797 -- GLOBAL_STEP: 43800 + | > loss_disc: 2.260054588317871 (2.4709305129945287) + | > loss_disc_real_0: 0.1206531748175621 (0.13585734751056108) + | > loss_disc_real_1: 0.2532866299152374 (0.21728107581535971) + | > loss_disc_real_2: 0.20618844032287598 (0.23253733090435466) + | > loss_disc_real_3: 0.18159383535385132 (0.22295824523704744) + | > loss_disc_real_4: 0.18004941940307617 (0.22360156717089308) + | > loss_disc_real_5: 0.19140155613422394 (0.2339480584487319) + | > loss_0: 2.260054588317871 (2.4709305129945287) + | > grad_norm_0: tensor(23.3452, device='cuda:0') (tensor(64.9127, device='cuda:0')) + | > loss_gen: 2.522219657897949 (2.3433809517882778) + | > loss_kl: 1.5528312921524048 (1.5480398684740073) + | > loss_feat: 7.506740093231201 (6.662442137797672) + | > loss_mel: 24.101512908935547 (21.408955253660682) + | > loss_duration: 1.6529552936553955 (1.6962475472440328) + | > amp_scaler: 128.0 (184.8333333333334) + | > loss_1: 37.33625793457031 (33.65906570603441) + | > grad_norm_1: tensor(81.4088, device='cuda:0') (tensor(497.4221, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 1.1054 (0.8474198197945952) + | > loader_time: 0.1027 (0.0120880613103509) + + + --> TIME: 2024-11-23 04:18:43 -- STEP: 793/797 -- GLOBAL_STEP: 43825 + | > loss_disc: 2.450397491455078 (2.469823973476511) + | > loss_disc_real_0: 0.14638742804527283 (0.1356585503122471) + | > loss_disc_real_1: 0.26226484775543213 (0.21730279601161442) + | > loss_disc_real_2: 0.24474725127220154 (0.23235861955194126) + | > loss_disc_real_3: 0.21643060445785522 (0.22274681179776012) + | > loss_disc_real_4: 0.23078782856464386 (0.22340404910292624) + | > loss_disc_real_5: 0.2605249285697937 (0.23408300610914506) + | > loss_0: 2.450397491455078 (2.469823973476511) + | > grad_norm_0: tensor(27.6741, device='cuda:0') (tensor(64.5857, device='cuda:0')) + | > loss_gen: 2.4381256103515625 (2.343624779285129) + | > loss_kl: 1.626597285270691 (1.5492889918715782) + | > loss_feat: 5.916426181793213 (6.666882761489847) + | > loss_mel: 19.67438316345215 (21.41492734430417) + | > loss_duration: 1.6760051250457764 (1.6954205640477766) + | > amp_scaler: 128.0 (183.0416141235814) + | > loss_1: 31.3315372467041 (33.67014438056698) + | > grad_norm_1: tensor(693.2579, device='cuda:0') (tensor(500.8544, device='cuda:0')) + | > current_lr_0: 0.00019867929711349895 + | > current_lr_1: 0.00019867929711349895 + | > step_time: 4.2759 (0.8859884747941738) + | > loader_time: 0.1261 (0.01565524909415131) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.5094587802886963 (2.5094587802886963) + | > loss_disc_real_0: 0.10709957778453827 (0.10709957778453827) + | > loss_disc_real_1: 0.16285556554794312 (0.16285556554794312) + | > loss_disc_real_2: 0.2696479558944702 (0.2696479558944702) + | > loss_disc_real_3: 0.19999094307422638 (0.19999094307422638) + | > loss_disc_real_4: 0.266812801361084 (0.266812801361084) + | > loss_disc_real_5: 0.21965530514717102 (0.21965530514717102) + | > loss_0: 2.5094587802886963 (2.5094587802886963) + | > loss_gen: 2.109412908554077 (2.109412908554077) + | > loss_kl: 1.8434621095657349 (1.8434621095657349) + | > loss_feat: 5.969861030578613 (5.969861030578613) + | > loss_mel: 20.155546188354492 (20.155546188354492) + | > loss_duration: 1.9660170078277588 (1.9660170078277588) + | > loss_1: 32.0443000793457 (32.0443000793457) + + --> STEP: 1 + | > loss_disc: 2.3025543689727783 (2.3025543689727783) + | > loss_disc_real_0: 0.0636335164308548 (0.0636335164308548) + | > loss_disc_real_1: 0.09484083950519562 (0.09484083950519562) + | > loss_disc_real_2: 0.2022969126701355 (0.2022969126701355) + | > loss_disc_real_3: 0.19915246963500977 (0.19915246963500977) + | > loss_disc_real_4: 0.19801844656467438 (0.19801844656467438) + | > loss_disc_real_5: 0.2482907623052597 (0.2482907623052597) + | > loss_0: 2.3025543689727783 (2.3025543689727783) + | > loss_gen: 2.159910202026367 (2.159910202026367) + | > loss_kl: 1.6524658203125 (1.6524658203125) + | > loss_feat: 8.14685344696045 (8.14685344696045) + | > loss_mel: 23.258193969726562 (23.258193969726562) + | > loss_duration: 1.7030402421951294 (1.7030402421951294) + | > loss_1: 36.92046356201172 (36.92046356201172) + + --> STEP: 2 + | > loss_disc: 2.4060521125793457 (2.354303240776062) + | > loss_disc_real_0: 0.09579639136791229 (0.07971495389938354) + | > loss_disc_real_1: 0.1939014494419098 (0.1443711444735527) + | > loss_disc_real_2: 0.24281521141529083 (0.22255606204271317) + | > loss_disc_real_3: 0.2089042365550995 (0.20402835309505463) + | > loss_disc_real_4: 0.2062067687511444 (0.2021126076579094) + | > loss_disc_real_5: 0.2538118064403534 (0.25105128437280655) + | > loss_0: 2.4060521125793457 (2.354303240776062) + | > loss_gen: 2.255915403366089 (2.207912802696228) + | > loss_kl: 1.9093908071517944 (1.7809283137321472) + | > loss_feat: 6.34058952331543 (7.2437214851379395) + | > loss_mel: 21.433856964111328 (22.346025466918945) + | > loss_duration: 1.7253955602645874 (1.7142179012298584) + | > loss_1: 33.6651496887207 (35.29280662536621) + + --> STEP: 3 + | > loss_disc: 2.4540746212005615 (2.3875603675842285) + | > loss_disc_real_0: 0.13554590940475464 (0.0983252724011739) + | > loss_disc_real_1: 0.1524091362953186 (0.147050475080808) + | > loss_disc_real_2: 0.2582738697528839 (0.23446199794610342) + | > loss_disc_real_3: 0.2133103460073471 (0.20712235073248544) + | > loss_disc_real_4: 0.14366069436073303 (0.18262863655885062) + | > loss_disc_real_5: 0.27575692534446716 (0.25928649803002674) + | > loss_0: 2.4540746212005615 (2.3875603675842285) + | > loss_gen: 2.0751917362213135 (2.16367244720459) + | > loss_kl: 0.8062815070152283 (1.4560460448265076) + | > loss_feat: 6.3559441566467285 (6.947795708974202) + | > loss_mel: 20.707185745239258 (21.799745559692383) + | > loss_duration: 1.7267026901245117 (1.7183794975280762) + | > loss_1: 31.671306610107422 (34.08563995361328) + + --> STEP: 4 + | > loss_disc: 2.5170323848724365 (2.4199283719062805) + | > loss_disc_real_0: 0.09580233693122864 (0.09769453853368759) + | > loss_disc_real_1: 0.2060856819152832 (0.1618092767894268) + | > loss_disc_real_2: 0.28178635239601135 (0.2462930865585804) + | > loss_disc_real_3: 0.16736480593681335 (0.19718296453356743) + | > loss_disc_real_4: 0.2449396550655365 (0.19820639118552208) + | > loss_disc_real_5: 0.3073067367076874 (0.2712915576994419) + | > loss_0: 2.5170323848724365 (2.4199283719062805) + | > loss_gen: 2.02325439453125 (2.128567934036255) + | > loss_kl: 1.7012430429458618 (1.5173452943563461) + | > loss_feat: 5.7363362312316895 (6.644930839538574) + | > loss_mel: 19.818117141723633 (21.304338455200195) + | > loss_duration: 1.6507145166397095 (1.7014632523059845) + | > loss_1: 30.929664611816406 (33.29664611816406) + + --> STEP: 5 + | > loss_disc: 2.6232733726501465 (2.460597372055054) + | > loss_disc_real_0: 0.08205512166023254 (0.09456665515899658) + | > loss_disc_real_1: 0.13883917033672333 (0.1572152554988861) + | > loss_disc_real_2: 0.24293844401836395 (0.2456221580505371) + | > loss_disc_real_3: 0.19545802474021912 (0.19683797657489777) + | > loss_disc_real_4: 0.2533491253852844 (0.20923493802547455) + | > loss_disc_real_5: 0.2737997770309448 (0.2717932015657425) + | > loss_0: 2.6232733726501465 (2.460597372055054) + | > loss_gen: 2.0104622840881348 (2.104946804046631) + | > loss_kl: 1.8289313316345215 (1.5796625018119812) + | > loss_feat: 6.5184125900268555 (6.619627189636231) + | > loss_mel: 22.464487075805664 (21.53636817932129) + | > loss_duration: 1.9310555458068848 (1.7473817110061645) + | > loss_1: 34.75334930419922 (33.58798675537109) + + --> STEP: 6 + | > loss_disc: 2.547545909881592 (2.4750887950261435) + | > loss_disc_real_0: 0.1308627873659134 (0.10061601052681605) + | > loss_disc_real_1: 0.1615416705608368 (0.1579363246758779) + | > loss_disc_real_2: 0.2522470951080322 (0.2467263142267863) + | > loss_disc_real_3: 0.24374093115329742 (0.2046551356712977) + | > loss_disc_real_4: 0.2850778102874756 (0.22187541673580805) + | > loss_disc_real_5: 0.24938662350177765 (0.26805877188841504) + | > loss_0: 2.547545909881592 (2.4750887950261435) + | > loss_gen: 2.296022415161133 (2.1367927392323813) + | > loss_kl: 1.6367497444152832 (1.5891770422458649) + | > loss_feat: 6.396114826202393 (6.582375129063924) + | > loss_mel: 23.837196350097656 (21.91983954111735) + | > loss_duration: 1.6560437679290771 (1.7321587204933167) + | > loss_1: 35.82212829589844 (33.96034367879232) + + --> STEP: 7 + | > loss_disc: 2.426877975463867 (2.4682015350886752) + | > loss_disc_real_0: 0.14438556134700775 (0.10686880350112915) + | > loss_disc_real_1: 0.18312840163707733 (0.1615351928131921) + | > loss_disc_real_2: 0.21204666793346405 (0.24177207904202597) + | > loss_disc_real_3: 0.20198634266853333 (0.20427387952804565) + | > loss_disc_real_4: 0.19189639389514923 (0.2175926991871425) + | > loss_disc_real_5: 0.21358756721019745 (0.26027717122009825) + | > loss_0: 2.426877975463867 (2.4682015350886752) + | > loss_gen: 2.314424991607666 (2.1621687752859935) + | > loss_kl: 1.767674446105957 (1.6146766713687353) + | > loss_feat: 7.193818092346191 (6.669724123818534) + | > loss_mel: 21.851022720336914 (21.910008566720144) + | > loss_duration: 1.6883976459503174 (1.7259071384157454) + | > loss_1: 34.815338134765625 (34.082485743931365) + + --> STEP: 8 + | > loss_disc: 2.4934420585632324 (2.471356600522995) + | > loss_disc_real_0: 0.09719531238079071 (0.10565961711108685) + | > loss_disc_real_1: 0.15079531073570251 (0.1601927075535059) + | > loss_disc_real_2: 0.24575796723365784 (0.24227031506597996) + | > loss_disc_real_3: 0.13234807550907135 (0.19528315402567387) + | > loss_disc_real_4: 0.1910080760717392 (0.2142696212977171) + | > loss_disc_real_5: 0.17338912189006805 (0.24941616505384448) + | > loss_0: 2.4934420585632324 (2.471356600522995) + | > loss_gen: 1.9386463165283203 (2.134228467941284) + | > loss_kl: 1.8704384565353394 (1.6466468945145607) + | > loss_feat: 7.531287670135498 (6.777419567108154) + | > loss_mel: 22.689050674438477 (22.007388830184937) + | > loss_duration: 1.722525954246521 (1.7254844903945923) + | > loss_1: 35.75194549560547 (34.291168212890625) + + --> STEP: 9 + | > loss_disc: 2.2085301876068115 (2.44215366575453) + | > loss_disc_real_0: 0.10487651079893112 (0.1055726052986251) + | > loss_disc_real_1: 0.2216239720582962 (0.16701840360959372) + | > loss_disc_real_2: 0.2632361948490143 (0.2445998572640949) + | > loss_disc_real_3: 0.17590837180614471 (0.19313040044572619) + | > loss_disc_real_4: 0.21348151564598083 (0.21418205400307974) + | > loss_disc_real_5: 0.22049260139465332 (0.24620243575837877) + | > loss_0: 2.2085301876068115 (2.44215366575453) + | > loss_gen: 2.573594331741333 (2.183046897252401) + | > loss_kl: 1.7167466878890991 (1.654435760445065) + | > loss_feat: 6.9306817054748535 (6.794448693593343) + | > loss_mel: 23.528366088867188 (22.176386303371853) + | > loss_duration: 1.6569573879241943 (1.7178703678978815) + | > loss_1: 36.40634536743164 (34.526187896728516) + + --> STEP: 10 + | > loss_disc: 2.4788973331451416 (2.4458280324935915) + | > loss_disc_real_0: 0.09824345260858536 (0.10483969002962112) + | > loss_disc_real_1: 0.15929636359214783 (0.16624619960784912) + | > loss_disc_real_2: 0.2668505609035492 (0.2468249276280403) + | > loss_disc_real_3: 0.21469983458518982 (0.19528734385967256) + | > loss_disc_real_4: 0.22374475002288818 (0.21513832360506058) + | > loss_disc_real_5: 0.25219398736953735 (0.24680159091949463) + | > loss_0: 2.4788973331451416 (2.4458280324935915) + | > loss_gen: 2.0601072311401367 (2.170752930641174) + | > loss_kl: 1.7066813707351685 (1.6596603214740753) + | > loss_feat: 6.052513122558594 (6.720255136489868) + | > loss_mel: 21.400239944458008 (22.09877166748047) + | > loss_duration: 1.6353158950805664 (1.70961492061615) + | > loss_1: 32.8548583984375 (34.35905494689941) + + --> STEP: 11 + | > loss_disc: 2.5508291721343994 (2.455373590642756) + | > loss_disc_real_0: 0.1491101086139679 (0.10886427353728902) + | > loss_disc_real_1: 0.15658925473690033 (0.16536829552867197) + | > loss_disc_real_2: 0.2219340205192566 (0.24456211789087814) + | > loss_disc_real_3: 0.2665614187717438 (0.2017668052153154) + | > loss_disc_real_4: 0.21759580075740814 (0.21536173061891037) + | > loss_disc_real_5: 0.2052050679922104 (0.24302008883519607) + | > loss_0: 2.5508291721343994 (2.455373590642756) + | > loss_gen: 2.0460383892059326 (2.1594152450561523) + | > loss_kl: 1.8595942258834839 (1.6778361309658398) + | > loss_feat: 6.830009460449219 (6.7302328023043545) + | > loss_mel: 21.050945281982422 (22.00351472334428) + | > loss_duration: 1.5829333066940308 (1.6980984102595935) + | > loss_1: 33.3695182800293 (34.26909706809304) + + --> STEP: 12 + | > loss_disc: 2.5302751064300537 (2.4616153836250305) + | > loss_disc_real_0: 0.14547568559646606 (0.11191522454222043) + | > loss_disc_real_1: 0.1726921796798706 (0.16597861920793852) + | > loss_disc_real_2: 0.2506823241710663 (0.24507213508089384) + | > loss_disc_real_3: 0.1935097724199295 (0.20107871914903322) + | > loss_disc_real_4: 0.19223277270793915 (0.21343431745966276) + | > loss_disc_real_5: 0.27276611328125 (0.24549892420570055) + | > loss_0: 2.5302751064300537 (2.4616153836250305) + | > loss_gen: 2.068150520324707 (2.1518098513285318) + | > loss_kl: 1.7134833335876465 (1.6808067311843236) + | > loss_feat: 6.084381103515625 (6.6764118274052935) + | > loss_mel: 20.917518615722656 (21.91301504770915) + | > loss_duration: 1.7308543920516968 (1.7008280754089355) + | > loss_1: 32.51438903808594 (34.12287139892578) + + --> STEP: 13 + | > loss_disc: 2.464164972305298 (2.461811505831205) + | > loss_disc_real_0: 0.08358483016490936 (0.10973596343627343) + | > loss_disc_real_1: 0.13101133704185486 (0.16328882827208593) + | > loss_disc_real_2: 0.1747739464044571 (0.2396645821057833) + | > loss_disc_real_3: 0.10933484137058258 (0.1940214977814601) + | > loss_disc_real_4: 0.15094731748104095 (0.20862762515361494) + | > loss_disc_real_5: 0.10710521787405014 (0.2348532544878813) + | > loss_0: 2.464164972305298 (2.461811505831205) + | > loss_gen: 1.7944384813308716 (2.1243197459440966) + | > loss_kl: 2.2052955627441406 (1.7211520259196942) + | > loss_feat: 8.98354721069336 (6.853883779965914) + | > loss_mel: 22.55843734741211 (21.96266291691707) + | > loss_duration: 1.7610300779342651 (1.7054589986801147) + | > loss_1: 37.3027458190918 (34.36747712355394) + + --> STEP: 14 + | > loss_disc: 2.248387336730957 (2.4465669223240445) + | > loss_disc_real_0: 0.08564157783985138 (0.10801493589367185) + | > loss_disc_real_1: 0.16802361607551575 (0.16362702740090235) + | > loss_disc_real_2: 0.271211713552475 (0.24191794863768987) + | > loss_disc_real_3: 0.20401111245155334 (0.19473504168646677) + | > loss_disc_real_4: 0.1596883088350296 (0.2051319597022874) + | > loss_disc_real_5: 0.1713288575410843 (0.23031579756311008) + | > loss_0: 2.248387336730957 (2.4465669223240445) + | > loss_gen: 2.135409355163574 (2.125111860888345) + | > loss_kl: 2.225245237350464 (1.757158683879035) + | > loss_feat: 5.521069049835205 (6.758682727813721) + | > loss_mel: 17.9759521484375 (21.67789786202567) + | > loss_duration: 1.7214457988739014 (1.7066009129796709) + | > loss_1: 29.57912254333496 (34.025451796395444) + + --> STEP: 15 + | > loss_disc: 2.600412368774414 (2.4568232854207355) + | > loss_disc_real_0: 0.11046550422906876 (0.10817830711603164) + | > loss_disc_real_1: 0.12092431634664536 (0.1607801799972852) + | > loss_disc_real_2: 0.253895103931427 (0.24271642565727233) + | > loss_disc_real_3: 0.19246628880500793 (0.1945837914943695) + | > loss_disc_real_4: 0.2721045911312103 (0.20959680179754894) + | > loss_disc_real_5: 0.23282019793987274 (0.2304827575882276) + | > loss_0: 2.600412368774414 (2.4568232854207355) + | > loss_gen: 2.296319007873535 (2.1365256706873574) + | > loss_kl: 1.5600993633270264 (1.7440213958422344) + | > loss_feat: 7.150306701660156 (6.784790992736816) + | > loss_mel: 25.89797019958496 (21.959236017862956) + | > loss_duration: 1.6586917638778687 (1.7034069697062175) + | > loss_1: 38.563385009765625 (34.32798067728679) + + --> STEP: 16 + | > loss_disc: 2.587028741836548 (2.464961126446724) + | > loss_disc_real_0: 0.1473451852798462 (0.11062623700127006) + | > loss_disc_real_1: 0.15481752157211304 (0.16040751384571195) + | > loss_disc_real_2: 0.26893851161003113 (0.24435530602931976) + | > loss_disc_real_3: 0.26284751296043396 (0.19885027408599854) + | > loss_disc_real_4: 0.27587705850601196 (0.21373931784182787) + | > loss_disc_real_5: 0.24310614168643951 (0.23127171909436584) + | > loss_0: 2.587028741836548 (2.464961126446724) + | > loss_gen: 2.09506893157959 (2.133934624493122) + | > loss_kl: 1.6370959281921387 (1.7373385541141033) + | > loss_feat: 5.8239593505859375 (6.7247390151023865) + | > loss_mel: 21.393795013427734 (21.923895955085754) + | > loss_duration: 1.8192607164382935 (1.7106478288769722) + | > loss_1: 32.76918029785156 (34.23055565357209) + + --> STEP: 17 + | > loss_disc: 2.408160448074341 (2.461619910071878) + | > loss_disc_real_0: 0.07586473226547241 (0.10858144260504667) + | > loss_disc_real_1: 0.12760034203529358 (0.158477680209805) + | > loss_disc_real_2: 0.3019833564758301 (0.24774519134970271) + | > loss_disc_real_3: 0.23712702095508575 (0.20110184743123896) + | > loss_disc_real_4: 0.21676109731197357 (0.21391706957536585) + | > loss_disc_real_5: 0.21167775988578796 (0.23011913325856714) + | > loss_0: 2.408160448074341 (2.461619910071878) + | > loss_gen: 2.121706247329712 (2.133215308189392) + | > loss_kl: 1.5625981092453003 (1.7270597044159384) + | > loss_feat: 7.157644271850586 (6.7502040302052215) + | > loss_mel: 23.46407699584961 (22.01449483983657) + | > loss_duration: 1.6569480895996094 (1.7074890206841862) + | > loss_1: 35.962974548339844 (34.33246264738196) + + --> STEP: 18 + | > loss_disc: 2.295726776123047 (2.4524036248524985) + | > loss_disc_real_0: 0.03879132866859436 (0.10470421405302154) + | > loss_disc_real_1: 0.10797711461782455 (0.15567209323247275) + | > loss_disc_real_2: 0.2813376486301422 (0.24961143897639382) + | > loss_disc_real_3: 0.22447806596755981 (0.20240052623881233) + | > loss_disc_real_4: 0.2064492255449295 (0.2135021893514527) + | > loss_disc_real_5: 0.18543192744255066 (0.22763651071323288) + | > loss_0: 2.295726776123047 (2.4524036248524985) + | > loss_gen: 2.1771414279937744 (2.1356556481785245) + | > loss_kl: 1.4151391983032227 (1.7097307874096765) + | > loss_feat: 8.488188743591309 (6.846758736504449) + | > loss_mel: 23.1182861328125 (22.075816578335232) + | > loss_duration: 1.6217806339263916 (1.7027274436420865) + | > loss_1: 36.82053756713867 (34.47068903181289) + + --> STEP: 19 + | > loss_disc: 2.2692525386810303 (2.4427640940013684) + | > loss_disc_real_0: 0.08994492143392563 (0.10392740917833228) + | > loss_disc_real_1: 0.13332700729370117 (0.15449603607780055) + | > loss_disc_real_2: 0.22075344622135162 (0.24809259725244423) + | > loss_disc_real_3: 0.26083993911743164 (0.20547628481137126) + | > loss_disc_real_4: 0.20169730484485626 (0.21288087964057922) + | > loss_disc_real_5: 0.20417125523090363 (0.2264014972667945) + | > loss_0: 2.2692525386810303 (2.4427640940013684) + | > loss_gen: 2.399456024169922 (2.149539878493861) + | > loss_kl: 1.6143189668655396 (1.7047091126441956) + | > loss_feat: 7.0635271072387695 (6.858167598122044) + | > loss_mel: 22.510944366455078 (22.098718040867855) + | > loss_duration: 1.764810562133789 (1.7059949761942814) + | > loss_1: 35.353057861328125 (34.51712949652421) + + --> STEP: 20 + | > loss_disc: 2.6234323978424072 (2.4517975091934203) + | > loss_disc_real_0: 0.08703488856554031 (0.10308278314769267) + | > loss_disc_real_1: 0.15834330022335052 (0.15468839928507805) + | > loss_disc_real_2: 0.2512662410736084 (0.24825127944350242) + | > loss_disc_real_3: 0.20956838130950928 (0.20568088963627815) + | > loss_disc_real_4: 0.294487327337265 (0.21696120202541352) + | > loss_disc_real_5: 0.2925894856452942 (0.22971089668571948) + | > loss_0: 2.6234323978424072 (2.4517975091934203) + | > loss_gen: 2.125718355178833 (2.1483488023281097) + | > loss_kl: 1.5383572578430176 (1.6963915199041366) + | > loss_feat: 6.602632522583008 (6.845390844345093) + | > loss_mel: 22.892833709716797 (22.1384238243103) + | > loss_duration: 1.6390753984451294 (1.7026489973068237) + | > loss_1: 34.79861831665039 (34.53120393753052) + + --> STEP: 21 + | > loss_disc: 2.753602981567383 (2.4661691983540854) + | > loss_disc_real_0: 0.1930878460407257 (0.1073687385235514) + | > loss_disc_real_1: 0.22997018694877625 (0.15827324631668271) + | > loss_disc_real_2: 0.24639561772346497 (0.24816291459969111) + | > loss_disc_real_3: 0.22639787197113037 (0.20666741260460444) + | > loss_disc_real_4: 0.24783526360988617 (0.21843139543419793) + | > loss_disc_real_5: 0.2734311521053314 (0.23179281361046292) + | > loss_0: 2.753602981567383 (2.4661691983540854) + | > loss_gen: 1.83056640625 (2.133216307276771) + | > loss_kl: 1.4516125917434692 (1.6847353804679144) + | > loss_feat: 2.7022976875305176 (6.648100694020589) + | > loss_mel: 13.38516616821289 (21.721602031162806) + | > loss_duration: 1.6264431476593018 (1.6990201473236084) + | > loss_1: 20.99608612060547 (33.886674517676944) + + --> STEP: 22 + | > loss_disc: 2.339498281478882 (2.4604114294052124) + | > loss_disc_real_0: 0.09615392982959747 (0.10685897449200804) + | > loss_disc_real_1: 0.11814338713884354 (0.15644916180859914) + | > loss_disc_real_2: 0.23644141852855682 (0.24763011932373047) + | > loss_disc_real_3: 0.12738192081451416 (0.2030635266141458) + | > loss_disc_real_4: 0.23937048017978668 (0.21938317201354288) + | > loss_disc_real_5: 0.2221561074256897 (0.23135478151115504) + | > loss_0: 2.339498281478882 (2.4604114294052124) + | > loss_gen: 2.3233835697174072 (2.1418602737513455) + | > loss_kl: 1.8707563877105713 (1.693190880797126) + | > loss_feat: 8.170723915100098 (6.717310840433294) + | > loss_mel: 25.243675231933594 (21.88169626756148) + | > loss_duration: 1.7680095434188843 (1.7021560289643027) + | > loss_1: 39.376548767089844 (34.13621425628662) + + --> STEP: 23 + | > loss_disc: 2.4388363361358643 (2.4594733818717627) + | > loss_disc_real_0: 0.10306920856237411 (0.10669420206028482) + | > loss_disc_real_1: 0.12314366549253464 (0.15500109675137894) + | > loss_disc_real_2: 0.20323890447616577 (0.24570006650427115) + | > loss_disc_real_3: 0.17067749798297882 (0.2016554384127907) + | > loss_disc_real_4: 0.10820852965116501 (0.21454949191083078) + | > loss_disc_real_5: 0.18612954020500183 (0.22938846667175708) + | > loss_0: 2.4388363361358643 (2.4594733818717627) + | > loss_gen: 1.8328304290771484 (2.1284241935481196) + | > loss_kl: 1.5109375715255737 (1.6852668238722759) + | > loss_feat: 6.863292217254639 (6.723657856816831) + | > loss_mel: 21.951583862304688 (21.88473485863727) + | > loss_duration: 1.7403312921524048 (1.7038158230159595) + | > loss_1: 33.89897537231445 (34.125899522200875) + + --> STEP: 24 + | > loss_disc: 2.557947874069214 (2.463576485713323) + | > loss_disc_real_0: 0.10981657356023788 (0.10682430087278287) + | > loss_disc_real_1: 0.15820223093032837 (0.15513447734216848) + | > loss_disc_real_2: 0.20681071281433105 (0.2440796767671903) + | > loss_disc_real_3: 0.20934545993804932 (0.20197585597634315) + | > loss_disc_real_4: 0.232652947306633 (0.21530380255232254) + | > loss_disc_real_5: 0.22330616414546967 (0.22913503739982843) + | > loss_0: 2.557947874069214 (2.463576485713323) + | > loss_gen: 1.907160997390747 (2.119204893708229) + | > loss_kl: 1.5659042596817017 (1.6802933836976688) + | > loss_feat: 5.936283588409424 (6.690850595633189) + | > loss_mel: 19.067026138305664 (21.767330328623455) + | > loss_duration: 1.6383198499679565 (1.7010868241389592) + | > loss_1: 30.114694595336914 (33.95876598358154) + + --> STEP: 25 + | > loss_disc: 2.4560251235961914 (2.463274431228638) + | > loss_disc_real_0: 0.04830247163772583 (0.10448342770338058) + | > loss_disc_real_1: 0.10686516761779785 (0.15320370495319366) + | > loss_disc_real_2: 0.27775952219963074 (0.24542687058448792) + | > loss_disc_real_3: 0.1927637755870819 (0.2016073727607727) + | > loss_disc_real_4: 0.2232423722743988 (0.21562134534120558) + | > loss_disc_real_5: 0.3157050609588623 (0.23259783834218978) + | > loss_0: 2.4560251235961914 (2.463274431228638) + | > loss_gen: 2.1932151317596436 (2.1221653032302856) + | > loss_kl: 1.7362911701202393 (1.6825332951545715) + | > loss_feat: 7.203194618225098 (6.711344356536865) + | > loss_mel: 23.260143280029297 (21.82704284667969) + | > loss_duration: 1.629163384437561 (1.6982098865509032) + | > loss_1: 36.02200698852539 (34.0412956237793) + + --> STEP: 26 + | > loss_disc: 2.589172124862671 (2.468116650214562) + | > loss_disc_real_0: 0.09091179072856903 (0.10396144166588783) + | > loss_disc_real_1: 0.07773441821336746 (0.15030104007858497) + | > loss_disc_real_2: 0.22069258987903595 (0.24447555209581667) + | > loss_disc_real_3: 0.17959551513195038 (0.20076076285197184) + | > loss_disc_real_4: 0.1711832880973816 (0.21391218929336622) + | > loss_disc_real_5: 0.20416203141212463 (0.2315041534602642) + | > loss_0: 2.589172124862671 (2.468116650214562) + | > loss_gen: 1.7239197492599487 (2.1068481665391188) + | > loss_kl: 1.7219429016113281 (1.684049049249062) + | > loss_feat: 7.758448600769043 (6.751617596699641) + | > loss_mel: 22.875656127929688 (21.867374126727764) + | > loss_duration: 1.6689159870147705 (1.6970831981072059) + | > loss_1: 35.74888229370117 (34.106972034160904) + + --> STEP: 27 + | > loss_disc: 2.4019339084625244 (2.465665437557079) + | > loss_disc_real_0: 0.06887644529342651 (0.10266199735579667) + | > loss_disc_real_1: 0.14950670301914215 (0.1502716201874945) + | > loss_disc_real_2: 0.20799626410007477 (0.24312446735523366) + | > loss_disc_real_3: 0.17879486083984375 (0.19994721092559672) + | > loss_disc_real_4: 0.21558253467082977 (0.21397405393697597) + | > loss_disc_real_5: 0.24673274159431458 (0.23206817524300682) + | > loss_0: 2.4019339084625244 (2.465665437557079) + | > loss_gen: 2.147339105606079 (2.1083478309490062) + | > loss_kl: 2.072780132293701 (1.698446496769234) + | > loss_feat: 7.60374116897583 (6.783177729006167) + | > loss_mel: 22.799081802368164 (21.90188181841815) + | > loss_duration: 1.7087949514389038 (1.6975169667491206) + | > loss_1: 36.33173370361328 (34.18937061451099) + + --> STEP: 28 + | > loss_disc: 2.394714117050171 (2.46313146182469) + | > loss_disc_real_0: 0.08840879797935486 (0.10215295452092375) + | > loss_disc_real_1: 0.12598250806331635 (0.14940415189734527) + | > loss_disc_real_2: 0.2123229205608368 (0.2420244121125766) + | > loss_disc_real_3: 0.16667212545871735 (0.19875881501606532) + | > loss_disc_real_4: 0.1888224333524704 (0.21307578177324363) + | > loss_disc_real_5: 0.1929483860731125 (0.23067103991551058) + | > loss_0: 2.394714117050171 (2.46313146182469) + | > loss_gen: 2.0632007122039795 (2.1067354338509694) + | > loss_kl: 1.4897959232330322 (1.6909946905715125) + | > loss_feat: 8.429661750793457 (6.841980729784284) + | > loss_mel: 22.492177963256836 (21.92296382359096) + | > loss_duration: 1.7027900218963623 (1.6977052901472365) + | > loss_1: 36.17762756347656 (34.26037979125976) + + --> STEP: 29 + | > loss_disc: 2.4527134895324707 (2.46277222140082) + | > loss_disc_real_0: 0.10232250392436981 (0.10215880105207706) + | > loss_disc_real_1: 0.18285046517848969 (0.15055747304497094) + | > loss_disc_real_2: 0.2579035460948944 (0.24257196845679446) + | > loss_disc_real_3: 0.2563328146934509 (0.20074412534976827) + | > loss_disc_real_4: 0.2832043468952179 (0.21549400815675998) + | > loss_disc_real_5: 0.25218331813812256 (0.23141284261284203) + | > loss_0: 2.4527134895324707 (2.46277222140082) + | > loss_gen: 2.3833279609680176 (2.116273107199833) + | > loss_kl: 1.6365066766738892 (1.68911579354056) + | > loss_feat: 5.822892665863037 (6.806839762062862) + | > loss_mel: 20.64487648010254 (21.87889184622929) + | > loss_duration: 1.6437848806381226 (1.6958459656814049) + | > loss_1: 32.131385803222656 (34.186966205465374) + + --> STEP: 30 + | > loss_disc: 2.2682478427886963 (2.4562880754470826) + | > loss_disc_real_0: 0.038600191473960876 (0.10004018073280653) + | > loss_disc_real_1: 0.1315290480852127 (0.149923192212979) + | > loss_disc_real_2: 0.19318906962871552 (0.24092587182919184) + | > loss_disc_real_3: 0.13366471230983734 (0.1985081449151039) + | > loss_disc_real_4: 0.15566501021385193 (0.2134997082253297) + | > loss_disc_real_5: 0.15547847747802734 (0.22888169710834821) + | > loss_0: 2.2682478427886963 (2.4562880754470826) + | > loss_gen: 1.8871214389801025 (2.1086347182591756) + | > loss_kl: 1.7169066667556763 (1.6900421559810639) + | > loss_feat: 9.206096649169922 (6.886814991633098) + | > loss_mel: 25.716690063476562 (22.006818453470867) + | > loss_duration: 1.6922643184661865 (1.6957265774408976) + | > loss_1: 40.21908187866211 (34.388036727905266) + + --> STEP: 31 + | > loss_disc: 2.5679750442504883 (2.459890880892354) + | > loss_disc_real_0: 0.1232537254691124 (0.10078900475655833) + | > loss_disc_real_1: 0.1504444032907486 (0.1499400054735522) + | > loss_disc_real_2: 0.22191770374774933 (0.24031270511688724) + | > loss_disc_real_3: 0.18987248837947845 (0.19822957534943858) + | > loss_disc_real_4: 0.18765059113502502 (0.2126658657385457) + | > loss_disc_real_5: 0.26453083753585815 (0.23003166938020336) + | > loss_0: 2.5679750442504883 (2.459890880892354) + | > loss_gen: 1.9147469997406006 (2.1023802757263184) + | > loss_kl: 1.6751794815063477 (1.6895627148689762) + | > loss_feat: 7.753050804138184 (6.914758082359068) + | > loss_mel: 22.429128646850586 (22.02044136293473) + | > loss_duration: 1.6310462951660156 (1.6936401167223532) + | > loss_1: 35.40315246582031 (34.420782396870266) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.011247196505146643 (+0.0022009188129055897) + | > avg_loss_disc: 2.459890880892354 (+0.016345262527466264) + | > avg_loss_disc_real_0: 0.10078900475655833 (+0.049005842617442535) + | > avg_loss_disc_real_1: 0.1499400054735522 (-0.07448366789087171) + | > avg_loss_disc_real_2: 0.24031270511688724 (-0.016197905905785126) + | > avg_loss_disc_real_3: 0.19822957534943858 (-0.03633542406943535) + | > avg_loss_disc_real_4: 0.2126658657385457 (-0.049227757078985995) + | > avg_loss_disc_real_5: 0.23003166938020336 (-0.009689591825008392) + | > avg_loss_0: 2.459890880892354 (+0.016345262527466264) + | > avg_loss_gen: 2.1023802757263184 (-0.13512900567823793) + | > avg_loss_kl: 1.6895627148689762 (+0.016782037673457983) + | > avg_loss_feat: 6.914758082359068 (-0.005839778530981832) + | > avg_loss_mel: 22.02044136293473 (+0.32043887722877074) + | > avg_loss_duration: 1.6936401167223532 (-0.006685341558148705) + | > avg_loss_1: 34.420782396870266 (+0.1895662123157038) + + + > EPOCH: 26/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 04:19:03)  + + --> TIME: 2024-11-23 04:19:20 -- STEP: 21/797 -- GLOBAL_STEP: 43850 + | > loss_disc: 2.270219087600708 (2.442599920999436) + | > loss_disc_real_0: 0.10287264734506607 (0.12418231084233239) + | > loss_disc_real_1: 0.19661206007003784 (0.22122258728458769) + | > loss_disc_real_2: 0.18875476717948914 (0.23058013830866134) + | > loss_disc_real_3: 0.24625492095947266 (0.22807601449035464) + | > loss_disc_real_4: 0.1957741379737854 (0.2194603014559973) + | > loss_disc_real_5: 0.19833166897296906 (0.2249625779333569) + | > loss_0: 2.270219087600708 (2.442599920999436) + | > grad_norm_0: tensor(30.3704, device='cuda:0') (tensor(66.9652, device='cuda:0')) + | > loss_gen: 2.336481809616089 (2.4179447378431047) + | > loss_kl: 1.6785279512405396 (1.5235167060579573) + | > loss_feat: 7.395044326782227 (6.882651760464623) + | > loss_mel: 21.549928665161133 (20.84572901044573) + | > loss_duration: 1.841031789779663 (1.8486139263425554) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.8010139465332 (33.518456050327835) + | > grad_norm_1: tensor(566.3829, device='cuda:0') (tensor(538.6949, device='cuda:0')) + | > current_lr_0: 0.00019865446220135974 + | > current_lr_1: 0.00019865446220135974 + | > step_time: 0.7782 (0.7551036448705764) + | > loader_time: 0.0036 (0.005722216197422572) + + + --> TIME: 2024-11-23 04:19:39 -- STEP: 46/797 -- GLOBAL_STEP: 43875 + | > loss_disc: 2.4717817306518555 (2.476595624633458) + | > loss_disc_real_0: 0.15588456392288208 (0.13120579784331116) + | > loss_disc_real_1: 0.2061818391084671 (0.22431812111450278) + | > loss_disc_real_2: 0.21200993657112122 (0.23322899153699045) + | > loss_disc_real_3: 0.20198270678520203 (0.22282265709794086) + | > loss_disc_real_4: 0.22754208743572235 (0.22270184755325317) + | > loss_disc_real_5: 0.23089098930358887 (0.23152379950751428) + | > loss_0: 2.4717817306518555 (2.476595624633458) + | > grad_norm_0: tensor(33.7150, device='cuda:0') (tensor(69.1764, device='cuda:0')) + | > loss_gen: 2.3598082065582275 (2.356369925581891) + | > loss_kl: 2.0157110691070557 (1.5565495931583901) + | > loss_feat: 7.257857322692871 (6.794690412023793) + | > loss_mel: 21.800622940063477 (20.93708987857985) + | > loss_duration: 1.6811606884002686 (1.797999620437622) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.11516189575195 (33.44269951530123) + | > grad_norm_1: tensor(484.4446, device='cuda:0') (tensor(448.9888, device='cuda:0')) + | > current_lr_0: 0.00019865446220135974 + | > current_lr_1: 0.00019865446220135974 + | > step_time: 0.779 (0.7567175523094509) + | > loader_time: 0.0044 (0.005648903224779211) + + + --> TIME: 2024-11-23 04:19:59 -- STEP: 71/797 -- GLOBAL_STEP: 43900 + | > loss_disc: 2.422060966491699 (2.4775567491289605) + | > loss_disc_real_0: 0.16006970405578613 (0.13784486233768328) + | > loss_disc_real_1: 0.20835387706756592 (0.22223891149943983) + | > loss_disc_real_2: 0.271481990814209 (0.23298281578110977) + | > loss_disc_real_3: 0.2605840861797333 (0.22282591294234907) + | > loss_disc_real_4: 0.2405983954668045 (0.21971006166767065) + | > loss_disc_real_5: 0.22543029487133026 (0.22953794329938754) + | > loss_0: 2.422060966491699 (2.4775567491289605) + | > grad_norm_0: tensor(58.1377, device='cuda:0') (tensor(61.5034, device='cuda:0')) + | > loss_gen: 2.349705219268799 (2.330976140331215) + | > loss_kl: 1.2634847164154053 (1.5617876069646486) + | > loss_feat: 5.893036365509033 (6.724352111279125) + | > loss_mel: 18.66773796081543 (20.89644684590085) + | > loss_duration: 1.6974120140075684 (1.76653026359182) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 29.871376037597656 (33.28009307216589) + | > grad_norm_1: tensor(570.8938, device='cuda:0') (tensor(430.9339, device='cuda:0')) + | > current_lr_0: 0.00019865446220135974 + | > current_lr_1: 0.00019865446220135974 + | > step_time: 0.7133 (0.7648606266773922) + | > loader_time: 0.0039 (0.0055090944531937715) + + + --> TIME: 2024-11-23 04:20:18 -- STEP: 96/797 -- GLOBAL_STEP: 43925 + | > loss_disc: 2.3051037788391113 (2.4689499065279965) + | > loss_disc_real_0: 0.1246294155716896 (0.1354601656397184) + | > loss_disc_real_1: 0.14993999898433685 (0.2195728113874793) + | > loss_disc_real_2: 0.23306187987327576 (0.23251189881314835) + | > loss_disc_real_3: 0.20113417506217957 (0.22265668151279291) + | > loss_disc_real_4: 0.2028333842754364 (0.22057160564387837) + | > loss_disc_real_5: 0.24348485469818115 (0.23111380885044733) + | > loss_0: 2.3051037788391113 (2.4689499065279965) + | > grad_norm_0: tensor(76.1396, device='cuda:0') (tensor(63.4611, device='cuda:0')) + | > loss_gen: 2.646345615386963 (2.3420899808406834) + | > loss_kl: 1.619290828704834 (1.5429766327142722) + | > loss_feat: 7.90254545211792 (6.767068962256114) + | > loss_mel: 23.412599563598633 (20.97889518737794) + | > loss_duration: 1.728590726852417 (1.7524257078766823) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.30937576293945 (33.38345664739608) + | > grad_norm_1: tensor(889.1310, device='cuda:0') (tensor(503.8015, device='cuda:0')) + | > current_lr_0: 0.00019865446220135974 + | > current_lr_1: 0.00019865446220135974 + | > step_time: 0.8015 (0.7662340129415194) + | > loader_time: 0.0049 (0.0061071862777074175) + + + --> TIME: 2024-11-23 04:20:38 -- STEP: 121/797 -- GLOBAL_STEP: 43950 + | > loss_disc: 2.349916458129883 (2.4681013379215213) + | > loss_disc_real_0: 0.05188361555337906 (0.1358471912724421) + | > loss_disc_real_1: 0.23771698772907257 (0.21963814442807977) + | > loss_disc_real_2: 0.19892838597297668 (0.2325349041253082) + | > loss_disc_real_3: 0.20514485239982605 (0.22206798023428798) + | > loss_disc_real_4: 0.22313204407691956 (0.2212688427818708) + | > loss_disc_real_5: 0.2503703534603119 (0.23210535832673065) + | > loss_0: 2.349916458129883 (2.4681013379215213) + | > grad_norm_0: tensor(55.9696, device='cuda:0') (tensor(66.6447, device='cuda:0')) + | > loss_gen: 2.2595863342285156 (2.3506377767925417) + | > loss_kl: 1.2989606857299805 (1.5316079047100608) + | > loss_feat: 7.3151984214782715 (6.7880978781329695) + | > loss_mel: 21.56245994567871 (20.97149710221725) + | > loss_duration: 1.785566806793213 (1.7448390022782254) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.221771240234375 (33.38667978334032) + | > grad_norm_1: tensor(483.8322, device='cuda:0') (tensor(517.6529, device='cuda:0')) + | > current_lr_0: 0.00019865446220135974 + | > current_lr_1: 0.00019865446220135974 + | > step_time: 0.7901 (0.7675091451849819) + | > loader_time: 0.0039 (0.006005462536141892) + + + --> TIME: 2024-11-23 04:20:58 -- STEP: 146/797 -- GLOBAL_STEP: 43975 + | > loss_disc: 2.5423967838287354 (2.4737978144867774) + | > loss_disc_real_0: 0.18779084086418152 (0.13774058041609322) + | > loss_disc_real_1: 0.25421231985092163 (0.21966661359757594) + | > loss_disc_real_2: 0.28072378039360046 (0.23344107778513268) + | > loss_disc_real_3: 0.26188409328460693 (0.22343376697334524) + | > loss_disc_real_4: 0.25235864520072937 (0.22185707878168315) + | > loss_disc_real_5: 0.25085026025772095 (0.2326206295457605) + | > loss_0: 2.5423967838287354 (2.4737978144867774) + | > grad_norm_0: tensor(121.8505, device='cuda:0') (tensor(71.1452, device='cuda:0')) + | > loss_gen: 2.481691360473633 (2.3554638836481794) + | > loss_kl: 1.562965750694275 (1.5245819214272174) + | > loss_feat: 6.682448387145996 (6.786587365686077) + | > loss_mel: 22.195648193359375 (21.01808708661224) + | > loss_duration: 1.6088109016418457 (1.7382370551971535) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.53156280517578 (33.42295743341314) + | > grad_norm_1: tensor(477.6196, device='cuda:0') (tensor(509.6834, device='cuda:0')) + | > current_lr_0: 0.00019865446220135974 + | > current_lr_1: 0.00019865446220135974 + | > step_time: 0.8674 (0.7730203164766912) + | > loader_time: 0.014 (0.006282061746675674) + + + --> TIME: 2024-11-23 04:21:18 -- STEP: 171/797 -- GLOBAL_STEP: 44000 + | > loss_disc: 2.568509340286255 (2.470710350058929) + | > loss_disc_real_0: 0.12000435590744019 (0.13607674993966756) + | > loss_disc_real_1: 0.2472083568572998 (0.2186718212756497) + | > loss_disc_real_2: 0.23444131016731262 (0.23317893442006138) + | > loss_disc_real_3: 0.22188545763492584 (0.22345360738840717) + | > loss_disc_real_4: 0.27735769748687744 (0.2222706780970445) + | > loss_disc_real_5: 0.19229620695114136 (0.23148237735207317) + | > loss_0: 2.568509340286255 (2.470710350058929) + | > grad_norm_0: tensor(55.5323, device='cuda:0') (tensor(68.0439, device='cuda:0')) + | > loss_gen: 2.2597877979278564 (2.35417177663212) + | > loss_kl: 1.5634558200836182 (1.5273711681365967) + | > loss_feat: 6.172422885894775 (6.806766624339143) + | > loss_mel: 21.200746536254883 (21.06843636049863) + | > loss_duration: 1.6361238956451416 (1.7323326346469898) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.83253860473633 (33.48907867788571) + | > grad_norm_1: tensor(705.6339, device='cuda:0') (tensor(502.4139, device='cuda:0')) + | > current_lr_0: 0.00019865446220135974 + | > current_lr_1: 0.00019865446220135974 + | > step_time: 0.7931 (0.7745685884129931) + | > loader_time: 0.0053 (0.006145233299299985) + + + --> TIME: 2024-11-23 04:21:39 -- STEP: 196/797 -- GLOBAL_STEP: 44025 + | > loss_disc: 2.5429537296295166 (2.470963012199012) + | > loss_disc_real_0: 0.18262068927288055 (0.13619761522479207) + | > loss_disc_real_1: 0.21620841324329376 (0.21863621868649308) + | > loss_disc_real_2: 0.25962182879447937 (0.23270291660209091) + | > loss_disc_real_3: 0.21424336731433868 (0.22414302780311934) + | > loss_disc_real_4: 0.27492350339889526 (0.22248616373660612) + | > loss_disc_real_5: 0.2603929936885834 (0.232180477861239) + | > loss_0: 2.5429537296295166 (2.470963012199012) + | > grad_norm_0: tensor(66.8253, device='cuda:0') (tensor(64.0152, device='cuda:0')) + | > loss_gen: 2.264951229095459 (2.3477058958034127) + | > loss_kl: 1.5423953533172607 (1.5318708705658814) + | > loss_feat: 6.041157245635986 (6.773381914411273) + | > loss_mel: 18.882854461669922 (21.058800006399366) + | > loss_duration: 1.715949296951294 (1.728327931798234) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.447309494018555 (33.44008668588131) + | > grad_norm_1: tensor(239.6499, device='cuda:0') (tensor(502.2618, device='cuda:0')) + | > current_lr_0: 0.00019865446220135974 + | > current_lr_1: 0.00019865446220135974 + | > step_time: 0.7811 (0.7783940264156887) + | > loader_time: 0.0051 (0.006233249391828262) + + + --> TIME: 2024-11-23 04:21:59 -- STEP: 221/797 -- GLOBAL_STEP: 44050 + | > loss_disc: 2.3825325965881348 (2.469224715124967) + | > loss_disc_real_0: 0.15271925926208496 (0.1349832545038802) + | > loss_disc_real_1: 0.2435067743062973 (0.21878095638698042) + | > loss_disc_real_2: 0.22009572386741638 (0.23263536926308367) + | > loss_disc_real_3: 0.21829918026924133 (0.22394277472301846) + | > loss_disc_real_4: 0.19061073660850525 (0.22217600876928995) + | > loss_disc_real_5: 0.1590595841407776 (0.23173101307040425) + | > loss_0: 2.3825325965881348 (2.469224715124967) + | > grad_norm_0: tensor(49.8561, device='cuda:0') (tensor(64.3330, device='cuda:0')) + | > loss_gen: 2.2803149223327637 (2.3467493995821864) + | > loss_kl: 1.718785285949707 (1.531288650780242) + | > loss_feat: 6.594264030456543 (6.756149850819446) + | > loss_mel: 20.146583557128906 (21.094044473915634) + | > loss_duration: 1.7169591188430786 (1.7266528088582584) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.4569091796875 (33.45488520661089) + | > grad_norm_1: tensor(470.1921, device='cuda:0') (tensor(521.0955, device='cuda:0')) + | > current_lr_0: 0.00019865446220135974 + | > current_lr_1: 0.00019865446220135974 + | > step_time: 0.7775 (0.7825036070465502) + | > loader_time: 0.0112 (0.006516556933994205) + + + --> TIME: 2024-11-23 04:22:20 -- STEP: 246/797 -- GLOBAL_STEP: 44075 + | > loss_disc: 2.3743844032287598 (2.467608469288523) + | > loss_disc_real_0: 0.14235742390155792 (0.13425776286701852) + | > loss_disc_real_1: 0.22051146626472473 (0.21891888164407838) + | > loss_disc_real_2: 0.2398277372121811 (0.2329348709767427) + | > loss_disc_real_3: 0.2636139988899231 (0.22443326677733322) + | > loss_disc_real_4: 0.2570589780807495 (0.22224222753590683) + | > loss_disc_real_5: 0.21183453500270844 (0.2318565855181314) + | > loss_0: 2.3743844032287598 (2.467608469288523) + | > grad_norm_0: tensor(74.7380, device='cuda:0') (tensor(64.2625, device='cuda:0')) + | > loss_gen: 2.5892324447631836 (2.3502544581405527) + | > loss_kl: 1.772020697593689 (1.53362801162208) + | > loss_feat: 7.179556846618652 (6.758370449872521) + | > loss_mel: 22.496849060058594 (21.150113229829135) + | > loss_duration: 1.7417240142822266 (1.7221968600420445) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.779380798339844 (33.51456307977193) + | > grad_norm_1: tensor(893.0939, device='cuda:0') (tensor(530.7320, device='cuda:0')) + | > current_lr_0: 0.00019865446220135974 + | > current_lr_1: 0.00019865446220135974 + | > step_time: 0.7719 (0.7849871550149065) + | > loader_time: 0.0068 (0.006649463157343669) + + + --> TIME: 2024-11-23 04:22:41 -- STEP: 271/797 -- GLOBAL_STEP: 44100 + | > loss_disc: 2.3008036613464355 (2.467155962412647) + | > loss_disc_real_0: 0.06624395400285721 (0.1339696500711556) + | > loss_disc_real_1: 0.2501690983772278 (0.21838337051032652) + | > loss_disc_real_2: 0.21468444168567657 (0.23251443650449774) + | > loss_disc_real_3: 0.23281173408031464 (0.22450574105296187) + | > loss_disc_real_4: 0.2145875245332718 (0.2223089031077839) + | > loss_disc_real_5: 0.21649102866649628 (0.23165488935924544) + | > loss_0: 2.3008036613464355 (2.467155962412647) + | > grad_norm_0: tensor(74.3882, device='cuda:0') (tensor(65.7570, device='cuda:0')) + | > loss_gen: 2.504704236984253 (2.347906102113619) + | > loss_kl: 1.5978080034255981 (1.5388801696115755) + | > loss_feat: 6.737289905548096 (6.740293108669155) + | > loss_mel: 19.7639102935791 (21.153205048114184) + | > loss_duration: 1.6808338165283203 (1.7194684295196814) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.2845458984375 (33.49975291741288) + | > grad_norm_1: tensor(644.9246, device='cuda:0') (tensor(544.1677, device='cuda:0')) + | > current_lr_0: 0.00019865446220135974 + | > current_lr_1: 0.00019865446220135974 + | > step_time: 0.8222 (0.7884249634408423) + | > loader_time: 0.014 (0.0066721888045983115) + + + --> TIME: 2024-11-23 04:23:02 -- STEP: 296/797 -- GLOBAL_STEP: 44125 + | > loss_disc: 2.402726173400879 (2.468924127720497) + | > loss_disc_real_0: 0.04723650589585304 (0.13439883737245936) + | > loss_disc_real_1: 0.18236114084720612 (0.2184058629177712) + | > loss_disc_real_2: 0.21822156012058258 (0.2321927659213543) + | > loss_disc_real_3: 0.22912459075450897 (0.22447714385752743) + | > loss_disc_real_4: 0.21906666457653046 (0.22290239407605417) + | > loss_disc_real_5: 0.23330704867839813 (0.23246316470809886) + | > loss_0: 2.402726173400879 (2.468924127720497) + | > grad_norm_0: tensor(90.9356, device='cuda:0') (tensor(69.2828, device='cuda:0')) + | > loss_gen: 2.5085179805755615 (2.351355453600755) + | > loss_kl: 1.7902134656906128 (1.5413655127222474) + | > loss_feat: 7.7280402183532715 (6.738922036982871) + | > loss_mel: 23.901958465576172 (21.192363829226117) + | > loss_duration: 1.651244878768921 (1.7168829271922237) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.57997512817383 (33.540889810871406) + | > grad_norm_1: tensor(756.4860, device='cuda:0') (tensor(542.6163, device='cuda:0')) + | > current_lr_0: 0.00019865446220135974 + | > current_lr_1: 0.00019865446220135974 + | > step_time: 0.8515 (0.7912947922139555) + | > loader_time: 0.0153 (0.006779669909863858) + + + --> TIME: 2024-11-23 04:23:23 -- STEP: 321/797 -- GLOBAL_STEP: 44150 + | > loss_disc: 2.4030089378356934 (2.473165067185494) + | > loss_disc_real_0: 0.1081961914896965 (0.13722698815236584) + | > loss_disc_real_1: 0.19552017748355865 (0.2184551485416674) + | > loss_disc_real_2: 0.22681836783885956 (0.23268697789153578) + | > loss_disc_real_3: 0.19458331167697906 (0.22490567809139086) + | > loss_disc_real_4: 0.2188694328069687 (0.22285546422747438) + | > loss_disc_real_5: 0.25877928733825684 (0.2321100046980047) + | > loss_0: 2.4030089378356934 (2.473165067185494) + | > grad_norm_0: tensor(49.8478, device='cuda:0') (tensor(70.3830, device='cuda:0')) + | > loss_gen: 2.0826148986816406 (2.3480186336137066) + | > loss_kl: 1.495069980621338 (1.5467580727699017) + | > loss_feat: 6.483170032501221 (6.71890896800151) + | > loss_mel: 21.519161224365234 (21.201951647844652) + | > loss_duration: 1.7143206596374512 (1.7148509434079084) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.29433822631836 (33.53048832617072) + | > grad_norm_1: tensor(524.3620, device='cuda:0') (tensor(538.8508, device='cuda:0')) + | > current_lr_0: 0.00019865446220135974 + | > current_lr_1: 0.00019865446220135974 + | > step_time: 0.9241 (0.7941195140375156) + | > loader_time: 0.0096 (0.006893521157380576) + + + --> TIME: 2024-11-23 04:23:43 -- STEP: 346/797 -- GLOBAL_STEP: 44175 + | > loss_disc: 2.4811110496520996 (2.4725975473492143) + | > loss_disc_real_0: 0.12429141998291016 (0.13686429177319387) + | > loss_disc_real_1: 0.20599518716335297 (0.21855976540229224) + | > loss_disc_real_2: 0.26252058148384094 (0.2328535895471628) + | > loss_disc_real_3: 0.2020449936389923 (0.2245172645056868) + | > loss_disc_real_4: 0.23166145384311676 (0.22315525702830685) + | > loss_disc_real_5: 0.2435125857591629 (0.23228660906325874) + | > loss_0: 2.4811110496520996 (2.4725975473492143) + | > grad_norm_0: tensor(36.8828, device='cuda:0') (tensor(69.0378, device='cuda:0')) + | > loss_gen: 2.3253612518310547 (2.347522907174393) + | > loss_kl: 1.6796815395355225 (1.5483208226330707) + | > loss_feat: 6.760073184967041 (6.710299806098716) + | > loss_mel: 22.610107421875 (21.20495540420445) + | > loss_duration: 1.6636877059936523 (1.7123668000877248) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.038909912109375 (33.52346580703823) + | > grad_norm_1: tensor(527.5626, device='cuda:0') (tensor(545.6914, device='cuda:0')) + | > current_lr_0: 0.00019865446220135974 + | > current_lr_1: 0.00019865446220135974 + | > step_time: 0.8608 (0.7960039384103235) + | > loader_time: 0.0053 (0.006973066081890481) + + + --> TIME: 2024-11-23 04:24:04 -- STEP: 371/797 -- GLOBAL_STEP: 44200 + | > loss_disc: 2.2699925899505615 (2.4696618302491817) + | > loss_disc_real_0: 0.138496533036232 (0.13636398562443539) + | > loss_disc_real_1: 0.210804745554924 (0.21875461333524185) + | > loss_disc_real_2: 0.21720752120018005 (0.23255800939795143) + | > loss_disc_real_3: 0.18750320374965668 (0.22419262229592973) + | > loss_disc_real_4: 0.16978353261947632 (0.22229365132889659) + | > loss_disc_real_5: 0.18660616874694824 (0.23137771998936274) + | > loss_0: 2.2699925899505615 (2.4696618302491817) + | > grad_norm_0: tensor(30.6954, device='cuda:0') (tensor(67.3452, device='cuda:0')) + | > loss_gen: 2.2547459602355957 (2.3444345993494413) + | > loss_kl: 1.634750485420227 (1.5455176088045228) + | > loss_feat: 6.934433937072754 (6.710133637379442) + | > loss_mel: 21.09129524230957 (21.198765962914322) + | > loss_duration: 1.655026912689209 (1.7099061719169515) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.57025146484375 (33.508758051376155) + | > grad_norm_1: tensor(137.7886, device='cuda:0') (tensor(546.4854, device='cuda:0')) + | > current_lr_0: 0.00019865446220135974 + | > current_lr_1: 0.00019865446220135974 + | > step_time: 0.8289 (0.797629004218829) + | > loader_time: 0.0054 (0.0071420238988418785) + + + --> TIME: 2024-11-23 04:24:26 -- STEP: 396/797 -- GLOBAL_STEP: 44225 + | > loss_disc: 2.5688633918762207 (2.4668871092073865) + | > loss_disc_real_0: 0.08353853970766068 (0.1355997737722866) + | > loss_disc_real_1: 0.3365868628025055 (0.21873913419367086) + | > loss_disc_real_2: 0.24728216230869293 (0.23268001966855742) + | > loss_disc_real_3: 0.24349744617938995 (0.2238135745730063) + | > loss_disc_real_4: 0.2508641183376312 (0.22203765316593527) + | > loss_disc_real_5: 0.2461056262254715 (0.23131311161801069) + | > loss_0: 2.5688633918762207 (2.4668871092073865) + | > grad_norm_0: tensor(17.5983, device='cuda:0') (tensor(67.0853, device='cuda:0')) + | > loss_gen: 2.505293607711792 (2.348965269447579) + | > loss_kl: 1.4151910543441772 (1.5466363908666554) + | > loss_feat: 5.77919864654541 (6.721364185063525) + | > loss_mel: 21.670656204223633 (21.21292237079505) + | > loss_duration: 1.6254358291625977 (1.707760034486501) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.99577331542969 (33.53764831658568) + | > grad_norm_1: tensor(608.5037, device='cuda:0') (tensor(550.0111, device='cuda:0')) + | > current_lr_0: 0.00019865446220135974 + | > current_lr_1: 0.00019865446220135974 + | > step_time: 0.8749 (0.8003470861550533) + | > loader_time: 0.0058 (0.007149835427602132) + + + --> TIME: 2024-11-23 04:24:47 -- STEP: 421/797 -- GLOBAL_STEP: 44250 + | > loss_disc: 2.518784284591675 (2.4664265373257197) + | > loss_disc_real_0: 0.15898776054382324 (0.13580294663082104) + | > loss_disc_real_1: 0.22179239988327026 (0.21870343369429582) + | > loss_disc_real_2: 0.22746442258358002 (0.23203746238258843) + | > loss_disc_real_3: 0.2293066382408142 (0.22375138857868676) + | > loss_disc_real_4: 0.2044515460729599 (0.22196281504885884) + | > loss_disc_real_5: 0.23838531970977783 (0.23136914572778053) + | > loss_0: 2.518784284591675 (2.4664265373257197) + | > grad_norm_0: tensor(30.6866, device='cuda:0') (tensor(66.5711, device='cuda:0')) + | > loss_gen: 2.0611960887908936 (2.347314168891545) + | > loss_kl: 1.738094687461853 (1.5464963108796688) + | > loss_feat: 6.629527568817139 (6.72041740553396) + | > loss_mel: 21.53412628173828 (21.216039326864863) + | > loss_duration: 1.7176916599273682 (1.7063846910934266) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.68063735961914 (33.53665195564763) + | > grad_norm_1: tensor(392.1897, device='cuda:0') (tensor(549.2841, device='cuda:0')) + | > current_lr_0: 0.00019865446220135974 + | > current_lr_1: 0.00019865446220135974 + | > step_time: 0.8184 (0.8028154848873473) + | > loader_time: 0.0064 (0.007195124433612597) + + + --> TIME: 2024-11-23 04:25:08 -- STEP: 446/797 -- GLOBAL_STEP: 44275 + | > loss_disc: 2.590956926345825 (2.467024830959306) + | > loss_disc_real_0: 0.22457680106163025 (0.13538727647052753) + | > loss_disc_real_1: 0.21155239641666412 (0.21881656779703004) + | > loss_disc_real_2: 0.23353087902069092 (0.2326548834886786) + | > loss_disc_real_3: 0.23202770948410034 (0.22390258779974798) + | > loss_disc_real_4: 0.26702675223350525 (0.22253688889234055) + | > loss_disc_real_5: 0.23367010056972504 (0.2316321953462913) + | > loss_0: 2.590956926345825 (2.467024830959306) + | > grad_norm_0: tensor(82.3464, device='cuda:0') (tensor(65.9595, device='cuda:0')) + | > loss_gen: 2.413296937942505 (2.3496819753283353) + | > loss_kl: 1.581493616104126 (1.5450196218062944) + | > loss_feat: 6.241647243499756 (6.7215121401799625) + | > loss_mel: 20.364564895629883 (21.239928147183406) + | > loss_duration: 1.676255226135254 (1.7050000079009564) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.277259826660156 (33.5611419378375) + | > grad_norm_1: tensor(616.0042, device='cuda:0') (tensor(550.1583, device='cuda:0')) + | > current_lr_0: 0.00019865446220135974 + | > current_lr_1: 0.00019865446220135974 + | > step_time: 0.8335 (0.8052611035616408) + | > loader_time: 0.0076 (0.007214531770201542) + + + --> TIME: 2024-11-23 04:25:31 -- STEP: 471/797 -- GLOBAL_STEP: 44300 + | > loss_disc: 2.3874120712280273 (2.4654818279728037) + | > loss_disc_real_0: 0.12737274169921875 (0.13527567910066085) + | > loss_disc_real_1: 0.2399093508720398 (0.2192224164171077) + | > loss_disc_real_2: 0.21234257519245148 (0.232207755817223) + | > loss_disc_real_3: 0.23568657040596008 (0.22361828215942262) + | > loss_disc_real_4: 0.21482348442077637 (0.22173610908590305) + | > loss_disc_real_5: 0.19357514381408691 (0.2310372659355212) + | > loss_0: 2.3874120712280273 (2.4654818279728037) + | > grad_norm_0: tensor(21.9848, device='cuda:0') (tensor(67.0171, device='cuda:0')) + | > loss_gen: 2.704585075378418 (2.3516639035725047) + | > loss_kl: 1.4189646244049072 (1.5468138653761263) + | > loss_feat: 7.738185405731201 (6.730756169418366) + | > loss_mel: 21.14763641357422 (21.24118824774546) + | > loss_duration: 1.6696038246154785 (1.7041301269187037) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.678977966308594 (33.574552365928724) + | > grad_norm_1: tensor(684.6130, device='cuda:0') (tensor(548.0206, device='cuda:0')) + | > current_lr_0: 0.00019865446220135974 + | > current_lr_1: 0.00019865446220135974 + | > step_time: 0.9167 (0.809438554091565) + | > loader_time: 0.0064 (0.0072651582665251065) + + + --> TIME: 2024-11-23 04:25:53 -- STEP: 496/797 -- GLOBAL_STEP: 44325 + | > loss_disc: 2.4192795753479004 (2.467327723580025) + | > loss_disc_real_0: 0.14967337250709534 (0.13543318905266793) + | > loss_disc_real_1: 0.24050791561603546 (0.21914868711704208) + | > loss_disc_real_2: 0.2138967365026474 (0.2327684843612294) + | > loss_disc_real_3: 0.19187398254871368 (0.223938072430751) + | > loss_disc_real_4: 0.2496158480644226 (0.2223028618421766) + | > loss_disc_real_5: 0.20111721754074097 (0.2314050726652626) + | > loss_0: 2.4192795753479004 (2.467327723580025) + | > grad_norm_0: tensor(10.6398, device='cuda:0') (tensor(66.6100, device='cuda:0')) + | > loss_gen: 2.4281063079833984 (2.3516517072435357) + | > loss_kl: 1.4939918518066406 (1.5470733834851174) + | > loss_feat: 7.82373571395874 (6.729050977576162) + | > loss_mel: 23.21964454650879 (21.250910435953447) + | > loss_duration: 1.6570146083831787 (1.702683135146095) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.62248992919922 (33.58136969612494) + | > grad_norm_1: tensor(403.3891, device='cuda:0') (tensor(540.2151, device='cuda:0')) + | > current_lr_0: 0.00019865446220135974 + | > current_lr_1: 0.00019865446220135974 + | > step_time: 0.8342 (0.8118602234509683) + | > loader_time: 0.0067 (0.007306531552345522) + + + --> TIME: 2024-11-23 04:26:14 -- STEP: 521/797 -- GLOBAL_STEP: 44350 + | > loss_disc: 2.3714218139648438 (2.464844672556347) + | > loss_disc_real_0: 0.14424428343772888 (0.13535871710664032) + | > loss_disc_real_1: 0.23221175372600555 (0.218854581383048) + | > loss_disc_real_2: 0.19950519502162933 (0.23213073568357845) + | > loss_disc_real_3: 0.1849149912595749 (0.22390120495075) + | > loss_disc_real_4: 0.22154812514781952 (0.22194849804129574) + | > loss_disc_real_5: 0.26000726222991943 (0.23121089249448903) + | > loss_0: 2.3714218139648438 (2.464844672556347) + | > grad_norm_0: tensor(46.3610, device='cuda:0') (tensor(65.1100, device='cuda:0')) + | > loss_gen: 2.29087233543396 (2.350086769764804) + | > loss_kl: 1.73375403881073 (1.547007829351297) + | > loss_feat: 6.113305568695068 (6.73375818688215) + | > loss_mel: 20.51830291748047 (21.26504911982853) + | > loss_duration: 1.6982433795928955 (1.701645700350375) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.35447692871094 (33.59754766292172) + | > grad_norm_1: tensor(219.9092, device='cuda:0') (tensor(530.6074, device='cuda:0')) + | > current_lr_0: 0.00019865446220135974 + | > current_lr_1: 0.00019865446220135974 + | > step_time: 0.849 (0.8140201467927725) + | > loader_time: 0.0116 (0.0073781265178248425) + + + --> TIME: 2024-11-23 04:26:37 -- STEP: 546/797 -- GLOBAL_STEP: 44375 + | > loss_disc: 2.4139554500579834 (2.464162162808711) + | > loss_disc_real_0: 0.13559675216674805 (0.135129786693515) + | > loss_disc_real_1: 0.1760786473751068 (0.21886858903553896) + | > loss_disc_real_2: 0.2052377164363861 (0.2323913766350938) + | > loss_disc_real_3: 0.21102023124694824 (0.22371676441404845) + | > loss_disc_real_4: 0.17657038569450378 (0.22200733556961402) + | > loss_disc_real_5: 0.1952676922082901 (0.23115525648489102) + | > loss_0: 2.4139554500579834 (2.464162162808711) + | > grad_norm_0: tensor(143.4188, device='cuda:0') (tensor(63.9711, device='cuda:0')) + | > loss_gen: 2.1115384101867676 (2.3500286281763856) + | > loss_kl: 1.6555562019348145 (1.5480831470681635) + | > loss_feat: 6.056896686553955 (6.744123609074743) + | > loss_mel: 19.10991096496582 (21.283816187373013) + | > loss_duration: 1.659057855606079 (1.70135325389904) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.592960357666016 (33.62740489764095) + | > grad_norm_1: tensor(448.4010, device='cuda:0') (tensor(528.1535, device='cuda:0')) + | > current_lr_0: 0.00019865446220135974 + | > current_lr_1: 0.00019865446220135974 + | > step_time: 0.8683 (0.8171301870555668) + | > loader_time: 0.0147 (0.007528566178821382) + + + --> TIME: 2024-11-23 04:26:59 -- STEP: 571/797 -- GLOBAL_STEP: 44400 + | > loss_disc: 2.5264973640441895 (2.4635083871631016) + | > loss_disc_real_0: 0.11672784388065338 (0.1348199384994871) + | > loss_disc_real_1: 0.23408101499080658 (0.21888536924656138) + | > loss_disc_real_2: 0.23448611795902252 (0.231975569799151) + | > loss_disc_real_3: 0.2213733196258545 (0.22368118331332135) + | > loss_disc_real_4: 0.2383134365081787 (0.22203874240927854) + | > loss_disc_real_5: 0.1822173297405243 (0.23096821254898914) + | > loss_0: 2.5264973640441895 (2.4635083871631016) + | > grad_norm_0: tensor(236.6043, device='cuda:0') (tensor(63.8417, device='cuda:0')) + | > loss_gen: 2.273055076599121 (2.3512272101985183) + | > loss_kl: 1.489072322845459 (1.5485078023319279) + | > loss_feat: 5.454333305358887 (6.746615545970965) + | > loss_mel: 18.6861572265625 (21.293406033891713) + | > loss_duration: 1.6985605955123901 (1.7006964086442407) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 29.601179122924805 (33.640453074734204) + | > grad_norm_1: tensor(673.4249, device='cuda:0') (tensor(528.3578, device='cuda:0')) + | > current_lr_0: 0.00019865446220135974 + | > current_lr_1: 0.00019865446220135974 + | > step_time: 0.8963 (0.8192029763437194) + | > loader_time: 0.01 (0.007647952348672362) + + + --> TIME: 2024-11-23 04:27:21 -- STEP: 596/797 -- GLOBAL_STEP: 44425 + | > loss_disc: 2.3103530406951904 (2.4627042692779724) + | > loss_disc_real_0: 0.09533907473087311 (0.13439530116699686) + | > loss_disc_real_1: 0.2416943609714508 (0.21908325466933667) + | > loss_disc_real_2: 0.21780087053775787 (0.23214487516440002) + | > loss_disc_real_3: 0.19941385090351105 (0.22362099255391416) + | > loss_disc_real_4: 0.2220681756734848 (0.22194703603350877) + | > loss_disc_real_5: 0.2594938576221466 (0.2312413454055786) + | > loss_0: 2.3103530406951904 (2.4627042692779724) + | > grad_norm_0: tensor(41.1160, device='cuda:0') (tensor(64.2085, device='cuda:0')) + | > loss_gen: 2.5328612327575684 (2.354030750541881) + | > loss_kl: 1.3492413759231567 (1.549093391871292) + | > loss_feat: 6.357705116271973 (6.752072567907756) + | > loss_mel: 21.17612648010254 (21.322958555797598) + | > loss_duration: 1.6625900268554688 (1.7001763716240064) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.078521728515625 (33.67833170154752) + | > grad_norm_1: tensor(374.5449, device='cuda:0') (tensor(530.2873, device='cuda:0')) + | > current_lr_0: 0.00019865446220135974 + | > current_lr_1: 0.00019865446220135974 + | > step_time: 0.8895 (0.821788924652458) + | > loader_time: 0.0082 (0.007717014559163344) + + + --> TIME: 2024-11-23 04:27:44 -- STEP: 621/797 -- GLOBAL_STEP: 44450 + | > loss_disc: 2.43756365776062 (2.463855794086552) + | > loss_disc_real_0: 0.1112653911113739 (0.13447694132485447) + | > loss_disc_real_1: 0.24628663063049316 (0.21916965274035258) + | > loss_disc_real_2: 0.1987127810716629 (0.23208309071747385) + | > loss_disc_real_3: 0.21942903101444244 (0.2236897747201812) + | > loss_disc_real_4: 0.21064497530460358 (0.22192127580324042) + | > loss_disc_real_5: 0.2195759415626526 (0.23117610569833366) + | > loss_0: 2.43756365776062 (2.463855794086552) + | > grad_norm_0: tensor(23.1240, device='cuda:0') (tensor(64.8569, device='cuda:0')) + | > loss_gen: 2.497947931289673 (2.3538083331404502) + | > loss_kl: 1.618015170097351 (1.549273803806151) + | > loss_feat: 7.318575859069824 (6.7463068048351245) + | > loss_mel: 20.736371994018555 (21.333590373900773) + | > loss_duration: 1.7006477117538452 (1.6999975110789625) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.871559143066406 (33.68297687168089) + | > grad_norm_1: tensor(630.2729, device='cuda:0') (tensor(527.6286, device='cuda:0')) + | > current_lr_0: 0.00019865446220135974 + | > current_lr_1: 0.00019865446220135974 + | > step_time: 0.8654 (0.8242801564135218) + | > loader_time: 0.0088 (0.007810580749634575) + + + --> TIME: 2024-11-23 04:28:06 -- STEP: 646/797 -- GLOBAL_STEP: 44475 + | > loss_disc: 2.3541696071624756 (2.4624622824022326) + | > loss_disc_real_0: 0.12665873765945435 (0.1342545826184123) + | > loss_disc_real_1: 0.1866360902786255 (0.21904893279444693) + | > loss_disc_real_2: 0.22116293013095856 (0.23202822345882745) + | > loss_disc_real_3: 0.19153401255607605 (0.22366280108690262) + | > loss_disc_real_4: 0.2454909235239029 (0.2220335767918696) + | > loss_disc_real_5: 0.2259066104888916 (0.2312523318518057) + | > loss_0: 2.3541696071624756 (2.4624622824022326) + | > grad_norm_0: tensor(59.2147, device='cuda:0') (tensor(64.3885, device='cuda:0')) + | > loss_gen: 2.481064796447754 (2.353669180589566) + | > loss_kl: 1.416253685951233 (1.5481957472145738) + | > loss_feat: 6.3693461418151855 (6.738462041406071) + | > loss_mel: 20.645170211791992 (21.338366225038875) + | > loss_duration: 1.6460936069488525 (1.6999985821106858) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.55792999267578 (33.67869181972539) + | > grad_norm_1: tensor(449.9664, device='cuda:0') (tensor(526.2809, device='cuda:0')) + | > current_lr_0: 0.00019865446220135974 + | > current_lr_1: 0.00019865446220135974 + | > step_time: 0.9183 (0.8270396396471617) + | > loader_time: 0.0145 (0.007894411175612697) + + + --> TIME: 2024-11-23 04:28:30 -- STEP: 671/797 -- GLOBAL_STEP: 44500 + | > loss_disc: 2.516512155532837 (2.4621261189484973) + | > loss_disc_real_0: 0.15931354463100433 (0.13398324416175872) + | > loss_disc_real_1: 0.20748984813690186 (0.2189413429461364) + | > loss_disc_real_2: 0.20628264546394348 (0.2321271653857565) + | > loss_disc_real_3: 0.2462524026632309 (0.2240274802139015) + | > loss_disc_real_4: 0.22655433416366577 (0.2220972417763555) + | > loss_disc_real_5: 0.22886940836906433 (0.2309396748171478) + | > loss_0: 2.516512155532837 (2.4621261189484973) + | > grad_norm_0: tensor(129.3942, device='cuda:0') (tensor(64.0263, device='cuda:0')) + | > loss_gen: 2.285733222961426 (2.353684668036406) + | > loss_kl: 1.5512737035751343 (1.5504541317148102) + | > loss_feat: 5.379205226898193 (6.736816016110507) + | > loss_mel: 18.520105361938477 (21.35147367326761) + | > loss_duration: 1.6902016401290894 (1.699686640421076) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 29.426517486572266 (33.69211518107155) + | > grad_norm_1: tensor(616.8321, device='cuda:0') (tensor(525.7137, device='cuda:0')) + | > current_lr_0: 0.00019865446220135974 + | > current_lr_1: 0.00019865446220135974 + | > step_time: 0.945 (0.8302701741856715) + | > loader_time: 0.0088 (0.007963683317386276) + + + --> TIME: 2024-11-23 04:28:53 -- STEP: 696/797 -- GLOBAL_STEP: 44525 + | > loss_disc: 2.4933040142059326 (2.464507583229026) + | > loss_disc_real_0: 0.16141152381896973 (0.13421438698624755) + | > loss_disc_real_1: 0.23381249606609344 (0.2189787476398479) + | > loss_disc_real_2: 0.2223973125219345 (0.23250576290676647) + | > loss_disc_real_3: 0.213683620095253 (0.22390963042947068) + | > loss_disc_real_4: 0.219551682472229 (0.22290314871004258) + | > loss_disc_real_5: 0.2500527799129486 (0.23198960914180197) + | > loss_0: 2.4933040142059326 (2.464507583229026) + | > grad_norm_0: tensor(78.9101, device='cuda:0') (tensor(64.0488, device='cuda:0')) + | > loss_gen: 2.3892250061035156 (2.354804457604203) + | > loss_kl: 1.5240064859390259 (1.550681774129812) + | > loss_feat: 6.429868698120117 (6.733488428181615) + | > loss_mel: 22.898637771606445 (21.368683521774987) + | > loss_duration: 1.6807286739349365 (1.6992078868822122) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.92246627807617 (33.70686614102329) + | > grad_norm_1: tensor(77.6319, device='cuda:0') (tensor(527.5319, device='cuda:0')) + | > current_lr_0: 0.00019865446220135974 + | > current_lr_1: 0.00019865446220135974 + | > step_time: 0.917 (0.8334018968302624) + | > loader_time: 0.0118 (0.008091409316008122) + + + --> TIME: 2024-11-23 04:29:18 -- STEP: 721/797 -- GLOBAL_STEP: 44550 + | > loss_disc: 2.343172073364258 (2.4646417615152476) + | > loss_disc_real_0: 0.08673235774040222 (0.13483707069957981) + | > loss_disc_real_1: 0.20759448409080505 (0.2188439859431263) + | > loss_disc_real_2: 0.2236189842224121 (0.232336562028705) + | > loss_disc_real_3: 0.22633732855319977 (0.2238215637107828) + | > loss_disc_real_4: 0.2384682148694992 (0.22308275105635766) + | > loss_disc_real_5: 0.2014821618795395 (0.23166501858942057) + | > loss_0: 2.343172073364258 (2.4646417615152476) + | > grad_norm_0: tensor(71.9920, device='cuda:0') (tensor(64.8930, device='cuda:0')) + | > loss_gen: 2.460123062133789 (2.3533057653953597) + | > loss_kl: 1.7077841758728027 (1.552241652583943) + | > loss_feat: 6.415365695953369 (6.7297987752747765) + | > loss_mel: 21.484516143798828 (21.375394125421224) + | > loss_duration: 1.6896986961364746 (1.6985063938095901) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.757484436035156 (33.70924678225786) + | > grad_norm_1: tensor(599.7496, device='cuda:0') (tensor(523.6217, device='cuda:0')) + | > current_lr_0: 0.00019865446220135974 + | > current_lr_1: 0.00019865446220135974 + | > step_time: 0.984 (0.8389430965365382) + | > loader_time: 0.0122 (0.00818632611289269) + + + --> TIME: 2024-11-23 04:29:51 -- STEP: 746/797 -- GLOBAL_STEP: 44575 + | > loss_disc: 2.537553071975708 (2.4633974408975603) + | > loss_disc_real_0: 0.18732850253582 (0.13463655194572266) + | > loss_disc_real_1: 0.2237604409456253 (0.21860068953588566) + | > loss_disc_real_2: 0.2763476073741913 (0.23222925258306013) + | > loss_disc_real_3: 0.21752102673053741 (0.22391581339586836) + | > loss_disc_real_4: 0.24548958241939545 (0.22309871639147522) + | > loss_disc_real_5: 0.26115038990974426 (0.2317847359436127) + | > loss_0: 2.537553071975708 (2.4633974408975603) + | > grad_norm_0: tensor(15.1130, device='cuda:0') (tensor(64.1977, device='cuda:0')) + | > loss_gen: 2.3816726207733154 (2.354395946932224) + | > loss_kl: 1.544134497642517 (1.5525544437582302) + | > loss_feat: 6.679619312286377 (6.738919192920102) + | > loss_mel: 22.259323120117188 (21.388325108280128) + | > loss_duration: 1.7007451057434082 (1.6976381035336863) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.565494537353516 (33.73183286989019) + | > grad_norm_1: tensor(580.1788, device='cuda:0') (tensor(521.4785, device='cuda:0')) + | > current_lr_0: 0.00019865446220135974 + | > current_lr_1: 0.00019865446220135974 + | > step_time: 1.8886 (0.8536867238880799) + | > loader_time: 0.0088 (0.008325365848899204) + + + --> TIME: 2024-11-23 04:30:48 -- STEP: 771/797 -- GLOBAL_STEP: 44600 + | > loss_disc: 2.609606981277466 (2.462516828888281) + | > loss_disc_real_0: 0.17717215418815613 (0.13441166938336926) + | > loss_disc_real_1: 0.2069040685892105 (0.2184943816251328) + | > loss_disc_real_2: 0.2594015598297119 (0.2322507771227301) + | > loss_disc_real_3: 0.2633552849292755 (0.22393285665762563) + | > loss_disc_real_4: 0.2103433907032013 (0.22314282602373264) + | > loss_disc_real_5: 0.20837031304836273 (0.23150825579729217) + | > loss_0: 2.609606981277466 (2.462516828888281) + | > grad_norm_0: tensor(97.7860, device='cuda:0') (tensor(63.6129, device='cuda:0')) + | > loss_gen: 1.9342570304870605 (2.3538350081783963) + | > loss_kl: 1.4786219596862793 (1.5523759779144657) + | > loss_feat: 4.655006408691406 (6.734948015398553) + | > loss_mel: 18.029678344726562 (21.38471051969416) + | > loss_duration: 1.673183798789978 (1.6966182582573208) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 27.770748138427734 (33.72248784670105) + | > grad_norm_1: tensor(484.8401, device='cuda:0') (tensor(523.2714, device='cuda:0')) + | > current_lr_0: 0.00019865446220135974 + | > current_lr_1: 0.00019865446220135974 + | > step_time: 3.3138 (0.8999786952126347) + | > loader_time: 0.0165 (0.008607762333020156) + + + --> TIME: 2024-11-23 04:32:15 -- STEP: 796/797 -- GLOBAL_STEP: 44625 + | > loss_disc: 2.4800894260406494 (2.4622663001918363) + | > loss_disc_real_0: 0.12186028808355331 (0.13410719601559143) + | > loss_disc_real_1: 0.3015637695789337 (0.21848830974768454) + | > loss_disc_real_2: 0.28569284081459045 (0.23210712117915178) + | > loss_disc_real_3: 0.20049923658370972 (0.22390860337857624) + | > loss_disc_real_4: 0.26252442598342896 (0.2233542665726875) + | > loss_disc_real_5: 0.2810108959674835 (0.23174673562223588) + | > loss_0: 2.4800894260406494 (2.4622663001918363) + | > grad_norm_0: tensor(23.9370, device='cuda:0') (tensor(62.7272, device='cuda:0')) + | > loss_gen: 2.6810519695281982 (2.3539419228108103) + | > loss_kl: 1.3984653949737549 (1.5530749754090998) + | > loss_feat: 6.651982307434082 (6.7396037866122755) + | > loss_mel: 20.07560920715332 (21.39229816887246) + | > loss_duration: 1.6308799982070923 (1.6958181820622644) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.43798828125 (33.7347370943232) + | > grad_norm_1: tensor(713.8356, device='cuda:0') (tensor(520.2012, device='cuda:0')) + | > current_lr_0: 0.00019865446220135974 + | > current_lr_1: 0.00019865446220135974 + | > step_time: 1.8356 (0.9795621603577578) + | > loader_time: 0.007 (0.009043883738206252) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.3097057342529297 (2.3097057342529297) + | > loss_disc_real_0: 0.16151823103427887 (0.16151823103427887) + | > loss_disc_real_1: 0.16247977316379547 (0.16247977316379547) + | > loss_disc_real_2: 0.23592904210090637 (0.23592904210090637) + | > loss_disc_real_3: 0.13766133785247803 (0.13766133785247803) + | > loss_disc_real_4: 0.15435382723808289 (0.15435382723808289) + | > loss_disc_real_5: 0.19768433272838593 (0.19768433272838593) + | > loss_0: 2.3097057342529297 (2.3097057342529297) + | > loss_gen: 2.3923776149749756 (2.3923776149749756) + | > loss_kl: 2.9594433307647705 (2.9594433307647705) + | > loss_feat: 8.957232475280762 (8.957232475280762) + | > loss_mel: 22.606279373168945 (22.606279373168945) + | > loss_duration: 1.9392650127410889 (1.9392650127410889) + | > loss_1: 38.85459899902344 (38.85459899902344) + + --> STEP: 1 + | > loss_disc: 2.5092835426330566 (2.5092835426330566) + | > loss_disc_real_0: 0.19583940505981445 (0.19583940505981445) + | > loss_disc_real_1: 0.15723183751106262 (0.15723183751106262) + | > loss_disc_real_2: 0.2391648143529892 (0.2391648143529892) + | > loss_disc_real_3: 0.25227394700050354 (0.25227394700050354) + | > loss_disc_real_4: 0.19214825332164764 (0.19214825332164764) + | > loss_disc_real_5: 0.28904518485069275 (0.28904518485069275) + | > loss_0: 2.5092835426330566 (2.5092835426330566) + | > loss_gen: 2.2135472297668457 (2.2135472297668457) + | > loss_kl: 1.7346409559249878 (1.7346409559249878) + | > loss_feat: 7.128538608551025 (7.128538608551025) + | > loss_mel: 22.319278717041016 (22.319278717041016) + | > loss_duration: 1.6914317607879639 (1.6914317607879639) + | > loss_1: 35.08743667602539 (35.08743667602539) + + --> STEP: 2 + | > loss_disc: 2.4790358543395996 (2.494159698486328) + | > loss_disc_real_0: 0.1406020224094391 (0.16822071373462677) + | > loss_disc_real_1: 0.22786583006381989 (0.19254883378744125) + | > loss_disc_real_2: 0.21114911139011383 (0.2251569628715515) + | > loss_disc_real_3: 0.18776832520961761 (0.22002113610506058) + | > loss_disc_real_4: 0.21958495676517487 (0.20586660504341125) + | > loss_disc_real_5: 0.29686883091926575 (0.29295700788497925) + | > loss_0: 2.4790358543395996 (2.494159698486328) + | > loss_gen: 2.2572860717773438 (2.2354166507720947) + | > loss_kl: 1.2729517221450806 (1.5037963390350342) + | > loss_feat: 5.628542423248291 (6.378540515899658) + | > loss_mel: 20.946922302246094 (21.633100509643555) + | > loss_duration: 1.7025737762451172 (1.6970027685165405) + | > loss_1: 31.80827522277832 (33.447855949401855) + + --> STEP: 3 + | > loss_disc: 2.499770402908325 (2.4960299332936606) + | > loss_disc_real_0: 0.22509992122650146 (0.18718044956525168) + | > loss_disc_real_1: 0.19036896526813507 (0.19182221094767252) + | > loss_disc_real_2: 0.28854483366012573 (0.24628625313440958) + | > loss_disc_real_3: 0.2394087016582489 (0.22648365795612335) + | > loss_disc_real_4: 0.2229733169078827 (0.2115688423315684) + | > loss_disc_real_5: 0.3220338821411133 (0.3026492993036906) + | > loss_0: 2.499770402908325 (2.4960299332936606) + | > loss_gen: 2.6839487552642822 (2.3849273522694907) + | > loss_kl: 1.1204427480697632 (1.376011808713277) + | > loss_feat: 6.543730735778809 (6.433603922526042) + | > loss_mel: 22.185701370239258 (21.81730079650879) + | > loss_duration: 1.7175557613372803 (1.7038537661234539) + | > loss_1: 34.251380920410156 (33.715697606404625) + + --> STEP: 4 + | > loss_disc: 2.462019443511963 (2.487527310848236) + | > loss_disc_real_0: 0.12342517822980881 (0.17124163173139095) + | > loss_disc_real_1: 0.22797854244709015 (0.20086129382252693) + | > loss_disc_real_2: 0.19357964396476746 (0.23310960084199905) + | > loss_disc_real_3: 0.20384642481803894 (0.22082434967160225) + | > loss_disc_real_4: 0.2254989743232727 (0.21505137532949448) + | > loss_disc_real_5: 0.21232236921787262 (0.2800675667822361) + | > loss_0: 2.462019443511963 (2.487527310848236) + | > loss_gen: 2.2872023582458496 (2.3604961037635803) + | > loss_kl: 1.606002688407898 (1.4335095286369324) + | > loss_feat: 7.6423187255859375 (6.735782623291016) + | > loss_mel: 21.167760848999023 (21.654915809631348) + | > loss_duration: 1.6582369804382324 (1.6924495697021484) + | > loss_1: 34.36152267456055 (33.8771538734436) + + --> STEP: 5 + | > loss_disc: 2.382716178894043 (2.4665650844573976) + | > loss_disc_real_0: 0.14368733763694763 (0.1657307729125023) + | > loss_disc_real_1: 0.21923372149467468 (0.2045357793569565) + | > loss_disc_real_2: 0.26093265414237976 (0.23867421150207518) + | > loss_disc_real_3: 0.19409531354904175 (0.21547854244709014) + | > loss_disc_real_4: 0.24097341299057007 (0.22023578286170958) + | > loss_disc_real_5: 0.2733455300331116 (0.2787231594324112) + | > loss_0: 2.382716178894043 (2.4665650844573976) + | > loss_gen: 2.4794766902923584 (2.384292221069336) + | > loss_kl: 1.687720775604248 (1.4843517780303954) + | > loss_feat: 7.193607807159424 (6.827347660064698) + | > loss_mel: 23.601055145263672 (22.044143676757812) + | > loss_duration: 1.8657886981964111 (1.727117395401001) + | > loss_1: 36.8276481628418 (34.46725273132324) + + --> STEP: 6 + | > loss_disc: 2.5363855361938477 (2.4782018264134726) + | > loss_disc_real_0: 0.15703469514846802 (0.16428142661849657) + | > loss_disc_real_1: 0.19807477295398712 (0.20345894495646158) + | > loss_disc_real_2: 0.22033710777759552 (0.23561802754799524) + | > loss_disc_real_3: 0.25123459100723267 (0.22143788387378058) + | > loss_disc_real_4: 0.21656043827533722 (0.21962322543064752) + | > loss_disc_real_5: 0.2565152049064636 (0.2750218336780866) + | > loss_0: 2.5363855361938477 (2.4782018264134726) + | > loss_gen: 2.2851815223693848 (2.3677737712860107) + | > loss_kl: 1.5287705659866333 (1.491754909356435) + | > loss_feat: 5.237630844116211 (6.562394857406616) + | > loss_mel: 19.49454116821289 (21.61920992533366) + | > loss_duration: 1.6563334465026855 (1.715320070584615) + | > loss_1: 30.202457427978516 (33.75645351409912) + + --> STEP: 7 + | > loss_disc: 2.5071771144866943 (2.4823411532810757) + | > loss_disc_real_0: 0.183660626411438 (0.16704988373177393) + | > loss_disc_real_1: 0.26459330320358276 (0.21219242470605032) + | > loss_disc_real_2: 0.24913020431995392 (0.23754833851541793) + | > loss_disc_real_3: 0.22985811531543732 (0.22264077407973154) + | > loss_disc_real_4: 0.2045302540063858 (0.217467086655753) + | > loss_disc_real_5: 0.2485194355249405 (0.27123577679906574) + | > loss_0: 2.5071771144866943 (2.4823411532810757) + | > loss_gen: 2.315122127532959 (2.3602521078927174) + | > loss_kl: 2.044283151626587 (1.5706875153950282) + | > loss_feat: 5.941112041473389 (6.473640169416155) + | > loss_mel: 19.138198852539062 (21.264779772077286) + | > loss_duration: 1.6596016883850098 (1.7073603016989571) + | > loss_1: 31.098318099975586 (33.37671988351004) + + --> STEP: 8 + | > loss_disc: 2.5583744049072266 (2.4918453097343445) + | > loss_disc_real_0: 0.13620182871818542 (0.16319387685507536) + | > loss_disc_real_1: 0.17600101232528687 (0.2076684981584549) + | > loss_disc_real_2: 0.24233384430408478 (0.23814652673900127) + | > loss_disc_real_3: 0.18917973339557648 (0.21845814399421215) + | > loss_disc_real_4: 0.1794840693473816 (0.21271920949220657) + | > loss_disc_real_5: 0.17097902297973633 (0.25870368257164955) + | > loss_0: 2.5583744049072266 (2.4918453097343445) + | > loss_gen: 2.010683298110962 (2.316556006669998) + | > loss_kl: 1.7357041835784912 (1.5913145989179611) + | > loss_feat: 6.630701541900635 (6.493272840976715) + | > loss_mel: 18.714454650878906 (20.94598913192749) + | > loss_duration: 1.71269953250885 (1.7080277055501938) + | > loss_1: 30.804243087768555 (33.05516028404236) + + --> STEP: 9 + | > loss_disc: 2.29421329498291 (2.469886196984185) + | > loss_disc_real_0: 0.14616546034812927 (0.1613018305765258) + | > loss_disc_real_1: 0.1837025284767151 (0.2050056126382616) + | > loss_disc_real_2: 0.17820966243743896 (0.2314868751499388) + | > loss_disc_real_3: 0.18244099617004395 (0.2144562386804157) + | > loss_disc_real_4: 0.1995513141155243 (0.21125611000590855) + | > loss_disc_real_5: 0.2056412398815155 (0.2528078556060791) + | > loss_0: 2.29421329498291 (2.469886196984185) + | > loss_gen: 2.4696924686431885 (2.3335711691114636) + | > loss_kl: 1.829538345336914 (1.6177839040756226) + | > loss_feat: 7.90733003616333 (6.6503903071085615) + | > loss_mel: 23.535125732421875 (21.233670976426865) + | > loss_duration: 1.6628117561340332 (1.7030037111706204) + | > loss_1: 37.40449905395508 (33.538420147366) + + --> STEP: 10 + | > loss_disc: 2.337001085281372 (2.456597685813904) + | > loss_disc_real_0: 0.17449793219566345 (0.16262144073843957) + | > loss_disc_real_1: 0.2030235081911087 (0.2048074021935463) + | > loss_disc_real_2: 0.26520565152168274 (0.23485875278711318) + | > loss_disc_real_3: 0.2088291049003601 (0.21389352530241013) + | > loss_disc_real_4: 0.17170535027980804 (0.2073010340332985) + | > loss_disc_real_5: 0.24137850105762482 (0.25166492015123365) + | > loss_0: 2.337001085281372 (2.456597685813904) + | > loss_gen: 2.6368136405944824 (2.3638954162597656) + | > loss_kl: 1.3232738971710205 (1.5883329033851623) + | > loss_feat: 6.203213691711426 (6.6056726455688475) + | > loss_mel: 20.15163230895996 (21.125467109680176) + | > loss_duration: 1.5962023735046387 (1.6923235774040222) + | > loss_1: 31.911136627197266 (33.37569179534912) + + --> STEP: 11 + | > loss_disc: 2.746020793914795 (2.4829088774594394) + | > loss_disc_real_0: 0.1430492103099823 (0.16084214706312527) + | > loss_disc_real_1: 0.25741392374038696 (0.2095898132432591) + | > loss_disc_real_2: 0.25862783193588257 (0.23701957816427405) + | > loss_disc_real_3: 0.1570122241973877 (0.20872249792922626) + | > loss_disc_real_4: 0.25440460443496704 (0.21158317679708655) + | > loss_disc_real_5: 0.258280485868454 (0.25226633521643554) + | > loss_0: 2.746020793914795 (2.4829088774594394) + | > loss_gen: 2.2531769275665283 (2.353830099105835) + | > loss_kl: 1.7424356937408447 (1.6023422479629517) + | > loss_feat: 8.14462661743164 (6.745577552101829) + | > loss_mel: 22.52375602722168 (21.25258428400213) + | > loss_duration: 1.5871936082839966 (1.6827663074840198) + | > loss_1: 36.251190185546875 (33.637100739912555) + + --> STEP: 12 + | > loss_disc: 2.537480354309082 (2.487456500530243) + | > loss_disc_real_0: 0.1254601925611496 (0.15789365085462728) + | > loss_disc_real_1: 0.22201727330684662 (0.2106254349152247) + | > loss_disc_real_2: 0.2782127559185028 (0.24045234297712645) + | > loss_disc_real_3: 0.21592408418655396 (0.2093226301173369) + | > loss_disc_real_4: 0.21083562076091766 (0.21152088046073914) + | > loss_disc_real_5: 0.2830932140350342 (0.2548352417846521) + | > loss_0: 2.537480354309082 (2.487456500530243) + | > loss_gen: 2.411561965942383 (2.3586410880088806) + | > loss_kl: 1.6594665050506592 (1.6071026027202606) + | > loss_feat: 5.4732747077941895 (6.639552315076192) + | > loss_mel: 20.039873123168945 (21.15152502059936) + | > loss_duration: 1.708000898361206 (1.6848691900571187) + | > loss_1: 31.292177200317383 (33.44169044494629) + + --> STEP: 13 + | > loss_disc: 2.3561222553253174 (2.47735386628371) + | > loss_disc_real_0: 0.09898866713047028 (0.15336249826046136) + | > loss_disc_real_1: 0.1942886859178543 (0.209368761915427) + | > loss_disc_real_2: 0.25076207518577576 (0.2412453993008687) + | > loss_disc_real_3: 0.14875712990760803 (0.2046637454858193) + | > loss_disc_real_4: 0.1624128520488739 (0.20774333981367257) + | > loss_disc_real_5: 0.22558891773223877 (0.25258552454985106) + | > loss_0: 2.3561222553253174 (2.47735386628371) + | > loss_gen: 2.3736677169799805 (2.3597969825451193) + | > loss_kl: 1.9722929000854492 (1.6351941640560443) + | > loss_feat: 8.08807373046875 (6.750977039337158) + | > loss_mel: 23.688138961791992 (21.34664916992187) + | > loss_duration: 1.7493302822113037 (1.6898277356074407) + | > loss_1: 37.87150192260742 (33.78244517399715) + + --> STEP: 14 + | > loss_disc: 2.04488205909729 (2.446463022913252) + | > loss_disc_real_0: 0.1041327640414238 (0.14984608867338725) + | > loss_disc_real_1: 0.19192135334014893 (0.20812251844576427) + | > loss_disc_real_2: 0.21953178942203522 (0.2396944271666663) + | > loss_disc_real_3: 0.14422383904457092 (0.2003466093114444) + | > loss_disc_real_4: 0.17087386548519135 (0.20510980593306677) + | > loss_disc_real_5: 0.22078222036361694 (0.25031385996512007) + | > loss_0: 2.04488205909729 (2.446463022913252) + | > loss_gen: 2.647369384765625 (2.3803378684180125) + | > loss_kl: 1.837950587272644 (1.649676765714373) + | > loss_feat: 7.888241291046143 (6.832210200173514) + | > loss_mel: 22.78607177734375 (21.449465070452003) + | > loss_duration: 1.7208497524261475 (1.692043593951634) + | > loss_1: 36.8804817199707 (34.00373349870954) + + --> STEP: 15 + | > loss_disc: 2.4846737384796143 (2.449010403951009) + | > loss_disc_real_0: 0.15452922880649567 (0.1501582980155945) + | > loss_disc_real_1: 0.22048233449459076 (0.2089465061823527) + | > loss_disc_real_2: 0.23542603850364685 (0.23940986792246502) + | > loss_disc_real_3: 0.27845442295074463 (0.20555379688739778) + | > loss_disc_real_4: 0.30281534790992737 (0.21162350873152416) + | > loss_disc_real_5: 0.27816522121429443 (0.2521706173817317) + | > loss_0: 2.4846737384796143 (2.449010403951009) + | > loss_gen: 2.666867971420288 (2.399439875284831) + | > loss_kl: 1.79194974899292 (1.659161631266276) + | > loss_feat: 7.398528099060059 (6.869964726765951) + | > loss_mel: 26.197452545166016 (21.765997568766274) + | > loss_duration: 1.6234767436981201 (1.6874724706013997) + | > loss_1: 39.67827606201172 (34.38203633626302) + + --> STEP: 16 + | > loss_disc: 2.3706839084625244 (2.444114997982979) + | > loss_disc_real_0: 0.15364135801792145 (0.15037598926573992) + | > loss_disc_real_1: 0.11117567867040634 (0.20283582946285605) + | > loss_disc_real_2: 0.2148255556821823 (0.23787334840744734) + | > loss_disc_real_3: 0.20839014649391174 (0.2057310687378049) + | > loss_disc_real_4: 0.14445710182189941 (0.2074256082996726) + | > loss_disc_real_5: 0.2578705847263336 (0.2525268653407693) + | > loss_0: 2.3706839084625244 (2.444114997982979) + | > loss_gen: 2.406581163406372 (2.399886205792427) + | > loss_kl: 1.848265290260315 (1.6709806099534035) + | > loss_feat: 8.144731521606445 (6.9496376514434814) + | > loss_mel: 22.950496673583984 (21.84002876281738) + | > loss_duration: 1.7952423095703125 (1.6942080855369568) + | > loss_1: 37.14531707763672 (34.55474138259888) + + --> STEP: 17 + | > loss_disc: 2.0344278812408447 (2.4200157558216766) + | > loss_disc_real_0: 0.11650708317756653 (0.14838370067231796) + | > loss_disc_real_1: 0.16686084866523743 (0.20071965412181966) + | > loss_disc_real_2: 0.2684885561466217 (0.23967424298033996) + | > loss_disc_real_3: 0.13337166607379913 (0.201474633286981) + | > loss_disc_real_4: 0.16922932863235474 (0.20517876831924214) + | > loss_disc_real_5: 0.18457525968551636 (0.2485297120669309) + | > loss_0: 2.0344278812408447 (2.4200157558216766) + | > loss_gen: 2.721703290939331 (2.4188166225657746) + | > loss_kl: 1.6150803565979004 (1.667692359756021) + | > loss_feat: 8.696815490722656 (7.052412818459904) + | > loss_mel: 23.61581802368164 (21.944486954632925) + | > loss_duration: 1.631517767906189 (1.6905204197939705) + | > loss_1: 38.28093338012695 (34.77392914715935) + + --> STEP: 18 + | > loss_disc: 2.591414451599121 (2.4295379055870905) + | > loss_disc_real_0: 0.1247771680355072 (0.14707222663693958) + | > loss_disc_real_1: 0.1897469162940979 (0.2001100575758351) + | > loss_disc_real_2: 0.299051970243454 (0.2429730056060685) + | > loss_disc_real_3: 0.24338023364543915 (0.20380272219578424) + | > loss_disc_real_4: 0.2544659376144409 (0.20791694439119762) + | > loss_disc_real_5: 0.26311323046684265 (0.24933990753359264) + | > loss_0: 2.591414451599121 (2.4295379055870905) + | > loss_gen: 2.4029438495635986 (2.4179348018434315) + | > loss_kl: 1.844678521156311 (1.6775249242782593) + | > loss_feat: 7.028257369995117 (7.051070849100749) + | > loss_mel: 22.740819931030273 (21.98872767554389) + | > loss_duration: 1.6659367084503174 (1.6891546580526564) + | > loss_1: 35.68263626098633 (34.82441287570529) + + --> STEP: 19 + | > loss_disc: 2.445127010345459 (2.430358384784899) + | > loss_disc_real_0: 0.12482801824808121 (0.14590147882699966) + | > loss_disc_real_1: 0.1621900498867035 (0.19811426769745977) + | > loss_disc_real_2: 0.17544054985046387 (0.23941866582945773) + | > loss_disc_real_3: 0.21593137085437775 (0.20444107212518392) + | > loss_disc_real_4: 0.13418063521385193 (0.20403608601344259) + | > loss_disc_real_5: 0.16291208565235138 (0.244791074803001) + | > loss_0: 2.445127010345459 (2.430358384784899) + | > loss_gen: 2.0249264240264893 (2.3972501503793815) + | > loss_kl: 1.7417876720428467 (1.680907174160606) + | > loss_feat: 7.935571193695068 (7.097623498816239) + | > loss_mel: 21.92475128173828 (21.98536049692254) + | > loss_duration: 1.7588157653808594 (1.6928210321225619) + | > loss_1: 35.3858528137207 (34.85396234612716) + + --> STEP: 20 + | > loss_disc: 2.397280693054199 (2.4287045001983643) + | > loss_disc_real_0: 0.12791100144386292 (0.14500195495784282) + | > loss_disc_real_1: 0.21838678419589996 (0.19912789352238178) + | > loss_disc_real_2: 0.25982391834259033 (0.24043892845511436) + | > loss_disc_real_3: 0.2185356616973877 (0.2051458016037941) + | > loss_disc_real_4: 0.18287056684494019 (0.20297781005501747) + | > loss_disc_real_5: 0.15058857202529907 (0.24008094966411592) + | > loss_0: 2.397280693054199 (2.4287045001983643) + | > loss_gen: 2.1864562034606934 (2.386710453033447) + | > loss_kl: 1.558997392654419 (1.6748116850852965) + | > loss_feat: 7.085768222808838 (7.097030735015869) + | > loss_mel: 23.721345901489258 (22.072159767150872) + | > loss_duration: 1.655320644378662 (1.6909460127353668) + | > loss_1: 36.2078857421875 (34.921658515930176) + + --> STEP: 21 + | > loss_disc: 2.505622386932373 (2.4323672567095076) + | > loss_disc_real_0: 0.1431449055671692 (0.1449135240344774) + | > loss_disc_real_1: 0.2340986281633377 (0.20079316660052254) + | > loss_disc_real_2: 0.26573851704597473 (0.24164367076896487) + | > loss_disc_real_3: 0.19482457637786865 (0.20465431468827383) + | > loss_disc_real_4: 0.2552388310432434 (0.20546643010207585) + | > loss_disc_real_5: 0.2539398670196533 (0.24074089810961768) + | > loss_0: 2.505622386932373 (2.4323672567095076) + | > loss_gen: 2.5184309482574463 (2.3929828575679233) + | > loss_kl: 1.2376163005828857 (1.6539928572518485) + | > loss_feat: 6.9779887199401855 (7.091362067631313) + | > loss_mel: 22.710670471191406 (22.10256503877185) + | > loss_duration: 1.67183518409729 (1.6900359732764108) + | > loss_1: 35.11654281616211 (34.930938720703125) + + --> STEP: 22 + | > loss_disc: 2.2354955673217773 (2.42341854355552) + | > loss_disc_real_0: 0.16052193939685822 (0.14562299746004018) + | > loss_disc_real_1: 0.18670757114887238 (0.20015291226181117) + | > loss_disc_real_2: 0.2750644087791443 (0.24316279522397302) + | > loss_disc_real_3: 0.17261254787445068 (0.20319787074219098) + | > loss_disc_real_4: 0.18766258656978607 (0.20465716448697177) + | > loss_disc_real_5: 0.222502663731575 (0.23991188745607028) + | > loss_0: 2.2354955673217773 (2.42341854355552) + | > loss_gen: 2.6524202823638916 (2.404775467785922) + | > loss_kl: 1.7256220579147339 (1.6572487300092524) + | > loss_feat: 7.616642475128174 (7.115238449790261) + | > loss_mel: 23.13996124267578 (22.149719411676575) + | > loss_duration: 1.7675104141235352 (1.693557538769462) + | > loss_1: 36.90215301513672 (35.02053937045011) + + --> STEP: 23 + | > loss_disc: 2.619342088699341 (2.4319369585617734) + | > loss_disc_real_0: 0.13517940044403076 (0.14516892802456152) + | > loss_disc_real_1: 0.17150340974330902 (0.19890728171752847) + | > loss_disc_real_2: 0.22078201174736023 (0.2421897176815116) + | > loss_disc_real_3: 0.2851865887641907 (0.2067625976127127) + | > loss_disc_real_4: 0.17598818242549896 (0.20341068700603818) + | > loss_disc_real_5: 0.2315972000360489 (0.23955037930737372) + | > loss_0: 2.619342088699341 (2.4319369585617734) + | > loss_gen: 2.064805507659912 (2.3899941651717476) + | > loss_kl: 1.6434448957443237 (1.6566485633020815) + | > loss_feat: 7.406073570251465 (7.127883455027705) + | > loss_mel: 22.879436492919922 (22.181446241295852) + | > loss_duration: 1.7545018196105957 (1.6962072901103808) + | > loss_1: 35.748260498046875 (35.052179419476055) + + --> STEP: 24 + | > loss_disc: 2.443575382232666 (2.432421892881394) + | > loss_disc_real_0: 0.13414743542671204 (0.1447096991663178) + | > loss_disc_real_1: 0.18872450292110443 (0.19848299926767746) + | > loss_disc_real_2: 0.26648762822151184 (0.24320213062067828) + | > loss_disc_real_3: 0.22174100577831268 (0.20738669795294604) + | > loss_disc_real_4: 0.2202717810869217 (0.20411323259274164) + | > loss_disc_real_5: 0.2145473212003708 (0.23850858521958193) + | > loss_0: 2.443575382232666 (2.432421892881394) + | > loss_gen: 2.480811357498169 (2.393778214852015) + | > loss_kl: 1.314695119857788 (1.6424005031585693) + | > loss_feat: 7.396129608154297 (7.139060378074646) + | > loss_mel: 22.01292610168457 (22.174424568812046) + | > loss_duration: 1.6501191854476929 (1.6942869524161022) + | > loss_1: 34.85468292236328 (35.04395039876302) + + --> STEP: 25 + | > loss_disc: 2.7993054389953613 (2.4470972347259528) + | > loss_disc_real_0: 0.31200891733169556 (0.15140166789293288) + | > loss_disc_real_1: 0.2368757277727127 (0.2000187084078789) + | > loss_disc_real_2: 0.23628351092338562 (0.24292538583278656) + | > loss_disc_real_3: 0.25629448890686035 (0.2093430095911026) + | > loss_disc_real_4: 0.22274094820022583 (0.20485834121704102) + | > loss_disc_real_5: 0.2472953051328659 (0.2388600540161133) + | > loss_0: 2.7993054389953613 (2.4470972347259528) + | > loss_gen: 2.2533557415008545 (2.388161315917969) + | > loss_kl: 1.7535295486450195 (1.6468456649780274) + | > loss_feat: 6.176019191741943 (7.100538730621338) + | > loss_mel: 20.40198516845703 (22.103526992797846) + | > loss_duration: 1.6338582038879395 (1.6918698024749756) + | > loss_1: 32.218746185302734 (34.93094223022461) + + --> STEP: 26 + | > loss_disc: 2.4023399353027344 (2.445375800132752) + | > loss_disc_real_0: 0.12668448686599731 (0.1504510070842046) + | > loss_disc_real_1: 0.22914093732833862 (0.20113879413558886) + | > loss_disc_real_2: 0.26945826411247253 (0.24394588115123603) + | > loss_disc_real_3: 0.20687271654605865 (0.20924799832013938) + | > loss_disc_real_4: 0.18869954347610474 (0.2042368489962358) + | > loss_disc_real_5: 0.27307581901550293 (0.24017604497762826) + | > loss_0: 2.4023399353027344 (2.445375800132752) + | > loss_gen: 2.580920457839966 (2.3955751290688148) + | > loss_kl: 1.7341281175613403 (1.650202682385078) + | > loss_feat: 6.927395343780518 (7.093879369588999) + | > loss_mel: 22.14436912536621 (22.105097844050476) + | > loss_duration: 1.6840112209320068 (1.6915675493387075) + | > loss_1: 35.070823669433594 (34.936322285578804) + + --> STEP: 27 + | > loss_disc: 2.1914989948272705 (2.4359729554918084) + | > loss_disc_real_0: 0.09691806137561798 (0.148468305391294) + | > loss_disc_real_1: 0.15432606637477875 (0.19940498940370702) + | > loss_disc_real_2: 0.18639980256557465 (0.24181454490732263) + | > loss_disc_real_3: 0.16275741159915924 (0.20752612473788085) + | > loss_disc_real_4: 0.14837141335010529 (0.20216775878711982) + | > loss_disc_real_5: 0.17630690336227417 (0.23781052121409663) + | > loss_0: 2.1914989948272705 (2.4359729554918084) + | > loss_gen: 2.320296287536621 (2.3927870238268816) + | > loss_kl: 1.3982882499694824 (1.6408725182215373) + | > loss_feat: 8.862071990966797 (7.159367985195583) + | > loss_mel: 22.724010467529297 (22.12802053380895) + | > loss_duration: 1.6916310787200928 (1.691569902278759) + | > loss_1: 36.996299743652344 (35.01261774698894) + + --> STEP: 28 + | > loss_disc: 2.4362993240356445 (2.435984611511231) + | > loss_disc_real_0: 0.17486411333084106 (0.14941101281770638) + | > loss_disc_real_1: 0.2506571114063263 (0.201235422332372) + | > loss_disc_real_2: 0.25932303071022034 (0.24243984797171184) + | > loss_disc_real_3: 0.22357305884361267 (0.20809922952737128) + | > loss_disc_real_4: 0.1825454980134964 (0.20146696375949041) + | > loss_disc_real_5: 0.19825243949890137 (0.23639773258141109) + | > loss_0: 2.4362993240356445 (2.435984611511231) + | > loss_gen: 2.3922650814056396 (2.392768383026123) + | > loss_kl: 1.4637094736099243 (1.6345452666282654) + | > loss_feat: 6.0297017097473145 (7.119022761072431) + | > loss_mel: 20.03893280029297 (22.05341025761195) + | > loss_duration: 1.6973645687103271 (1.6917768546513148) + | > loss_1: 31.62197494506836 (34.89152336120606) + + --> STEP: 29 + | > loss_disc: 2.613726854324341 (2.4421136543668553) + | > loss_disc_real_0: 0.21931931376457214 (0.15182164388483968) + | > loss_disc_real_1: 0.20966736972332 (0.2015261791389564) + | > loss_disc_real_2: 0.3113004267215729 (0.2448143506872243) + | > loss_disc_real_3: 0.232468843460083 (0.20893956104229236) + | > loss_disc_real_4: 0.24014289677143097 (0.20280061662197113) + | > loss_disc_real_5: 0.28107568621635437 (0.2379383516722712) + | > loss_0: 2.613726854324341 (2.4421136543668553) + | > loss_gen: 2.5741307735443115 (2.399022258561233) + | > loss_kl: 1.51264488697052 (1.630341805260757) + | > loss_feat: 6.4515700340271 (7.096007149795006) + | > loss_mel: 21.720211029052734 (22.041920629040945) + | > loss_duration: 1.6488940715789795 (1.6902981379936481) + | > loss_1: 33.90745162963867 (34.85758985322098) + + --> STEP: 30 + | > loss_disc: 2.445488691329956 (2.442226155598959) + | > loss_disc_real_0: 0.09189686179161072 (0.14982415114839873) + | > loss_disc_real_1: 0.16262727975845337 (0.2002295491596063) + | > loss_disc_real_2: 0.2608051300048828 (0.24534737666447956) + | > loss_disc_real_3: 0.22776369750499725 (0.20956703225771586) + | > loss_disc_real_4: 0.2287369966506958 (0.2036651626229286) + | > loss_disc_real_5: 0.21675799787044525 (0.237232339878877) + | > loss_0: 2.445488691329956 (2.442226155598959) + | > loss_gen: 2.257317543029785 (2.394298768043518) + | > loss_kl: 1.759042501449585 (1.6346318284670511) + | > loss_feat: 6.386406421661377 (7.072353792190552) + | > loss_mel: 21.17022132873535 (22.012863985697425) + | > loss_duration: 1.7029720544815063 (1.6907206018765768) + | > loss_1: 33.27595901489258 (34.8048688252767) + + --> STEP: 31 + | > loss_disc: 2.4009013175964355 (2.440893096308555) + | > loss_disc_real_0: 0.09366314858198166 (0.14801250590432075) + | > loss_disc_real_1: 0.21306061744689941 (0.20064345458822866) + | > loss_disc_real_2: 0.2835889756679535 (0.24658097663233358) + | > loss_disc_real_3: 0.18812566995620728 (0.2088753754092801) + | > loss_disc_real_4: 0.19487200677394867 (0.20338151243425184) + | > loss_disc_real_5: 0.21739578247070312 (0.23659245093022624) + | > loss_0: 2.4009013175964355 (2.440893096308555) + | > loss_gen: 2.504878282546997 (2.3978658491565334) + | > loss_kl: 1.4991086721420288 (1.6302601137468893) + | > loss_feat: 7.130083084106445 (7.074216027413645) + | > loss_mel: 23.08281135559082 (22.04737841698431) + | > loss_duration: 1.6397885084152222 (1.6890776311197588) + | > loss_1: 35.85667037963867 (34.83879790767547) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.009774077323175246 (-0.0014731191819713964) + | > avg_loss_disc: 2.440893096308555 (-0.01899778458379897) + | > avg_loss_disc_real_0: 0.14801250590432075 (+0.047223501147762414) + | > avg_loss_disc_real_1: 0.20064345458822866 (+0.05070344911467645) + | > avg_loss_disc_real_2: 0.24658097663233358 (+0.006268271515446344) + | > avg_loss_disc_real_3: 0.2088753754092801 (+0.010645800059841531) + | > avg_loss_disc_real_4: 0.20338151243425184 (-0.009284353304293863) + | > avg_loss_disc_real_5: 0.23659245093022624 (+0.006560781550022876) + | > avg_loss_0: 2.440893096308555 (-0.01899778458379897) + | > avg_loss_gen: 2.3978658491565334 (+0.2954855734302151) + | > avg_loss_kl: 1.6302601137468893 (-0.05930260112208696) + | > avg_loss_feat: 7.074216027413645 (+0.15945794505457744) + | > avg_loss_mel: 22.04737841698431 (+0.026937054049579245) + | > avg_loss_duration: 1.6890776311197588 (-0.004562485602594313) + | > avg_loss_1: 34.83879790767547 (+0.4180155108052048) + + + > EPOCH: 27/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 04:32:29)  + + --> TIME: 2024-11-23 04:32:48 -- STEP: 24/797 -- GLOBAL_STEP: 44650 + | > loss_disc: 2.5481436252593994 (2.4823254545529685) + | > loss_disc_real_0: 0.11755391210317612 (0.1272504233444731) + | > loss_disc_real_1: 0.23477213084697723 (0.2195732332766056) + | > loss_disc_real_2: 0.2322017103433609 (0.24089895437161127) + | > loss_disc_real_3: 0.24746336042881012 (0.2233705222606659) + | > loss_disc_real_4: 0.23463760316371918 (0.2203738863269488) + | > loss_disc_real_5: 0.26684334874153137 (0.23600898124277592) + | > loss_0: 2.5481436252593994 (2.4823254545529685) + | > grad_norm_0: tensor(89.4654, device='cuda:0') (tensor(59.9750, device='cuda:0')) + | > loss_gen: 2.453198194503784 (2.3598544696966806) + | > loss_kl: 1.2267800569534302 (1.5317856073379517) + | > loss_feat: 7.043957710266113 (6.80269714196523) + | > loss_mel: 20.008495330810547 (20.841503699620564) + | > loss_duration: 1.776448130607605 (1.8169642786184947) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.50887680053711 (33.352805296579994) + | > grad_norm_1: tensor(522.2982, device='cuda:0') (tensor(510.9951, device='cuda:0')) + | > current_lr_0: 0.00019862963039358455 + | > current_lr_1: 0.00019862963039358455 + | > step_time: 0.7115 (0.7463845213254293) + | > loader_time: 0.0044 (0.00517923633257548) + + + --> TIME: 2024-11-23 04:33:07 -- STEP: 49/797 -- GLOBAL_STEP: 44675 + | > loss_disc: 2.5604400634765625 (2.494112369965533) + | > loss_disc_real_0: 0.11765655875205994 (0.1438233271545293) + | > loss_disc_real_1: 0.24910901486873627 (0.21749357787930235) + | > loss_disc_real_2: 0.23653659224510193 (0.23606438509055547) + | > loss_disc_real_3: 0.21618860960006714 (0.22449999561115186) + | > loss_disc_real_4: 0.22106747329235077 (0.22002095683496825) + | > loss_disc_real_5: 0.23868629336357117 (0.23332439819160772) + | > loss_0: 2.5604400634765625 (2.494112369965533) + | > grad_norm_0: tensor(6.5743, device='cuda:0') (tensor(72.1678, device='cuda:0')) + | > loss_gen: 2.114762306213379 (2.3539179052625383) + | > loss_kl: 1.2102588415145874 (1.5464170757605105) + | > loss_feat: 5.666598796844482 (6.813829042473618) + | > loss_mel: 19.67529296875 (20.765473891277708) + | > loss_duration: 1.6714400053024292 (1.7816645977448444) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.33835220336914 (33.26130271444515) + | > grad_norm_1: tensor(269.6032, device='cuda:0') (tensor(488.5849, device='cuda:0')) + | > current_lr_0: 0.00019862963039358455 + | > current_lr_1: 0.00019862963039358455 + | > step_time: 0.7357 (0.7487197408870775) + | > loader_time: 0.0033 (0.005257416744621432) + + + --> TIME: 2024-11-23 04:33:26 -- STEP: 74/797 -- GLOBAL_STEP: 44700 + | > loss_disc: 2.5593979358673096 (2.484885450955982) + | > loss_disc_real_0: 0.10319900512695312 (0.1370218329735704) + | > loss_disc_real_1: 0.23565423488616943 (0.21695470306518916) + | > loss_disc_real_2: 0.20773406326770782 (0.23628619393786868) + | > loss_disc_real_3: 0.1909756362438202 (0.22293879474337036) + | > loss_disc_real_4: 0.2448856234550476 (0.22374427016522433) + | > loss_disc_real_5: 0.24751262366771698 (0.23613745739331116) + | > loss_0: 2.5593979358673096 (2.484885450955982) + | > grad_norm_0: tensor(30.5823, device='cuda:0') (tensor(63.9149, device='cuda:0')) + | > loss_gen: 2.258723735809326 (2.352137533394066) + | > loss_kl: 1.3278580904006958 (1.5303799236142956) + | > loss_feat: 6.355804920196533 (6.768891109002603) + | > loss_mel: 21.5629825592041 (20.78616675815067) + | > loss_duration: 1.7566301822662354 (1.7567473730525456) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.262001037597656 (33.1943228180344) + | > grad_norm_1: tensor(173.2496, device='cuda:0') (tensor(478.8842, device='cuda:0')) + | > current_lr_0: 0.00019862963039358455 + | > current_lr_1: 0.00019862963039358455 + | > step_time: 0.7902 (0.7516500176610174) + | > loader_time: 0.0044 (0.005042875135267103) + + + --> TIME: 2024-11-23 04:33:45 -- STEP: 99/797 -- GLOBAL_STEP: 44725 + | > loss_disc: 2.5841073989868164 (2.4820829955014303) + | > loss_disc_real_0: 0.1607407182455063 (0.13615909971372045) + | > loss_disc_real_1: 0.26744914054870605 (0.2182197730348568) + | > loss_disc_real_2: 0.228596493601799 (0.23400849314651104) + | > loss_disc_real_3: 0.1967107355594635 (0.2225511996734022) + | > loss_disc_real_4: 0.2198421061038971 (0.22309716873698765) + | > loss_disc_real_5: 0.2552071809768677 (0.23542943717253328) + | > loss_0: 2.5841073989868164 (2.4820829955014303) + | > grad_norm_0: tensor(123.1708, device='cuda:0') (tensor(61.6596, device='cuda:0')) + | > loss_gen: 2.347813129425049 (2.341646062003241) + | > loss_kl: 1.5426064729690552 (1.528988844216472) + | > loss_feat: 5.4154052734375 (6.7131871984462546) + | > loss_mel: 17.651554107666016 (20.76263630028928) + | > loss_duration: 1.6993370056152344 (1.746920641022499) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 28.656715393066406 (33.093379145920856) + | > grad_norm_1: tensor(332.4158, device='cuda:0') (tensor(494.0133, device='cuda:0')) + | > current_lr_0: 0.00019862963039358455 + | > current_lr_1: 0.00019862963039358455 + | > step_time: 0.7844 (0.7554051249918311) + | > loader_time: 0.0057 (0.005208985974090268) + + + --> TIME: 2024-11-23 04:34:05 -- STEP: 124/797 -- GLOBAL_STEP: 44750 + | > loss_disc: 2.393528461456299 (2.4821431713719515) + | > loss_disc_real_0: 0.1299416720867157 (0.13515717109605188) + | > loss_disc_real_1: 0.17555420100688934 (0.21828479980749468) + | > loss_disc_real_2: 0.22989827394485474 (0.23552596376788232) + | > loss_disc_real_3: 0.18106324970722198 (0.22542891483153066) + | > loss_disc_real_4: 0.221157044172287 (0.22437156724833673) + | > loss_disc_real_5: 0.212234765291214 (0.23467498621152294) + | > loss_0: 2.393528461456299 (2.4821431713719515) + | > grad_norm_0: tensor(107.3791, device='cuda:0') (tensor(61.9761, device='cuda:0')) + | > loss_gen: 2.280726432800293 (2.3457027500675562) + | > loss_kl: 1.473016619682312 (1.545205134537912) + | > loss_feat: 6.700536251068115 (6.71375701888915) + | > loss_mel: 21.985139846801758 (20.852952034242698) + | > loss_duration: 1.7580549716949463 (1.738759998352297) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.19747543334961 (33.1963770158829) + | > grad_norm_1: tensor(583.6726, device='cuda:0') (tensor(499.8977, device='cuda:0')) + | > current_lr_0: 0.00019862963039358455 + | > current_lr_1: 0.00019862963039358455 + | > step_time: 0.7413 (0.7574248025494237) + | > loader_time: 0.012 (0.00534977835993613) + + + --> TIME: 2024-11-23 04:34:25 -- STEP: 149/797 -- GLOBAL_STEP: 44775 + | > loss_disc: 2.4653656482696533 (2.476172896839628) + | > loss_disc_real_0: 0.166888028383255 (0.13417345780454223) + | > loss_disc_real_1: 0.1712697148323059 (0.21726813682373738) + | > loss_disc_real_2: 0.19963723421096802 (0.2333731495293995) + | > loss_disc_real_3: 0.23095323145389557 (0.2240604925275649) + | > loss_disc_real_4: 0.2562790811061859 (0.22411466594910462) + | > loss_disc_real_5: 0.2126682549715042 (0.23407673065694387) + | > loss_0: 2.4653656482696533 (2.476172896839628) + | > grad_norm_0: tensor(110.0250, device='cuda:0') (tensor(64.0954, device='cuda:0')) + | > loss_gen: 2.5379416942596436 (2.349115214891881) + | > loss_kl: 1.6318913698196411 (1.5494600310421631) + | > loss_feat: 7.568140506744385 (6.734397388944688) + | > loss_mel: 22.207481384277344 (20.91691955463999) + | > loss_duration: 1.7510782480239868 (1.7341410401683526) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.696533203125 (33.284033384899146) + | > grad_norm_1: tensor(622.6419, device='cuda:0') (tensor(533.7090, device='cuda:0')) + | > current_lr_0: 0.00019862963039358455 + | > current_lr_1: 0.00019862963039358455 + | > step_time: 0.757 (0.7617813372772012) + | > loader_time: 0.0102 (0.005535783383670268) + + + --> TIME: 2024-11-23 04:34:45 -- STEP: 174/797 -- GLOBAL_STEP: 44800 + | > loss_disc: 2.5113685131073 (2.469706698395739) + | > loss_disc_real_0: 0.11862541735172272 (0.13175241141740615) + | > loss_disc_real_1: 0.18489372730255127 (0.21757498494852548) + | > loss_disc_real_2: 0.2100946456193924 (0.2330680695073358) + | > loss_disc_real_3: 0.19613727927207947 (0.22459336421613035) + | > loss_disc_real_4: 0.19146591424942017 (0.2228973675733325) + | > loss_disc_real_5: 0.23170439898967743 (0.23367710591390214) + | > loss_0: 2.5113685131073 (2.469706698395739) + | > grad_norm_0: tensor(101.1448, device='cuda:0') (tensor(63.9972, device='cuda:0')) + | > loss_gen: 2.3260834217071533 (2.35760316355475) + | > loss_kl: 1.610460638999939 (1.5522788557513014) + | > loss_feat: 6.766619682312012 (6.757127490536917) + | > loss_mel: 21.491575241088867 (21.00574730182516) + | > loss_duration: 1.681017518043518 (1.7269153505906292) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.87575912475586 (33.39967224515718) + | > grad_norm_1: tensor(830.1165, device='cuda:0') (tensor(524.5272, device='cuda:0')) + | > current_lr_0: 0.00019862963039358455 + | > current_lr_1: 0.00019862963039358455 + | > step_time: 0.8166 (0.7680949918155016) + | > loader_time: 0.0047 (0.00553732219783739) + + + --> TIME: 2024-11-23 04:35:05 -- STEP: 199/797 -- GLOBAL_STEP: 44825 + | > loss_disc: 2.321704387664795 (2.4634357145683246) + | > loss_disc_real_0: 0.13640987873077393 (0.13050932072140464) + | > loss_disc_real_1: 0.23961849510669708 (0.21707946833354144) + | > loss_disc_real_2: 0.21173590421676636 (0.23302721430608375) + | > loss_disc_real_3: 0.19728416204452515 (0.2237680301294854) + | > loss_disc_real_4: 0.2433469444513321 (0.22306289482655836) + | > loss_disc_real_5: 0.2433101385831833 (0.23368773732952136) + | > loss_0: 2.321704387664795 (2.4634357145683246) + | > grad_norm_0: tensor(48.7398, device='cuda:0') (tensor(65.3865, device='cuda:0')) + | > loss_gen: 2.469339609146118 (2.3651274544509797) + | > loss_kl: 1.5753804445266724 (1.5417249921578264) + | > loss_feat: 6.828191757202148 (6.77563408990601) + | > loss_mel: 20.813140869140625 (21.07415258704718) + | > loss_duration: 1.6878409385681152 (1.7240546414600544) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.37389373779297 (33.48069379796932) + | > grad_norm_1: tensor(327.8745, device='cuda:0') (tensor(533.1024, device='cuda:0')) + | > current_lr_0: 0.00019862963039358455 + | > current_lr_1: 0.00019862963039358455 + | > step_time: 0.7605 (0.7707652171053482) + | > loader_time: 0.0124 (0.005753745984791512) + + + --> TIME: 2024-11-23 04:35:26 -- STEP: 224/797 -- GLOBAL_STEP: 44850 + | > loss_disc: 2.4727203845977783 (2.4631156804306156) + | > loss_disc_real_0: 0.11441749334335327 (0.1290667091795643) + | > loss_disc_real_1: 0.25398850440979004 (0.21737317807440246) + | > loss_disc_real_2: 0.261289119720459 (0.23319254582747817) + | > loss_disc_real_3: 0.21616367995738983 (0.22412032700542892) + | > loss_disc_real_4: 0.22594019770622253 (0.22368879084076201) + | > loss_disc_real_5: 0.2388717383146286 (0.23385311756283045) + | > loss_0: 2.4727203845977783 (2.4631156804306156) + | > grad_norm_0: tensor(50.3601, device='cuda:0') (tensor(64.5278, device='cuda:0')) + | > loss_gen: 2.524766683578491 (2.3656551837921134) + | > loss_kl: 1.3103138208389282 (1.5392956781600209) + | > loss_feat: 7.661293029785156 (6.770480728575159) + | > loss_mel: 22.783721923828125 (21.109792794500084) + | > loss_duration: 1.6682087182998657 (1.7215468931410993) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.94830322265625 (33.506771368639825) + | > grad_norm_1: tensor(862.9393, device='cuda:0') (tensor(542.0673, device='cuda:0')) + | > current_lr_0: 0.00019862963039358455 + | > current_lr_1: 0.00019862963039358455 + | > step_time: 0.7214 (0.7756107077002528) + | > loader_time: 0.0049 (0.00587471468108041) + + + --> TIME: 2024-11-23 04:35:46 -- STEP: 249/797 -- GLOBAL_STEP: 44875 + | > loss_disc: 2.4126973152160645 (2.4589247330125548) + | > loss_disc_real_0: 0.08946987986564636 (0.1299530523399034) + | > loss_disc_real_1: 0.2476145178079605 (0.21741040068936635) + | > loss_disc_real_2: 0.25622379779815674 (0.2323021449477797) + | > loss_disc_real_3: 0.24943630397319794 (0.223673606852451) + | > loss_disc_real_4: 0.25560420751571655 (0.22289733217662597) + | > loss_disc_real_5: 0.2490052431821823 (0.23337240199966125) + | > loss_0: 2.4126973152160645 (2.4589247330125548) + | > grad_norm_0: tensor(100.1252, device='cuda:0') (tensor(65.5908, device='cuda:0')) + | > loss_gen: 2.3859105110168457 (2.3665095735266495) + | > loss_kl: 1.5534603595733643 (1.5432552630642815) + | > loss_feat: 6.503853797912598 (6.772291700524018) + | > loss_mel: 19.640710830688477 (21.132543242121322) + | > loss_duration: 1.654982566833496 (1.7173602255472697) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.73891830444336 (33.53196009287394) + | > grad_norm_1: tensor(620.5767, device='cuda:0') (tensor(550.4015, device='cuda:0')) + | > current_lr_0: 0.00019862963039358455 + | > current_lr_1: 0.00019862963039358455 + | > step_time: 0.7798 (0.7788666692603546) + | > loader_time: 0.0093 (0.006077144998144433) + + + --> TIME: 2024-11-23 04:36:07 -- STEP: 274/797 -- GLOBAL_STEP: 44900 + | > loss_disc: 2.4508283138275146 (2.462125166489259) + | > loss_disc_real_0: 0.1842697560787201 (0.1310247148856195) + | > loss_disc_real_1: 0.22208957374095917 (0.21814001580006884) + | > loss_disc_real_2: 0.2540432810783386 (0.23410362543633384) + | > loss_disc_real_3: 0.2246747761964798 (0.22339021768013057) + | > loss_disc_real_4: 0.228254497051239 (0.22301782988501292) + | > loss_disc_real_5: 0.2293386608362198 (0.23308776487616728) + | > loss_0: 2.4508283138275146 (2.462125166489259) + | > grad_norm_0: tensor(109.2403, device='cuda:0') (tensor(68.3853, device='cuda:0')) + | > loss_gen: 2.4309661388397217 (2.373665515523757) + | > loss_kl: 1.6438322067260742 (1.550614418774626) + | > loss_feat: 7.189774036407471 (6.782333546311314) + | > loss_mel: 22.20689582824707 (21.191530520028444) + | > loss_duration: 1.6678249835968018 (1.7145624521875034) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.1392936706543 (33.61270651156015) + | > grad_norm_1: tensor(491.3319, device='cuda:0') (tensor(546.4504, device='cuda:0')) + | > current_lr_0: 0.00019862963039358455 + | > current_lr_1: 0.00019862963039358455 + | > step_time: 0.8372 (0.7831553908160134) + | > loader_time: 0.0055 (0.006223056438195443) + + + --> TIME: 2024-11-23 04:36:28 -- STEP: 299/797 -- GLOBAL_STEP: 44925 + | > loss_disc: 2.507138967514038 (2.4608680739450612) + | > loss_disc_real_0: 0.17131349444389343 (0.13175170975784006) + | > loss_disc_real_1: 0.1957748383283615 (0.21783893144250316) + | > loss_disc_real_2: 0.22213603556156158 (0.2332014389161681) + | > loss_disc_real_3: 0.2660638689994812 (0.22346132475396865) + | > loss_disc_real_4: 0.21507501602172852 (0.2222124459253107) + | > loss_disc_real_5: 0.24249055981636047 (0.23235943360272857) + | > loss_0: 2.507138967514038 (2.4608680739450612) + | > grad_norm_0: tensor(92.8883, device='cuda:0') (tensor(70.7909, device='cuda:0')) + | > loss_gen: 2.513275146484375 (2.374563286535716) + | > loss_kl: 1.497802972793579 (1.5514070297962057) + | > loss_feat: 6.492169380187988 (6.783489905073489) + | > loss_mel: 21.82135772705078 (21.190431582090444) + | > loss_duration: 1.7018022537231445 (1.712408245606566) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.026405334472656 (33.61230014558619) + | > grad_norm_1: tensor(624.0219, device='cuda:0') (tensor(542.1390, device='cuda:0')) + | > current_lr_0: 0.00019862963039358455 + | > current_lr_1: 0.00019862963039358455 + | > step_time: 0.7752 (0.7865669504057208) + | > loader_time: 0.0079 (0.006270883075369639) + + + --> TIME: 2024-11-23 04:36:49 -- STEP: 324/797 -- GLOBAL_STEP: 44950 + | > loss_disc: 2.4465627670288086 (2.463794472776814) + | > loss_disc_real_0: 0.12534694373607635 (0.13153495112962946) + | > loss_disc_real_1: 0.28519973158836365 (0.21822981435207672) + | > loss_disc_real_2: 0.23440098762512207 (0.23398554007764216) + | > loss_disc_real_3: 0.25025835633277893 (0.22352023799846207) + | > loss_disc_real_4: 0.20765680074691772 (0.22282832396435148) + | > loss_disc_real_5: 0.20022402703762054 (0.23303365449846528) + | > loss_0: 2.4465627670288086 (2.463794472776814) + | > grad_norm_0: tensor(35.5447, device='cuda:0') (tensor(69.3314, device='cuda:0')) + | > loss_gen: 2.3662469387054443 (2.370935920579933) + | > loss_kl: 1.481908917427063 (1.5541748798187875) + | > loss_feat: 6.372385501861572 (6.7633053520579365) + | > loss_mel: 21.97372817993164 (21.20174421498804) + | > loss_duration: 1.7050228118896484 (1.711001608842685) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.8992919921875 (33.60116202742962) + | > grad_norm_1: tensor(343.6984, device='cuda:0') (tensor(538.7044, device='cuda:0')) + | > current_lr_0: 0.00019862963039358455 + | > current_lr_1: 0.00019862963039358455 + | > step_time: 0.7925 (0.7893367269892754) + | > loader_time: 0.0056 (0.0064436646155369105) + + + --> TIME: 2024-11-23 04:37:10 -- STEP: 349/797 -- GLOBAL_STEP: 44975 + | > loss_disc: 2.4024930000305176 (2.4634227657044874) + | > loss_disc_real_0: 0.1773577779531479 (0.13204514542674628) + | > loss_disc_real_1: 0.21874357759952545 (0.21818566642552187) + | > loss_disc_real_2: 0.18829883635044098 (0.23340750026668725) + | > loss_disc_real_3: 0.19328950345516205 (0.22312362500623856) + | > loss_disc_real_4: 0.20822803676128387 (0.22277437867783545) + | > loss_disc_real_5: 0.20489266514778137 (0.23243145307360544) + | > loss_0: 2.4024930000305176 (2.4634227657044874) + | > grad_norm_0: tensor(31.2358, device='cuda:0') (tensor(67.9957, device='cuda:0')) + | > loss_gen: 2.2362313270568848 (2.3655413406284636) + | > loss_kl: 1.7631827592849731 (1.5536878573518775) + | > loss_feat: 6.769942760467529 (6.752897836417384) + | > loss_mel: 22.84560203552246 (21.196682030970166) + | > loss_duration: 1.6837189197540283 (1.7085207365986952) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.29867935180664 (33.57732986515777) + | > grad_norm_1: tensor(343.3609, device='cuda:0') (tensor(532.6313, device='cuda:0')) + | > current_lr_0: 0.00019862963039358455 + | > current_lr_1: 0.00019862963039358455 + | > step_time: 0.8288 (0.7922439534206448) + | > loader_time: 0.0072 (0.006522066613664597) + + + --> TIME: 2024-11-23 04:37:31 -- STEP: 374/797 -- GLOBAL_STEP: 45000 + | > loss_disc: 2.5500736236572266 (2.4634663555073884) + | > loss_disc_real_0: 0.10210404545068741 (0.13207521506729633) + | > loss_disc_real_1: 0.20014438033103943 (0.21814996430421257) + | > loss_disc_real_2: 0.2280699908733368 (0.23348428261152562) + | > loss_disc_real_3: 0.22177422046661377 (0.223216219581066) + | > loss_disc_real_4: 0.21986603736877441 (0.22274252489448232) + | > loss_disc_real_5: 0.25182467699050903 (0.2325131169216518) + | > loss_0: 2.5500736236572266 (2.4634663555073884) + | > grad_norm_0: tensor(56.4395, device='cuda:0') (tensor(67.4262, device='cuda:0')) + | > loss_gen: 2.057894229888916 (2.360570356807607) + | > loss_kl: 1.6730085611343384 (1.556682557983195) + | > loss_feat: 5.83211612701416 (6.74072845351887) + | > loss_mel: 20.883615493774414 (21.192493647815056) + | > loss_duration: 1.6609739065170288 (1.7059167722329736) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.107608795166016 (33.55639186389943) + | > grad_norm_1: tensor(129.1783, device='cuda:0') (tensor(531.6852, device='cuda:0')) + | > current_lr_0: 0.00019862963039358455 + | > current_lr_1: 0.00019862963039358455 + | > step_time: 0.8648 (0.7952808760066724) + | > loader_time: 0.0072 (0.006565067219861686) + + + > CHECKPOINT : vits_shi_male-November-22-2024_02+49AM-0000000/checkpoint_45000.pth + + --> TIME: 2024-11-23 04:38:03 -- STEP: 399/797 -- GLOBAL_STEP: 45025 + | > loss_disc: 2.32580304145813 (2.4616329891042312) + | > loss_disc_real_0: 0.12753929197788239 (0.1323682587210997) + | > loss_disc_real_1: 0.21674348413944244 (0.21748402811829606) + | > loss_disc_real_2: 0.2135598510503769 (0.23301294558030322) + | > loss_disc_real_3: 0.2231682986021042 (0.22336222138022424) + | > loss_disc_real_4: 0.23230043053627014 (0.2222960766470223) + | > loss_disc_real_5: 0.17999911308288574 (0.23122736916207431) + | > loss_0: 2.32580304145813 (2.4616329891042312) + | > grad_norm_0: tensor(62.8813, device='cuda:0') (tensor(65.8800, device='cuda:0')) + | > loss_gen: 2.639343023300171 (2.3578904147136184) + | > loss_kl: 1.488939881324768 (1.5584040040659133) + | > loss_feat: 7.155158519744873 (6.7425187141972955) + | > loss_mel: 21.338865280151367 (21.19860998550452) + | > loss_duration: 1.6845507621765137 (1.7045201980380487) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.30685806274414 (33.56194336970046) + | > grad_norm_1: tensor(602.9810, device='cuda:0') (tensor(524.2783, device='cuda:0')) + | > current_lr_0: 0.00019862963039358455 + | > current_lr_1: 0.00019862963039358455 + | > step_time: 0.8191 (0.80087533451262) + | > loader_time: 0.0067 (0.006807897921492878) + + + --> TIME: 2024-11-23 04:38:24 -- STEP: 424/797 -- GLOBAL_STEP: 45050 + | > loss_disc: 2.5860447883605957 (2.4662355746863023) + | > loss_disc_real_0: 0.19417202472686768 (0.13256485846315372) + | > loss_disc_real_1: 0.21841083467006683 (0.21789855854410045) + | > loss_disc_real_2: 0.26046082377433777 (0.23395046978345457) + | > loss_disc_real_3: 0.23641949892044067 (0.22348225932076296) + | > loss_disc_real_4: 0.24328674376010895 (0.22333758081889377) + | > loss_disc_real_5: 0.2730882465839386 (0.23342204434832312) + | > loss_0: 2.5860447883605957 (2.4662355746863023) + | > grad_norm_0: tensor(76.4087, device='cuda:0') (tensor(65.7573, device='cuda:0')) + | > loss_gen: 2.0676844120025635 (2.359630611145272) + | > loss_kl: 1.2741619348526 (1.5575808528459303) + | > loss_feat: 4.565403461456299 (6.733703647019726) + | > loss_mel: 17.36838722229004 (21.204937116155072) + | > loss_duration: 1.6443568468093872 (1.703230378762731) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 26.919994354248047 (33.55908267902875) + | > grad_norm_1: tensor(494.8634, device='cuda:0') (tensor(524.9063, device='cuda:0')) + | > current_lr_0: 0.00019862963039358455 + | > current_lr_1: 0.00019862963039358455 + | > step_time: 0.8483 (0.8034542163587969) + | > loader_time: 0.0092 (0.006924846824610006) + + + --> TIME: 2024-11-23 04:38:46 -- STEP: 449/797 -- GLOBAL_STEP: 45075 + | > loss_disc: 2.4976322650909424 (2.4637721068078533) + | > loss_disc_real_0: 0.08418762683868408 (0.13209881318239453) + | > loss_disc_real_1: 0.2007470279932022 (0.2175919559259457) + | > loss_disc_real_2: 0.17113976180553436 (0.23330167164914062) + | > loss_disc_real_3: 0.18867844343185425 (0.2229758156567215) + | > loss_disc_real_4: 0.16773612797260284 (0.223113121228388) + | > loss_disc_real_5: 0.22379018366336823 (0.23319262073671898) + | > loss_0: 2.4976322650909424 (2.4637721068078533) + | > grad_norm_0: tensor(20.5179, device='cuda:0') (tensor(66.1541, device='cuda:0')) + | > loss_gen: 2.092709541320801 (2.3595111513456426) + | > loss_kl: 1.4516791105270386 (1.5558326464718863) + | > loss_feat: 7.306982040405273 (6.7335671252822005) + | > loss_mel: 21.70109748840332 (21.20250276255447) + | > loss_duration: 1.724057912826538 (1.7021166957035363) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.27652359008789 (33.553530444546595) + | > grad_norm_1: tensor(567.0025, device='cuda:0') (tensor(529.9629, device='cuda:0')) + | > current_lr_0: 0.00019862963039358455 + | > current_lr_1: 0.00019862963039358455 + | > step_time: 0.8415 (0.8060889148499761) + | > loader_time: 0.0062 (0.0070556224321734915) + + + --> TIME: 2024-11-23 04:39:08 -- STEP: 474/797 -- GLOBAL_STEP: 45100 + | > loss_disc: 2.480445384979248 (2.461980793043531) + | > loss_disc_real_0: 0.08456543833017349 (0.13173557947613782) + | > loss_disc_real_1: 0.19716580212116241 (0.21735035936163447) + | > loss_disc_real_2: 0.24410806596279144 (0.2336621130757694) + | > loss_disc_real_3: 0.21721197664737701 (0.22335152236846934) + | > loss_disc_real_4: 0.26373472809791565 (0.22312535087770552) + | > loss_disc_real_5: 0.2585594058036804 (0.2332905364313206) + | > loss_0: 2.480445384979248 (2.461980793043531) + | > grad_norm_0: tensor(25.1647, device='cuda:0') (tensor(64.7935, device='cuda:0')) + | > loss_gen: 2.2000811100006104 (2.361153383295245) + | > loss_kl: 1.5262502431869507 (1.5586266298837304) + | > loss_feat: 6.940648555755615 (6.7381761607238495) + | > loss_mel: 22.101991653442383 (21.209086655564438) + | > loss_duration: 1.6669596433639526 (1.7013320525487263) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.43592834472656 (33.56837495168046) + | > grad_norm_1: tensor(176.6266, device='cuda:0') (tensor(528.0544, device='cuda:0')) + | > current_lr_0: 0.00019862963039358455 + | > current_lr_1: 0.00019862963039358455 + | > step_time: 0.8614 (0.8090679917154435) + | > loader_time: 0.0072 (0.007110937235224597) + + + --> TIME: 2024-11-23 04:39:30 -- STEP: 499/797 -- GLOBAL_STEP: 45125 + | > loss_disc: 2.495525360107422 (2.4613265938653734) + | > loss_disc_real_0: 0.16430236399173737 (0.13139175533322645) + | > loss_disc_real_1: 0.18057261407375336 (0.21757952026828736) + | > loss_disc_real_2: 0.21156559884548187 (0.23306797035710367) + | > loss_disc_real_3: 0.24824176728725433 (0.2235923716443813) + | > loss_disc_real_4: 0.25202447175979614 (0.22284244929621358) + | > loss_disc_real_5: 0.21161910891532898 (0.23286585008094687) + | > loss_0: 2.495525360107422 (2.4613265938653734) + | > grad_norm_0: tensor(126.6406, device='cuda:0') (tensor(65.0820, device='cuda:0')) + | > loss_gen: 2.4846317768096924 (2.3626378987260725) + | > loss_kl: 1.471968650817871 (1.5612060072904603) + | > loss_feat: 7.130323886871338 (6.747951287783695) + | > loss_mel: 21.658531188964844 (21.233049729066277) + | > loss_duration: 1.6480761766433716 (1.700071485582478) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.393531799316406 (33.604916486568065) + | > grad_norm_1: tensor(854.4808, device='cuda:0') (tensor(531.9229, device='cuda:0')) + | > current_lr_0: 0.00019862963039358455 + | > current_lr_1: 0.00019862963039358455 + | > step_time: 0.8459 (0.8115872553211895) + | > loader_time: 0.0069 (0.0072062034645157) + + + --> TIME: 2024-11-23 04:39:51 -- STEP: 524/797 -- GLOBAL_STEP: 45150 + | > loss_disc: 2.4387013912200928 (2.463053262415733) + | > loss_disc_real_0: 0.058372464030981064 (0.13205864364352407) + | > loss_disc_real_1: 0.26682692766189575 (0.21756194076920285) + | > loss_disc_real_2: 0.28535136580467224 (0.23369481676179943) + | > loss_disc_real_3: 0.2642039954662323 (0.22363869206027223) + | > loss_disc_real_4: 0.2272687554359436 (0.22311810918777952) + | > loss_disc_real_5: 0.24568670988082886 (0.23348295264912924) + | > loss_0: 2.4387013912200928 (2.463053262415733) + | > grad_norm_0: tensor(71.0328, device='cuda:0') (tensor(66.4486, device='cuda:0')) + | > loss_gen: 2.4069840908050537 (2.3647010249035967) + | > loss_kl: 1.4050768613815308 (1.5574386172167223) + | > loss_feat: 5.981045246124268 (6.750312799715812) + | > loss_mel: 19.095285415649414 (21.247003049340854) + | > loss_duration: 1.6279871463775635 (1.699471378144417) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.51637840270996 (33.61892695827334) + | > grad_norm_1: tensor(544.9468, device='cuda:0') (tensor(532.6895, device='cuda:0')) + | > current_lr_0: 0.00019862963039358455 + | > current_lr_1: 0.00019862963039358455 + | > step_time: 0.8225 (0.8136171166223426) + | > loader_time: 0.0073 (0.007255700253348312) + + + --> TIME: 2024-11-23 04:40:13 -- STEP: 549/797 -- GLOBAL_STEP: 45175 + | > loss_disc: 2.4217019081115723 (2.4647703904706053) + | > loss_disc_real_0: 0.08970842510461807 (0.1327414072927883) + | > loss_disc_real_1: 0.2712755799293518 (0.21753820684655328) + | > loss_disc_real_2: 0.26327741146087646 (0.23328882434111908) + | > loss_disc_real_3: 0.20015814900398254 (0.22364658757854253) + | > loss_disc_real_4: 0.23803050816059113 (0.22346875087810997) + | > loss_disc_real_5: 0.23430860042572021 (0.23298138000057478) + | > loss_0: 2.4217019081115723 (2.4647703904706053) + | > grad_norm_0: tensor(42.0506, device='cuda:0') (tensor(65.2378, device='cuda:0')) + | > loss_gen: 2.5862298011779785 (2.362745357775732) + | > loss_kl: 1.4311466217041016 (1.5568296933217565) + | > loss_feat: 7.092127799987793 (6.7451547169294495) + | > loss_mel: 22.681180953979492 (21.24591572384581) + | > loss_duration: 1.6772575378417969 (1.6995550274631799) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.46794509887695 (33.61020060402009) + | > grad_norm_1: tensor(588.7766, device='cuda:0') (tensor(524.5775, device='cuda:0')) + | > current_lr_0: 0.00019862963039358455 + | > current_lr_1: 0.00019862963039358455 + | > step_time: 0.8839 (0.8157426642155606) + | > loader_time: 0.0071 (0.007333389396875932) + + + --> TIME: 2024-11-23 04:40:36 -- STEP: 574/797 -- GLOBAL_STEP: 45200 + | > loss_disc: 2.3647212982177734 (2.4665974847946432) + | > loss_disc_real_0: 0.16736236214637756 (0.1329012036920634) + | > loss_disc_real_1: 0.2111426293849945 (0.21761214974553736) + | > loss_disc_real_2: 0.230184867978096 (0.23369837645765795) + | > loss_disc_real_3: 0.17289850115776062 (0.22384500173845367) + | > loss_disc_real_4: 0.17482852935791016 (0.2233827510777251) + | > loss_disc_real_5: 0.21949557960033417 (0.23329308590095632) + | > loss_0: 2.3647212982177734 (2.4665974847946432) + | > grad_norm_0: tensor(17.4424, device='cuda:0') (tensor(63.8125, device='cuda:0')) + | > loss_gen: 2.405014753341675 (2.36057436819276) + | > loss_kl: 1.521011471748352 (1.5575290795818029) + | > loss_feat: 6.884366989135742 (6.739456003966645) + | > loss_mel: 21.636367797851562 (21.25963716141436) + | > loss_duration: 1.678308367729187 (1.6987404459860271) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.12506866455078 (33.61593713992975) + | > grad_norm_1: tensor(586.9210, device='cuda:0') (tensor(520.8649, device='cuda:0')) + | > current_lr_0: 0.00019862963039358455 + | > current_lr_1: 0.00019862963039358455 + | > step_time: 0.875 (0.8185848454565124) + | > loader_time: 0.0092 (0.007403296460673367) + + + --> TIME: 2024-11-23 04:40:58 -- STEP: 599/797 -- GLOBAL_STEP: 45225 + | > loss_disc: 2.2898271083831787 (2.4668229565596542) + | > loss_disc_real_0: 0.08418537676334381 (0.13295828543590996) + | > loss_disc_real_1: 0.14761418104171753 (0.2176420907295605) + | > loss_disc_real_2: 0.21767890453338623 (0.23375829586600622) + | > loss_disc_real_3: 0.2073747217655182 (0.2239333242177964) + | > loss_disc_real_4: 0.21045653522014618 (0.22325953246655567) + | > loss_disc_real_5: 0.20519135892391205 (0.23336874615270425) + | > loss_0: 2.2898271083831787 (2.4668229565596542) + | > grad_norm_0: tensor(57.7399, device='cuda:0') (tensor(62.8267, device='cuda:0')) + | > loss_gen: 2.313599109649658 (2.3591473013013355) + | > loss_kl: 1.5271729230880737 (1.5584353972755016) + | > loss_feat: 6.86450719833374 (6.735230935435858) + | > loss_mel: 22.414859771728516 (21.271209468427585) + | > loss_duration: 1.651463508605957 (1.6980630597208501) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.771602630615234 (33.62208622723863) + | > grad_norm_1: tensor(646.6319, device='cuda:0') (tensor(521.0645, device='cuda:0')) + | > current_lr_0: 0.00019862963039358455 + | > current_lr_1: 0.00019862963039358455 + | > step_time: 0.8898 (0.8213766325694296) + | > loader_time: 0.0192 (0.007482747601746317) + + + --> TIME: 2024-11-23 04:41:20 -- STEP: 624/797 -- GLOBAL_STEP: 45250 + | > loss_disc: 2.4922215938568115 (2.4670932178313922) + | > loss_disc_real_0: 0.14963319897651672 (0.13246924902360235) + | > loss_disc_real_1: 0.19430170953273773 (0.21798066083246306) + | > loss_disc_real_2: 0.24202121794223785 (0.23406865877600816) + | > loss_disc_real_3: 0.2027558833360672 (0.223895628267947) + | > loss_disc_real_4: 0.23208250105381012 (0.22345203837045494) + | > loss_disc_real_5: 0.28414204716682434 (0.23376113873643753) + | > loss_0: 2.4922215938568115 (2.4670932178313922) + | > grad_norm_0: tensor(67.6916, device='cuda:0') (tensor(62.7315, device='cuda:0')) + | > loss_gen: 2.2959187030792236 (2.3596080402151136) + | > loss_kl: 1.5445994138717651 (1.5590169022862732) + | > loss_feat: 5.480562210083008 (6.731469322473572) + | > loss_mel: 20.17710304260254 (21.280112416316282) + | > loss_duration: 1.6948246955871582 (1.6981850512898888) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.193008422851562 (33.62839178549935) + | > grad_norm_1: tensor(249.9084, device='cuda:0') (tensor(523.0024, device='cuda:0')) + | > current_lr_0: 0.00019862963039358455 + | > current_lr_1: 0.00019862963039358455 + | > step_time: 0.8859 (0.8237843838257669) + | > loader_time: 0.0135 (0.007535234475747132) + + + --> TIME: 2024-11-23 04:41:43 -- STEP: 649/797 -- GLOBAL_STEP: 45275 + | > loss_disc: 2.453540563583374 (2.4663095981204095) + | > loss_disc_real_0: 0.1679055094718933 (0.1323350835620257) + | > loss_disc_real_1: 0.23226648569107056 (0.21785797463451576) + | > loss_disc_real_2: 0.19863025844097137 (0.23382693529129028) + | > loss_disc_real_3: 0.19995561242103577 (0.2237491319056469) + | > loss_disc_real_4: 0.17852093279361725 (0.22341934829169685) + | > loss_disc_real_5: 0.19513407349586487 (0.2333419013693814) + | > loss_0: 2.453540563583374 (2.4663095981204095) + | > grad_norm_0: tensor(138.1791, device='cuda:0') (tensor(63.1547, device='cuda:0')) + | > loss_gen: 2.2121472358703613 (2.3591588849462966) + | > loss_kl: 1.5361210107803345 (1.5596926425381332) + | > loss_feat: 6.6331658363342285 (6.7229652456215945) + | > loss_mel: 21.75045394897461 (21.27870537356711) + | > loss_duration: 1.6980605125427246 (1.6981507407498473) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.82994842529297 (33.61867293958852) + | > grad_norm_1: tensor(402.2697, device='cuda:0') (tensor(524.9953, device='cuda:0')) + | > current_lr_0: 0.00019862963039358455 + | > current_lr_1: 0.00019862963039358455 + | > step_time: 0.8552 (0.8265767729337485) + | > loader_time: 0.0101 (0.0076794672085801685) + + + --> TIME: 2024-11-23 04:42:06 -- STEP: 674/797 -- GLOBAL_STEP: 45300 + | > loss_disc: 2.4642677307128906 (2.465783218955428) + | > loss_disc_real_0: 0.14488394558429718 (0.1323883510540166) + | > loss_disc_real_1: 0.24742943048477173 (0.2179320471621054) + | > loss_disc_real_2: 0.23548422753810883 (0.2335525257872191) + | > loss_disc_real_3: 0.24440431594848633 (0.223749650161415) + | > loss_disc_real_4: 0.21275576949119568 (0.22307467237335993) + | > loss_disc_real_5: 0.256570041179657 (0.23325861137061868) + | > loss_0: 2.4642677307128906 (2.465783218955428) + | > grad_norm_0: tensor(21.2647, device='cuda:0') (tensor(62.8778, device='cuda:0')) + | > loss_gen: 2.3726918697357178 (2.359204143197318) + | > loss_kl: 1.6138185262680054 (1.5625616029037572) + | > loss_feat: 6.9238152503967285 (6.724869430949494) + | > loss_mel: 22.09347152709961 (21.277595452102055) + | > loss_duration: 1.686048150062561 (1.6977537992446292) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.689842224121094 (33.62198448181147) + | > grad_norm_1: tensor(654.4168, device='cuda:0') (tensor(525.2243, device='cuda:0')) + | > current_lr_0: 0.00019862963039358455 + | > current_lr_1: 0.00019862963039358455 + | > step_time: 0.9341 (0.8296566823116044) + | > loader_time: 0.0081 (0.007779655187703027) + + + --> TIME: 2024-11-23 04:42:30 -- STEP: 699/797 -- GLOBAL_STEP: 45325 + | > loss_disc: 2.3923087120056152 (2.4655366267939667) + | > loss_disc_real_0: 0.1488318294286728 (0.13238938475222214) + | > loss_disc_real_1: 0.22119729220867157 (0.21800310547345006) + | > loss_disc_real_2: 0.19115303456783295 (0.23344264112316998) + | > loss_disc_real_3: 0.24766376614570618 (0.22386958819943273) + | > loss_disc_real_4: 0.2067859023809433 (0.2232149421998189) + | > loss_disc_real_5: 0.1620275229215622 (0.23309776979966226) + | > loss_0: 2.3923087120056152 (2.4655366267939667) + | > grad_norm_0: tensor(26.3581, device='cuda:0') (tensor(61.7535, device='cuda:0')) + | > loss_gen: 2.2375731468200684 (2.3580957538580196) + | > loss_kl: 1.447031021118164 (1.5641563540705632) + | > loss_feat: 7.1836042404174805 (6.722372561906367) + | > loss_mel: 22.298065185546875 (21.284487518288703) + | > loss_duration: 1.6848701238632202 (1.6971392800367957) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.85114288330078 (33.62625150721468) + | > grad_norm_1: tensor(519.2520, device='cuda:0') (tensor(521.2437, device='cuda:0')) + | > current_lr_0: 0.00019862963039358455 + | > current_lr_1: 0.00019862963039358455 + | > step_time: 0.9284 (0.8332656606584149) + | > loader_time: 0.0089 (0.007877571558918222) + + + --> TIME: 2024-11-23 04:42:54 -- STEP: 724/797 -- GLOBAL_STEP: 45350 + | > loss_disc: 2.599447250366211 (2.4650505162075738) + | > loss_disc_real_0: 0.131869375705719 (0.1324218447726653) + | > loss_disc_real_1: 0.2153877466917038 (0.2177753753713151) + | > loss_disc_real_2: 0.2660383880138397 (0.2333379273421198) + | > loss_disc_real_3: 0.26466020941734314 (0.22405248723965332) + | > loss_disc_real_4: 0.2674914598464966 (0.22325483485233058) + | > loss_disc_real_5: 0.2772075831890106 (0.23278215805387628) + | > loss_0: 2.599447250366211 (2.4650505162075738) + | > grad_norm_0: tensor(52.1521, device='cuda:0') (tensor(62.6650, device='cuda:0')) + | > loss_gen: 2.3070878982543945 (2.3577570156168544) + | > loss_kl: 1.6693273782730103 (1.5655768602592517) + | > loss_feat: 6.711645126342773 (6.716023779705741) + | > loss_mel: 23.067440032958984 (21.272051856004058) + | > loss_duration: 1.6815991401672363 (1.6963090934476803) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.43709945678711 (33.607718649490096) + | > grad_norm_1: tensor(108.6001, device='cuda:0') (tensor(522.8193, device='cuda:0')) + | > current_lr_0: 0.00019862963039358455 + | > current_lr_1: 0.00019862963039358455 + | > step_time: 0.8981 (0.8369917234004534) + | > loader_time: 0.01 (0.007992825126121053) + + + --> TIME: 2024-11-23 04:43:19 -- STEP: 749/797 -- GLOBAL_STEP: 45375 + | > loss_disc: 2.6556668281555176 (2.465914003680322) + | > loss_disc_real_0: 0.1322348713874817 (0.13218221942258782) + | > loss_disc_real_1: 0.219038188457489 (0.21764916414332797) + | > loss_disc_real_2: 0.2421557903289795 (0.23375253964250334) + | > loss_disc_real_3: 0.244279682636261 (0.2244109821534444) + | > loss_disc_real_4: 0.22084100544452667 (0.22373292196258524) + | > loss_disc_real_5: 0.21506422758102417 (0.23324101021356672) + | > loss_0: 2.6556668281555176 (2.465914003680322) + | > grad_norm_0: tensor(11.3381, device='cuda:0') (tensor(61.6503, device='cuda:0')) + | > loss_gen: 1.9599957466125488 (2.35723596246284) + | > loss_kl: 1.5980666875839233 (1.5668682660534488) + | > loss_feat: 5.9340596199035645 (6.713277155948734) + | > loss_mel: 19.305416107177734 (21.27151438327273) + | > loss_duration: 1.6543622016906738 (1.6953073833908674) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.451900482177734 (33.60420318980401) + | > grad_norm_1: tensor(351.7358, device='cuda:0') (tensor(523.1978, device='cuda:0')) + | > current_lr_0: 0.00019862963039358455 + | > current_lr_1: 0.00019862963039358455 + | > step_time: 0.9078 (0.8405995426254376) + | > loader_time: 0.0918 (0.009836571557181215) + + + --> TIME: 2024-11-23 04:43:54 -- STEP: 774/797 -- GLOBAL_STEP: 45400 + | > loss_disc: 2.569154739379883 (2.4656128128677675) + | > loss_disc_real_0: 0.10711567103862762 (0.13206003560595583) + | > loss_disc_real_1: 0.24306592345237732 (0.21777417258544787) + | > loss_disc_real_2: 0.28110671043395996 (0.2333519491306879) + | > loss_disc_real_3: 0.23350070416927338 (0.22456080851551796) + | > loss_disc_real_4: 0.29038459062576294 (0.2236962549446165) + | > loss_disc_real_5: 0.2540155053138733 (0.23306944188529516) + | > loss_0: 2.569154739379883 (2.4656128128677675) + | > grad_norm_0: tensor(77.3792, device='cuda:0') (tensor(62.0246, device='cuda:0')) + | > loss_gen: 2.205476999282837 (2.357174541137015) + | > loss_kl: 1.6208913326263428 (1.5673712388797638) + | > loss_feat: 7.500012397766113 (6.712590966729844) + | > loss_mel: 22.84738540649414 (21.27609596203154) + | > loss_duration: 1.643772840499878 (1.6943114897385434) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.81753921508789 (33.607544245954) + | > grad_norm_1: tensor(537.8414, device='cuda:0') (tensor(523.1171, device='cuda:0')) + | > current_lr_0: 0.00019862963039358455 + | > current_lr_1: 0.00019862963039358455 + | > step_time: 1.5647 (0.8543370115048511) + | > loader_time: 0.1212 (0.013830478801283717) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.6284847259521484 (2.6284847259521484) + | > loss_disc_real_0: 0.1444116234779358 (0.1444116234779358) + | > loss_disc_real_1: 0.15002690255641937 (0.15002690255641937) + | > loss_disc_real_2: 0.174364373087883 (0.174364373087883) + | > loss_disc_real_3: 0.17016763985157013 (0.17016763985157013) + | > loss_disc_real_4: 0.18491636216640472 (0.18491636216640472) + | > loss_disc_real_5: 0.17462821304798126 (0.17462821304798126) + | > loss_0: 2.6284847259521484 (2.6284847259521484) + | > loss_gen: 1.7742085456848145 (1.7742085456848145) + | > loss_kl: 1.9650791883468628 (1.9650791883468628) + | > loss_feat: 6.488251209259033 (6.488251209259033) + | > loss_mel: 21.599689483642578 (21.599689483642578) + | > loss_duration: 1.9374198913574219 (1.9374198913574219) + | > loss_1: 33.7646484375 (33.7646484375) + + --> STEP: 1 + | > loss_disc: 2.293640613555908 (2.293640613555908) + | > loss_disc_real_0: 0.03936955705285072 (0.03936955705285072) + | > loss_disc_real_1: 0.11343098431825638 (0.11343098431825638) + | > loss_disc_real_2: 0.1673157811164856 (0.1673157811164856) + | > loss_disc_real_3: 0.21051926910877228 (0.21051926910877228) + | > loss_disc_real_4: 0.21286357939243317 (0.21286357939243317) + | > loss_disc_real_5: 0.2307911366224289 (0.2307911366224289) + | > loss_0: 2.293640613555908 (2.293640613555908) + | > loss_gen: 2.105760097503662 (2.105760097503662) + | > loss_kl: 1.3227109909057617 (1.3227109909057617) + | > loss_feat: 7.901159763336182 (7.901159763336182) + | > loss_mel: 23.3950138092041 (23.3950138092041) + | > loss_duration: 1.680255651473999 (1.680255651473999) + | > loss_1: 36.40489959716797 (36.40489959716797) + + --> STEP: 2 + | > loss_disc: 2.5310750007629395 (2.412357807159424) + | > loss_disc_real_0: 0.08381098508834839 (0.061590271070599556) + | > loss_disc_real_1: 0.19967816770076752 (0.15655457600951195) + | > loss_disc_real_2: 0.2675117254257202 (0.2174137532711029) + | > loss_disc_real_3: 0.26320722699165344 (0.23686324805021286) + | > loss_disc_real_4: 0.18002404272556305 (0.1964438110589981) + | > loss_disc_real_5: 0.15399494767189026 (0.19239304214715958) + | > loss_0: 2.5310750007629395 (2.412357807159424) + | > loss_gen: 1.9421629905700684 (2.0239615440368652) + | > loss_kl: 1.9132217168807983 (1.61796635389328) + | > loss_feat: 5.891266345977783 (6.896213054656982) + | > loss_mel: 20.676801681518555 (22.035907745361328) + | > loss_duration: 1.648514986038208 (1.6643853187561035) + | > loss_1: 32.07196807861328 (34.238433837890625) + + --> STEP: 3 + | > loss_disc: 2.6694557666778564 (2.4980571269989014) + | > loss_disc_real_0: 0.0733628123998642 (0.06551445151368777) + | > loss_disc_real_1: 0.2116367071866989 (0.1749152864019076) + | > loss_disc_real_2: 0.2551352381706238 (0.2299875815709432) + | > loss_disc_real_3: 0.23493023216724396 (0.23621890942255655) + | > loss_disc_real_4: 0.19476860761642456 (0.1958854099114736) + | > loss_disc_real_5: 0.2571016550064087 (0.21396257976690927) + | > loss_0: 2.6694557666778564 (2.4980571269989014) + | > loss_gen: 1.7530378103256226 (1.9336536327997844) + | > loss_kl: 2.1432676315307617 (1.7930667797724407) + | > loss_feat: 4.93804407119751 (6.243490060170491) + | > loss_mel: 21.26815414428711 (21.77998987833659) + | > loss_duration: 1.7616615295410156 (1.6968107223510742) + | > loss_1: 31.864166259765625 (33.44701131184896) + + --> STEP: 4 + | > loss_disc: 2.518768072128296 (2.50323486328125) + | > loss_disc_real_0: 0.11215899884700775 (0.07717558834701777) + | > loss_disc_real_1: 0.19884826242923737 (0.18089853040874004) + | > loss_disc_real_2: 0.23458528518676758 (0.2311370074748993) + | > loss_disc_real_3: 0.17699915170669556 (0.2214139699935913) + | > loss_disc_real_4: 0.17204757034778595 (0.18992595002055168) + | > loss_disc_real_5: 0.1752648800611496 (0.20428815484046936) + | > loss_0: 2.518768072128296 (2.50323486328125) + | > loss_gen: 1.7807424068450928 (1.8954258263111115) + | > loss_kl: 1.2495222091674805 (1.6571806371212006) + | > loss_feat: 5.6074442863464355 (6.0844786167144775) + | > loss_mel: 18.453027725219727 (20.948249340057373) + | > loss_duration: 1.6550053358078003 (1.6863593757152557) + | > loss_1: 28.74574089050293 (32.27169370651245) + + --> STEP: 5 + | > loss_disc: 2.5012497901916504 (2.5028378486633303) + | > loss_disc_real_0: 0.059203535318374634 (0.07358117774128914) + | > loss_disc_real_1: 0.11780473589897156 (0.16827977150678636) + | > loss_disc_real_2: 0.18949449062347412 (0.22280850410461425) + | > loss_disc_real_3: 0.17431212961673737 (0.21199360191822053) + | > loss_disc_real_4: 0.23273921012878418 (0.19848860204219818) + | > loss_disc_real_5: 0.1488259732723236 (0.1931957185268402) + | > loss_0: 2.5012497901916504 (2.5028378486633303) + | > loss_gen: 1.7597122192382812 (1.8682831048965454) + | > loss_kl: 1.585402250289917 (1.6428249597549438) + | > loss_feat: 8.043462753295898 (6.476275444030762) + | > loss_mel: 21.729536056518555 (21.10450668334961) + | > loss_duration: 1.8426458835601807 (1.7176166772842407) + | > loss_1: 34.96076202392578 (32.80950736999512) + + --> STEP: 6 + | > loss_disc: 2.6398162841796875 (2.525667587916056) + | > loss_disc_real_0: 0.04045237973332405 (0.0680597114066283) + | > loss_disc_real_1: 0.24023546278476715 (0.18027238671978316) + | > loss_disc_real_2: 0.25674450397491455 (0.22846450408299765) + | > loss_disc_real_3: 0.22322200238704681 (0.21386500199635824) + | > loss_disc_real_4: 0.21351169049739838 (0.20099245011806488) + | > loss_disc_real_5: 0.17188051342964172 (0.1896431843439738) + | > loss_0: 2.6398162841796875 (2.525667587916056) + | > loss_gen: 1.7494938373565674 (1.8484848936398823) + | > loss_kl: 0.7928752899169922 (1.5011666814486186) + | > loss_feat: 6.315329074859619 (6.449451049168904) + | > loss_mel: 21.739261627197266 (21.210299173990887) + | > loss_duration: 1.68328857421875 (1.7118953267733257) + | > loss_1: 32.280250549316406 (32.721297899881996) + + --> STEP: 7 + | > loss_disc: 2.600921392440796 (2.5364181314195906) + | > loss_disc_real_0: 0.0805630311369896 (0.06984589993953705) + | > loss_disc_real_1: 0.22185996174812317 (0.18621346886668885) + | > loss_disc_real_2: 0.24732272326946259 (0.23115853539534978) + | > loss_disc_real_3: 0.27242007851600647 (0.22223001292773656) + | > loss_disc_real_4: 0.24561306834220886 (0.20736682415008545) + | > loss_disc_real_5: 0.2775653004646301 (0.2022034866469247) + | > loss_0: 2.600921392440796 (2.5364181314195906) + | > loss_gen: 2.162881374359131 (1.893398676599775) + | > loss_kl: 1.8294814825057983 (1.5480687958853585) + | > loss_feat: 7.049455165863037 (6.535165922982352) + | > loss_mel: 24.046554565429688 (21.615478515625) + | > loss_duration: 1.6493003368377686 (1.7029531853539603) + | > loss_1: 36.7376708984375 (33.295065471104216) + + --> STEP: 8 + | > loss_disc: 2.1982269287109375 (2.494144231081009) + | > loss_disc_real_0: 0.041631001979112625 (0.066319037694484) + | > loss_disc_real_1: 0.19274428486824036 (0.1870298208668828) + | > loss_disc_real_2: 0.111117422580719 (0.21615339629352093) + | > loss_disc_real_3: 0.11557991802692413 (0.208898751065135) + | > loss_disc_real_4: 0.10397502779960632 (0.19444284960627556) + | > loss_disc_real_5: 0.1369270533323288 (0.1940439324826002) + | > loss_0: 2.1982269287109375 (2.494144231081009) + | > loss_gen: 1.7531760931015015 (1.8758708536624908) + | > loss_kl: 1.8964166641235352 (1.5916122794151306) + | > loss_feat: 9.061447143554688 (6.850951075553894) + | > loss_mel: 22.743589401245117 (21.756492376327515) + | > loss_duration: 1.696540355682373 (1.702151581645012) + | > loss_1: 37.15117263793945 (33.77707886695862) + + --> STEP: 9 + | > loss_disc: 2.9387242794036865 (2.543542014227973) + | > loss_disc_real_0: 0.16907620429992676 (0.0777365006506443) + | > loss_disc_real_1: 0.19421163201332092 (0.1878277998831537) + | > loss_disc_real_2: 0.25410357117652893 (0.22037008239163292) + | > loss_disc_real_3: 0.2172379493713379 (0.2098253286547131) + | > loss_disc_real_4: 0.2136932760477066 (0.19658178587754568) + | > loss_disc_real_5: 0.22613753378391266 (0.19760988818274605) + | > loss_0: 2.9387242794036865 (2.543542014227973) + | > loss_gen: 1.5679785013198853 (1.8416605922910902) + | > loss_kl: 2.060795783996582 (1.6437437799241807) + | > loss_feat: 4.666078090667725 (6.608187410566542) + | > loss_mel: 16.744815826416016 (21.19963942633735) + | > loss_duration: 1.7041983604431152 (1.702379001511468) + | > loss_1: 26.743865966796875 (32.99561076694064) + + --> STEP: 10 + | > loss_disc: 2.8258581161499023 (2.571773624420166) + | > loss_disc_real_0: 0.07870475947856903 (0.07783332653343678) + | > loss_disc_real_1: 0.1781698614358902 (0.18686200603842734) + | > loss_disc_real_2: 0.2651091516017914 (0.22484398931264876) + | > loss_disc_real_3: 0.25553685426712036 (0.21439648121595384) + | > loss_disc_real_4: 0.2285328209400177 (0.19977688938379287) + | > loss_disc_real_5: 0.18482977151870728 (0.19633187651634215) + | > loss_0: 2.8258581161499023 (2.571773624420166) + | > loss_gen: 1.6309524774551392 (1.8205897808074951) + | > loss_kl: 1.3042097091674805 (1.6097903728485108) + | > loss_feat: 5.259478569030762 (6.4733165264129635) + | > loss_mel: 19.48086929321289 (21.027762413024902) + | > loss_duration: 1.5877248048782349 (1.6909135818481444) + | > loss_1: 29.263235092163086 (32.62237319946289) + + --> STEP: 11 + | > loss_disc: 2.6693711280822754 (2.580646124753085) + | > loss_disc_real_0: 0.048959292471408844 (0.07520841434597969) + | > loss_disc_real_1: 0.13501949608325958 (0.18214905058795755) + | > loss_disc_real_2: 0.1562606692314148 (0.2186091420325366) + | > loss_disc_real_3: 0.19441626965999603 (0.21258009834723038) + | > loss_disc_real_4: 0.20049022138118744 (0.19984173774719238) + | > loss_disc_real_5: 0.14881549775600433 (0.19201220571994781) + | > loss_0: 2.6693711280822754 (2.580646124753085) + | > loss_gen: 1.5395060777664185 (1.79503671689467) + | > loss_kl: 2.348789691925049 (1.676972129128196) + | > loss_feat: 8.550332069396973 (6.662136121229692) + | > loss_mel: 23.287118911743164 (21.233158458362926) + | > loss_duration: 1.5748231410980225 (1.6803599054163152) + | > loss_1: 37.300567626953125 (33.047663601962) + + --> STEP: 12 + | > loss_disc: 2.7489466667175293 (2.5946711699167886) + | > loss_disc_real_0: 0.08428475260734558 (0.07596477586776018) + | > loss_disc_real_1: 0.21042080223560333 (0.18450502989192805) + | > loss_disc_real_2: 0.2366819828748703 (0.22011521210273108) + | > loss_disc_real_3: 0.24264129996299744 (0.21508519848187765) + | > loss_disc_real_4: 0.21160253882408142 (0.2008218045035998) + | > loss_disc_real_5: 0.2384088933467865 (0.19587859635551771) + | > loss_0: 2.7489466667175293 (2.5946711699167886) + | > loss_gen: 1.7571998834609985 (1.791883647441864) + | > loss_kl: 1.8727890253067017 (1.6932902038097382) + | > loss_feat: 5.021022319793701 (6.525376637776692) + | > loss_mel: 21.47707748413086 (21.253485043843586) + | > loss_duration: 1.7285568714141846 (1.684376319249471) + | > loss_1: 31.856645584106445 (32.94841210047404) + + --> STEP: 13 + | > loss_disc: 2.1520442962646484 (2.560622948866624) + | > loss_disc_real_0: 0.05967710539698601 (0.07471187813923909) + | > loss_disc_real_1: 0.13289587199687958 (0.180535094669232) + | > loss_disc_real_2: 0.18393166363239288 (0.21733186222039735) + | > loss_disc_real_3: 0.17671537399291992 (0.2121336735211886) + | > loss_disc_real_4: 0.11656501889228821 (0.19434051330272967) + | > loss_disc_real_5: 0.1457676887512207 (0.19202391115518716) + | > loss_0: 2.1520442962646484 (2.560622948866624) + | > loss_gen: 1.9262958765029907 (1.8022230496773353) + | > loss_kl: 1.5921285152435303 (1.6855085354584913) + | > loss_feat: 9.249581336975098 (6.734930845407339) + | > loss_mel: 22.61593246459961 (21.35828869159405) + | > loss_duration: 1.7829279899597168 (1.691957216996413) + | > loss_1: 37.166866302490234 (33.27290857755221) + + --> STEP: 14 + | > loss_disc: 2.408670663833618 (2.5497692142214095) + | > loss_disc_real_0: 0.06200932711362839 (0.07380455306598119) + | > loss_disc_real_1: 0.15059581398963928 (0.17839657462068967) + | > loss_disc_real_2: 0.2132917046546936 (0.21704327953713282) + | > loss_disc_real_3: 0.21429011225700378 (0.2122877048594611) + | > loss_disc_real_4: 0.23769459128379822 (0.1974372331585203) + | > loss_disc_real_5: 0.2164621502161026 (0.19376949965953827) + | > loss_0: 2.408670663833618 (2.5497692142214095) + | > loss_gen: 2.018052339553833 (1.8176394275256567) + | > loss_kl: 1.7295160293579102 (1.6886519278798784) + | > loss_feat: 6.806307792663574 (6.740029198782785) + | > loss_mel: 22.97713851928711 (21.473920822143555) + | > loss_duration: 1.729353427886963 (1.6946283749171667) + | > loss_1: 35.26036834716797 (33.41486998966762) + + --> STEP: 15 + | > loss_disc: 2.4789390563964844 (2.5450472036997476) + | > loss_disc_real_0: 0.08102214336395264 (0.07428572575251262) + | > loss_disc_real_1: 0.1388421207666397 (0.17575961103041968) + | > loss_disc_real_2: 0.2519303858280182 (0.21936908662319182) + | > loss_disc_real_3: 0.20203019678592682 (0.21160387098789216) + | > loss_disc_real_4: 0.2575569152832031 (0.2014452119668325) + | > loss_disc_real_5: 0.2128482162952423 (0.19504141410191853) + | > loss_0: 2.4789390563964844 (2.5450472036997476) + | > loss_gen: 1.9536774158477783 (1.8267086267471313) + | > loss_kl: 1.7212615013122559 (1.6908258994420369) + | > loss_feat: 6.340514659881592 (6.713394896189372) + | > loss_mel: 23.494586944580078 (21.608631896972657) + | > loss_duration: 1.6413521766662598 (1.6910766283671061) + | > loss_1: 35.15139389038086 (33.53063824971517) + + --> STEP: 16 + | > loss_disc: 2.5756096839904785 (2.5469573587179184) + | > loss_disc_real_0: 0.09158565104007721 (0.0753669710829854) + | > loss_disc_real_1: 0.17991136014461517 (0.1760190953500569) + | > loss_disc_real_2: 0.18832701444625854 (0.2174289571121335) + | > loss_disc_real_3: 0.17819854617118835 (0.20951603818684816) + | > loss_disc_real_4: 0.287283718585968 (0.20681011863052845) + | > loss_disc_real_5: 0.20134486258029938 (0.19543537963181734) + | > loss_0: 2.5756096839904785 (2.5469573587179184) + | > loss_gen: 1.846894383430481 (1.8279702365398407) + | > loss_kl: 1.4967402219772339 (1.6786955446004868) + | > loss_feat: 7.971823692321777 (6.792046695947647) + | > loss_mel: 23.772075653076172 (21.743847131729126) + | > loss_duration: 1.7575221061706543 (1.6952294707298279) + | > loss_1: 36.845054626464844 (33.737789273262024) + + --> STEP: 17 + | > loss_disc: 2.4220683574676514 (2.5396109468796673) + | > loss_disc_real_0: 0.04356997087597847 (0.07349655930610265) + | > loss_disc_real_1: 0.15793004631996155 (0.17495503364240422) + | > loss_disc_real_2: 0.21436136960983276 (0.21724851078846874) + | > loss_disc_real_3: 0.16681480407714844 (0.20700420088627758) + | > loss_disc_real_4: 0.1852692812681198 (0.20554301055038676) + | > loss_disc_real_5: 0.1929200142621994 (0.1952874169630163) + | > loss_0: 2.4220683574676514 (2.5396109468796673) + | > loss_gen: 1.8382104635238647 (1.8285726028330185) + | > loss_kl: 1.79175865650177 (1.6853463158887976) + | > loss_feat: 6.9623332023620605 (6.802063549266142) + | > loss_mel: 21.955547332763672 (21.75630008473116) + | > loss_duration: 1.6223485469818115 (1.69094235756818) + | > loss_1: 34.17020034790039 (33.763225218828985) + + --> STEP: 18 + | > loss_disc: 2.707838773727417 (2.548956937260098) + | > loss_disc_real_0: 0.03299157693982124 (0.07124628250797589) + | > loss_disc_real_1: 0.1383616179227829 (0.17292206610242525) + | > loss_disc_real_2: 0.19009460508823395 (0.21573996047178903) + | > loss_disc_real_3: 0.1695161908864975 (0.2049215336640676) + | > loss_disc_real_4: 0.16788087785243988 (0.20345066984494528) + | > loss_disc_real_5: 0.14693404734134674 (0.19260111865070131) + | > loss_0: 2.707838773727417 (2.548956937260098) + | > loss_gen: 1.486482858657837 (1.8095676170455084) + | > loss_kl: 1.6679463386535645 (1.6843796504868402) + | > loss_feat: 8.365653038024902 (6.888929631974962) + | > loss_mel: 24.173320770263672 (21.890579011705185) + | > loss_duration: 1.6694122552871704 (1.6897462407747905) + | > loss_1: 37.362815856933594 (33.963202476501465) + + --> STEP: 19 + | > loss_disc: 2.3208141326904297 (2.5369494212301156) + | > loss_disc_real_0: 0.05516964942216873 (0.07040014392451237) + | > loss_disc_real_1: 0.0928758978843689 (0.1687091098804223) + | > loss_disc_real_2: 0.16741858422756195 (0.21319673014314552) + | > loss_disc_real_3: 0.1601136475801468 (0.20256322387017703) + | > loss_disc_real_4: 0.1651492714881897 (0.2014348067735371) + | > loss_disc_real_5: 0.15305587649345398 (0.19051979011610934) + | > loss_0: 2.3208141326904297 (2.5369494212301156) + | > loss_gen: 1.8171026706695557 (1.809964198815195) + | > loss_kl: 1.9615449905395508 (1.6989672999632985) + | > loss_feat: 9.358238220214844 (7.018893241882324) + | > loss_mel: 26.276504516601562 (22.121417196173418) + | > loss_duration: 1.7898647785186768 (1.6950156374981529) + | > loss_1: 41.20325469970703 (34.344257856670175) + + --> STEP: 20 + | > loss_disc: 2.5852646827697754 (2.5393651843070986) + | > loss_disc_real_0: 0.09014977514743805 (0.07138762548565866) + | > loss_disc_real_1: 0.1614762544631958 (0.16834746710956097) + | > loss_disc_real_2: 0.22329223155975342 (0.2137015052139759) + | > loss_disc_real_3: 0.21351312100887299 (0.2031107187271118) + | > loss_disc_real_4: 0.2033933848142624 (0.20153273567557334) + | > loss_disc_real_5: 0.18417710065841675 (0.19020265564322472) + | > loss_0: 2.5852646827697754 (2.5393651843070986) + | > loss_gen: 1.7165921926498413 (1.8052955985069274) + | > loss_kl: 1.688400387763977 (1.6984389543533325) + | > loss_feat: 6.344472408294678 (6.985172200202942) + | > loss_mel: 21.869611740112305 (22.108826923370362) + | > loss_duration: 1.6366217136383057 (1.6920959413051606) + | > loss_1: 33.255699157714844 (34.28982992172241) + + --> STEP: 21 + | > loss_disc: 2.391159772872925 (2.532307783762614) + | > loss_disc_real_0: 0.08391088247299194 (0.07198397105648406) + | > loss_disc_real_1: 0.16114695370197296 (0.16800458551872344) + | > loss_disc_real_2: 0.23637093603610992 (0.21478100191979183) + | > loss_disc_real_3: 0.2265792042016983 (0.20422826565447308) + | > loss_disc_real_4: 0.23493123054504395 (0.20312314019316718) + | > loss_disc_real_5: 0.2490045577287674 (0.19300274621872676) + | > loss_0: 2.391159772872925 (2.532307783762614) + | > loss_gen: 2.105152130126953 (1.819574480965024) + | > loss_kl: 1.2533795833587646 (1.6772456509726388) + | > loss_feat: 6.5222368240356445 (6.96312765848069) + | > loss_mel: 23.405994415283203 (22.170596803937638) + | > loss_duration: 1.664170503616333 (1.6907661585580736) + | > loss_1: 34.950931549072266 (34.32131095159621) + + --> STEP: 22 + | > loss_disc: 2.563154935836792 (2.533709927038713) + | > loss_disc_real_0: 0.08986124396324158 (0.07279657437042758) + | > loss_disc_real_1: 0.1801949292421341 (0.16855869205160576) + | > loss_disc_real_2: 0.2011544555425644 (0.21416161344809967) + | > loss_disc_real_3: 0.2120237946510315 (0.20458260788158936) + | > loss_disc_real_4: 0.17936667799949646 (0.20204330100254578) + | > loss_disc_real_5: 0.1735697090625763 (0.19211942634799264) + | > loss_0: 2.563154935836792 (2.533709927038713) + | > loss_gen: 1.8044006824493408 (1.8188847628506748) + | > loss_kl: 1.481182336807251 (1.6683336821469394) + | > loss_feat: 6.86677885055542 (6.958748167211359) + | > loss_mel: 20.979652404785156 (22.116462967612524) + | > loss_duration: 1.7701995372772217 (1.6943767666816711) + | > loss_1: 32.90221405029297 (34.25680654699152) + + --> STEP: 23 + | > loss_disc: 2.4336929321289062 (2.5293613620426343) + | > loss_disc_real_0: 0.0729343369603157 (0.07280256404824881) + | > loss_disc_real_1: 0.16358983516693115 (0.16834265479575033) + | > loss_disc_real_2: 0.19366270303726196 (0.21327035647371542) + | > loss_disc_real_3: 0.14112526178359985 (0.2018235928338507) + | > loss_disc_real_4: 0.21392202377319336 (0.20255976720996524) + | > loss_disc_real_5: 0.18896308541297913 (0.19198219413342682) + | > loss_0: 2.4336929321289062 (2.5293613620426343) + | > loss_gen: 1.7917885780334473 (1.8177066678586213) + | > loss_kl: 1.4449843168258667 (1.658622840176458) + | > loss_feat: 6.170620441436768 (6.924481744351595) + | > loss_mel: 21.028940200805664 (22.069179369055703) + | > loss_duration: 1.7364438772201538 (1.6962057714876921) + | > loss_1: 32.17277526855469 (34.16619649140731) + + --> STEP: 24 + | > loss_disc: 2.5254993438720703 (2.5292004446188607) + | > loss_disc_real_0: 0.042313236743211746 (0.07153217541053893) + | > loss_disc_real_1: 0.15034444630146027 (0.16759272944182158) + | > loss_disc_real_2: 0.25476765632629395 (0.21499941063423952) + | > loss_disc_real_3: 0.16945819556713104 (0.20047503461440405) + | > loss_disc_real_4: 0.2586401104927063 (0.20489644818007946) + | > loss_disc_real_5: 0.21987347304821014 (0.19314433075487614) + | > loss_0: 2.5254993438720703 (2.5292004446188607) + | > loss_gen: 1.855507731437683 (1.8192817121744156) + | > loss_kl: 1.61107337474823 (1.6566416124502819) + | > loss_feat: 6.45731258392334 (6.905016362667084) + | > loss_mel: 21.88360023498535 (22.06144690513611) + | > loss_duration: 1.6587553024291992 (1.6946453352769215) + | > loss_1: 33.46624755859375 (34.13703195254008) + + --> STEP: 25 + | > loss_disc: 2.2405381202697754 (2.5176539516448972) + | > loss_disc_real_0: 0.08429849147796631 (0.07204282805323603) + | > loss_disc_real_1: 0.14516828954219818 (0.16669575184583663) + | > loss_disc_real_2: 0.1972154676914215 (0.2142880529165268) + | > loss_disc_real_3: 0.16010047495365143 (0.19886005222797393) + | > loss_disc_real_4: 0.20413224399089813 (0.2048658800125122) + | > loss_disc_real_5: 0.16832226514816284 (0.1921514481306076) + | > loss_0: 2.2405381202697754 (2.5176539516448972) + | > loss_gen: 2.0517501831054688 (1.8285804510116577) + | > loss_kl: 1.615689754486084 (1.6550035381317139) + | > loss_feat: 6.92504358291626 (6.905817451477051) + | > loss_mel: 20.693178176879883 (22.006716156005858) + | > loss_duration: 1.6216120719909668 (1.6917240047454833) + | > loss_1: 32.90727233886719 (34.087841567993166) + + --> STEP: 26 + | > loss_disc: 2.4137206077575684 (2.5136565153415384) + | > loss_disc_real_0: 0.05319828540086746 (0.07131803795122185) + | > loss_disc_real_1: 0.1481201946735382 (0.16598130733920977) + | > loss_disc_real_2: 0.17143531143665314 (0.21263987055191627) + | > loss_disc_real_3: 0.16475600004196167 (0.1975483579131273) + | > loss_disc_real_4: 0.14639116823673248 (0.20261685263652068) + | > loss_disc_real_5: 0.2521049380302429 (0.1944573515882859) + | > loss_0: 2.4137206077575684 (2.5136565153415384) + | > loss_gen: 1.8462448120117188 (1.82925984951166) + | > loss_kl: 1.5373457670211792 (1.6504782392428472) + | > loss_feat: 6.611685276031494 (6.894504675498376) + | > loss_mel: 22.828889846801758 (22.038338221036472) + | > loss_duration: 1.6484687328338623 (1.6900603404411902) + | > loss_1: 34.472633361816406 (34.10264125237098) + + --> STEP: 27 + | > loss_disc: 2.4418323040008545 (2.510996359365958) + | > loss_disc_real_0: 0.04282185435295105 (0.07026262374387848) + | > loss_disc_real_1: 0.15626202523708344 (0.16562133392801992) + | > loss_disc_real_2: 0.23229528963565826 (0.2133678490364993) + | > loss_disc_real_3: 0.1565815955400467 (0.19603107041782802) + | > loss_disc_real_4: 0.20994038879871368 (0.2028880947166019) + | > loss_disc_real_5: 0.1942327916622162 (0.19444903455398702) + | > loss_0: 2.4418323040008545 (2.510996359365958) + | > loss_gen: 1.8990459442138672 (1.831844519685816) + | > loss_kl: 1.7225977182388306 (1.6531493310575132) + | > loss_feat: 8.395591735839844 (6.950100492548059) + | > loss_mel: 22.32733726501465 (22.04904188933196) + | > loss_duration: 1.7070552110671997 (1.6906897800940055) + | > loss_1: 36.05162811279297 (34.17482595090513) + + --> STEP: 28 + | > loss_disc: 2.367607355117798 (2.5058753234999522) + | > loss_disc_real_0: 0.04580214247107506 (0.06938903512699265) + | > loss_disc_real_1: 0.11994968354701996 (0.16399020355726993) + | > loss_disc_real_2: 0.19426092505455017 (0.21268545889428683) + | > loss_disc_real_3: 0.160761296749115 (0.19477143564394542) + | > loss_disc_real_4: 0.1991959661245346 (0.20275623298117093) + | > loss_disc_real_5: 0.15008467435836792 (0.19286459311842918) + | > loss_0: 2.367607355117798 (2.5058753234999522) + | > loss_gen: 1.8336741924285889 (1.831909865140915) + | > loss_kl: 1.748506784439087 (1.6565549543925695) + | > loss_feat: 7.620569229125977 (6.974045804568699) + | > loss_mel: 22.32051658630371 (22.058737414223806) + | > loss_duration: 1.685093641281128 (1.6904899179935455) + | > loss_1: 35.20835876464844 (34.21173783711025) + + --> STEP: 29 + | > loss_disc: 2.3691842555999756 (2.5011618383999528) + | > loss_disc_real_0: 0.051196254789829254 (0.06876169787398702) + | > loss_disc_real_1: 0.15684126317501068 (0.16374368837167477) + | > loss_disc_real_2: 0.2126648873090744 (0.21268474952927952) + | > loss_disc_real_3: 0.21585115790367126 (0.19549832261841874) + | > loss_disc_real_4: 0.21213658154010773 (0.20307969327630668) + | > loss_disc_real_5: 0.2336745411157608 (0.19427183270454407) + | > loss_0: 2.3691842555999756 (2.5011618383999528) + | > loss_gen: 1.9014027118682861 (1.8343061702004795) + | > loss_kl: 1.4121174812316895 (1.6481260760077114) + | > loss_feat: 6.209140300750732 (6.947669752712907) + | > loss_mel: 23.030717849731445 (22.09225398096545) + | > loss_duration: 1.6716667413711548 (1.689840842937601) + | > loss_1: 34.22504425048828 (34.21219667895087) + + --> STEP: 30 + | > loss_disc: 2.774597406387329 (2.5102763573328652) + | > loss_disc_real_0: 0.06792851537466049 (0.06873392512400947) + | > loss_disc_real_1: 0.15887321531772614 (0.16358133926987647) + | > loss_disc_real_2: 0.2049945890903473 (0.21242841084798178) + | > loss_disc_real_3: 0.15393124520778656 (0.19411275337139766) + | > loss_disc_real_4: 0.17607970535755157 (0.20217969367901484) + | > loss_disc_real_5: 0.149688258767128 (0.19278571357329685) + | > loss_0: 2.774597406387329 (2.5102763573328652) + | > loss_gen: 1.4748079776763916 (1.8223228971163432) + | > loss_kl: 1.4518754482269287 (1.6415843884150187) + | > loss_feat: 6.925305366516113 (6.946924273173014) + | > loss_mel: 23.597803115844727 (22.142438952128092) + | > loss_duration: 1.6876859664916992 (1.6897690137227377) + | > loss_1: 35.13747787475586 (34.2430393854777) + + --> STEP: 31 + | > loss_disc: 2.8543102741241455 (2.521374225616455) + | > loss_disc_real_0: 0.13134053349494934 (0.07075349313597527) + | > loss_disc_real_1: 0.16659019887447357 (0.16367839925712155) + | > loss_disc_real_2: 0.21944312751293182 (0.2126546920307221) + | > loss_disc_real_3: 0.19547219574451447 (0.19415660635117563) + | > loss_disc_real_4: 0.22165583074092865 (0.20280795616488304) + | > loss_disc_real_5: 0.22083643078804016 (0.19369057541893375) + | > loss_0: 2.8543102741241455 (2.521374225616455) + | > loss_gen: 1.5559533834457397 (1.8137303321592269) + | > loss_kl: 1.7065798044204712 (1.6436810147377752) + | > loss_feat: 5.486382007598877 (6.899810006541591) + | > loss_mel: 20.02512550354004 (22.07413851830267) + | > loss_duration: 1.6576919555664062 (1.688734269911243) + | > loss_1: 30.431732177734375 (34.12009399167953) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.011827868800009451 (+0.002053791476834205) + | > avg_loss_disc: 2.521374225616455 (+0.08048112930790019) + | > avg_loss_disc_real_0: 0.07075349313597527 (-0.07725901276834547) + | > avg_loss_disc_real_1: 0.16367839925712155 (-0.03696505533110711) + | > avg_loss_disc_real_2: 0.2126546920307221 (-0.033926284601611484) + | > avg_loss_disc_real_3: 0.19415660635117563 (-0.014718769058104486) + | > avg_loss_disc_real_4: 0.20280795616488304 (-0.0005735562693688079) + | > avg_loss_disc_real_5: 0.19369057541893375 (-0.04290187551129249) + | > avg_loss_0: 2.521374225616455 (+0.08048112930790019) + | > avg_loss_gen: 1.8137303321592269 (-0.5841355169973066) + | > avg_loss_kl: 1.6436810147377752 (+0.013420900990885887) + | > avg_loss_feat: 6.899810006541591 (-0.1744060208720546) + | > avg_loss_mel: 22.07413851830267 (+0.026760101318362928) + | > avg_loss_duration: 1.688734269911243 (-0.0003433612085157467) + | > avg_loss_1: 34.12009399167953 (-0.7187039159959383) + + + > EPOCH: 28/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 04:45:04)  + + --> TIME: 2024-11-23 04:45:07 -- STEP: 2/797 -- GLOBAL_STEP: 45425 + | > loss_disc: 2.3256702423095703 (2.4160914421081543) + | > loss_disc_real_0: 0.11668530106544495 (0.08921807818114758) + | > loss_disc_real_1: 0.28092214465141296 (0.2261631116271019) + | > loss_disc_real_2: 0.218540757894516 (0.228188157081604) + | > loss_disc_real_3: 0.25460413098335266 (0.23791147768497467) + | > loss_disc_real_4: 0.17526666820049286 (0.18361640721559525) + | > loss_disc_real_5: 0.2061091512441635 (0.19973882287740707) + | > loss_0: 2.3256702423095703 (2.4160914421081543) + | > grad_norm_0: tensor(136.7495, device='cuda:0') (tensor(134.5258, device='cuda:0')) + | > loss_gen: 2.7983579635620117 (2.6001332998275757) + | > loss_kl: 1.6682668924331665 (1.473218023777008) + | > loss_feat: 6.233436584472656 (6.715764284133911) + | > loss_mel: 19.961673736572266 (21.228243827819824) + | > loss_duration: 1.792679786682129 (1.8844017386436462) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.45441436767578 (33.90176010131836) + | > grad_norm_1: tensor(639.1485, device='cuda:0') (tensor(468.7993, device='cuda:0')) + | > current_lr_0: 0.00019860480168978534 + | > current_lr_1: 0.00019860480168978534 + | > step_time: 0.7167 (0.7243388891220093) + | > loader_time: 0.0066 (0.007792353630065918) + + + --> TIME: 2024-11-23 04:45:26 -- STEP: 27/797 -- GLOBAL_STEP: 45450 + | > loss_disc: 2.369983434677124 (2.491777225776955) + | > loss_disc_real_0: 0.08664824813604355 (0.14179540660094336) + | > loss_disc_real_1: 0.23468908667564392 (0.22041592829757267) + | > loss_disc_real_2: 0.21664167940616608 (0.2322177748989176) + | > loss_disc_real_3: 0.21322959661483765 (0.22885186804665458) + | > loss_disc_real_4: 0.2442864626646042 (0.21576883671460328) + | > loss_disc_real_5: 0.24584192037582397 (0.22725770429328637) + | > loss_0: 2.369983434677124 (2.491777225776955) + | > grad_norm_0: tensor(23.8441, device='cuda:0') (tensor(82.4935, device='cuda:0')) + | > loss_gen: 2.613797903060913 (2.3640569492622654) + | > loss_kl: 1.7377805709838867 (1.509698611718637) + | > loss_feat: 7.511327743530273 (6.749120041176125) + | > loss_mel: 21.15397071838379 (20.806535296969944) + | > loss_duration: 1.708242416381836 (1.8038131749188457) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.725120544433594 (33.233223667851206) + | > grad_norm_1: tensor(357.1535, device='cuda:0') (tensor(477.2834, device='cuda:0')) + | > current_lr_0: 0.00019860480168978534 + | > current_lr_1: 0.00019860480168978534 + | > step_time: 0.756 (0.7575967841678195) + | > loader_time: 0.01 (0.005345424016316734) + + + --> TIME: 2024-11-23 04:45:46 -- STEP: 52/797 -- GLOBAL_STEP: 45475 + | > loss_disc: 2.3335700035095215 (2.494332432746888) + | > loss_disc_real_0: 0.10731244087219238 (0.14324235858825538) + | > loss_disc_real_1: 0.21464501321315765 (0.21853446473295873) + | > loss_disc_real_2: 0.26002782583236694 (0.23453672230243683) + | > loss_disc_real_3: 0.19988593459129333 (0.2268685013628923) + | > loss_disc_real_4: 0.19927634298801422 (0.22084151523617598) + | > loss_disc_real_5: 0.23333118855953217 (0.2307598817233856) + | > loss_0: 2.3335700035095215 (2.494332432746888) + | > grad_norm_0: tensor(35.1372, device='cuda:0') (tensor(68.2470, device='cuda:0')) + | > loss_gen: 2.3721015453338623 (2.3690616855254536) + | > loss_kl: 1.5776289701461792 (1.5320497430287874) + | > loss_feat: 6.977447509765625 (6.798233830011808) + | > loss_mel: 21.705551147460938 (20.940593389364388) + | > loss_duration: 1.6954450607299805 (1.7689778094108288) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.32817459106445 (33.40891614327065) + | > grad_norm_1: tensor(488.5465, device='cuda:0') (tensor(491.4260, device='cuda:0')) + | > current_lr_0: 0.00019860480168978534 + | > current_lr_1: 0.00019860480168978534 + | > step_time: 0.7716 (0.7752541303634644) + | > loader_time: 0.0134 (0.005579444078298718) + + + --> TIME: 2024-11-23 04:46:06 -- STEP: 77/797 -- GLOBAL_STEP: 45500 + | > loss_disc: 2.4886865615844727 (2.4786893268684294) + | > loss_disc_real_0: 0.10580714046955109 (0.137183420069806) + | > loss_disc_real_1: 0.23179805278778076 (0.21696610671359223) + | > loss_disc_real_2: 0.2686700224876404 (0.23167684132402594) + | > loss_disc_real_3: 0.2648906707763672 (0.22723230448636142) + | > loss_disc_real_4: 0.21841196715831757 (0.22234675423665481) + | > loss_disc_real_5: 0.27298057079315186 (0.2297985993035428) + | > loss_0: 2.4886865615844727 (2.4786893268684294) + | > grad_norm_0: tensor(169.8959, device='cuda:0') (tensor(67.5670, device='cuda:0')) + | > loss_gen: 2.1778829097747803 (2.356829042558546) + | > loss_kl: 1.4468300342559814 (1.5432645206327562) + | > loss_feat: 5.959917068481445 (6.807880153903714) + | > loss_mel: 19.505311965942383 (21.027006149291992) + | > loss_duration: 1.7369506359100342 (1.7492256288404588) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.826892852783203 (33.484205369825496) + | > grad_norm_1: tensor(515.4213, device='cuda:0') (tensor(497.2833, device='cuda:0')) + | > current_lr_0: 0.00019860480168978534 + | > current_lr_1: 0.00019860480168978534 + | > step_time: 0.7636 (0.7802699200518719) + | > loader_time: 0.0036 (0.005815289237282494) + + + --> TIME: 2024-11-23 04:46:26 -- STEP: 102/797 -- GLOBAL_STEP: 45525 + | > loss_disc: 2.470165729522705 (2.4820807704738552) + | > loss_disc_real_0: 0.1132122352719307 (0.1360570446168091) + | > loss_disc_real_1: 0.21291647851467133 (0.2173384634010932) + | > loss_disc_real_2: 0.23163029551506042 (0.235498118196048) + | > loss_disc_real_3: 0.22191646695137024 (0.22625790609448565) + | > loss_disc_real_4: 0.23845012485980988 (0.22159106883348204) + | > loss_disc_real_5: 0.23546403646469116 (0.23086565455385283) + | > loss_0: 2.470165729522705 (2.4820807704738552) + | > grad_norm_0: tensor(108.7470, device='cuda:0') (tensor(60.6272, device='cuda:0')) + | > loss_gen: 2.37556529045105 (2.342548127267874) + | > loss_kl: 1.4671146869659424 (1.544398629197887) + | > loss_feat: 7.0086750984191895 (6.778876856261609) + | > loss_mel: 21.326841354370117 (21.118423181421615) + | > loss_duration: 1.7128958702087402 (1.739673211294062) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.891090393066406 (33.52391985350964) + | > grad_norm_1: tensor(640.7578, device='cuda:0') (tensor(432.7325, device='cuda:0')) + | > current_lr_0: 0.00019860480168978534 + | > current_lr_1: 0.00019860480168978534 + | > step_time: 0.7993 (0.7772097447339225) + | > loader_time: 0.0043 (0.005924407173605527) + + + --> TIME: 2024-11-23 04:46:46 -- STEP: 127/797 -- GLOBAL_STEP: 45550 + | > loss_disc: 2.5729997158050537 (2.4796606011278057) + | > loss_disc_real_0: 0.12084999680519104 (0.13573790825610085) + | > loss_disc_real_1: 0.2155754566192627 (0.21681399303158438) + | > loss_disc_real_2: 0.2248559147119522 (0.2337688096160964) + | > loss_disc_real_3: 0.2679630517959595 (0.22585051289693578) + | > loss_disc_real_4: 0.23319324851036072 (0.22267861429631242) + | > loss_disc_real_5: 0.2712036669254303 (0.2313355203923278) + | > loss_0: 2.5729997158050537 (2.4796606011278057) + | > grad_norm_0: tensor(231.5080, device='cuda:0') (tensor(61.2484, device='cuda:0')) + | > loss_gen: 2.234311580657959 (2.3349291808961876) + | > loss_kl: 1.257240891456604 (1.5455231384968193) + | > loss_feat: 5.071782112121582 (6.720985972036527) + | > loss_mel: 18.847131729125977 (21.017957822544368) + | > loss_duration: 1.6933507919311523 (1.7333804490998035) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 29.103816986083984 (33.35277645982157) + | > grad_norm_1: tensor(541.4921, device='cuda:0') (tensor(449.6309, device='cuda:0')) + | > current_lr_0: 0.00019860480168978534 + | > current_lr_1: 0.00019860480168978534 + | > step_time: 0.8225 (0.7797663380780557) + | > loader_time: 0.0065 (0.005935222145140641) + + + --> TIME: 2024-11-23 04:47:06 -- STEP: 152/797 -- GLOBAL_STEP: 45575 + | > loss_disc: 2.511119842529297 (2.4803789493284736) + | > loss_disc_real_0: 0.1709640771150589 (0.13453078367992455) + | > loss_disc_real_1: 0.25605130195617676 (0.2178013949213843) + | > loss_disc_real_2: 0.2435164749622345 (0.23395806394125285) + | > loss_disc_real_3: 0.24365893006324768 (0.22553187010711745) + | > loss_disc_real_4: 0.24645964801311493 (0.2230591173038671) + | > loss_disc_real_5: 0.2209518551826477 (0.231811451186475) + | > loss_0: 2.511119842529297 (2.4803789493284736) + | > grad_norm_0: tensor(164.9135, device='cuda:0') (tensor(64.1520, device='cuda:0')) + | > loss_gen: 2.337975025177002 (2.3378144173245676) + | > loss_kl: 1.6567562818527222 (1.540891670082745) + | > loss_feat: 6.2400665283203125 (6.733647829607913) + | > loss_mel: 20.879600524902344 (21.039335602208183) + | > loss_duration: 1.7753630876541138 (1.7293554693460464) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.88976287841797 (33.3810448521062) + | > grad_norm_1: tensor(510.5748, device='cuda:0') (tensor(467.5534, device='cuda:0')) + | > current_lr_0: 0.00019860480168978534 + | > current_lr_1: 0.00019860480168978534 + | > step_time: 0.8201 (0.7852150201797485) + | > loader_time: 0.0047 (0.005750036553332682) + + + --> TIME: 2024-11-23 04:47:27 -- STEP: 177/797 -- GLOBAL_STEP: 45600 + | > loss_disc: 2.531705856323242 (2.477213064829509) + | > loss_disc_real_0: 0.11050491034984589 (0.13332541316410915) + | > loss_disc_real_1: 0.2375057488679886 (0.21744410862020175) + | > loss_disc_real_2: 0.2126387655735016 (0.2327737170929289) + | > loss_disc_real_3: 0.22936226427555084 (0.22519974284252878) + | > loss_disc_real_4: 0.22928473353385925 (0.22364004495116951) + | > loss_disc_real_5: 0.23794376850128174 (0.2317331204306608) + | > loss_0: 2.531705856323242 (2.477213064829509) + | > grad_norm_0: tensor(23.0735, device='cuda:0') (tensor(65.5367, device='cuda:0')) + | > loss_gen: 2.3193464279174805 (2.336979525237433) + | > loss_kl: 1.5542677640914917 (1.5458691807116498) + | > loss_feat: 7.539986610412598 (6.746839278161863) + | > loss_mel: 22.570308685302734 (21.082854631930417) + | > loss_duration: 1.6527758836746216 (1.7225197183210297) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.63668441772461 (33.43506224680757) + | > grad_norm_1: tensor(485.5566, device='cuda:0') (tensor(486.2583, device='cuda:0')) + | > current_lr_0: 0.00019860480168978534 + | > current_lr_1: 0.00019860480168978534 + | > step_time: 0.8303 (0.7883328771860586) + | > loader_time: 0.0054 (0.005785046324218063) + + + --> TIME: 2024-11-23 04:47:47 -- STEP: 202/797 -- GLOBAL_STEP: 45625 + | > loss_disc: 2.5598690509796143 (2.4748382296892686) + | > loss_disc_real_0: 0.16074489057064056 (0.1326148928982196) + | > loss_disc_real_1: 0.20763076841831207 (0.21673297439471326) + | > loss_disc_real_2: 0.2730581760406494 (0.2338683576424523) + | > loss_disc_real_3: 0.24837760627269745 (0.22506394340555266) + | > loss_disc_real_4: 0.2414844036102295 (0.22397524096293026) + | > loss_disc_real_5: 0.23918400704860687 (0.23228051778998707) + | > loss_0: 2.5598690509796143 (2.4748382296892686) + | > grad_norm_0: tensor(67.7883, device='cuda:0') (tensor(63.1396, device='cuda:0')) + | > loss_gen: 2.2425105571746826 (2.338346019829853) + | > loss_kl: 1.4366247653961182 (1.554937362670899) + | > loss_feat: 6.295098304748535 (6.756978644002782) + | > loss_mel: 22.24840545654297 (21.14705204727626) + | > loss_duration: 1.6925475597381592 (1.719841474353677) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.91518783569336 (33.517155448989115) + | > grad_norm_1: tensor(189.0565, device='cuda:0') (tensor(489.2296, device='cuda:0')) + | > current_lr_0: 0.00019860480168978534 + | > current_lr_1: 0.00019860480168978534 + | > step_time: 0.7585 (0.7884565131499035) + | > loader_time: 0.0048 (0.005876947157453785) + + + --> TIME: 2024-11-23 04:48:07 -- STEP: 227/797 -- GLOBAL_STEP: 45650 + | > loss_disc: 2.721914529800415 (2.47381781376406) + | > loss_disc_real_0: 0.35915374755859375 (0.13361001274002798) + | > loss_disc_real_1: 0.25081774592399597 (0.21660605493096) + | > loss_disc_real_2: 0.2675482928752899 (0.23355435406058894) + | > loss_disc_real_3: 0.2143879234790802 (0.224715507503123) + | > loss_disc_real_4: 0.22557401657104492 (0.2235729527630995) + | > loss_disc_real_5: 0.22785964608192444 (0.23171518559235307) + | > loss_0: 2.721914529800415 (2.47381781376406) + | > grad_norm_0: tensor(209.1422, device='cuda:0') (tensor(66.9791, device='cuda:0')) + | > loss_gen: 2.2366228103637695 (2.3401912004412004) + | > loss_kl: 1.3856008052825928 (1.558851886425775) + | > loss_feat: 6.269372463226318 (6.751046065191866) + | > loss_mel: 21.211938858032227 (21.17373707641064) + | > loss_duration: 1.6567609310150146 (1.7172678052591333) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.76029586791992 (33.54109388511089) + | > grad_norm_1: tensor(350.6131, device='cuda:0') (tensor(501.2307, device='cuda:0')) + | > current_lr_0: 0.00019860480168978534 + | > current_lr_1: 0.00019860480168978534 + | > step_time: 0.8525 (0.7900473934963411) + | > loader_time: 0.0072 (0.005959183108964157) + + + --> TIME: 2024-11-23 04:48:28 -- STEP: 252/797 -- GLOBAL_STEP: 45675 + | > loss_disc: 2.3782808780670166 (2.475456397684794) + | > loss_disc_real_0: 0.16792923212051392 (0.13386498047186737) + | > loss_disc_real_1: 0.18388615548610687 (0.21623943793395206) + | > loss_disc_real_2: 0.19443818926811218 (0.23359667793625877) + | > loss_disc_real_3: 0.17438362538814545 (0.2245321591931676) + | > loss_disc_real_4: 0.2399023175239563 (0.22422121311464008) + | > loss_disc_real_5: 0.20277626812458038 (0.23216602170751208) + | > loss_0: 2.3782808780670166 (2.475456397684794) + | > grad_norm_0: tensor(57.8119, device='cuda:0') (tensor(69.5210, device='cuda:0')) + | > loss_gen: 2.458188772201538 (2.3426365719901185) + | > loss_kl: 1.5249651670455933 (1.5579837243708359) + | > loss_feat: 7.4078569412231445 (6.744202095364767) + | > loss_mel: 22.30185317993164 (21.1565901059953) + | > loss_duration: 1.6914732456207275 (1.7137009326427701) + | > amp_scaler: 256.0 (138.66666666666666) + | > loss_1: 35.38433837890625 (33.51511327047199) + | > grad_norm_1: tensor(566.6772, device='cuda:0') (tensor(500.1339, device='cuda:0')) + | > current_lr_0: 0.00019860480168978534 + | > current_lr_1: 0.00019860480168978534 + | > step_time: 0.7762 (0.7918733282694741) + | > loader_time: 0.0049 (0.006009949578179255) + + + --> TIME: 2024-11-23 04:48:49 -- STEP: 277/797 -- GLOBAL_STEP: 45700 + | > loss_disc: 2.670572280883789 (2.473565034487618) + | > loss_disc_real_0: 0.1921083927154541 (0.13359246893856494) + | > loss_disc_real_1: 0.25334158539772034 (0.21613055828030792) + | > loss_disc_real_2: 0.24705222249031067 (0.23302704875865138) + | > loss_disc_real_3: 0.24667923152446747 (0.22462735290131414) + | > loss_disc_real_4: 0.2972995340824127 (0.22400965027860784) + | > loss_disc_real_5: 0.2550532817840576 (0.23191699455576253) + | > loss_0: 2.670572280883789 (2.473565034487618) + | > grad_norm_0: tensor(147.2815, device='cuda:0') (tensor(69.4291, device='cuda:0')) + | > loss_gen: 2.379103183746338 (2.3419751045075565) + | > loss_kl: 1.5366102457046509 (1.5649017263405594) + | > loss_feat: 5.894321918487549 (6.736786560031051) + | > loss_mel: 20.143150329589844 (21.15463158369925) + | > loss_duration: 1.6615638732910156 (1.7112123075375059) + | > amp_scaler: 128.0 (146.48375451263541) + | > loss_1: 31.614748001098633 (33.509507100074316) + | > grad_norm_1: tensor(600.5577, device='cuda:0') (tensor(504.1579, device='cuda:0')) + | > current_lr_0: 0.00019860480168978534 + | > current_lr_1: 0.00019860480168978534 + | > step_time: 0.8995 (0.7948481554589115) + | > loader_time: 0.008 (0.0061043487989515186) + + + --> TIME: 2024-11-23 04:49:09 -- STEP: 302/797 -- GLOBAL_STEP: 45725 + | > loss_disc: 2.4285385608673096 (2.472757102637891) + | > loss_disc_real_0: 0.0954398587346077 (0.1338397092155075) + | > loss_disc_real_1: 0.24168811738491058 (0.21638961486666408) + | > loss_disc_real_2: 0.24097418785095215 (0.23314885198083146) + | > loss_disc_real_3: 0.2632453441619873 (0.22443333505005236) + | > loss_disc_real_4: 0.23119275271892548 (0.22429017086100106) + | > loss_disc_real_5: 0.2769174575805664 (0.23237002034061002) + | > loss_0: 2.4285385608673096 (2.472757102637891) + | > grad_norm_0: tensor(116.3202, device='cuda:0') (tensor(72.2343, device='cuda:0')) + | > loss_gen: 2.390373945236206 (2.3471042328322964) + | > loss_kl: 1.631883978843689 (1.568125092035888) + | > loss_feat: 6.594979286193848 (6.738520175415948) + | > loss_mel: 21.19754409790039 (21.147092358166017) + | > loss_duration: 1.7453478574752808 (1.709343735745411) + | > amp_scaler: 128.0 (144.95364238410596) + | > loss_1: 33.56012725830078 (33.510185412223784) + | > grad_norm_1: tensor(490.4484, device='cuda:0') (tensor(501.1257, device='cuda:0')) + | > current_lr_0: 0.00019860480168978534 + | > current_lr_1: 0.00019860480168978534 + | > step_time: 0.874 (0.7964383040042902) + | > loader_time: 0.0054 (0.006169825200213502) + + + --> TIME: 2024-11-23 04:49:30 -- STEP: 327/797 -- GLOBAL_STEP: 45750 + | > loss_disc: 2.4781341552734375 (2.469755523430827) + | > loss_disc_real_0: 0.08199852705001831 (0.13448087298040717) + | > loss_disc_real_1: 0.22272507846355438 (0.21673158125593028) + | > loss_disc_real_2: 0.24280689656734467 (0.23281026492607337) + | > loss_disc_real_3: 0.1935085505247116 (0.22342087793240853) + | > loss_disc_real_4: 0.24830429255962372 (0.2233289571803644) + | > loss_disc_real_5: 0.2258210927248001 (0.23136645026892333) + | > loss_0: 2.4781341552734375 (2.469755523430827) + | > grad_norm_0: tensor(47.4385, device='cuda:0') (tensor(73.0491, device='cuda:0')) + | > loss_gen: 2.2259087562561035 (2.349820983519248) + | > loss_kl: 1.5424625873565674 (1.5705297047938782) + | > loss_feat: 6.914334774017334 (6.74321458244907) + | > loss_mel: 21.65463638305664 (21.16961131547933) + | > loss_duration: 1.6594241857528687 (1.7079027260479942) + | > amp_scaler: 128.0 (143.65749235474007) + | > loss_1: 33.996768951416016 (33.541079185789165) + | > grad_norm_1: tensor(594.3645, device='cuda:0') (tensor(498.8339, device='cuda:0')) + | > current_lr_0: 0.00019860480168978534 + | > current_lr_1: 0.00019860480168978534 + | > step_time: 0.8846 (0.7988497438051649) + | > loader_time: 0.0163 (0.006317584157354605) + + + --> TIME: 2024-11-23 04:49:52 -- STEP: 352/797 -- GLOBAL_STEP: 45775 + | > loss_disc: 2.48952317237854 (2.466326454823667) + | > loss_disc_real_0: 0.13372400403022766 (0.1335489246465096) + | > loss_disc_real_1: 0.20962558686733246 (0.2161772085607729) + | > loss_disc_real_2: 0.23453710973262787 (0.23275542293082585) + | > loss_disc_real_3: 0.2402469962835312 (0.22356161758811635) + | > loss_disc_real_4: 0.2445787936449051 (0.22325406075370582) + | > loss_disc_real_5: 0.2583480179309845 (0.2314603470943191) + | > loss_0: 2.48952317237854 (2.466326454823667) + | > grad_norm_0: tensor(49.3794, device='cuda:0') (tensor(71.2350, device='cuda:0')) + | > loss_gen: 2.342198133468628 (2.3482022746042768) + | > loss_kl: 1.411889672279358 (1.5724616111679517) + | > loss_feat: 5.7411298751831055 (6.733510866761208) + | > loss_mel: 20.095449447631836 (21.165354121815064) + | > loss_duration: 1.6590712070465088 (1.7056021151894873) + | > amp_scaler: 128.0 (142.54545454545453) + | > loss_1: 31.249736785888672 (33.5251308625395) + | > grad_norm_1: tensor(427.3312, device='cuda:0') (tensor(489.2868, device='cuda:0')) + | > current_lr_0: 0.00019860480168978534 + | > current_lr_1: 0.00019860480168978534 + | > step_time: 0.8759 (0.8022490550171245) + | > loader_time: 0.0116 (0.006411722437901931) + + + --> TIME: 2024-11-23 04:50:13 -- STEP: 377/797 -- GLOBAL_STEP: 45800 + | > loss_disc: 2.522331953048706 (2.464234458989111) + | > loss_disc_real_0: 0.12499725073575974 (0.13342934316246507) + | > loss_disc_real_1: 0.26802945137023926 (0.21667502227607394) + | > loss_disc_real_2: 0.2504463195800781 (0.23273869491224264) + | > loss_disc_real_3: 0.2245434820652008 (0.22302255081877467) + | > loss_disc_real_4: 0.23886694014072418 (0.2229110407655372) + | > loss_disc_real_5: 0.27666154503822327 (0.23160200303207973) + | > loss_0: 2.522331953048706 (2.464234458989111) + | > grad_norm_0: tensor(22.9407, device='cuda:0') (tensor(69.8811, device='cuda:0')) + | > loss_gen: 2.4119644165039062 (2.3502728224433076) + | > loss_kl: 1.465840220451355 (1.5725929291242005) + | > loss_feat: 6.663601875305176 (6.746199299233029) + | > loss_mel: 21.371837615966797 (21.168045448687717) + | > loss_duration: 1.6492265462875366 (1.7031926776749386) + | > amp_scaler: 128.0 (141.58090185676392) + | > loss_1: 33.562469482421875 (33.540303005147734) + | > grad_norm_1: tensor(360.4691, device='cuda:0') (tensor(482.9178, device='cuda:0')) + | > current_lr_0: 0.00019860480168978534 + | > current_lr_1: 0.00019860480168978534 + | > step_time: 0.8608 (0.8046380575519025) + | > loader_time: 0.0055 (0.006523539596274297) + + + --> TIME: 2024-11-23 04:50:35 -- STEP: 402/797 -- GLOBAL_STEP: 45825 + | > loss_disc: 2.4074652194976807 (2.463827298648323) + | > loss_disc_real_0: 0.07686351239681244 (0.13254854586253412) + | > loss_disc_real_1: 0.218643456697464 (0.21783951154692255) + | > loss_disc_real_2: 0.1840841919183731 (0.23236218928845961) + | > loss_disc_real_3: 0.20647560060024261 (0.2228035927560199) + | > loss_disc_real_4: 0.21414032578468323 (0.2226153474616174) + | > loss_disc_real_5: 0.20606987178325653 (0.23139491106443738) + | > loss_0: 2.4074652194976807 (2.463827298648323) + | > grad_norm_0: tensor(42.5797, device='cuda:0') (tensor(69.0238, device='cuda:0')) + | > loss_gen: 2.3514177799224854 (2.3527656888487325) + | > loss_kl: 1.4426733255386353 (1.5719208669899714) + | > loss_feat: 6.6639323234558105 (6.770935901954992) + | > loss_mel: 20.948108673095703 (21.212713322236162) + | > loss_duration: 1.7009735107421875 (1.7019580789466402) + | > amp_scaler: 128.0 (140.73631840796017) + | > loss_1: 33.10710525512695 (33.6102936872796) + | > grad_norm_1: tensor(658.1565, device='cuda:0') (tensor(489.1155, device='cuda:0')) + | > current_lr_0: 0.00019860480168978534 + | > current_lr_1: 0.00019860480168978534 + | > step_time: 0.8072 (0.807310546808575) + | > loader_time: 0.0066 (0.0065998212615055825) + + + --> TIME: 2024-11-23 04:50:56 -- STEP: 427/797 -- GLOBAL_STEP: 45850 + | > loss_disc: 2.4871559143066406 (2.4630210583885623) + | > loss_disc_real_0: 0.07220545411109924 (0.13340067809373476) + | > loss_disc_real_1: 0.2584621012210846 (0.21779403278922588) + | > loss_disc_real_2: 0.25815755128860474 (0.23240967614868485) + | > loss_disc_real_3: 0.2639819085597992 (0.22279363584462597) + | > loss_disc_real_4: 0.2061750590801239 (0.22226773607228345) + | > loss_disc_real_5: 0.22096213698387146 (0.23166415583891947) + | > loss_0: 2.4871559143066406 (2.4630210583885623) + | > grad_norm_0: tensor(18.0961, device='cuda:0') (tensor(70.7845, device='cuda:0')) + | > loss_gen: 2.427290201187134 (2.3571484401577814) + | > loss_kl: 1.4949852228164673 (1.5717047723729944) + | > loss_feat: 6.446057319641113 (6.779062082393387) + | > loss_mel: 20.281784057617188 (21.231769673439036) + | > loss_duration: 1.6884057521820068 (1.7004920540146302) + | > amp_scaler: 128.0 (139.99063231850116) + | > loss_1: 32.33852005004883 (33.64017687580909) + | > grad_norm_1: tensor(395.2946, device='cuda:0') (tensor(495.5745, device='cuda:0')) + | > current_lr_0: 0.00019860480168978534 + | > current_lr_1: 0.00019860480168978534 + | > step_time: 0.8845 (0.8097416589634201) + | > loader_time: 0.007 (0.006701316431478818) + + + --> TIME: 2024-11-23 04:51:18 -- STEP: 452/797 -- GLOBAL_STEP: 45875 + | > loss_disc: 2.134596824645996 (2.4604495705756486) + | > loss_disc_real_0: 0.08144435286521912 (0.13349320966981149) + | > loss_disc_real_1: 0.21556316316127777 (0.21753061450688185) + | > loss_disc_real_2: 0.17906107008457184 (0.23180627565732045) + | > loss_disc_real_3: 0.21427223086357117 (0.22283174559078386) + | > loss_disc_real_4: 0.22620439529418945 (0.22203874004493773) + | > loss_disc_real_5: 0.22066441178321838 (0.2314720441282323) + | > loss_0: 2.134596824645996 (2.4604495705756486) + | > grad_norm_0: tensor(14.8269, device='cuda:0') (tensor(70.4282, device='cuda:0')) + | > loss_gen: 2.701387405395508 (2.361920822510678) + | > loss_kl: 1.5234405994415283 (1.575738504924606) + | > loss_feat: 8.247060775756836 (6.794884587811158) + | > loss_mel: 21.584339141845703 (21.2495665297044) + | > loss_duration: 1.6404101848602295 (1.6994805544351055) + | > amp_scaler: 128.0 (139.32743362831854) + | > loss_1: 35.69664001464844 (33.68159085248428) + | > grad_norm_1: tensor(485.6256, device='cuda:0') (tensor(490.8972, device='cuda:0')) + | > current_lr_0: 0.00019860480168978534 + | > current_lr_1: 0.00019860480168978534 + | > step_time: 0.8498 (0.8122842016473281) + | > loader_time: 0.0099 (0.006871937123020138) + + + --> TIME: 2024-11-23 04:51:40 -- STEP: 477/797 -- GLOBAL_STEP: 45900 + | > loss_disc: 2.4499573707580566 (2.4629961019791917) + | > loss_disc_real_0: 0.11686623841524124 (0.13318010646092304) + | > loss_disc_real_1: 0.2598605453968048 (0.21761402918857597) + | > loss_disc_real_2: 0.22314895689487457 (0.23286684900834626) + | > loss_disc_real_3: 0.18942035734653473 (0.22286944756717803) + | > loss_disc_real_4: 0.16585902869701385 (0.22278465161908348) + | > loss_disc_real_5: 0.25173673033714294 (0.2321366092631402) + | > loss_0: 2.4499573707580566 (2.4629961019791917) + | > grad_norm_0: tensor(47.1862, device='cuda:0') (tensor(69.6881, device='cuda:0')) + | > loss_gen: 2.3789360523223877 (2.363889237369882) + | > loss_kl: 1.5050243139266968 (1.5761336805435602) + | > loss_feat: 7.241340160369873 (6.800139470170379) + | > loss_mel: 23.088871002197266 (21.27821946294052) + | > loss_duration: 1.6999214887619019 (1.698611097515754) + | > amp_scaler: 128.0 (138.73375262054506) + | > loss_1: 35.914093017578125 (33.716992820083995) + | > grad_norm_1: tensor(881.3209, device='cuda:0') (tensor(493.3577, device='cuda:0')) + | > current_lr_0: 0.00019860480168978534 + | > current_lr_1: 0.00019860480168978534 + | > step_time: 0.8427 (0.8151823884536136) + | > loader_time: 0.0076 (0.006978250399575544) + + + --> TIME: 2024-11-23 04:52:03 -- STEP: 502/797 -- GLOBAL_STEP: 45925 + | > loss_disc: 2.433035373687744 (2.4601446822345037) + | > loss_disc_real_0: 0.08289479464292526 (0.13251159059633286) + | > loss_disc_real_1: 0.17154088616371155 (0.21722355986615102) + | > loss_disc_real_2: 0.25074100494384766 (0.2324904248237135) + | > loss_disc_real_3: 0.2004668116569519 (0.2230107943375272) + | > loss_disc_real_4: 0.22757408022880554 (0.2224782762299496) + | > loss_disc_real_5: 0.2481306493282318 (0.2307669954055334) + | > loss_0: 2.433035373687744 (2.4601446822345037) + | > grad_norm_0: tensor(92.7886, device='cuda:0') (tensor(69.0969, device='cuda:0')) + | > loss_gen: 2.3288414478302 (2.362769952808244) + | > loss_kl: 1.3934115171432495 (1.5753911925976973) + | > loss_feat: 7.3598313331604 (6.801746797751621) + | > loss_mel: 22.04543685913086 (21.280675318136627) + | > loss_duration: 1.6752805709838867 (1.6973774668230004) + | > amp_scaler: 128.0 (138.199203187251) + | > loss_1: 34.80280303955078 (33.71796061223249) + | > grad_norm_1: tensor(986.3775, device='cuda:0') (tensor(499.5054, device='cuda:0')) + | > current_lr_0: 0.00019860480168978534 + | > current_lr_1: 0.00019860480168978534 + | > step_time: 0.824 (0.8192634706003258) + | > loader_time: 0.0068 (0.007145767667853974) + + + --> TIME: 2024-11-23 04:52:25 -- STEP: 527/797 -- GLOBAL_STEP: 45950 + | > loss_disc: 2.2960894107818604 (2.4593957171720633) + | > loss_disc_real_0: 0.17385585606098175 (0.13195656013782822) + | > loss_disc_real_1: 0.216768279671669 (0.21714188144374388) + | > loss_disc_real_2: 0.18711958825588226 (0.2326323459281867) + | > loss_disc_real_3: 0.19749785959720612 (0.22293206565859647) + | > loss_disc_real_4: 0.20176270604133606 (0.22254324267552972) + | > loss_disc_real_5: 0.20530065894126892 (0.23154623371034694) + | > loss_0: 2.2960894107818604 (2.4593957171720633) + | > grad_norm_0: tensor(64.9418, device='cuda:0') (tensor(69.4176, device='cuda:0')) + | > loss_gen: 2.7338266372680664 (2.3646521568298344) + | > loss_kl: 1.6267805099487305 (1.5778241605414842) + | > loss_feat: 8.33116626739502 (6.807846768757424) + | > loss_mel: 23.447866439819336 (21.287691597694227) + | > loss_duration: 1.7017784118652344 (1.6966441519120161) + | > amp_scaler: 128.0 (137.71537001897534) + | > loss_1: 37.8414192199707 (33.734658731681364) + | > grad_norm_1: tensor(767.5617, device='cuda:0') (tensor(509.5502, device='cuda:0')) + | > current_lr_0: 0.00019860480168978534 + | > current_lr_1: 0.00019860480168978534 + | > step_time: 0.8404 (0.8214877475144967) + | > loader_time: 0.0069 (0.007218924147806765) + + + --> TIME: 2024-11-23 04:52:47 -- STEP: 552/797 -- GLOBAL_STEP: 45975 + | > loss_disc: 2.223755359649658 (2.4595668808273663) + | > loss_disc_real_0: 0.04342176020145416 (0.13180906792589706) + | > loss_disc_real_1: 0.1986803561449051 (0.21723919845037704) + | > loss_disc_real_2: 0.20160776376724243 (0.2325124288706676) + | > loss_disc_real_3: 0.1831936091184616 (0.22287554118404357) + | > loss_disc_real_4: 0.20670214295387268 (0.22236944926713686) + | > loss_disc_real_5: 0.22708123922348022 (0.23177529004928862) + | > loss_0: 2.223755359649658 (2.4595668808273663) + | > grad_norm_0: tensor(31.9472, device='cuda:0') (tensor(69.6958, device='cuda:0')) + | > loss_gen: 2.6664319038391113 (2.3662047675554305) + | > loss_kl: 1.3561172485351562 (1.5795595665340842) + | > loss_feat: 8.445663452148438 (6.817105302776116) + | > loss_mel: 23.132808685302734 (21.30916382264399) + | > loss_duration: 1.6847741603851318 (1.6963164506183157) + | > amp_scaler: 128.0 (137.2753623188406) + | > loss_1: 37.28579330444336 (33.76834982374442) + | > grad_norm_1: tensor(564.2547, device='cuda:0') (tensor(514.7906, device='cuda:0')) + | > current_lr_0: 0.00019860480168978534 + | > current_lr_1: 0.00019860480168978534 + | > step_time: 0.9901 (0.8241443681544148) + | > loader_time: 0.0105 (0.007319419280342432) + + + --> TIME: 2024-11-23 04:53:09 -- STEP: 577/797 -- GLOBAL_STEP: 46000 + | > loss_disc: 2.5423035621643066 (2.4587913146258664) + | > loss_disc_real_0: 0.14908941090106964 (0.1314932438230182) + | > loss_disc_real_1: 0.21326974034309387 (0.2172062310746886) + | > loss_disc_real_2: 0.2503364384174347 (0.2328576166925232) + | > loss_disc_real_3: 0.21926310658454895 (0.22299686174975317) + | > loss_disc_real_4: 0.21673721075057983 (0.22256314754486084) + | > loss_disc_real_5: 0.23653024435043335 (0.2319348187700715) + | > loss_0: 2.5423035621643066 (2.4587913146258664) + | > grad_norm_0: tensor(58.4474, device='cuda:0') (tensor(69.9930, device='cuda:0')) + | > loss_gen: 2.201205015182495 (2.3687139061542686) + | > loss_kl: 1.6221717596054077 (1.582857996380309) + | > loss_feat: 6.6132731437683105 (6.817707262584613) + | > loss_mel: 21.555099487304688 (21.322615506124237) + | > loss_duration: 1.704248070716858 (1.6956869386511002) + | > amp_scaler: 128.0 (136.8734835355286) + | > loss_1: 33.69599533081055 (33.787581531385854) + | > grad_norm_1: tensor(445.7423, device='cuda:0') (tensor(517.0515, device='cuda:0')) + | > current_lr_0: 0.00019860480168978534 + | > current_lr_1: 0.00019860480168978534 + | > step_time: 0.8582 (0.8258510598690089) + | > loader_time: 0.008 (0.0074787144024615875) + + + --> TIME: 2024-11-23 04:53:32 -- STEP: 602/797 -- GLOBAL_STEP: 46025 + | > loss_disc: 2.3903677463531494 (2.4594214497214564) + | > loss_disc_real_0: 0.1406150460243225 (0.13159892013748214) + | > loss_disc_real_1: 0.22931361198425293 (0.21739707411919726) + | > loss_disc_real_2: 0.1879711151123047 (0.23237345756288383) + | > loss_disc_real_3: 0.1634451448917389 (0.2231592676568269) + | > loss_disc_real_4: 0.1769990473985672 (0.22244572924122066) + | > loss_disc_real_5: 0.19622814655303955 (0.2319816686831836) + | > loss_0: 2.3903677463531494 (2.4594214497214564) + | > grad_norm_0: tensor(72.2333, device='cuda:0') (tensor(69.8259, device='cuda:0')) + | > loss_gen: 2.188385009765625 (2.3669563567519574) + | > loss_kl: 1.6861430406570435 (1.5844872619622572) + | > loss_feat: 7.169248104095459 (6.811539299860348) + | > loss_mel: 22.63025665283203 (21.333687595354743) + | > loss_duration: 1.7031832933425903 (1.6954022489512883) + | > amp_scaler: 128.0 (136.5049833887043) + | > loss_1: 35.37721633911133 (33.79207269218676) + | > grad_norm_1: tensor(657.6200, device='cuda:0') (tensor(519.1608, device='cuda:0')) + | > current_lr_0: 0.00019860480168978534 + | > current_lr_1: 0.00019860480168978534 + | > step_time: 0.9353 (0.8285956050074371) + | > loader_time: 0.0156 (0.00759314857052014) + + + --> TIME: 2024-11-23 04:53:55 -- STEP: 627/797 -- GLOBAL_STEP: 46050 + | > loss_disc: 2.5104808807373047 (2.4598091336908934) + | > loss_disc_real_0: 0.12659595906734467 (0.13141628253783136) + | > loss_disc_real_1: 0.21267104148864746 (0.2173390033427609) + | > loss_disc_real_2: 0.20213951170444489 (0.23253643973782492) + | > loss_disc_real_3: 0.1998404860496521 (0.22303138064900843) + | > loss_disc_real_4: 0.21086296439170837 (0.22294831354367106) + | > loss_disc_real_5: 0.25769978761672974 (0.23241472289417733) + | > loss_0: 2.5104808807373047 (2.4598091336908934) + | > grad_norm_0: tensor(133.9355, device='cuda:0') (tensor(69.4476, device='cuda:0')) + | > loss_gen: 2.378530502319336 (2.367175841825809) + | > loss_kl: 1.5261037349700928 (1.5829212315725187) + | > loss_feat: 6.0696892738342285 (6.80256564309152) + | > loss_mel: 21.306169509887695 (21.336068297877443) + | > loss_duration: 1.7008949518203735 (1.6956908664825057) + | > amp_scaler: 128.0 (136.16586921850075) + | > loss_1: 32.981388092041016 (33.784421811263556) + | > grad_norm_1: tensor(312.8521, device='cuda:0') (tensor(523.0455, device='cuda:0')) + | > current_lr_0: 0.00019860480168978534 + | > current_lr_1: 0.00019860480168978534 + | > step_time: 0.8843 (0.8312563196513825) + | > loader_time: 0.0136 (0.007684732738294098) + + + --> TIME: 2024-11-23 04:54:18 -- STEP: 652/797 -- GLOBAL_STEP: 46075 + | > loss_disc: 2.564919948577881 (2.459405723524974) + | > loss_disc_real_0: 0.15157178044319153 (0.1313824760356197) + | > loss_disc_real_1: 0.24729928374290466 (0.21723986540469664) + | > loss_disc_real_2: 0.26226067543029785 (0.23239437063321747) + | > loss_disc_real_3: 0.23991644382476807 (0.2228123257222351) + | > loss_disc_real_4: 0.2453034669160843 (0.22276311011219319) + | > loss_disc_real_5: 0.2935526967048645 (0.2320748159856153) + | > loss_0: 2.564919948577881 (2.459405723524974) + | > grad_norm_0: tensor(74.4333, device='cuda:0') (tensor(70.0657, device='cuda:0')) + | > loss_gen: 2.5096194744110107 (2.368471403429112) + | > loss_kl: 1.6019092798233032 (1.5830366278718593) + | > loss_feat: 7.303572654724121 (6.806794905955074) + | > loss_mel: 22.186580657958984 (21.35346476724541) + | > loss_duration: 1.6586921215057373 (1.6954558764132992) + | > amp_scaler: 128.0 (135.85276073619625) + | > loss_1: 35.2603759765625 (33.80722352185867) + | > grad_norm_1: tensor(625.1072, device='cuda:0') (tensor(527.5927, device='cuda:0')) + | > current_lr_0: 0.00019860480168978534 + | > current_lr_1: 0.00019860480168978534 + | > step_time: 0.8839 (0.8342239213136069) + | > loader_time: 0.0135 (0.007759974046718854) + + + --> TIME: 2024-11-23 04:54:41 -- STEP: 677/797 -- GLOBAL_STEP: 46100 + | > loss_disc: 2.6536669731140137 (2.460882594349467) + | > loss_disc_real_0: 0.19830170273780823 (0.13145174910390026) + | > loss_disc_real_1: 0.22383564710617065 (0.21740277098323965) + | > loss_disc_real_2: 0.2579936683177948 (0.2326581732781282) + | > loss_disc_real_3: 0.24500003457069397 (0.2229639741439411) + | > loss_disc_real_4: 0.27435368299484253 (0.22322704340365648) + | > loss_disc_real_5: 0.2753974199295044 (0.23270834731474588) + | > loss_0: 2.6536669731140137 (2.460882594349467) + | > grad_norm_0: tensor(100.5595, device='cuda:0') (tensor(70.3848, device='cuda:0')) + | > loss_gen: 2.4179937839508057 (2.36928240622516) + | > loss_kl: 1.5077238082885742 (1.5822491221449055) + | > loss_feat: 6.422876834869385 (6.80080344370584) + | > loss_mel: 21.721590042114258 (21.35698579650156) + | > loss_duration: 1.6743742227554321 (1.6950556031005957) + | > amp_scaler: 128.0 (135.5627769571639) + | > loss_1: 33.74456024169922 (33.804376323254864) + | > grad_norm_1: tensor(732.8198, device='cuda:0') (tensor(528.0176, device='cuda:0')) + | > current_lr_0: 0.00019860480168978534 + | > current_lr_1: 0.00019860480168978534 + | > step_time: 0.967 (0.8372911498324727) + | > loader_time: 0.0099 (0.007846594913319257) + + + --> TIME: 2024-11-23 04:55:05 -- STEP: 702/797 -- GLOBAL_STEP: 46125 + | > loss_disc: 2.5706915855407715 (2.4623456106566306) + | > loss_disc_real_0: 0.05298025161027908 (0.1323405430357679) + | > loss_disc_real_1: 0.1920452117919922 (0.21732762797690533) + | > loss_disc_real_2: 0.25660717487335205 (0.23222437946714908) + | > loss_disc_real_3: 0.22253723442554474 (0.2230854826605218) + | > loss_disc_real_4: 0.2800774574279785 (0.22358723337154443) + | > loss_disc_real_5: 0.25337356328964233 (0.23263533190529576) + | > loss_0: 2.5706915855407715 (2.4623456106566306) + | > grad_norm_0: tensor(64.3478, device='cuda:0') (tensor(71.5507, device='cuda:0')) + | > loss_gen: 2.148027181625366 (2.3679978141078215) + | > loss_kl: 1.5954127311706543 (1.582509618878705) + | > loss_feat: 6.089690208435059 (6.794898596923914) + | > loss_mel: 20.29092025756836 (21.361564997594208) + | > loss_duration: 1.6893174648284912 (1.6946517315685246) + | > amp_scaler: 128.0 (135.29344729344723) + | > loss_1: 31.81336784362793 (33.80162271135556) + | > grad_norm_1: tensor(439.9953, device='cuda:0') (tensor(530.9583, device='cuda:0')) + | > current_lr_0: 0.00019860480168978534 + | > current_lr_1: 0.00019860480168978534 + | > step_time: 0.906 (0.8404487636354228) + | > loader_time: 0.018 (0.008000634674333098) + + + --> TIME: 2024-11-23 04:55:31 -- STEP: 727/797 -- GLOBAL_STEP: 46150 + | > loss_disc: 2.3944144248962402 (2.4637876996639854) + | > loss_disc_real_0: 0.07987043261528015 (0.1330559680948065) + | > loss_disc_real_1: 0.18922290205955505 (0.21733788461353962) + | > loss_disc_real_2: 0.23040461540222168 (0.2325220422247909) + | > loss_disc_real_3: 0.1737430840730667 (0.2230791559819506) + | > loss_disc_real_4: 0.2314125895500183 (0.22380892743844605) + | > loss_disc_real_5: 0.23890477418899536 (0.23270565154545905) + | > loss_0: 2.3944144248962402 (2.4637876996639854) + | > grad_norm_0: tensor(84.0191, device='cuda:0') (tensor(70.7916, device='cuda:0')) + | > loss_gen: 2.436044692993164 (2.367696600078386) + | > loss_kl: 1.6038559675216675 (1.581822175271246) + | > loss_feat: 7.508441925048828 (6.793559953959804) + | > loss_mel: 22.526615142822266 (21.370839377380936) + | > loss_duration: 1.673696756362915 (1.6938772495052024) + | > amp_scaler: 128.0 (135.04264099037147) + | > loss_1: 35.7486572265625 (33.807795318645496) + | > grad_norm_1: tensor(710.8268, device='cuda:0') (tensor(527.1547, device='cuda:0')) + | > current_lr_0: 0.00019860480168978534 + | > current_lr_1: 0.00019860480168978534 + | > step_time: 1.018 (0.8469620944709194) + | > loader_time: 0.0096 (0.00813810599063417) + + + --> TIME: 2024-11-23 04:56:04 -- STEP: 752/797 -- GLOBAL_STEP: 46175 + | > loss_disc: 2.436065673828125 (2.4638215721921752) + | > loss_disc_real_0: 0.13660027086734772 (0.13323305926701776) + | > loss_disc_real_1: 0.21920713782310486 (0.2173621477361056) + | > loss_disc_real_2: 0.23496568202972412 (0.2322077035032054) + | > loss_disc_real_3: 0.20371250808238983 (0.22309427008904675) + | > loss_disc_real_4: 0.2294822484254837 (0.22383272154454856) + | > loss_disc_real_5: 0.2334086149930954 (0.23246476737821994) + | > loss_0: 2.436065673828125 (2.4638215721921752) + | > grad_norm_0: tensor(53.0669, device='cuda:0') (tensor(70.3957, device='cuda:0')) + | > loss_gen: 2.161100149154663 (2.3652423062223047) + | > loss_kl: 1.5630003213882446 (1.581392852232812) + | > loss_feat: 5.709499359130859 (6.789084852375882) + | > loss_mel: 20.52044677734375 (21.371599866988785) + | > loss_duration: 1.700218915939331 (1.692991937570116) + | > amp_scaler: 128.0 (134.808510638298) + | > loss_1: 31.654264450073242 (33.80031176830859) + | > grad_norm_1: tensor(237.4904, device='cuda:0') (tensor(525.3908, device='cuda:0')) + | > current_lr_0: 0.00019860480168978534 + | > current_lr_1: 0.00019860480168978534 + | > step_time: 1.9877 (0.8618203994441533) + | > loader_time: 0.0129 (0.008405452396007294) + + + --> TIME: 2024-11-23 04:56:59 -- STEP: 777/797 -- GLOBAL_STEP: 46200 + | > loss_disc: 2.4599809646606445 (2.463416472978732) + | > loss_disc_real_0: 0.15395386517047882 (0.13322555025418564) + | > loss_disc_real_1: 0.2413756251335144 (0.21738024257324845) + | > loss_disc_real_2: 0.20594309270381927 (0.23221231935644088) + | > loss_disc_real_3: 0.22155602276325226 (0.22311451030053686) + | > loss_disc_real_4: 0.23986098170280457 (0.2237679422515393) + | > loss_disc_real_5: 0.26828429102897644 (0.2324521954493787) + | > loss_0: 2.4599809646606445 (2.463416472978732) + | > grad_norm_0: tensor(39.6713, device='cuda:0') (tensor(69.2568, device='cuda:0')) + | > loss_gen: 2.446899175643921 (2.3641726111506522) + | > loss_kl: 1.5854480266571045 (1.5821316929550864) + | > loss_feat: 6.827722549438477 (6.784900133213941) + | > loss_mel: 22.22279167175293 (21.37219609195506) + | > loss_duration: 1.6772162914276123 (1.692082032120213) + | > amp_scaler: 128.0 (134.58944658944668) + | > loss_1: 34.76007843017578 (33.79548252503383) + | > grad_norm_1: tensor(586.8716, device='cuda:0') (tensor(523.8525, device='cuda:0')) + | > current_lr_0: 0.00019860480168978534 + | > current_lr_1: 0.00019860480168978534 + | > step_time: 1.8493 (0.9042910059753373) + | > loader_time: 0.0124 (0.008891669019308783) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.3616671562194824 (2.3616671562194824) + | > loss_disc_real_0: 0.08578275144100189 (0.08578275144100189) + | > loss_disc_real_1: 0.1526218205690384 (0.1526218205690384) + | > loss_disc_real_2: 0.12460478395223618 (0.12460478395223618) + | > loss_disc_real_3: 0.14193770289421082 (0.14193770289421082) + | > loss_disc_real_4: 0.14889173209667206 (0.14889173209667206) + | > loss_disc_real_5: 0.19647720456123352 (0.19647720456123352) + | > loss_0: 2.3616671562194824 (2.3616671562194824) + | > loss_gen: 2.039846420288086 (2.039846420288086) + | > loss_kl: 1.5659912824630737 (1.5659912824630737) + | > loss_feat: 8.976317405700684 (8.976317405700684) + | > loss_mel: 23.90151023864746 (23.90151023864746) + | > loss_duration: 1.9497709274291992 (1.9497709274291992) + | > loss_1: 38.43343734741211 (38.43343734741211) + + --> STEP: 1 + | > loss_disc: 2.431201219558716 (2.431201219558716) + | > loss_disc_real_0: 0.11609631776809692 (0.11609631776809692) + | > loss_disc_real_1: 0.15324275195598602 (0.15324275195598602) + | > loss_disc_real_2: 0.1430264115333557 (0.1430264115333557) + | > loss_disc_real_3: 0.15481004118919373 (0.15481004118919373) + | > loss_disc_real_4: 0.19417475163936615 (0.19417475163936615) + | > loss_disc_real_5: 0.2495546191930771 (0.2495546191930771) + | > loss_0: 2.431201219558716 (2.431201219558716) + | > loss_gen: 1.9751514196395874 (1.9751514196395874) + | > loss_kl: 1.3467985391616821 (1.3467985391616821) + | > loss_feat: 8.409022331237793 (8.409022331237793) + | > loss_mel: 24.436506271362305 (24.436506271362305) + | > loss_duration: 1.7022547721862793 (1.7022547721862793) + | > loss_1: 37.86973571777344 (37.86973571777344) + + --> STEP: 2 + | > loss_disc: 2.6141414642333984 (2.522671341896057) + | > loss_disc_real_0: 0.07848352938890457 (0.09728992357850075) + | > loss_disc_real_1: 0.22578909993171692 (0.18951592594385147) + | > loss_disc_real_2: 0.24625134468078613 (0.19463887810707092) + | > loss_disc_real_3: 0.2210698127746582 (0.18793992698192596) + | > loss_disc_real_4: 0.32892292737960815 (0.26154883950948715) + | > loss_disc_real_5: 0.34234505891799927 (0.2959498390555382) + | > loss_0: 2.6141414642333984 (2.522671341896057) + | > loss_gen: 2.144710063934326 (2.059930741786957) + | > loss_kl: 1.2725796699523926 (1.3096891045570374) + | > loss_feat: 5.448678970336914 (6.9288506507873535) + | > loss_mel: 22.823471069335938 (23.62998867034912) + | > loss_duration: 1.6744991540908813 (1.6883769631385803) + | > loss_1: 33.36393737792969 (35.61683654785156) + + --> STEP: 3 + | > loss_disc: 2.723487377166748 (2.5896100203196206) + | > loss_disc_real_0: 0.10487470030784607 (0.09981818248828252) + | > loss_disc_real_1: 0.2540338337421417 (0.2110218952099482) + | > loss_disc_real_2: 0.19455547630786896 (0.19461107750733694) + | > loss_disc_real_3: 0.15464076399803162 (0.17684020598729452) + | > loss_disc_real_4: 0.17357856035232544 (0.23222541312376657) + | > loss_disc_real_5: 0.28612279891967773 (0.29267415901025134) + | > loss_0: 2.723487377166748 (2.5896100203196206) + | > loss_gen: 1.7384495735168457 (1.9527703523635864) + | > loss_kl: 1.4765506982803345 (1.3653096357981365) + | > loss_feat: 5.005339622497559 (6.287680308024089) + | > loss_mel: 19.130760192871094 (22.130245844523113) + | > loss_duration: 1.7346735000610352 (1.703809142112732) + | > loss_1: 29.085773468017578 (33.439815521240234) + + --> STEP: 4 + | > loss_disc: 2.482640027999878 (2.562867522239685) + | > loss_disc_real_0: 0.10146977752447128 (0.10023108124732971) + | > loss_disc_real_1: 0.19613730907440186 (0.20730074867606163) + | > loss_disc_real_2: 0.16405321657657623 (0.18697161227464676) + | > loss_disc_real_3: 0.17745240032672882 (0.1769932545721531) + | > loss_disc_real_4: 0.2308311015367508 (0.23187683522701263) + | > loss_disc_real_5: 0.28273695707321167 (0.29018985852599144) + | > loss_0: 2.482640027999878 (2.562867522239685) + | > loss_gen: 1.9603238105773926 (1.954658716917038) + | > loss_kl: 1.4742640256881714 (1.3925482332706451) + | > loss_feat: 6.6457719802856445 (6.3772032260894775) + | > loss_mel: 20.3713436126709 (21.69052028656006) + | > loss_duration: 1.6459150314331055 (1.6893356144428253) + | > loss_1: 32.097618103027344 (33.10426616668701) + + --> STEP: 5 + | > loss_disc: 2.5102715492248535 (2.552348327636719) + | > loss_disc_real_0: 0.08954495191574097 (0.09809385538101197) + | > loss_disc_real_1: 0.13666684925556183 (0.19317396879196166) + | > loss_disc_real_2: 0.14711186289787292 (0.178999662399292) + | > loss_disc_real_3: 0.1326170265674591 (0.1681180089712143) + | > loss_disc_real_4: 0.1330823302268982 (0.21211793422698974) + | > loss_disc_real_5: 0.2539544701576233 (0.28294278085231783) + | > loss_0: 2.5102715492248535 (2.552348327636719) + | > loss_gen: 1.7398968935012817 (1.9117063522338866) + | > loss_kl: 2.0373339653015137 (1.5215053796768188) + | > loss_feat: 7.662869453430176 (6.634336471557617) + | > loss_mel: 20.936071395874023 (21.539630508422853) + | > loss_duration: 1.901149034500122 (1.7316982984542846) + | > loss_1: 34.277320861816406 (33.33887710571289) + + --> STEP: 6 + | > loss_disc: 2.356471061706543 (2.519702116648356) + | > loss_disc_real_0: 0.07577034831047058 (0.09437327086925507) + | > loss_disc_real_1: 0.14141936600208282 (0.1845482016603152) + | > loss_disc_real_2: 0.17259809374809265 (0.17793273429075876) + | > loss_disc_real_3: 0.15778382122516632 (0.16639564434687296) + | > loss_disc_real_4: 0.2309875637292862 (0.2152628724773725) + | > loss_disc_real_5: 0.16924701631069183 (0.2639934867620468) + | > loss_0: 2.356471061706543 (2.519702116648356) + | > loss_gen: 1.9292733669281006 (1.9146341880162556) + | > loss_kl: 1.5252269506454468 (1.5221256415049236) + | > loss_feat: 8.218109130859375 (6.898298581441243) + | > loss_mel: 24.710739135742188 (22.068148612976074) + | > loss_duration: 1.6503610610961914 (1.7181420922279358) + | > loss_1: 38.03370666503906 (34.12134869893392) + + --> STEP: 7 + | > loss_disc: 2.3030452728271484 (2.488751138959612) + | > loss_disc_real_0: 0.10619530081748962 (0.09606213229043144) + | > loss_disc_real_1: 0.17007122933864594 (0.1824800627572196) + | > loss_disc_real_2: 0.16047964990139008 (0.17543943652084895) + | > loss_disc_real_3: 0.21229062974452972 (0.1729520708322525) + | > loss_disc_real_4: 0.1858898103237152 (0.21106672074113572) + | > loss_disc_real_5: 0.24286963045597076 (0.26097579300403595) + | > loss_0: 2.3030452728271484 (2.488751138959612) + | > loss_gen: 2.163513660430908 (1.950188398361206) + | > loss_kl: 1.7031903266906738 (1.5479920251028878) + | > loss_feat: 7.722140312194824 (7.015990257263184) + | > loss_mel: 23.315431594848633 (22.246331896100724) + | > loss_duration: 1.636783480644226 (1.706519433430263) + | > loss_1: 36.54105758666992 (34.46702139718192) + + --> STEP: 8 + | > loss_disc: 2.472388744354248 (2.4867058396339417) + | > loss_disc_real_0: 0.06824630498886108 (0.09258515387773514) + | > loss_disc_real_1: 0.1973728984594345 (0.18434166721999645) + | > loss_disc_real_2: 0.17467689514160156 (0.17534411884844303) + | > loss_disc_real_3: 0.2045392394065857 (0.17690046690404415) + | > loss_disc_real_4: 0.2242429256439209 (0.21271374635398388) + | > loss_disc_real_5: 0.22110456228256226 (0.25599188916385174) + | > loss_0: 2.472388744354248 (2.4867058396339417) + | > loss_gen: 2.0382635593414307 (1.9611977934837341) + | > loss_kl: 1.5126745700836182 (1.5435773432254791) + | > loss_feat: 7.083788871765137 (7.024465084075928) + | > loss_mel: 21.610868453979492 (22.16689896583557) + | > loss_duration: 1.6735777854919434 (1.702401727437973) + | > loss_1: 33.91917419433594 (34.39854049682617) + + --> STEP: 9 + | > loss_disc: 2.529644012451172 (2.491476747724745) + | > loss_disc_real_0: 0.0883982926607132 (0.09211994707584381) + | > loss_disc_real_1: 0.2182532697916031 (0.1881096230612861) + | > loss_disc_real_2: 0.21372976899147034 (0.17960919108655718) + | > loss_disc_real_3: 0.16997113823890686 (0.17613054149680668) + | > loss_disc_real_4: 0.24366816878318787 (0.21615312662389544) + | > loss_disc_real_5: 0.2765747904777527 (0.25827887819872963) + | > loss_0: 2.529644012451172 (2.491476747724745) + | > loss_gen: 2.019902467727661 (1.9677205350663927) + | > loss_kl: 1.7181756496429443 (1.5629771550496419) + | > loss_feat: 5.039612770080566 (6.803925938076443) + | > loss_mel: 20.48509979248047 (21.980032391018337) + | > loss_duration: 1.6554698944091797 (1.6971870793236628) + | > loss_1: 30.918262481689453 (34.01184293958876) + + --> STEP: 10 + | > loss_disc: 2.6212167739868164 (2.5044507503509523) + | > loss_disc_real_0: 0.09386038780212402 (0.09229399114847184) + | > loss_disc_real_1: 0.16749507188796997 (0.18604816794395446) + | > loss_disc_real_2: 0.2094990611076355 (0.18259817808866502) + | > loss_disc_real_3: 0.17712973058223724 (0.17623046040534973) + | > loss_disc_real_4: 0.2538798153400421 (0.2199257954955101) + | > loss_disc_real_5: 0.26764190196990967 (0.25921518057584764) + | > loss_0: 2.6212167739868164 (2.5044507503509523) + | > loss_gen: 1.7873340845108032 (1.9496818900108337) + | > loss_kl: 1.3130807876586914 (1.537987518310547) + | > loss_feat: 4.98984432220459 (6.622517776489258) + | > loss_mel: 17.685497283935547 (21.55057888031006) + | > loss_duration: 1.6370110511779785 (1.6911694765090943) + | > loss_1: 27.41276741027832 (33.351935386657715) + + --> STEP: 11 + | > loss_disc: 2.373506546020508 (2.492546731775457) + | > loss_disc_real_0: 0.0898793488740921 (0.09207447821443732) + | > loss_disc_real_1: 0.15615099668502808 (0.18333024328405206) + | > loss_disc_real_2: 0.16681735217571259 (0.18116355755112387) + | > loss_disc_real_3: 0.20291849970817566 (0.17865664579651572) + | > loss_disc_real_4: 0.2590695023536682 (0.2234843143007972) + | > loss_disc_real_5: 0.2510826885700226 (0.25847586312077264) + | > loss_0: 2.373506546020508 (2.492546731775457) + | > loss_gen: 2.068202257156372 (1.9604564688422463) + | > loss_kl: 2.1912574768066406 (1.5973756963556462) + | > loss_feat: 7.306055545806885 (6.684657573699951) + | > loss_mel: 22.343637466430664 (21.622675115411933) + | > loss_duration: 1.5608954429626465 (1.6793263825503262) + | > loss_1: 35.47004699707031 (33.54449098760431) + + --> STEP: 12 + | > loss_disc: 2.285796642303467 (2.4753175576527915) + | > loss_disc_real_0: 0.07037504762411118 (0.09026619233191013) + | > loss_disc_real_1: 0.16934719681739807 (0.1821649894118309) + | > loss_disc_real_2: 0.17113608121871948 (0.18032793452342352) + | > loss_disc_real_3: 0.1800544112920761 (0.17877312625447908) + | > loss_disc_real_4: 0.2337350696325302 (0.22433854391177496) + | > loss_disc_real_5: 0.26180270314216614 (0.25875309978922206) + | > loss_0: 2.285796642303467 (2.4753175576527915) + | > loss_gen: 2.0817461013793945 (1.970563938220342) + | > loss_kl: 1.5316808223724365 (1.5919011235237122) + | > loss_feat: 6.699423789978027 (6.6858880917231245) + | > loss_mel: 21.893505096435547 (21.645244280497234) + | > loss_duration: 1.7335445880889893 (1.6838445663452148) + | > loss_1: 33.93989944458008 (33.577441692352295) + + --> STEP: 13 + | > loss_disc: 2.454598903656006 (2.473723815037654) + | > loss_disc_real_0: 0.06517793238162994 (0.08833632618188858) + | > loss_disc_real_1: 0.17064720392227173 (0.18127900591263404) + | > loss_disc_real_2: 0.14051023125648499 (0.17726503427212054) + | > loss_disc_real_3: 0.15320728719234467 (0.17680652324969953) + | > loss_disc_real_4: 0.13432541489601135 (0.2174144570644085) + | > loss_disc_real_5: 0.21274010837078094 (0.25521363891088045) + | > loss_0: 2.454598903656006 (2.473723815037654) + | > loss_gen: 1.794475793838501 (1.9570186963448157) + | > loss_kl: 1.804568886756897 (1.608260182233957) + | > loss_feat: 7.153959274291992 (6.721893567305345) + | > loss_mel: 22.175851821899414 (21.686060245220478) + | > loss_duration: 1.7297899723052979 (1.6873788283421443) + | > loss_1: 34.65864562988281 (33.66061122600849) + + --> STEP: 14 + | > loss_disc: 2.1789236068725586 (2.4526666573115756) + | > loss_disc_real_0: 0.06312348693609238 (0.08653540909290314) + | > loss_disc_real_1: 0.17033061385154724 (0.1804969779082707) + | > loss_disc_real_2: 0.19184768199920654 (0.1783066519669124) + | > loss_disc_real_3: 0.17158116400241852 (0.17643328330346517) + | > loss_disc_real_4: 0.18633244931697845 (0.2151943136538778) + | > loss_disc_real_5: 0.22024470567703247 (0.2527158579656056) + | > loss_0: 2.1789236068725586 (2.4526666573115756) + | > loss_gen: 2.1626029014587402 (1.9717032824243819) + | > loss_kl: 1.6282066106796265 (1.6096849271229334) + | > loss_feat: 7.1134819984436035 (6.7498641695295065) + | > loss_mel: 22.201309204101562 (21.722863742283412) + | > loss_duration: 1.7536215782165527 (1.6921104533331734) + | > loss_1: 34.85921859741211 (33.746226038251606) + + --> STEP: 15 + | > loss_disc: 2.1913795471191406 (2.43524751663208) + | > loss_disc_real_0: 0.08200686424970627 (0.08623350610335669) + | > loss_disc_real_1: 0.1991717666387558 (0.18174196382363636) + | > loss_disc_real_2: 0.20302541553974152 (0.17995456953843433) + | > loss_disc_real_3: 0.1546846330165863 (0.1749833732843399) + | > loss_disc_real_4: 0.17635947465896606 (0.21260532438755037) + | > loss_disc_real_5: 0.19838179647922516 (0.2490935871998469) + | > loss_0: 2.1913795471191406 (2.43524751663208) + | > loss_gen: 2.2756571769714355 (1.9919668753941855) + | > loss_kl: 1.5539493560791016 (1.6059692223866782) + | > loss_feat: 6.908834934234619 (6.760462220509847) + | > loss_mel: 21.223081588745117 (21.689544932047525) + | > loss_duration: 1.6641654968261719 (1.6902474562327068) + | > loss_1: 33.62568664550781 (33.73819007873535) + + --> STEP: 16 + | > loss_disc: 2.6205902099609375 (2.4468314349651337) + | > loss_disc_real_0: 0.1619689166545868 (0.09096696926280856) + | > loss_disc_real_1: 0.18216541409492493 (0.1817684294655919) + | > loss_disc_real_2: 0.17001889646053314 (0.17933358997106552) + | > loss_disc_real_3: 0.19179357588291168 (0.17603401094675064) + | > loss_disc_real_4: 0.2587173283100128 (0.21548732463270426) + | > loss_disc_real_5: 0.30125245451927185 (0.25235351640731096) + | > loss_0: 2.6205902099609375 (2.4468314349651337) + | > loss_gen: 2.0047357082366943 (1.9927649274468422) + | > loss_kl: 1.5925389528274536 (1.6051298305392265) + | > loss_feat: 6.314162731170654 (6.7325685024261475) + | > loss_mel: 21.7924861907959 (21.6959787607193) + | > loss_duration: 1.7718188762664795 (1.6953456699848175) + | > loss_1: 33.47574234008789 (33.721787095069885) + + --> STEP: 17 + | > loss_disc: 2.2382442951202393 (2.4345616032095516) + | > loss_disc_real_0: 0.04950132966041565 (0.08852781399207957) + | > loss_disc_real_1: 0.18405762314796448 (0.18190308791749618) + | > loss_disc_real_2: 0.2481480836868286 (0.18338150136611042) + | > loss_disc_real_3: 0.13951654732227325 (0.17388592485119314) + | > loss_disc_real_4: 0.17171090841293335 (0.21291224132565892) + | > loss_disc_real_5: 0.19890044629573822 (0.24920921816545374) + | > loss_0: 2.2382442951202393 (2.4345616032095516) + | > loss_gen: 2.1045587062835693 (1.9993410320842968) + | > loss_kl: 1.5086662769317627 (1.5994555038564346) + | > loss_feat: 7.610221862792969 (6.784195170683019) + | > loss_mel: 22.293123245239258 (21.731104906867532) + | > loss_duration: 1.6211092472076416 (1.69097882158616) + | > loss_1: 35.13767623901367 (33.80507469177246) + + --> STEP: 18 + | > loss_disc: 2.5619101524353027 (2.4416365226109824) + | > loss_disc_real_0: 0.10097842663526535 (0.08921951469447878) + | > loss_disc_real_1: 0.2017919272184372 (0.18300802343421513) + | > loss_disc_real_2: 0.1996302604675293 (0.18428421020507812) + | > loss_disc_real_3: 0.15503725409507751 (0.17283877647585338) + | > loss_disc_real_4: 0.18287774920463562 (0.2112436584300465) + | > loss_disc_real_5: 0.22491098940372467 (0.2478593165675799) + | > loss_0: 2.5619101524353027 (2.4416365226109824) + | > loss_gen: 1.8073937892913818 (1.9886772963735793) + | > loss_kl: 1.9705809354782104 (1.6200735833909776) + | > loss_feat: 6.123596668243408 (6.747495253880818) + | > loss_mel: 19.61747169494629 (21.613680839538574) + | > loss_duration: 1.658994436264038 (1.6892019112904866) + | > loss_1: 31.178037643432617 (33.659128189086914) + + --> STEP: 19 + | > loss_disc: 2.196150779724121 (2.428716220353779) + | > loss_disc_real_0: 0.03685244917869568 (0.08646335335154283) + | > loss_disc_real_1: 0.1931103616952896 (0.18353972544795588) + | > loss_disc_real_2: 0.18807217478752136 (0.18448357676204882) + | > loss_disc_real_3: 0.15199363231658936 (0.1717416636253658) + | > loss_disc_real_4: 0.13878394663333893 (0.20742998938811452) + | > loss_disc_real_5: 0.1824408620595932 (0.24441624001452797) + | > loss_0: 2.196150779724121 (2.428716220353779) + | > loss_gen: 2.137263059616089 (1.9964975997021324) + | > loss_kl: 1.8693228960037231 (1.6331919682653326) + | > loss_feat: 7.378877639770508 (6.780725905769749) + | > loss_mel: 23.04369354248047 (21.6889446660092) + | > loss_duration: 1.7706230878829956 (1.693487236374303) + | > loss_1: 36.19977951049805 (33.7928466796875) + + --> STEP: 20 + | > loss_disc: 2.334838390350342 (2.4240223288536074) + | > loss_disc_real_0: 0.11527623236179352 (0.08790399730205536) + | > loss_disc_real_1: 0.17973148822784424 (0.1833493135869503) + | > loss_disc_real_2: 0.20164397358894348 (0.18534159660339355) + | > loss_disc_real_3: 0.15008987486362457 (0.17065907418727874) + | > loss_disc_real_4: 0.20392034947872162 (0.2072545073926449) + | > loss_disc_real_5: 0.19831080734729767 (0.24211096838116647) + | > loss_0: 2.334838390350342 (2.4240223288536074) + | > loss_gen: 2.0447757244110107 (1.9989115059375764) + | > loss_kl: 1.753161072731018 (1.639190423488617) + | > loss_feat: 7.586636066436768 (6.8210214138031) + | > loss_mel: 22.9855899810791 (21.753776931762694) + | > loss_duration: 1.6416287422180176 (1.6908943116664887) + | > loss_1: 36.01179122924805 (33.90379390716553) + + --> STEP: 21 + | > loss_disc: 2.0093281269073486 (2.4042749859037853) + | > loss_disc_real_0: 0.10094207525253296 (0.08852485815684001) + | > loss_disc_real_1: 0.18181778490543365 (0.18327638364973523) + | > loss_disc_real_2: 0.17553424835205078 (0.1848745800199963) + | > loss_disc_real_3: 0.10134366899728775 (0.167358340606803) + | > loss_disc_real_4: 0.1695282906293869 (0.20545802088010878) + | > loss_disc_real_5: 0.1775810569524765 (0.23903811545599074) + | > loss_0: 2.0093281269073486 (2.4042749859037853) + | > loss_gen: 2.436370611190796 (2.0197428919020153) + | > loss_kl: 1.3104243278503418 (1.6235348951248896) + | > loss_feat: 7.693601608276367 (6.862572851635161) + | > loss_mel: 21.59505844116211 (21.746218908400763) + | > loss_duration: 1.6713569164276123 (1.6899639595122564) + | > loss_1: 34.706809997558594 (33.94203276861282) + + --> STEP: 22 + | > loss_disc: 2.4806673526763916 (2.407747366211631) + | > loss_disc_real_0: 0.09688372164964676 (0.08890480649742213) + | > loss_disc_real_1: 0.19241127371788025 (0.18369160592556) + | > loss_disc_real_2: 0.1736191213130951 (0.18436296826059168) + | > loss_disc_real_3: 0.17510217428207397 (0.16771033304658803) + | > loss_disc_real_4: 0.17134436964988708 (0.20390740036964417) + | > loss_disc_real_5: 0.22042427957057953 (0.23819203200665387) + | > loss_0: 2.4806673526763916 (2.407747366211631) + | > loss_gen: 1.9175212383270264 (2.015096453103152) + | > loss_kl: 1.8505477905273438 (1.6338536630977283) + | > loss_feat: 7.017647743225098 (6.869621710343794) + | > loss_mel: 22.147476196289062 (21.76445787603205) + | > loss_duration: 1.7551690340042114 (1.692927826534618) + | > loss_1: 34.68836212158203 (33.975956830111414) + + --> STEP: 23 + | > loss_disc: 2.3469409942626953 (2.405103610909503) + | > loss_disc_real_0: 0.0797007605433464 (0.08850463058637537) + | > loss_disc_real_1: 0.21376411616802216 (0.18499910637088443) + | > loss_disc_real_2: 0.17458868026733398 (0.18393799921740656) + | > loss_disc_real_3: 0.16310396790504456 (0.16751005630130353) + | > loss_disc_real_4: 0.19216382503509521 (0.20339681013770725) + | > loss_disc_real_5: 0.2146424949169159 (0.23716813908970874) + | > loss_0: 2.3469409942626953 (2.405103610909503) + | > loss_gen: 2.02465558052063 (2.015512067338695) + | > loss_kl: 1.701904296875 (1.6368123863054358) + | > loss_feat: 7.612356662750244 (6.901914534361466) + | > loss_mel: 24.284133911132812 (21.874009007992953) + | > loss_duration: 1.7866036891937256 (1.6970006901284922) + | > loss_1: 37.40965270996094 (34.125247955322266) + + --> STEP: 24 + | > loss_disc: 2.26708722114563 (2.3993529280026746) + | > loss_disc_real_0: 0.037127330899238586 (0.086363909766078) + | > loss_disc_real_1: 0.17343255877494812 (0.18451716688772044) + | > loss_disc_real_2: 0.17084670066833496 (0.18339252844452858) + | > loss_disc_real_3: 0.13505785167217255 (0.16615788110842308) + | > loss_disc_real_4: 0.16842663288116455 (0.20193971941868463) + | > loss_disc_real_5: 0.18251213431358337 (0.23489080555737019) + | > loss_0: 2.26708722114563 (2.3993529280026746) + | > loss_gen: 2.037184476852417 (2.0164150844017663) + | > loss_kl: 1.7204833030700684 (1.6402986745039623) + | > loss_feat: 7.133511066436768 (6.911564389864604) + | > loss_mel: 23.39830207824707 (21.93752121925354) + | > loss_duration: 1.639988660812378 (1.6946251889069874) + | > loss_1: 35.92947006225586 (34.200423876444496) + + --> STEP: 25 + | > loss_disc: 2.4740569591522217 (2.4023410892486567) + | > loss_disc_real_0: 0.09475240111351013 (0.08669944941997527) + | > loss_disc_real_1: 0.21592949330806732 (0.1857736599445343) + | > loss_disc_real_2: 0.1914343386888504 (0.18371420085430146) + | > loss_disc_real_3: 0.17403742671012878 (0.1664730629324913) + | > loss_disc_real_4: 0.21153438091278076 (0.2023235058784485) + | > loss_disc_real_5: 0.24404308199882507 (0.23525689661502838) + | > loss_0: 2.4740569591522217 (2.4023410892486567) + | > loss_gen: 1.9016776084899902 (2.0118255853652953) + | > loss_kl: 1.6324880123138428 (1.6399862480163574) + | > loss_feat: 4.727943420410156 (6.824219551086426) + | > loss_mel: 18.48133087158203 (21.79927360534668) + | > loss_duration: 1.6506460905075073 (1.6928660249710084) + | > loss_1: 28.394086837768555 (33.96817039489746) + + --> STEP: 26 + | > loss_disc: 2.4546194076538086 (2.404351793802701) + | > loss_disc_real_0: 0.08151441812515259 (0.08650002513940518) + | > loss_disc_real_1: 0.21160688996315002 (0.18676724571448106) + | > loss_disc_real_2: 0.17463038861751556 (0.18336482346057892) + | > loss_disc_real_3: 0.18657132983207703 (0.16724607319785997) + | > loss_disc_real_4: 0.17598605155944824 (0.20131052686617926) + | > loss_disc_real_5: 0.2475680708885193 (0.23573040331785494) + | > loss_0: 2.4546194076538086 (2.404351793802701) + | > loss_gen: 2.028541326522827 (2.012468498486739) + | > loss_kl: 1.2641974687576294 (1.6255328334294832) + | > loss_feat: 7.304130554199219 (6.842677666590764) + | > loss_mel: 23.419109344482422 (21.861574979928825) + | > loss_duration: 1.6899724006652832 (1.6927547317284803) + | > loss_1: 35.70595169067383 (34.03500813704271) + + --> STEP: 27 + | > loss_disc: 2.478928804397583 (2.407113905306215) + | > loss_disc_real_0: 0.14308500289916992 (0.0885957650564335) + | > loss_disc_real_1: 0.18788421154022217 (0.18680861481913813) + | > loss_disc_real_2: 0.1647871434688568 (0.18267676123866328) + | > loss_disc_real_3: 0.17074373364448547 (0.16737561617736463) + | > loss_disc_real_4: 0.2410472184419632 (0.20278225618380089) + | > loss_disc_real_5: 0.23292756080627441 (0.23562659433594457) + | > loss_0: 2.478928804397583 (2.407113905306215) + | > loss_gen: 1.9863197803497314 (2.0115000274446277) + | > loss_kl: 1.5583964586257935 (1.6230463010293465) + | > loss_feat: 6.128322601318359 (6.816220071580675) + | > loss_mel: 19.99990463256836 (21.792624226322882) + | > loss_duration: 1.66778564453125 (1.6918299507211756) + | > loss_1: 31.340728759765625 (33.93522001195837) + + --> STEP: 28 + | > loss_disc: 2.398787260055542 (2.4068165251186913) + | > loss_disc_real_0: 0.10658106207847595 (0.08923809709293502) + | > loss_disc_real_1: 0.2212020307779312 (0.18803695110338076) + | > loss_disc_real_2: 0.20684458315372467 (0.18353989773562976) + | > loss_disc_real_3: 0.18044419586658478 (0.16784235116626536) + | > loss_disc_real_4: 0.17096352577209473 (0.20164587295481137) + | > loss_disc_real_5: 0.24681784212589264 (0.23602628175701415) + | > loss_0: 2.398787260055542 (2.4068165251186913) + | > loss_gen: 2.1358554363250732 (2.015941292047501) + | > loss_kl: 1.4464952945709229 (1.6167409079415458) + | > loss_feat: 6.527157783508301 (6.805896418435233) + | > loss_mel: 21.50033950805664 (21.7821854863848) + | > loss_duration: 1.656752347946167 (1.6905771791934967) + | > loss_1: 33.266597747802734 (33.91134064538138) + + --> STEP: 29 + | > loss_disc: 2.3304443359375 (2.4041830013538226) + | > loss_disc_real_0: 0.09822243452072144 (0.0895479018318242) + | > loss_disc_real_1: 0.17215043306350708 (0.18748914013648854) + | > loss_disc_real_2: 0.18881537020206451 (0.18372181057929993) + | > loss_disc_real_3: 0.18618658185005188 (0.16847491084501662) + | > loss_disc_real_4: 0.20573151111602783 (0.20178675702933607) + | > loss_disc_real_5: 0.21855726838111877 (0.23542390198543153) + | > loss_0: 2.3304443359375 (2.4041830013538226) + | > loss_gen: 1.995741605758667 (2.0152447511409894) + | > loss_kl: 1.4427013397216797 (1.610739543520171) + | > loss_feat: 6.445057392120361 (6.793453693389893) + | > loss_mel: 19.077150344848633 (21.688908412538726) + | > loss_duration: 1.659293293952942 (1.6894984245300293) + | > loss_1: 30.619943618774414 (33.79784419618804) + + --> STEP: 30 + | > loss_disc: 2.521538257598877 (2.4080948432286577) + | > loss_disc_real_0: 0.13791249692440033 (0.09116005500157674) + | > loss_disc_real_1: 0.15669015049934387 (0.18646250714858373) + | > loss_disc_real_2: 0.17923961579799652 (0.1835724040865898) + | > loss_disc_real_3: 0.18991343677043915 (0.16918952837586404) + | > loss_disc_real_4: 0.222331240773201 (0.20247157315413158) + | > loss_disc_real_5: 0.2198162078857422 (0.2349036455154419) + | > loss_0: 2.521538257598877 (2.4080948432286577) + | > loss_gen: 2.021742105484009 (2.01546132961909) + | > loss_kl: 1.6327625513076782 (1.6114736437797545) + | > loss_feat: 7.958888053894043 (6.832301505406698) + | > loss_mel: 23.69605255126953 (21.755813217163087) + | > loss_duration: 1.686504602432251 (1.6893986304601034) + | > loss_1: 36.99595260620117 (33.90444780985514) + + --> STEP: 31 + | > loss_disc: 2.2075510025024414 (2.401625687076199) + | > loss_disc_real_0: 0.06460074335336685 (0.09030330301292482) + | > loss_disc_real_1: 0.2140982300043106 (0.18735398207941362) + | > loss_disc_real_2: 0.1517443209886551 (0.18254569172859192) + | > loss_disc_real_3: 0.17581629753112793 (0.16940329512280802) + | > loss_disc_real_4: 0.11946000903844833 (0.1997937807633031) + | > loss_disc_real_5: 0.1447267234325409 (0.23199471254502574) + | > loss_0: 2.2075510025024414 (2.401625687076199) + | > loss_gen: 2.285080671310425 (2.024158727738165) + | > loss_kl: 1.7064217329025269 (1.6145364853643602) + | > loss_feat: 9.539134979248047 (6.91961871424029) + | > loss_mel: 22.998998641967773 (21.795915972801946) + | > loss_duration: 1.6268264055252075 (1.6873801715912358) + | > loss_1: 38.156463623046875 (34.04160961028068) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.009794550557290354 (-0.0020333182427190975) + | > avg_loss_disc: 2.401625687076199 (-0.11974853854025591) + | > avg_loss_disc_real_0: 0.09030330301292482 (+0.019549809876949542) + | > avg_loss_disc_real_1: 0.18735398207941362 (+0.02367558282229207) + | > avg_loss_disc_real_2: 0.18254569172859192 (-0.03010900030213018) + | > avg_loss_disc_real_3: 0.16940329512280802 (-0.024753311228367603) + | > avg_loss_disc_real_4: 0.1997937807633031 (-0.003014175401579944) + | > avg_loss_disc_real_5: 0.23199471254502574 (+0.038304137126091986) + | > avg_loss_0: 2.401625687076199 (-0.11974853854025591) + | > avg_loss_gen: 2.024158727738165 (+0.21042839557893833) + | > avg_loss_kl: 1.6145364853643602 (-0.02914452937341494) + | > avg_loss_feat: 6.91961871424029 (+0.019808707698699024) + | > avg_loss_mel: 21.795915972801946 (-0.278222545500725) + | > avg_loss_duration: 1.6873801715912358 (-0.0013540983200073242) + | > avg_loss_1: 34.04160961028068 (-0.07848438139885161) + + + > EPOCH: 29/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 04:58:21)  + + --> TIME: 2024-11-23 04:58:25 -- STEP: 5/797 -- GLOBAL_STEP: 46225 + | > loss_disc: 2.4736979007720947 (2.4344401359558105) + | > loss_disc_real_0: 0.06816276162862778 (0.11643611490726472) + | > loss_disc_real_1: 0.24630773067474365 (0.22836948335170745) + | > loss_disc_real_2: 0.3058229684829712 (0.2426711291074753) + | > loss_disc_real_3: 0.2525785565376282 (0.22058234810829164) + | > loss_disc_real_4: 0.22316299378871918 (0.19476159512996674) + | > loss_disc_real_5: 0.20938602089881897 (0.21036224365234374) + | > loss_0: 2.4736979007720947 (2.4344401359558105) + | > grad_norm_0: tensor(9.3790, device='cuda:0') (tensor(67.0116, device='cuda:0')) + | > loss_gen: 2.4818902015686035 (2.470721626281738) + | > loss_kl: 1.7976186275482178 (1.5446625471115112) + | > loss_feat: 6.498185157775879 (7.032382965087891) + | > loss_mel: 21.121620178222656 (21.060647583007814) + | > loss_duration: 1.9041684865951538 (1.910945963859558) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.80348205566406 (34.0193603515625) + | > grad_norm_1: tensor(542.2608, device='cuda:0') (tensor(591.0212, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 0.7396 (0.7265323638916016) + | > loader_time: 0.0049 (0.005233669281005859) + + + --> TIME: 2024-11-23 04:58:45 -- STEP: 30/797 -- GLOBAL_STEP: 46250 + | > loss_disc: 2.534630537033081 (2.5029113213221232) + | > loss_disc_real_0: 0.17565767467021942 (0.13350203509132072) + | > loss_disc_real_1: 0.24896368384361267 (0.22381125489870707) + | > loss_disc_real_2: 0.24951733648777008 (0.24957810540994005) + | > loss_disc_real_3: 0.23221653699874878 (0.2256207118431727) + | > loss_disc_real_4: 0.19453242421150208 (0.221758629878362) + | > loss_disc_real_5: 0.22983786463737488 (0.23752808272838594) + | > loss_0: 2.534630537033081 (2.5029113213221232) + | > grad_norm_0: tensor(117.8375, device='cuda:0') (tensor(85.8093, device='cuda:0')) + | > loss_gen: 2.2059812545776367 (2.347837495803833) + | > loss_kl: 1.6434524059295654 (1.5791969935099284) + | > loss_feat: 6.1689605712890625 (6.581100622812907) + | > loss_mel: 19.451364517211914 (20.68795108795166) + | > loss_duration: 1.7527451515197754 (1.8079575419425964) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.222505569458008 (33.004043515523286) + | > grad_norm_1: tensor(576.2968, device='cuda:0') (tensor(551.7705, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 0.7909 (0.7509372234344482) + | > loader_time: 0.0049 (0.00568234125773112) + + + --> TIME: 2024-11-23 04:59:04 -- STEP: 55/797 -- GLOBAL_STEP: 46275 + | > loss_disc: 2.454247236251831 (2.46144196770408) + | > loss_disc_real_0: 0.14933305978775024 (0.127574677223509) + | > loss_disc_real_1: 0.2248447686433792 (0.22143362760543822) + | > loss_disc_real_2: 0.22761034965515137 (0.24091422151435504) + | > loss_disc_real_3: 0.1916462630033493 (0.2205876802856272) + | > loss_disc_real_4: 0.2517537474632263 (0.22124576514417474) + | > loss_disc_real_5: 0.23779594898223877 (0.23020135922865434) + | > loss_0: 2.454247236251831 (2.46144196770408) + | > grad_norm_0: tensor(46.6821, device='cuda:0') (tensor(74.3943, device='cuda:0')) + | > loss_gen: 2.3037993907928467 (2.3666691519997336) + | > loss_kl: 1.4873971939086914 (1.5679197029633956) + | > loss_feat: 6.216389179229736 (6.830548043684526) + | > loss_mel: 19.655595779418945 (20.917373795942826) + | > loss_duration: 1.7301441431045532 (1.7760653083974665) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.393325805664062 (33.45857554349033) + | > grad_norm_1: tensor(480.9907, device='cuda:0') (tensor(590.6652, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 0.7612 (0.7558988094329835) + | > loader_time: 0.0046 (0.005667461048473012) + + + --> TIME: 2024-11-23 04:59:24 -- STEP: 80/797 -- GLOBAL_STEP: 46300 + | > loss_disc: 2.4166359901428223 (2.4436319887638107) + | > loss_disc_real_0: 0.1508227437734604 (0.12603978095576168) + | > loss_disc_real_1: 0.23128624260425568 (0.22011547032743692) + | > loss_disc_real_2: 0.22071079909801483 (0.23667722512036563) + | > loss_disc_real_3: 0.27967333793640137 (0.22094623949378728) + | > loss_disc_real_4: 0.23590172827243805 (0.22039174903184175) + | > loss_disc_real_5: 0.2054457813501358 (0.2271246552467346) + | > loss_0: 2.4166359901428223 (2.4436319887638107) + | > grad_norm_0: tensor(55.9760, device='cuda:0') (tensor(66.0791, device='cuda:0')) + | > loss_gen: 2.534432888031006 (2.3735795825719825) + | > loss_kl: 1.645556092262268 (1.555607905983925) + | > loss_feat: 7.435547351837158 (6.914754074811936) + | > loss_mel: 21.193220138549805 (20.991540813446044) + | > loss_duration: 1.6812556982040405 (1.753397522866726) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.49000930786133 (33.58887958526613) + | > grad_norm_1: tensor(537.1612, device='cuda:0') (tensor(585.6479, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 0.8058 (0.7619457811117172) + | > loader_time: 0.0068 (0.005951616168022156) + + + --> TIME: 2024-11-23 04:59:43 -- STEP: 105/797 -- GLOBAL_STEP: 46325 + | > loss_disc: 2.277209997177124 (2.4446734700884143) + | > loss_disc_real_0: 0.17394119501113892 (0.127566206242357) + | > loss_disc_real_1: 0.20654521882534027 (0.21989164111160098) + | > loss_disc_real_2: 0.22076477110385895 (0.2373459496668407) + | > loss_disc_real_3: 0.20945428311824799 (0.2207443900051571) + | > loss_disc_real_4: 0.2040422409772873 (0.219818347408658) + | > loss_disc_real_5: 0.18088534474372864 (0.22794335058757237) + | > loss_0: 2.277209997177124 (2.4446734700884143) + | > grad_norm_0: tensor(62.4163, device='cuda:0') (tensor(66.8163, device='cuda:0')) + | > loss_gen: 2.561002254486084 (2.370120252881731) + | > loss_kl: 1.5028451681137085 (1.5585232087544032) + | > loss_feat: 7.599067687988281 (6.868838460104806) + | > loss_mel: 22.566404342651367 (20.904334949311757) + | > loss_duration: 1.7413393259048462 (1.7430533329645792) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.97065734863281 (33.44486986796061) + | > grad_norm_1: tensor(684.3759, device='cuda:0') (tensor(589.1685, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 0.7501 (0.7653877894083659) + | > loader_time: 0.0047 (0.005886293592907134) + + + --> TIME: 2024-11-23 05:00:03 -- STEP: 130/797 -- GLOBAL_STEP: 46350 + | > loss_disc: 2.356133460998535 (2.44616470520313) + | > loss_disc_real_0: 0.10298160463571548 (0.12818771119301142) + | > loss_disc_real_1: 0.22455859184265137 (0.21916371159828626) + | > loss_disc_real_2: 0.24005118012428284 (0.2354568084845176) + | > loss_disc_real_3: 0.27630406618118286 (0.2207252839436898) + | > loss_disc_real_4: 0.23404359817504883 (0.2201313317968295) + | > loss_disc_real_5: 0.2198362499475479 (0.227145953476429) + | > loss_0: 2.356133460998535 (2.44616470520313) + | > grad_norm_0: tensor(82.8727, device='cuda:0') (tensor(68.3303, device='cuda:0')) + | > loss_gen: 2.445142984390259 (2.362394066957327) + | > loss_kl: 1.8863511085510254 (1.5644674310317406) + | > loss_feat: 7.286067008972168 (6.8629210692185625) + | > loss_mel: 22.470792770385742 (20.92697781782884) + | > loss_duration: 1.751761794090271 (1.737721714606652) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.840118408203125 (33.45448184380163) + | > grad_norm_1: tensor(543.8303, device='cuda:0') (tensor(592.6210, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 0.892 (0.7704110787465022) + | > loader_time: 0.0064 (0.005895090103149414) + + + --> TIME: 2024-11-23 05:00:23 -- STEP: 155/797 -- GLOBAL_STEP: 46375 + | > loss_disc: 2.31479811668396 (2.4438267938552376) + | > loss_disc_real_0: 0.0940471813082695 (0.12857682488618363) + | > loss_disc_real_1: 0.2429804801940918 (0.2188841387148827) + | > loss_disc_real_2: 0.22365975379943848 (0.23502463900273846) + | > loss_disc_real_3: 0.20382998883724213 (0.22124492737554735) + | > loss_disc_real_4: 0.24817277491092682 (0.22043430834047256) + | > loss_disc_real_5: 0.24190719425678253 (0.22735408707972496) + | > loss_0: 2.31479811668396 (2.4438267938552376) + | > grad_norm_0: tensor(94.0085, device='cuda:0') (tensor(71.9589, device='cuda:0')) + | > loss_gen: 2.596998691558838 (2.375154159915063) + | > loss_kl: 1.6836706399917603 (1.5564865443014326) + | > loss_feat: 7.398215293884277 (6.891942947141586) + | > loss_mel: 23.238601684570312 (20.956106616604714) + | > loss_duration: 1.7040244340896606 (1.7308139470315753) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.62151336669922 (33.510504076557766) + | > grad_norm_1: tensor(480.3680, device='cuda:0') (tensor(589.7782, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 0.8157 (0.7746850721297727) + | > loader_time: 0.0045 (0.0058633035229098416) + + + --> TIME: 2024-11-23 05:00:44 -- STEP: 180/797 -- GLOBAL_STEP: 46400 + | > loss_disc: 2.414677143096924 (2.44921246899499) + | > loss_disc_real_0: 0.14311513304710388 (0.1303382880364855) + | > loss_disc_real_1: 0.27010491490364075 (0.21858494141035614) + | > loss_disc_real_2: 0.21498030424118042 (0.23438213194410007) + | > loss_disc_real_3: 0.248715341091156 (0.2217518914077017) + | > loss_disc_real_4: 0.2505143880844116 (0.22051219352417523) + | > loss_disc_real_5: 0.23973582684993744 (0.22835816078715854) + | > loss_0: 2.414677143096924 (2.44921246899499) + | > grad_norm_0: tensor(91.5858, device='cuda:0') (tensor(75.9231, device='cuda:0')) + | > loss_gen: 2.409677028656006 (2.3779082854588838) + | > loss_kl: 1.3845572471618652 (1.5545380877123938) + | > loss_feat: 7.48269510269165 (6.8977585527631975) + | > loss_mel: 22.064971923828125 (20.97049731148614) + | > loss_duration: 1.7180265188217163 (1.7243171777990132) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.0599250793457 (33.525019221835656) + | > grad_norm_1: tensor(358.6719, device='cuda:0') (tensor(579.8549, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 0.7901 (0.7771790239546034) + | > loader_time: 0.0052 (0.0058398220274183486) + + + --> TIME: 2024-11-23 05:01:03 -- STEP: 205/797 -- GLOBAL_STEP: 46425 + | > loss_disc: 2.599299907684326 (2.4519353843316813) + | > loss_disc_real_0: 0.13049671053886414 (0.13034981145727925) + | > loss_disc_real_1: 0.18316909670829773 (0.21876109351472162) + | > loss_disc_real_2: 0.22534464299678802 (0.2345459266406734) + | > loss_disc_real_3: 0.23082399368286133 (0.22198579173262525) + | > loss_disc_real_4: 0.20506538450717926 (0.22064455616764905) + | > loss_disc_real_5: 0.2937760055065155 (0.22822277153410564) + | > loss_0: 2.599299907684326 (2.4519353843316813) + | > grad_norm_0: tensor(26.5559, device='cuda:0') (tensor(75.0237, device='cuda:0')) + | > loss_gen: 2.2275233268737793 (2.377672162870083) + | > loss_kl: 1.4710875749588013 (1.5561971722579584) + | > loss_feat: 5.776329517364502 (6.8913669609441985) + | > loss_mel: 18.500211715698242 (20.995698472930158) + | > loss_duration: 1.7118680477142334 (1.7212585873720125) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 29.687021255493164 (33.542193166221054) + | > grad_norm_1: tensor(183.1107, device='cuda:0') (tensor(564.2808, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 0.7441 (0.7772667512661073) + | > loader_time: 0.0046 (0.005825660286880121) + + + --> TIME: 2024-11-23 05:01:24 -- STEP: 230/797 -- GLOBAL_STEP: 46450 + | > loss_disc: 2.4596948623657227 (2.4581954095674607) + | > loss_disc_real_0: 0.1858074963092804 (0.13080585581129012) + | > loss_disc_real_1: 0.23139752447605133 (0.21897029779527502) + | > loss_disc_real_2: 0.25603845715522766 (0.23532089882570764) + | > loss_disc_real_3: 0.24477837979793549 (0.222571474119373) + | > loss_disc_real_4: 0.19873127341270447 (0.22184160779351775) + | > loss_disc_real_5: 0.23920203745365143 (0.22898048246684283) + | > loss_0: 2.4596948623657227 (2.4581954095674607) + | > grad_norm_0: tensor(43.2495, device='cuda:0') (tensor(71.7492, device='cuda:0')) + | > loss_gen: 2.294895648956299 (2.3681640282921177) + | > loss_kl: 1.4926241636276245 (1.5640665681465813) + | > loss_feat: 6.109095096588135 (6.84088862253272) + | > loss_mel: 21.445816040039062 (21.007405704000718) + | > loss_duration: 1.677879810333252 (1.7181129419285321) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.02030944824219 (33.49863773843514) + | > grad_norm_1: tensor(766.5784, device='cuda:0') (tensor(557.8492, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 0.8287 (0.7806116601695186) + | > loader_time: 0.0049 (0.005884171568829081) + + + --> TIME: 2024-11-23 05:01:44 -- STEP: 255/797 -- GLOBAL_STEP: 46475 + | > loss_disc: 2.324974536895752 (2.4565645741481417) + | > loss_disc_real_0: 0.13020572066307068 (0.1308389244856788) + | > loss_disc_real_1: 0.19520236551761627 (0.21898647599360524) + | > loss_disc_real_2: 0.21627311408519745 (0.2343296207633673) + | > loss_disc_real_3: 0.2539251446723938 (0.22289174298445383) + | > loss_disc_real_4: 0.18010444939136505 (0.22197366321788115) + | > loss_disc_real_5: 0.23468686640262604 (0.22779677510261537) + | > loss_0: 2.324974536895752 (2.4565645741481417) + | > grad_norm_0: tensor(32.4388, device='cuda:0') (tensor(68.2718, device='cuda:0')) + | > loss_gen: 2.508699893951416 (2.3661002785551792) + | > loss_kl: 1.457916498184204 (1.5643369922450945) + | > loss_feat: 7.7011590003967285 (6.851185333027559) + | > loss_mel: 22.259265899658203 (21.01528931412042) + | > loss_duration: 1.7035720348358154 (1.7142006140129242) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.630615234375 (33.511112430048925) + | > grad_norm_1: tensor(172.0255, device='cuda:0') (tensor(546.7817, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 0.7732 (0.7839063111473532) + | > loader_time: 0.0055 (0.005936101838654163) + + + --> TIME: 2024-11-23 05:02:05 -- STEP: 280/797 -- GLOBAL_STEP: 46500 + | > loss_disc: 2.445312738418579 (2.4586394207818176) + | > loss_disc_real_0: 0.16352981328964233 (0.1303346176897841) + | > loss_disc_real_1: 0.2099859118461609 (0.2191688052245549) + | > loss_disc_real_2: 0.24217094480991364 (0.2348282435110637) + | > loss_disc_real_3: 0.1710938662290573 (0.22300746733588828) + | > loss_disc_real_4: 0.24126054346561432 (0.22261452052210065) + | > loss_disc_real_5: 0.20408938825130463 (0.22894724405237607) + | > loss_0: 2.445312738418579 (2.4586394207818176) + | > grad_norm_0: tensor(5.2479, device='cuda:0') (tensor(66.6359, device='cuda:0')) + | > loss_gen: 2.3704493045806885 (2.3645939597061716) + | > loss_kl: 1.5439561605453491 (1.5640432459967477) + | > loss_feat: 6.532770156860352 (6.834963010038648) + | > loss_mel: 21.06515121459961 (21.037024348122728) + | > loss_duration: 1.7080106735229492 (1.7119026435273033) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.2203369140625 (33.51252715247018) + | > grad_norm_1: tensor(617.3283, device='cuda:0') (tensor(546.1724, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 0.8374 (0.7878158841814313) + | > loader_time: 0.0062 (0.006055156673703877) + + + --> TIME: 2024-11-23 05:02:26 -- STEP: 305/797 -- GLOBAL_STEP: 46525 + | > loss_disc: 2.4306585788726807 (2.4620757798679542) + | > loss_disc_real_0: 0.13702493906021118 (0.13228188085018608) + | > loss_disc_real_1: 0.19706904888153076 (0.2189461514109471) + | > loss_disc_real_2: 0.2589431703090668 (0.2348084651055883) + | > loss_disc_real_3: 0.2524578273296356 (0.22315669616714848) + | > loss_disc_real_4: 0.23789271712303162 (0.2222432189300413) + | > loss_disc_real_5: 0.2644387483596802 (0.22948267528268157) + | > loss_0: 2.4306585788726807 (2.4620757798679542) + | > grad_norm_0: tensor(27.6333, device='cuda:0') (tensor(71.2079, device='cuda:0')) + | > loss_gen: 2.6105895042419434 (2.3647087355129073) + | > loss_kl: 1.6558035612106323 (1.566898182181061) + | > loss_feat: 6.688247203826904 (6.816684693195781) + | > loss_mel: 20.993619918823242 (21.033034978147406) + | > loss_duration: 1.7326773405075073 (1.7097277914891478) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.68093490600586 (33.491054347304036) + | > grad_norm_1: tensor(643.8409, device='cuda:0') (tensor(544.4668, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 0.8165 (0.789840431682399) + | > loader_time: 0.0054 (0.006168966606015068) + + + --> TIME: 2024-11-23 05:02:47 -- STEP: 330/797 -- GLOBAL_STEP: 46550 + | > loss_disc: 2.3941476345062256 (2.4647313016833667) + | > loss_disc_real_0: 0.0751447081565857 (0.13280425034463408) + | > loss_disc_real_1: 0.2088424563407898 (0.21886863767197637) + | > loss_disc_real_2: 0.2416631430387497 (0.23544289912238264) + | > loss_disc_real_3: 0.19577202200889587 (0.22340198660438707) + | > loss_disc_real_4: 0.1999913454055786 (0.22272367260672837) + | > loss_disc_real_5: 0.24232451617717743 (0.23043221095294664) + | > loss_0: 2.3941476345062256 (2.4647313016833667) + | > grad_norm_0: tensor(27.0338, device='cuda:0') (tensor(71.3822, device='cuda:0')) + | > loss_gen: 2.11600399017334 (2.363859775572115) + | > loss_kl: 1.4672024250030518 (1.567264529791745) + | > loss_feat: 6.89309549331665 (6.803384367624918) + | > loss_mel: 21.243356704711914 (21.05845440373276) + | > loss_duration: 1.7015128135681152 (1.7080166000308412) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.42116928100586 (33.50097964315703) + | > grad_norm_1: tensor(580.6423, device='cuda:0') (tensor(541.7065, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 0.8818 (0.793222822565021) + | > loader_time: 0.0123 (0.006300176273692742) + + + --> TIME: 2024-11-23 05:03:08 -- STEP: 355/797 -- GLOBAL_STEP: 46575 + | > loss_disc: 2.3020851612091064 (2.4618881702423074) + | > loss_disc_real_0: 0.10701076686382294 (0.13232437228442925) + | > loss_disc_real_1: 0.2566976845264435 (0.2186191181481724) + | > loss_disc_real_2: 0.1976301670074463 (0.2343983016803231) + | > loss_disc_real_3: 0.2101787030696869 (0.22325712866346598) + | > loss_disc_real_4: 0.23838749527931213 (0.22243853517821147) + | > loss_disc_real_5: 0.23727433383464813 (0.23018984349680618) + | > loss_0: 2.3020851612091064 (2.4618881702423074) + | > grad_norm_0: tensor(48.6528, device='cuda:0') (tensor(70.1726, device='cuda:0')) + | > loss_gen: 2.4036684036254883 (2.3582693093259595) + | > loss_kl: 1.4369807243347168 (1.56670352942507) + | > loss_feat: 7.334667205810547 (6.776457092123972) + | > loss_mel: 23.211462020874023 (21.034695665601273) + | > loss_duration: 1.693261742591858 (1.7053028996561614) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.080039978027344 (33.44142848270038) + | > grad_norm_1: tensor(780.7985, device='cuda:0') (tensor(535.5156, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 0.7871 (0.796116798024782) + | > loader_time: 0.0055 (0.006369883577588582) + + + --> TIME: 2024-11-23 05:03:30 -- STEP: 380/797 -- GLOBAL_STEP: 46600 + | > loss_disc: 2.366844654083252 (2.4633577861283933) + | > loss_disc_real_0: 0.1114124059677124 (0.132323579343134) + | > loss_disc_real_1: 0.24028229713439941 (0.2188931768662051) + | > loss_disc_real_2: 0.2235420197248459 (0.23441991809951632) + | > loss_disc_real_3: 0.2318093478679657 (0.22337414892880536) + | > loss_disc_real_4: 0.18280987441539764 (0.22261066730869453) + | > loss_disc_real_5: 0.19860298931598663 (0.2307680105692462) + | > loss_0: 2.366844654083252 (2.4633577861283933) + | > grad_norm_0: tensor(44.3458, device='cuda:0') (tensor(68.4742, device='cuda:0')) + | > loss_gen: 2.3257334232330322 (2.3568653903509476) + | > loss_kl: 1.5885101556777954 (1.5644959396437592) + | > loss_feat: 6.548495769500732 (6.7766534579427615) + | > loss_mel: 20.275299072265625 (21.074171949687763) + | > loss_duration: 1.6896147727966309 (1.7029134028836301) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.427650451660156 (33.47510015086123) + | > grad_norm_1: tensor(395.5915, device='cuda:0') (tensor(524.0143, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 0.8573 (0.7992257927593432) + | > loader_time: 0.0066 (0.006439377759632315) + + + --> TIME: 2024-11-23 05:03:51 -- STEP: 405/797 -- GLOBAL_STEP: 46625 + | > loss_disc: 2.5095055103302 (2.4646805227538673) + | > loss_disc_real_0: 0.12223285436630249 (0.13242309074159034) + | > loss_disc_real_1: 0.2395392507314682 (0.2191773102975186) + | > loss_disc_real_2: 0.2554030418395996 (0.23429905293900288) + | > loss_disc_real_3: 0.22004616260528564 (0.22325315044985874) + | > loss_disc_real_4: 0.2235872745513916 (0.22273572547200293) + | > loss_disc_real_5: 0.27158406376838684 (0.2308197030314693) + | > loss_0: 2.5095055103302 (2.4646805227538673) + | > grad_norm_0: tensor(105.5710, device='cuda:0') (tensor(68.8431, device='cuda:0')) + | > loss_gen: 2.302462100982666 (2.3555428716871507) + | > loss_kl: 1.425256371498108 (1.5623202323913572) + | > loss_feat: 6.54203462600708 (6.777327157244271) + | > loss_mel: 20.52497100830078 (21.085844666280863) + | > loss_duration: 1.6784400939941406 (1.7017481082751427) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.47316360473633 (33.482783084445536) + | > grad_norm_1: tensor(625.0610, device='cuda:0') (tensor(531.2194, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 0.8425 (0.8017665692317633) + | > loader_time: 0.0072 (0.006497836407320002) + + + --> TIME: 2024-11-23 05:04:12 -- STEP: 430/797 -- GLOBAL_STEP: 46650 + | > loss_disc: 2.605140209197998 (2.462519640146299) + | > loss_disc_real_0: 0.16282424330711365 (0.13181071857553597) + | > loss_disc_real_1: 0.23337270319461823 (0.21904858728480894) + | > loss_disc_real_2: 0.23646368086338043 (0.23426927366228992) + | > loss_disc_real_3: 0.2179829627275467 (0.222916736852291) + | > loss_disc_real_4: 0.21304801106452942 (0.222317500966926) + | > loss_disc_real_5: 0.2373882234096527 (0.23058679634055426) + | > loss_0: 2.605140209197998 (2.462519640146299) + | > grad_norm_0: tensor(44.8212, device='cuda:0') (tensor(69.2563, device='cuda:0')) + | > loss_gen: 2.396045207977295 (2.357186383979268) + | > loss_kl: 1.4966729879379272 (1.5607354033825007) + | > loss_feat: 7.904914379119873 (6.780695620248484) + | > loss_mel: 22.045257568359375 (21.08854678397955) + | > loss_duration: 1.6929162740707397 (1.7004501181979512) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.53580856323242 (33.48761436994685) + | > grad_norm_1: tensor(712.3644, device='cuda:0') (tensor(535.9197, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 0.8387 (0.8036265794620957) + | > loader_time: 0.0065 (0.006544093753016275) + + + --> TIME: 2024-11-23 05:04:34 -- STEP: 455/797 -- GLOBAL_STEP: 46675 + | > loss_disc: 2.633060932159424 (2.4609706978221504) + | > loss_disc_real_0: 0.19239139556884766 (0.13128738458176248) + | > loss_disc_real_1: 0.1811300665140152 (0.21911957634019327) + | > loss_disc_real_2: 0.26728734374046326 (0.23376978560463413) + | > loss_disc_real_3: 0.273267537355423 (0.22347695457411335) + | > loss_disc_real_4: 0.2638595402240753 (0.22221745855205668) + | > loss_disc_real_5: 0.286467581987381 (0.23026462076129495) + | > loss_0: 2.633060932159424 (2.4609706978221504) + | > grad_norm_0: tensor(60.2154, device='cuda:0') (tensor(69.0638, device='cuda:0')) + | > loss_gen: 2.311099052429199 (2.3596196211301392) + | > loss_kl: 1.4058911800384521 (1.5616058946965812) + | > loss_feat: 5.516607284545898 (6.791743446182418) + | > loss_mel: 19.015871047973633 (21.109820212898672) + | > loss_duration: 1.677201747894287 (1.6992414715525868) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 29.926671981811523 (33.52203070252805) + | > grad_norm_1: tensor(761.2941, device='cuda:0') (tensor(543.8334, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 0.84 (0.8064648015158516) + | > loader_time: 0.0074 (0.006620582119449157) + + + --> TIME: 2024-11-23 05:04:56 -- STEP: 480/797 -- GLOBAL_STEP: 46700 + | > loss_disc: 2.518585205078125 (2.46076170404752) + | > loss_disc_real_0: 0.1347593367099762 (0.13045650707402584) + | > loss_disc_real_1: 0.25253117084503174 (0.21884091232592862) + | > loss_disc_real_2: 0.23919403553009033 (0.23420552527531982) + | > loss_disc_real_3: 0.21357986330986023 (0.22313422781104839) + | > loss_disc_real_4: 0.20811055600643158 (0.22278496182213234) + | > loss_disc_real_5: 0.21496015787124634 (0.23092561615630985) + | > loss_0: 2.518585205078125 (2.46076170404752) + | > grad_norm_0: tensor(83.2317, device='cuda:0') (tensor(68.7639, device='cuda:0')) + | > loss_gen: 2.2117483615875244 (2.360152631998065) + | > loss_kl: 1.323622703552246 (1.5608828663825987) + | > loss_feat: 7.0032267570495605 (6.795937384168307) + | > loss_mel: 21.574453353881836 (21.132000764211018) + | > loss_duration: 1.6629300117492676 (1.698130967716376) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.77598190307617 (33.547104668617244) + | > grad_norm_1: tensor(642.1362, device='cuda:0') (tensor(543.0385, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 0.825 (0.8088113849361738) + | > loader_time: 0.0066 (0.006747562189896904) + + + --> TIME: 2024-11-23 05:05:17 -- STEP: 505/797 -- GLOBAL_STEP: 46725 + | > loss_disc: 2.417161703109741 (2.4609905238198753) + | > loss_disc_real_0: 0.06617674976587296 (0.130179098359134) + | > loss_disc_real_1: 0.21103797852993011 (0.21895858288401424) + | > loss_disc_real_2: 0.2655539810657501 (0.23413956640380443) + | > loss_disc_real_3: 0.21055817604064941 (0.22316872557201006) + | > loss_disc_real_4: 0.25171422958374023 (0.22258835042467218) + | > loss_disc_real_5: 0.26746684312820435 (0.23107021383129725) + | > loss_0: 2.417161703109741 (2.4609905238198753) + | > grad_norm_0: tensor(85.1332, device='cuda:0') (tensor(68.5962, device='cuda:0')) + | > loss_gen: 2.458926200866699 (2.360983372206738) + | > loss_kl: 1.7547410726547241 (1.5609655335398) + | > loss_feat: 6.648159503936768 (6.803398727190377) + | > loss_mel: 21.103878021240234 (21.137251965362246) + | > loss_duration: 1.6624252796173096 (1.697045896312978) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.62813186645508 (33.55964554512854) + | > grad_norm_1: tensor(711.3049, device='cuda:0') (tensor(547.0930, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 0.8737 (0.811219326812442) + | > loader_time: 0.0071 (0.0068211876519835846) + + + --> TIME: 2024-11-23 05:05:39 -- STEP: 530/797 -- GLOBAL_STEP: 46750 + | > loss_disc: 2.3528783321380615 (2.460996477558927) + | > loss_disc_real_0: 0.05301506817340851 (0.13065735656978955) + | > loss_disc_real_1: 0.22262181341648102 (0.21855066980955737) + | > loss_disc_real_2: 0.22027164697647095 (0.23413877776771222) + | > loss_disc_real_3: 0.24771751463413239 (0.223384102194939) + | > loss_disc_real_4: 0.2642694413661957 (0.22287885988096026) + | > loss_disc_real_5: 0.2557482421398163 (0.2311447394062888) + | > loss_0: 2.3528783321380615 (2.460996477558927) + | > grad_norm_0: tensor(58.0234, device='cuda:0') (tensor(69.7131, device='cuda:0')) + | > loss_gen: 2.6665053367614746 (2.3639583268255584) + | > loss_kl: 1.3744162321090698 (1.5617666507666963) + | > loss_feat: 6.763837814331055 (6.811932125631369) + | > loss_mel: 21.985275268554688 (21.152332233932782) + | > loss_duration: 1.750929832458496 (1.696600655789645) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.54096603393555 (33.58659004715253) + | > grad_norm_1: tensor(631.4011, device='cuda:0') (tensor(544.2485, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 0.997 (0.8139572058083876) + | > loader_time: 0.0095 (0.0069263012904041245) + + + --> TIME: 2024-11-23 05:06:01 -- STEP: 555/797 -- GLOBAL_STEP: 46775 + | > loss_disc: 2.553683280944824 (2.4609969053182508) + | > loss_disc_real_0: 0.09764088690280914 (0.13137206311698438) + | > loss_disc_real_1: 0.22030101716518402 (0.21845413518918524) + | > loss_disc_real_2: 0.2539043426513672 (0.23359493607873316) + | > loss_disc_real_3: 0.24182544648647308 (0.22328811379166336) + | > loss_disc_real_4: 0.26855072379112244 (0.222538631617486) + | > loss_disc_real_5: 0.32708489894866943 (0.23120263175921396) + | > loss_0: 2.553683280944824 (2.4609969053182508) + | > grad_norm_0: tensor(46.8327, device='cuda:0') (tensor(69.7242, device='cuda:0')) + | > loss_gen: 2.3188397884368896 (2.3645698787929805) + | > loss_kl: 1.3469204902648926 (1.5607138945175714) + | > loss_feat: 6.302000522613525 (6.821320646303194) + | > loss_mel: 20.060779571533203 (21.15793401013623) + | > loss_duration: 1.6704741716384888 (1.6963461830809308) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.699016571044922 (33.60088467640919) + | > grad_norm_1: tensor(563.5247, device='cuda:0') (tensor(541.2129, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 0.9009 (0.816302642736349) + | > loader_time: 0.0095 (0.007020943873637435) + + + --> TIME: 2024-11-23 05:06:24 -- STEP: 580/797 -- GLOBAL_STEP: 46800 + | > loss_disc: 2.511018753051758 (2.4608770411590033) + | > loss_disc_real_0: 0.12226361781358719 (0.1310200125364394) + | > loss_disc_real_1: 0.21058709919452667 (0.2183031229366516) + | > loss_disc_real_2: 0.23831483721733093 (0.23411250571752418) + | > loss_disc_real_3: 0.25234952569007874 (0.2232217857806847) + | > loss_disc_real_4: 0.22719353437423706 (0.22302079719716106) + | > loss_disc_real_5: 0.25567710399627686 (0.23133494525120177) + | > loss_0: 2.511018753051758 (2.4608770411590033) + | > grad_norm_0: tensor(16.7847, device='cuda:0') (tensor(68.3101, device='cuda:0')) + | > loss_gen: 2.245471954345703 (2.3640563915515798) + | > loss_kl: 1.5321078300476074 (1.5616853968850493) + | > loss_feat: 6.342160701751709 (6.821632265222483) + | > loss_mel: 20.102569580078125 (21.17313037083066) + | > loss_duration: 1.6381402015686035 (1.6956584291211485) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.860448837280273 (33.616162901911224) + | > grad_norm_1: tensor(245.9155, device='cuda:0') (tensor(535.5279, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 0.9186 (0.8194599246156626) + | > loader_time: 0.0073 (0.007114976850049252) + + + --> TIME: 2024-11-23 05:06:47 -- STEP: 605/797 -- GLOBAL_STEP: 46825 + | > loss_disc: 2.6508193016052246 (2.459700122549512) + | > loss_disc_real_0: 0.0986311286687851 (0.13066493602823617) + | > loss_disc_real_1: 0.18795816600322723 (0.21820317294972003) + | > loss_disc_real_2: 0.2393154501914978 (0.2337991484186866) + | > loss_disc_real_3: 0.20434606075286865 (0.22321120682826712) + | > loss_disc_real_4: 0.24792292714118958 (0.2228137570471803) + | > loss_disc_real_5: 0.26822441816329956 (0.23135926947613392) + | > loss_0: 2.6508193016052246 (2.459700122549512) + | > grad_norm_0: tensor(40.4716, device='cuda:0') (tensor(67.5980, device='cuda:0')) + | > loss_gen: 2.166586399078369 (2.364252381285363) + | > loss_kl: 1.6745035648345947 (1.5643425576943009) + | > loss_feat: 5.846920490264893 (6.823119843695773) + | > loss_mel: 19.824926376342773 (21.191671472344506) + | > loss_duration: 1.7099558115005493 (1.6952937681812874) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.22289276123047 (33.63868005295429) + | > grad_norm_1: tensor(331.6150, device='cuda:0') (tensor(535.4514, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 0.9263 (0.8223037526627219) + | > loader_time: 0.0074 (0.0072479732765639154) + + + --> TIME: 2024-11-23 05:07:09 -- STEP: 630/797 -- GLOBAL_STEP: 46850 + | > loss_disc: 2.3396270275115967 (2.459808879428439) + | > loss_disc_real_0: 0.07557091116905212 (0.1309193202072666) + | > loss_disc_real_1: 0.25533169507980347 (0.2187410458212807) + | > loss_disc_real_2: 0.23392289876937866 (0.23386492327092187) + | > loss_disc_real_3: 0.2267775535583496 (0.22293586111257946) + | > loss_disc_real_4: 0.22186551988124847 (0.22276884939462419) + | > loss_disc_real_5: 0.19796177744865417 (0.23129234654562814) + | > loss_0: 2.3396270275115967 (2.459808879428439) + | > grad_norm_0: tensor(63.2106, device='cuda:0') (tensor(67.6690, device='cuda:0')) + | > loss_gen: 2.3799588680267334 (2.362880925148254) + | > loss_kl: 1.703118920326233 (1.565562934345669) + | > loss_feat: 7.174737930297852 (6.813938316466315) + | > loss_mel: 21.862516403198242 (21.197734384688115) + | > loss_duration: 1.6888487339019775 (1.6955560230073463) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.809181213378906 (33.635672602577806) + | > grad_norm_1: tensor(711.6694, device='cuda:0') (tensor(539.9963, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 0.9006 (0.8251932049554496) + | > loader_time: 0.0098 (0.0073668722122434615) + + + --> TIME: 2024-11-23 05:07:32 -- STEP: 655/797 -- GLOBAL_STEP: 46875 + | > loss_disc: 2.454146385192871 (2.4601902692372555) + | > loss_disc_real_0: 0.1525762975215912 (0.13134197454529872) + | > loss_disc_real_1: 0.25853362679481506 (0.21871678638094255) + | > loss_disc_real_2: 0.23060062527656555 (0.23353046201567612) + | > loss_disc_real_3: 0.24094043672084808 (0.2230271558042701) + | > loss_disc_real_4: 0.22178146243095398 (0.22288543161090094) + | > loss_disc_real_5: 0.22148224711418152 (0.23124232196625863) + | > loss_0: 2.454146385192871 (2.4601902692372555) + | > grad_norm_0: tensor(72.0940, device='cuda:0') (tensor(67.1984, device='cuda:0')) + | > loss_gen: 2.171247959136963 (2.3611849311653903) + | > loss_kl: 1.815836787223816 (1.5672160598157927) + | > loss_feat: 6.695289611816406 (6.808187965946342) + | > loss_mel: 20.260133743286133 (21.190423435473253) + | > loss_duration: 1.653055191040039 (1.6951394459673457) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.59556198120117 (33.62215185092604) + | > grad_norm_1: tensor(642.9116, device='cuda:0') (tensor(537.5104, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 0.9375 (0.8282795625788568) + | > loader_time: 0.0076 (0.0074532257691594505) + + + --> TIME: 2024-11-23 05:07:55 -- STEP: 680/797 -- GLOBAL_STEP: 46900 + | > loss_disc: 2.3917930126190186 (2.459123301506041) + | > loss_disc_real_0: 0.1616700291633606 (0.13138670167502237) + | > loss_disc_real_1: 0.22264014184474945 (0.21864209514768684) + | > loss_disc_real_2: 0.2068009227514267 (0.23351255085538417) + | > loss_disc_real_3: 0.236945241689682 (0.2229811162852189) + | > loss_disc_real_4: 0.23256465792655945 (0.22271626650848808) + | > loss_disc_real_5: 0.2747049629688263 (0.230961982270374) + | > loss_0: 2.3917930126190186 (2.459123301506041) + | > grad_norm_0: tensor(59.3868, device='cuda:0') (tensor(66.5307, device='cuda:0')) + | > loss_gen: 2.586530923843384 (2.36049393415451) + | > loss_kl: 1.7966886758804321 (1.5677850242923288) + | > loss_feat: 6.765030860900879 (6.806996639335855) + | > loss_mel: 22.116453170776367 (21.205516285054827) + | > loss_duration: 1.7123149633407593 (1.694797832474988) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.977020263671875 (33.63558973144079) + | > grad_norm_1: tensor(668.9166, device='cuda:0') (tensor(538.8278, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 0.9 (0.8311075129929714) + | > loader_time: 0.0101 (0.007548686686684106) + + + --> TIME: 2024-11-23 05:08:19 -- STEP: 705/797 -- GLOBAL_STEP: 46925 + | > loss_disc: 2.3275842666625977 (2.4594181057409172) + | > loss_disc_real_0: 0.11103307455778122 (0.13186047052872088) + | > loss_disc_real_1: 0.17128272354602814 (0.21868429458733146) + | > loss_disc_real_2: 0.22058221697807312 (0.23343825407907473) + | > loss_disc_real_3: 0.22851690649986267 (0.22301167023520096) + | > loss_disc_real_4: 0.2013407051563263 (0.222904575758792) + | > loss_disc_real_5: 0.24395044147968292 (0.23082475343071823) + | > loss_0: 2.3275842666625977 (2.4594181057409172) + | > grad_norm_0: tensor(78.1228, device='cuda:0') (tensor(66.3056, device='cuda:0')) + | > loss_gen: 2.262507915496826 (2.3586201985677073) + | > loss_kl: 1.7763267755508423 (1.5690571335190577) + | > loss_feat: 7.250040054321289 (6.802918673576191) + | > loss_mel: 22.503803253173828 (21.211267038440027) + | > loss_duration: 1.6576943397521973 (1.694297228130042) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.450374603271484 (33.63616029455302) + | > grad_norm_1: tensor(703.2921, device='cuda:0') (tensor(540.8708, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 0.9544 (0.8348060104018411) + | > loader_time: 0.0097 (0.007638681019451604) + + + --> TIME: 2024-11-23 05:08:43 -- STEP: 730/797 -- GLOBAL_STEP: 46950 + | > loss_disc: 2.391960859298706 (2.458293528099581) + | > loss_disc_real_0: 0.15960463881492615 (0.13150000878392828) + | > loss_disc_real_1: 0.16283005475997925 (0.2186156972630383) + | > loss_disc_real_2: 0.19161084294319153 (0.2332915258121817) + | > loss_disc_real_3: 0.20075753331184387 (0.2229598573625904) + | > loss_disc_real_4: 0.19792263209819794 (0.2227745580346617) + | > loss_disc_real_5: 0.2247336506843567 (0.23053175088477462) + | > loss_0: 2.391960859298706 (2.458293528099581) + | > grad_norm_0: tensor(77.1093, device='cuda:0') (tensor(66.1519, device='cuda:0')) + | > loss_gen: 2.48073410987854 (2.359392948346594) + | > loss_kl: 1.6101727485656738 (1.570151196277305) + | > loss_feat: 7.15470552444458 (6.807568021669779) + | > loss_mel: 21.768028259277344 (21.2213154100392) + | > loss_duration: 1.6839919090270996 (1.6934304996712557) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.6976318359375 (33.65185808416912) + | > grad_norm_1: tensor(451.5115, device='cuda:0') (tensor(540.2045, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 0.9837 (0.8384403924419458) + | > loader_time: 0.0088 (0.007755115914018189) + + + --> TIME: 2024-11-23 05:09:10 -- STEP: 755/797 -- GLOBAL_STEP: 46975 + | > loss_disc: 2.504276990890503 (2.4587018347733838) + | > loss_disc_real_0: 0.19422511756420135 (0.13178888745852657) + | > loss_disc_real_1: 0.22611521184444427 (0.21846093855156803) + | > loss_disc_real_2: 0.24315288662910461 (0.23328971047669847) + | > loss_disc_real_3: 0.24771937727928162 (0.22307922271703254) + | > loss_disc_real_4: 0.31481674313545227 (0.2230879663039517) + | > loss_disc_real_5: 0.24839386343955994 (0.23055173356012004) + | > loss_0: 2.504276990890503 (2.4587018347733838) + | > grad_norm_0: tensor(99.5129, device='cuda:0') (tensor(66.4621, device='cuda:0')) + | > loss_gen: 2.6600496768951416 (2.3618950543814137) + | > loss_kl: 1.7670538425445557 (1.570933219770722) + | > loss_feat: 7.577676296234131 (6.817517658890477) + | > loss_mel: 22.00156021118164 (21.237821763398628) + | > loss_duration: 1.6190197467803955 (1.692458867237267) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.62535858154297 (33.68062656731003) + | > grad_norm_1: tensor(438.0041, device='cuda:0') (tensor(542.1432, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 0.9617 (0.8427978436678454) + | > loader_time: 0.1179 (0.010274131408590358) + + + --> TIME: 2024-11-23 05:09:43 -- STEP: 780/797 -- GLOBAL_STEP: 47000 + | > loss_disc: 2.5765480995178223 (2.4593777360060254) + | > loss_disc_real_0: 0.1740179806947708 (0.13175002007912373) + | > loss_disc_real_1: 0.24387820065021515 (0.21847107746662237) + | > loss_disc_real_2: 0.22777576744556427 (0.23327490630058142) + | > loss_disc_real_3: 0.19722412526607513 (0.22329368992493703) + | > loss_disc_real_4: 0.23353871703147888 (0.2232308332545635) + | > loss_disc_real_5: 0.22973746061325073 (0.2310152235130469) + | > loss_0: 2.5765480995178223 (2.4593777360060254) + | > grad_norm_0: tensor(84.9375, device='cuda:0') (tensor(66.0496, device='cuda:0')) + | > loss_gen: 2.310793399810791 (2.363531756401061) + | > loss_kl: 1.4639043807983398 (1.5713080470378582) + | > loss_feat: 6.85832405090332 (6.821266906689374) + | > loss_mel: 21.324827194213867 (21.25516107265765) + | > loss_duration: 1.7148083448410034 (1.691551861854699) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.67265701293945 (33.702819643265144) + | > grad_norm_1: tensor(596.3995, device='cuda:0') (tensor(539.4877, device='cuda:0')) + | > current_lr_0: 0.0001985799760895741 + | > current_lr_1: 0.0001985799760895741 + | > step_time: 1.134 (0.8543973387816016) + | > loader_time: 0.314 (0.013533245600186867) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.3456215858459473 (2.3456215858459473) + | > loss_disc_real_0: 0.22377052903175354 (0.22377052903175354) + | > loss_disc_real_1: 0.13123087584972382 (0.13123087584972382) + | > loss_disc_real_2: 0.17610087990760803 (0.17610087990760803) + | > loss_disc_real_3: 0.20867490768432617 (0.20867490768432617) + | > loss_disc_real_4: 0.23328378796577454 (0.23328378796577454) + | > loss_disc_real_5: 0.20011824369430542 (0.20011824369430542) + | > loss_0: 2.3456215858459473 (2.3456215858459473) + | > loss_gen: 2.3121140003204346 (2.3121140003204346) + | > loss_kl: 1.6456986665725708 (1.6456986665725708) + | > loss_feat: 7.371698379516602 (7.371698379516602) + | > loss_mel: 23.105667114257812 (23.105667114257812) + | > loss_duration: 1.9740471839904785 (1.9740471839904785) + | > loss_1: 36.40922546386719 (36.40922546386719) + + --> STEP: 1 + | > loss_disc: 2.572844982147217 (2.572844982147217) + | > loss_disc_real_0: 0.23191016912460327 (0.23191016912460327) + | > loss_disc_real_1: 0.1668797731399536 (0.1668797731399536) + | > loss_disc_real_2: 0.20911219716072083 (0.20911219716072083) + | > loss_disc_real_3: 0.260669469833374 (0.260669469833374) + | > loss_disc_real_4: 0.20759430527687073 (0.20759430527687073) + | > loss_disc_real_5: 0.21654294431209564 (0.21654294431209564) + | > loss_0: 2.572844982147217 (2.572844982147217) + | > loss_gen: 2.0901875495910645 (2.0901875495910645) + | > loss_kl: 1.2838910818099976 (1.2838910818099976) + | > loss_feat: 4.806432723999023 (4.806432723999023) + | > loss_mel: 17.10762596130371 (17.10762596130371) + | > loss_duration: 1.6953541040420532 (1.6953541040420532) + | > loss_1: 26.983491897583008 (26.983491897583008) + + --> STEP: 2 + | > loss_disc: 2.2950527667999268 (2.4339488744735718) + | > loss_disc_real_0: 0.18304342031478882 (0.20747679471969604) + | > loss_disc_real_1: 0.1313847303390503 (0.14913225173950195) + | > loss_disc_real_2: 0.1950153410434723 (0.20206376910209656) + | > loss_disc_real_3: 0.20330044627189636 (0.2319849580526352) + | > loss_disc_real_4: 0.2375016063451767 (0.2225479558110237) + | > loss_disc_real_5: 0.27187925577163696 (0.2442111000418663) + | > loss_0: 2.2950527667999268 (2.4339488744735718) + | > loss_gen: 2.4055657386779785 (2.2478766441345215) + | > loss_kl: 1.515048623085022 (1.3994698524475098) + | > loss_feat: 6.136098384857178 (5.471265554428101) + | > loss_mel: 23.59585189819336 (20.351738929748535) + | > loss_duration: 1.6673636436462402 (1.6813588738441467) + | > loss_1: 35.31992721557617 (31.15170955657959) + + --> STEP: 3 + | > loss_disc: 2.2779126167297363 (2.38193678855896) + | > loss_disc_real_0: 0.1916247457265854 (0.20219277838865915) + | > loss_disc_real_1: 0.17882981896400452 (0.15903144081433615) + | > loss_disc_real_2: 0.1912841498851776 (0.1984705626964569) + | > loss_disc_real_3: 0.21396754682064056 (0.225979154308637) + | > loss_disc_real_4: 0.17187146842479706 (0.20565579334894815) + | > loss_disc_real_5: 0.17783696949481964 (0.22208638985951742) + | > loss_0: 2.2779126167297363 (2.38193678855896) + | > loss_gen: 2.535590648651123 (2.343781312306722) + | > loss_kl: 1.2742313146591187 (1.3577236731847127) + | > loss_feat: 7.362155914306641 (6.10156234105428) + | > loss_mel: 24.085344314575195 (21.59627405802409) + | > loss_duration: 1.6973310708999634 (1.686682939529419) + | > loss_1: 36.954654693603516 (33.086024602254234) + + --> STEP: 4 + | > loss_disc: 2.302478551864624 (2.362072229385376) + | > loss_disc_real_0: 0.20158980786800385 (0.20204203575849533) + | > loss_disc_real_1: 0.17331992089748383 (0.16260356083512306) + | > loss_disc_real_2: 0.23936444520950317 (0.20869403332471848) + | > loss_disc_real_3: 0.27494755387306213 (0.23822125419974327) + | > loss_disc_real_4: 0.18591992557048798 (0.20072182640433311) + | > loss_disc_real_5: 0.269488126039505 (0.2339368239045143) + | > loss_0: 2.302478551864624 (2.362072229385376) + | > loss_gen: 2.887134313583374 (2.479619562625885) + | > loss_kl: 1.5529626607894897 (1.406533420085907) + | > loss_feat: 6.976592063903809 (6.320319771766663) + | > loss_mel: 22.79095458984375 (21.894944190979004) + | > loss_duration: 1.658889651298523 (1.679734617471695) + | > loss_1: 35.86653137207031 (33.78115129470825) + + --> STEP: 5 + | > loss_disc: 2.5311460494995117 (2.395886993408203) + | > loss_disc_real_0: 0.15385740995407104 (0.19240511059761048) + | > loss_disc_real_1: 0.12347543239593506 (0.15477793514728547) + | > loss_disc_real_2: 0.15277087688446045 (0.19750940203666686) + | > loss_disc_real_3: 0.23892472684383392 (0.2383619487285614) + | > loss_disc_real_4: 0.28305837512016296 (0.21718913614749907) + | > loss_disc_real_5: 0.20370523631572723 (0.2278905063867569) + | > loss_0: 2.5311460494995117 (2.395886993408203) + | > loss_gen: 2.0842301845550537 (2.4005416870117187) + | > loss_kl: 2.2287521362304688 (1.5709771633148193) + | > loss_feat: 7.081812381744385 (6.472618293762207) + | > loss_mel: 22.381908416748047 (21.992337036132813) + | > loss_duration: 1.8453930616378784 (1.7128663063049316) + | > loss_1: 35.62209701538086 (34.14934043884277) + + --> STEP: 6 + | > loss_disc: 2.4908289909362793 (2.4117106596628823) + | > loss_disc_real_0: 0.3529855012893677 (0.21916850904623666) + | > loss_disc_real_1: 0.15486423671245575 (0.1547923187414805) + | > loss_disc_real_2: 0.20884308218955994 (0.1993983487288157) + | > loss_disc_real_3: 0.25149044394493103 (0.24055003126462302) + | > loss_disc_real_4: 0.23784585297107697 (0.22063192228476206) + | > loss_disc_real_5: 0.1970916986465454 (0.2227573717633883) + | > loss_0: 2.4908289909362793 (2.4117106596628823) + | > loss_gen: 2.3711776733398438 (2.3956476847330728) + | > loss_kl: 1.744080662727356 (1.5998277465502422) + | > loss_feat: 5.930580139160156 (6.382278601328532) + | > loss_mel: 19.737810134887695 (21.61658255259196) + | > loss_duration: 1.6421409845352173 (1.701078752676646) + | > loss_1: 31.425790786743164 (33.69541549682617) + + --> STEP: 7 + | > loss_disc: 2.6278395652770996 (2.442586217607771) + | > loss_disc_real_0: 0.18913620710372925 (0.21487818019730703) + | > loss_disc_real_1: 0.14701132476329803 (0.15368074817316874) + | > loss_disc_real_2: 0.20320385694503784 (0.1999419927597046) + | > loss_disc_real_3: 0.19241784512996674 (0.23367400467395782) + | > loss_disc_real_4: 0.2296859174966812 (0.2219253501721791) + | > loss_disc_real_5: 0.20754262804985046 (0.22058383694716863) + | > loss_0: 2.6278395652770996 (2.442586217607771) + | > loss_gen: 1.9498674869537354 (2.3319647993360246) + | > loss_kl: 1.9560494422912598 (1.6507165602275304) + | > loss_feat: 6.850346088409424 (6.449145385197231) + | > loss_mel: 20.19036102294922 (21.412836619785853) + | > loss_duration: 1.6648128032684326 (1.695897902761187) + | > loss_1: 32.6114387512207 (33.54056167602539) + + --> STEP: 8 + | > loss_disc: 2.256934642791748 (2.419379770755768) + | > loss_disc_real_0: 0.12166684865951538 (0.20322676375508308) + | > loss_disc_real_1: 0.1651487648487091 (0.15511425025761127) + | > loss_disc_real_2: 0.18042363226413727 (0.19750219769775867) + | > loss_disc_real_3: 0.20109166204929352 (0.2296012118458748) + | > loss_disc_real_4: 0.18888281285762787 (0.21779503300786018) + | > loss_disc_real_5: 0.13066953420639038 (0.20934454910457134) + | > loss_0: 2.256934642791748 (2.419379770755768) + | > loss_gen: 2.0857489109039307 (2.301187813282013) + | > loss_kl: 1.89724862575531 (1.6815330684185028) + | > loss_feat: 7.27186918258667 (6.551985859870911) + | > loss_mel: 19.828214645385742 (21.21475887298584) + | > loss_duration: 1.738858938217163 (1.701268032193184) + | > loss_1: 32.82194137573242 (33.45073413848877) + + --> STEP: 9 + | > loss_disc: 2.33483624458313 (2.409986045625475) + | > loss_disc_real_0: 0.12407408654689789 (0.19443202184306252) + | > loss_disc_real_1: 0.19562968611717224 (0.15961596535311806) + | > loss_disc_real_2: 0.23114174604415894 (0.20123992529180315) + | > loss_disc_real_3: 0.21232947707176208 (0.22768213020430672) + | > loss_disc_real_4: 0.2284419983625412 (0.2189780291583803) + | > loss_disc_real_5: 0.1832764893770218 (0.2064480980237325) + | > loss_0: 2.33483624458313 (2.409986045625475) + | > loss_gen: 2.2541956901550293 (2.295966466267904) + | > loss_kl: 1.6481425762176514 (1.6778230137295194) + | > loss_feat: 5.384696960449219 (6.4222870932685) + | > loss_mel: 20.225479125976562 (21.10483890109592) + | > loss_duration: 1.6816095113754272 (1.699083752102322) + | > loss_1: 31.19412612915039 (33.19999991522895) + + --> STEP: 10 + | > loss_disc: 2.563573122024536 (2.4253447532653807) + | > loss_disc_real_0: 0.18789659440517426 (0.19377847909927368) + | > loss_disc_real_1: 0.17813740670681 (0.16146810948848725) + | > loss_disc_real_2: 0.2251230627298355 (0.2036282390356064) + | > loss_disc_real_3: 0.23678487539291382 (0.22859240472316741) + | > loss_disc_real_4: 0.21261946856975555 (0.2183421730995178) + | > loss_disc_real_5: 0.19045232236385345 (0.2048485204577446) + | > loss_0: 2.563573122024536 (2.4253447532653807) + | > loss_gen: 2.112212896347046 (2.277591109275818) + | > loss_kl: 1.0244842767715454 (1.612489140033722) + | > loss_feat: 6.158154010772705 (6.395873785018921) + | > loss_mel: 21.585792541503906 (21.152934265136718) + | > loss_duration: 1.6437060832977295 (1.6935459852218628) + | > loss_1: 32.524349212646484 (33.1324348449707) + + --> STEP: 11 + | > loss_disc: 2.329688549041748 (2.416648734699596) + | > loss_disc_real_0: 0.21035310626029968 (0.19528526338663968) + | > loss_disc_real_1: 0.14098531007766724 (0.15960603681477634) + | > loss_disc_real_2: 0.20640654861927032 (0.20388081263412128) + | > loss_disc_real_3: 0.2840014696121216 (0.23362959244034506) + | > loss_disc_real_4: 0.26232221722602844 (0.2223403589292006) + | > loss_disc_real_5: 0.1887516975402832 (0.20338517291979355) + | > loss_0: 2.329688549041748 (2.416648734699596) + | > loss_gen: 2.531634569168091 (2.3006859692660244) + | > loss_kl: 2.3223280906677246 (1.6770199537277222) + | > loss_feat: 7.062137126922607 (6.4564431797374375) + | > loss_mel: 22.460899353027344 (21.271840182217684) + | > loss_duration: 1.5980345010757446 (1.6848631230267612) + | > loss_1: 35.975032806396484 (33.39085284146395) + + --> STEP: 12 + | > loss_disc: 2.514376640319824 (2.424792726834615) + | > loss_disc_real_0: 0.3016361892223358 (0.20414784053961435) + | > loss_disc_real_1: 0.19181503355503082 (0.16229011987646422) + | > loss_disc_real_2: 0.22541067004203796 (0.20567496741811434) + | > loss_disc_real_3: 0.21461740136146545 (0.23204524318377176) + | > loss_disc_real_4: 0.2744828164577484 (0.22668556372324625) + | > loss_disc_real_5: 0.2821333408355713 (0.20994752024610838) + | > loss_0: 2.514376640319824 (2.424792726834615) + | > loss_gen: 2.7535555362701416 (2.338425099849701) + | > loss_kl: 1.125446081161499 (1.6310554643472035) + | > loss_feat: 7.094552040100098 (6.509618918100993) + | > loss_mel: 22.956256866455078 (21.41220823923747) + | > loss_duration: 1.6866775751113892 (1.6850143273671467) + | > loss_1: 35.616485595703125 (33.57632223765055) + + --> STEP: 13 + | > loss_disc: 2.474910020828247 (2.428647903295664) + | > loss_disc_real_0: 0.22691412270069122 (0.20589909301354334) + | > loss_disc_real_1: 0.16367924213409424 (0.16239697543474343) + | > loss_disc_real_2: 0.18387387692928314 (0.203997960457435) + | > loss_disc_real_3: 0.25155365467071533 (0.23354589022122896) + | > loss_disc_real_4: 0.21996980905532837 (0.2261689672103295) + | > loss_disc_real_5: 0.19077186286449432 (0.20847246967829192) + | > loss_0: 2.474910020828247 (2.428647903295664) + | > loss_gen: 2.384345531463623 (2.3419574407430797) + | > loss_kl: 1.5373116731643677 (1.6238444034869854) + | > loss_feat: 6.683870792388916 (6.523022908430833) + | > loss_mel: 21.068965911865234 (21.38580498328576) + | > loss_duration: 1.6943936347961426 (1.6857358125539927) + | > loss_1: 33.36888885498047 (33.56036582359901) + + --> STEP: 14 + | > loss_disc: 2.1987521648406982 (2.412226779120309) + | > loss_disc_real_0: 0.1910337209701538 (0.20483728072472981) + | > loss_disc_real_1: 0.16039466857910156 (0.1622539535164833) + | > loss_disc_real_2: 0.1920669823884964 (0.2031457477382251) + | > loss_disc_real_3: 0.15793374180793762 (0.22814502247742244) + | > loss_disc_real_4: 0.2625952363014221 (0.22877084357397898) + | > loss_disc_real_5: 0.15718504786491394 (0.20480908240590776) + | > loss_0: 2.1987521648406982 (2.412226779120309) + | > loss_gen: 2.5537662506103516 (2.357086641447885) + | > loss_kl: 1.6633150577545166 (1.6266637359346663) + | > loss_feat: 6.667619228363037 (6.533351216997419) + | > loss_mel: 21.28176498413086 (21.378373554774694) + | > loss_duration: 1.7431541681289673 (1.6898371236664909) + | > loss_1: 33.90961837768555 (33.58531243460519) + + --> STEP: 15 + | > loss_disc: 2.506697416305542 (2.4185248215993247) + | > loss_disc_real_0: 0.27774715423583984 (0.20969793895880381) + | > loss_disc_real_1: 0.1595851182937622 (0.1620760311683019) + | > loss_disc_real_2: 0.269206166267395 (0.20754977564016977) + | > loss_disc_real_3: 0.31745395064353943 (0.23409895102183023) + | > loss_disc_real_4: 0.2562845051288605 (0.23060508767763774) + | > loss_disc_real_5: 0.2236061692237854 (0.2060622215270996) + | > loss_0: 2.506697416305542 (2.4185248215993247) + | > loss_gen: 2.5744292736053467 (2.3715761502583823) + | > loss_kl: 1.7626677751541138 (1.6357306718826294) + | > loss_feat: 6.002445697784424 (6.497957515716553) + | > loss_mel: 22.065826416015625 (21.42420374552409) + | > loss_duration: 1.6575145721435547 (1.687682286898295) + | > loss_1: 34.06288146972656 (33.61715037027995) + + --> STEP: 16 + | > loss_disc: 2.1902012825012207 (2.404254600405693) + | > loss_disc_real_0: 0.10720252990722656 (0.20329197589308023) + | > loss_disc_real_1: 0.10229339450597763 (0.15833961637690663) + | > loss_disc_real_2: 0.1853562891483307 (0.20616268273442984) + | > loss_disc_real_3: 0.22873084247112274 (0.23376344423741102) + | > loss_disc_real_4: 0.24651160836219788 (0.23159924522042274) + | > loss_disc_real_5: 0.23464514315128326 (0.2078486541286111) + | > loss_0: 2.1902012825012207 (2.404254600405693) + | > loss_gen: 2.458918571472168 (2.3770350515842438) + | > loss_kl: 1.224656105041504 (1.610038511455059) + | > loss_feat: 7.410090446472168 (6.554965823888779) + | > loss_mel: 24.343843460083008 (21.60668122768402) + | > loss_duration: 1.7933545112609863 (1.6942868009209633) + | > loss_1: 37.230865478515625 (33.84300756454468) + + --> STEP: 17 + | > loss_disc: 2.2310872077941895 (2.394068283193252) + | > loss_disc_real_0: 0.19998395442962646 (0.20309738639523) + | > loss_disc_real_1: 0.14575985074043274 (0.1575996301629964) + | > loss_disc_real_2: 0.18009647727012634 (0.20462937653064728) + | > loss_disc_real_3: 0.1888372004032135 (0.23112072401187) + | > loss_disc_real_4: 0.21977442502975464 (0.23090366756214814) + | > loss_disc_real_5: 0.18982256948947906 (0.20678829620866215) + | > loss_0: 2.2310872077941895 (2.394068283193252) + | > loss_gen: 2.4375221729278564 (2.380593117545633) + | > loss_kl: 1.7344154119491577 (1.6173547997194178) + | > loss_feat: 7.606804370880127 (6.616838679594152) + | > loss_mel: 22.49814224243164 (21.659120110904468) + | > loss_duration: 1.6322091817855835 (1.6906351762659408) + | > loss_1: 35.909095764160156 (33.96454216452206) + + --> STEP: 18 + | > loss_disc: 2.6247811317443848 (2.4068856636683145) + | > loss_disc_real_0: 0.21792878210544586 (0.20392135282357535) + | > loss_disc_real_1: 0.2246893048286438 (0.16132683431108794) + | > loss_disc_real_2: 0.2579256296157837 (0.20759027947982153) + | > loss_disc_real_3: 0.24828550219535828 (0.23207432279984155) + | > loss_disc_real_4: 0.2667314410209656 (0.23289409942097133) + | > loss_disc_real_5: 0.2495589554309845 (0.2091644439432356) + | > loss_0: 2.6247811317443848 (2.4068856636683145) + | > loss_gen: 2.164560556411743 (2.36859130859375) + | > loss_kl: 1.502490758895874 (1.6109734641181097) + | > loss_feat: 4.351033687591553 (6.490960624482897) + | > loss_mel: 18.17782211303711 (21.465714666578506) + | > loss_duration: 1.630941390991211 (1.6873188548617892) + | > loss_1: 27.826847076416016 (33.623559104071724) + + --> STEP: 19 + | > loss_disc: 1.91231369972229 (2.3808555603027344) + | > loss_disc_real_0: 0.0765998438000679 (0.19722022076970652) + | > loss_disc_real_1: 0.12960542738437653 (0.1596572865781031) + | > loss_disc_real_2: 0.17089484632015228 (0.2056589408924705) + | > loss_disc_real_3: 0.13724903762340546 (0.22708351831687124) + | > loss_disc_real_4: 0.17185570299625397 (0.22968155224072306) + | > loss_disc_real_5: 0.1453070044517517 (0.20580352607526278) + | > loss_0: 1.91231369972229 (2.3808555603027344) + | > loss_gen: 2.41131329536438 (2.370839834213257) + | > loss_kl: 1.815126895904541 (1.6217183815805536) + | > loss_feat: 9.568778991699219 (6.652951064862703) + | > loss_mel: 24.410505294799805 (21.620703647011204) + | > loss_duration: 1.7995989322662354 (1.693228332619918) + | > loss_1: 40.00532150268555 (33.959441335577715) + + --> STEP: 20 + | > loss_disc: 2.2687251567840576 (2.3752490401268007) + | > loss_disc_real_0: 0.18722620606422424 (0.1967205200344324) + | > loss_disc_real_1: 0.13347309827804565 (0.15834807716310023) + | > loss_disc_real_2: 0.19961602985858917 (0.20535679534077644) + | > loss_disc_real_3: 0.22493907809257507 (0.22697629630565644) + | > loss_disc_real_4: 0.24914559721946716 (0.23065475448966027) + | > loss_disc_real_5: 0.2124537080526352 (0.2061360351741314) + | > loss_0: 2.2687251567840576 (2.3752490401268007) + | > loss_gen: 2.5750584602355957 (2.381050765514374) + | > loss_kl: 1.4010730981826782 (1.6106861174106597) + | > loss_feat: 8.401924133300781 (6.740399718284607) + | > loss_mel: 24.207298278808594 (21.750033378601074) + | > loss_duration: 1.6475098133087158 (1.690942406654358) + | > loss_1: 38.23286437988281 (34.17311248779297) + + --> STEP: 21 + | > loss_disc: 2.232119560241699 (2.3684333506084623) + | > loss_disc_real_0: 0.17308229207992554 (0.19559489013183684) + | > loss_disc_real_1: 0.12329027056694031 (0.15667865780137835) + | > loss_disc_real_2: 0.20326009392738342 (0.20525695241632916) + | > loss_disc_real_3: 0.21216847002506256 (0.22627116172086625) + | > loss_disc_real_4: 0.21887610852718353 (0.23009386658668518) + | > loss_disc_real_5: 0.1993592232465744 (0.20581332984424772) + | > loss_0: 2.232119560241699 (2.3684333506084623) + | > loss_gen: 2.3195462226867676 (2.3781219777606784) + | > loss_kl: 1.601230502128601 (1.6102358500162761) + | > loss_feat: 6.6102399826049805 (6.734201635633196) + | > loss_mel: 22.973073959350586 (21.808273406255815) + | > loss_duration: 1.686655044555664 (1.69073824655442) + | > loss_1: 35.19074249267578 (34.22157105945406) + + --> STEP: 22 + | > loss_disc: 2.3361928462982178 (2.366967873139815) + | > loss_disc_real_0: 0.24662066996097565 (0.19791424376043407) + | > loss_disc_real_1: 0.17751359939575195 (0.1576257006011226) + | > loss_disc_real_2: 0.21139971911907196 (0.20553616908463565) + | > loss_disc_real_3: 0.2222440540790558 (0.22608811137351123) + | > loss_disc_real_4: 0.17110981047153473 (0.2274127731269056) + | > loss_disc_real_5: 0.19213466346263885 (0.20519157228144733) + | > loss_0: 2.3361928462982178 (2.366967873139815) + | > loss_gen: 2.3948564529418945 (2.378882635723461) + | > loss_kl: 1.4222828149795532 (1.6016925302418796) + | > loss_feat: 6.473215103149414 (6.722338611429388) + | > loss_mel: 21.82610511779785 (21.809083938598636) + | > loss_duration: 1.800805926322937 (1.6957413229075344) + | > loss_1: 33.91726303100586 (34.20773887634277) + + --> STEP: 23 + | > loss_disc: 2.2472305297851562 (2.3617619016896123) + | > loss_disc_real_0: 0.1261672079563141 (0.1947948074211245) + | > loss_disc_real_1: 0.13801388442516327 (0.15677301294129828) + | > loss_disc_real_2: 0.18635372817516327 (0.2047021499146586) + | > loss_disc_real_3: 0.22921358048915863 (0.22622400133506113) + | > loss_disc_real_4: 0.22906069457530975 (0.2274844218855319) + | > loss_disc_real_5: 0.15580642223358154 (0.2030443918445836) + | > loss_0: 2.2472305297851562 (2.3617619016896123) + | > loss_gen: 2.284053325653076 (2.3747596222421397) + | > loss_kl: 1.4159563779830933 (1.5936170453610627) + | > loss_feat: 7.453431129455566 (6.754125242647917) + | > loss_mel: 23.683679580688477 (21.890588096950367) + | > loss_duration: 1.794649362564087 (1.7000416724578193) + | > loss_1: 36.631771087646484 (34.31313158118206) + + --> STEP: 24 + | > loss_disc: 2.4790451526641846 (2.366648703813553) + | > loss_disc_real_0: 0.13219194114208221 (0.19218635465949774) + | > loss_disc_real_1: 0.14981089532375336 (0.1564829247072339) + | > loss_disc_real_2: 0.1758885532617569 (0.20350158338745436) + | > loss_disc_real_3: 0.1898670494556427 (0.22470912834008536) + | > loss_disc_real_4: 0.22396554052829742 (0.22733780182898045) + | > loss_disc_real_5: 0.21236392855644226 (0.20343270587424436) + | > loss_0: 2.4790451526641846 (2.366648703813553) + | > loss_gen: 1.8877825736999512 (2.354468911886215) + | > loss_kl: 1.4290300607681274 (1.5867592543363571) + | > loss_feat: 6.345704555511475 (6.737107714017232) + | > loss_mel: 21.518712997436523 (21.875093301137287) + | > loss_duration: 1.6539149284362793 (1.6981197247902553) + | > loss_1: 32.83514404296875 (34.251548767089844) + + --> STEP: 25 + | > loss_disc: 2.43463134765625 (2.369368009567261) + | > loss_disc_real_0: 0.3390852212905884 (0.19806230932474136) + | > loss_disc_real_1: 0.1730862408876419 (0.15714705735445023) + | > loss_disc_real_2: 0.24238309264183044 (0.2050568437576294) + | > loss_disc_real_3: 0.24095401167869568 (0.22535892367362975) + | > loss_disc_real_4: 0.17873047292232513 (0.22539350867271424) + | > loss_disc_real_5: 0.20933625102043152 (0.20366884768009186) + | > loss_0: 2.43463134765625 (2.369368009567261) + | > loss_gen: 2.442934513092041 (2.358007535934448) + | > loss_kl: 1.6116887331008911 (1.5877564334869385) + | > loss_feat: 6.271703720092773 (6.718491554260254) + | > loss_mel: 21.669248580932617 (21.8668595123291) + | > loss_duration: 1.609344720840454 (1.6945687246322632) + | > loss_1: 33.60491943359375 (34.22568359375) + + --> STEP: 26 + | > loss_disc: 2.293973922729492 (2.3664682369965777) + | > loss_disc_real_0: 0.26614025235176086 (0.2006806917488575) + | > loss_disc_real_1: 0.17664958536624908 (0.15789715458567327) + | > loss_disc_real_2: 0.27019214630126953 (0.20756204770161554) + | > loss_disc_real_3: 0.22650283575057983 (0.225402920291974) + | > loss_disc_real_4: 0.20341286063194275 (0.22454809913268456) + | > loss_disc_real_5: 0.25448858737945557 (0.2056234530531443) + | > loss_0: 2.293973922729492 (2.3664682369965777) + | > loss_gen: 3.0116121768951416 (2.383146175971398) + | > loss_kl: 1.0405242443084717 (1.566709041595459) + | > loss_feat: 7.479488372802734 (6.747760662665734) + | > loss_mel: 21.940109252929688 (21.86967681004451) + | > loss_duration: 1.6632137298583984 (1.693362763294807) + | > loss_1: 35.13494873046875 (34.26065532977764) + + --> STEP: 27 + | > loss_disc: 2.612389087677002 (2.3755764166514077) + | > loss_disc_real_0: 0.22592023015022278 (0.20161548946742658) + | > loss_disc_real_1: 0.19884991645812988 (0.1594139235439124) + | > loss_disc_real_2: 0.24461190402507782 (0.20893426460248452) + | > loss_disc_real_3: 0.27170974016189575 (0.22711798769456368) + | > loss_disc_real_4: 0.2838079035282135 (0.22674290670288932) + | > loss_disc_real_5: 0.2430780529975891 (0.20701066045849412) + | > loss_0: 2.612389087677002 (2.3755764166514077) + | > loss_gen: 2.375 (2.3828444657502352) + | > loss_kl: 1.5551177263259888 (1.5662797336225156) + | > loss_feat: 5.072446346282959 (6.685711984281187) + | > loss_mel: 19.887489318847656 (21.7962624585187) + | > loss_duration: 1.7099850177764893 (1.693978402349684) + | > loss_1: 30.600038528442383 (34.12507692972819) + + --> STEP: 28 + | > loss_disc: 2.651881694793701 (2.385444462299347) + | > loss_disc_real_0: 0.19707947969436646 (0.20145348911838873) + | > loss_disc_real_1: 0.1940365582704544 (0.16065044621271746) + | > loss_disc_real_2: 0.22068451344966888 (0.20935391634702682) + | > loss_disc_real_3: 0.24382099509239197 (0.22771452367305756) + | > loss_disc_real_4: 0.19720059633255005 (0.22568782418966293) + | > loss_disc_real_5: 0.18131263554096222 (0.20609287385429656) + | > loss_0: 2.651881694793701 (2.385444462299347) + | > loss_gen: 2.0584876537323 (2.3712602938924516) + | > loss_kl: 1.8871114253997803 (1.5777380083288466) + | > loss_feat: 5.566706657409668 (6.64574750832149) + | > loss_mel: 19.976015090942383 (21.731253623962402) + | > loss_duration: 1.6672115325927734 (1.6930224427155085) + | > loss_1: 31.15553092956543 (34.01902171543666) + + --> STEP: 29 + | > loss_disc: 2.3895206451416016 (2.3855850203283904) + | > loss_disc_real_0: 0.19743287563323975 (0.20131484727407323) + | > loss_disc_real_1: 0.17588035762310028 (0.16117561557169618) + | > loss_disc_real_2: 0.21159756183624268 (0.20943128343286185) + | > loss_disc_real_3: 0.2107952982187271 (0.22713110210566684) + | > loss_disc_real_4: 0.17894302308559418 (0.2240759344964192) + | > loss_disc_real_5: 0.17317289113998413 (0.20495770203656163) + | > loss_0: 2.3895206451416016 (2.3855850203283904) + | > loss_gen: 2.1352553367614746 (2.363122191922418) + | > loss_kl: 1.2896461486816406 (1.5678038062720463) + | > loss_feat: 6.266593933105469 (6.632673247107144) + | > loss_mel: 20.046640396118164 (21.67316351265743) + | > loss_duration: 1.6509674787521362 (1.6915722715443577) + | > loss_1: 31.389102935791016 (33.92833486096612) + + --> STEP: 30 + | > loss_disc: 2.541367292404175 (2.390777762730916) + | > loss_disc_real_0: 0.21037113666534424 (0.2016167235871156) + | > loss_disc_real_1: 0.142216756939888 (0.16054365361730258) + | > loss_disc_real_2: 0.253864586353302 (0.21091239353020985) + | > loss_disc_real_3: 0.2691403925418854 (0.22853141178687414) + | > loss_disc_real_4: 0.23613493144512177 (0.22447790106137594) + | > loss_disc_real_5: 0.24201618134975433 (0.20619298468033473) + | > loss_0: 2.541367292404175 (2.390777762730916) + | > loss_gen: 2.3502185344696045 (2.3626920700073244) + | > loss_kl: 1.3936089277267456 (1.5619973103205362) + | > loss_feat: 6.759303092956543 (6.636894241968791) + | > loss_mel: 21.66146469116211 (21.672773551940917) + | > loss_duration: 1.6862108707427979 (1.6913935581843058) + | > loss_1: 33.850807189941406 (33.92575060526529) + + --> STEP: 31 + | > loss_disc: 2.349822521209717 (2.389456625907652) + | > loss_disc_real_0: 0.16054075956344604 (0.20029169248957787) + | > loss_disc_real_1: 0.15987277030944824 (0.160522012220275) + | > loss_disc_real_2: 0.17779912054538727 (0.20984422343392525) + | > loss_disc_real_3: 0.196031391620636 (0.22748302403957613) + | > loss_disc_real_4: 0.22477883100509644 (0.2244876084789153) + | > loss_disc_real_5: 0.19012898206710815 (0.20567479104765) + | > loss_0: 2.349822521209717 (2.389456625907652) + | > loss_gen: 2.2001430988311768 (2.3574485548080935) + | > loss_kl: 1.3647710084915161 (1.5556351715518582) + | > loss_feat: 8.449906349182129 (6.695378503491802) + | > loss_mel: 24.318620681762695 (21.758123459354525) + | > loss_duration: 1.6466270685195923 (1.6899494778725408) + | > loss_1: 37.980064392089844 (34.05653492096931) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.011558924951860982 (+0.0017643743945706288) + | > avg_loss_disc: 2.389456625907652 (-0.012169061168547213) + | > avg_loss_disc_real_0: 0.20029169248957787 (+0.10998838947665306) + | > avg_loss_disc_real_1: 0.160522012220275 (-0.026831969859138605) + | > avg_loss_disc_real_2: 0.20984422343392525 (+0.027298531705333334) + | > avg_loss_disc_real_3: 0.22748302403957613 (+0.0580797289167681) + | > avg_loss_disc_real_4: 0.2244876084789153 (+0.02469382771561221) + | > avg_loss_disc_real_5: 0.20567479104765 (-0.026319921497375748) + | > avg_loss_0: 2.389456625907652 (-0.012169061168547213) + | > avg_loss_gen: 2.3574485548080935 (+0.33328982706992827) + | > avg_loss_kl: 1.5556351715518582 (-0.058901313812502076) + | > avg_loss_feat: 6.695378503491802 (-0.224240210748488) + | > avg_loss_mel: 21.758123459354525 (-0.03779251344742107) + | > avg_loss_duration: 1.6899494778725408 (+0.0025693062813050283) + | > avg_loss_1: 34.05653492096931 (+0.01492531068863201) + + + > EPOCH: 30/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 05:10:42)  + + --> TIME: 2024-11-23 05:10:49 -- STEP: 8/797 -- GLOBAL_STEP: 47025 + | > loss_disc: 2.4741201400756836 (2.4129903316497803) + | > loss_disc_real_0: 0.16705727577209473 (0.12197534460574389) + | > loss_disc_real_1: 0.23497432470321655 (0.2272266522049904) + | > loss_disc_real_2: 0.23386748135089874 (0.22573003731667995) + | > loss_disc_real_3: 0.1624831110239029 (0.21810115315020084) + | > loss_disc_real_4: 0.23325525224208832 (0.21369802206754684) + | > loss_disc_real_5: 0.24795378744602203 (0.20354446955025196) + | > loss_0: 2.4741201400756836 (2.4129903316497803) + | > grad_norm_0: tensor(78.4580, device='cuda:0') (tensor(61.9317, device='cuda:0')) + | > loss_gen: 2.46712327003479 (2.360824406147003) + | > loss_kl: 1.5811066627502441 (1.4428148865699768) + | > loss_feat: 7.555451393127441 (6.640223920345306) + | > loss_mel: 22.64388084411621 (20.431153059005737) + | > loss_duration: 1.9098929166793823 (1.8827874958515167) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.15745544433594 (32.75780367851257) + | > grad_norm_1: tensor(706.5021, device='cuda:0') (tensor(400.9341, device='cuda:0')) + | > current_lr_0: 0.0001985551535925629 + | > current_lr_1: 0.0001985551535925629 + | > step_time: 0.7257 (0.7427586317062378) + | > loader_time: 0.0032 (0.005961775779724121) + + + --> TIME: 2024-11-23 05:11:08 -- STEP: 33/797 -- GLOBAL_STEP: 47050 + | > loss_disc: 2.5694687366485596 (2.460254344073209) + | > loss_disc_real_0: 0.1536058485507965 (0.12697239084677261) + | > loss_disc_real_1: 0.2040048986673355 (0.2238017532861594) + | > loss_disc_real_2: 0.21077299118041992 (0.2292696309812141) + | > loss_disc_real_3: 0.19228127598762512 (0.224057060751048) + | > loss_disc_real_4: 0.20243199169635773 (0.21842911568554965) + | > loss_disc_real_5: 0.21318292617797852 (0.23113175323515228) + | > loss_0: 2.5694687366485596 (2.460254344073209) + | > grad_norm_0: tensor(23.0102, device='cuda:0') (tensor(47.1990, device='cuda:0')) + | > loss_gen: 2.1145713329315186 (2.3450466936284844) + | > loss_kl: 1.5614798069000244 (1.5427486065662268) + | > loss_feat: 6.718207359313965 (6.737687876730254) + | > loss_mel: 20.537399291992188 (20.593269232547645) + | > loss_duration: 1.7589540481567383 (1.7928479729276714) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.690608978271484 (33.01160003199722) + | > grad_norm_1: tensor(457.1283, device='cuda:0') (tensor(461.4160, device='cuda:0')) + | > current_lr_0: 0.0001985551535925629 + | > current_lr_1: 0.0001985551535925629 + | > step_time: 0.7163 (0.7435402219945734) + | > loader_time: 0.0118 (0.00551966464880741) + + + --> TIME: 2024-11-23 05:11:28 -- STEP: 58/797 -- GLOBAL_STEP: 47075 + | > loss_disc: 2.4136409759521484 (2.4552094566410987) + | > loss_disc_real_0: 0.07285155355930328 (0.12974826863099787) + | > loss_disc_real_1: 0.19289009273052216 (0.22340364754199982) + | > loss_disc_real_2: 0.19365549087524414 (0.22874658349259147) + | > loss_disc_real_3: 0.2351885735988617 (0.22392051898199936) + | > loss_disc_real_4: 0.22823314368724823 (0.2188709087926766) + | > loss_disc_real_5: 0.21664199233055115 (0.23005662781411204) + | > loss_0: 2.4136409759521484 (2.4552094566410987) + | > grad_norm_0: tensor(41.3521, device='cuda:0') (tensor(51.3436, device='cuda:0')) + | > loss_gen: 2.408888339996338 (2.3522770240389064) + | > loss_kl: 1.4143577814102173 (1.5399130582809448) + | > loss_feat: 8.310152053833008 (6.8884678298029405) + | > loss_mel: 23.302108764648438 (20.77787938611261) + | > loss_duration: 1.680175542831421 (1.7624085052260037) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.115684509277344 (33.320945608204795) + | > grad_norm_1: tensor(843.8206, device='cuda:0') (tensor(498.3568, device='cuda:0')) + | > current_lr_0: 0.0001985551535925629 + | > current_lr_1: 0.0001985551535925629 + | > step_time: 0.776 (0.7536254833484518) + | > loader_time: 0.0041 (0.005437859173478751) + + + --> TIME: 2024-11-23 05:11:47 -- STEP: 83/797 -- GLOBAL_STEP: 47100 + | > loss_disc: 2.3393020629882812 (2.453353850238294) + | > loss_disc_real_0: 0.14547103643417358 (0.12977057834526143) + | > loss_disc_real_1: 0.22956153750419617 (0.221009494310402) + | > loss_disc_real_2: 0.238210991024971 (0.22908927446388336) + | > loss_disc_real_3: 0.26258620619773865 (0.22291906447295684) + | > loss_disc_real_4: 0.2026984840631485 (0.22171175587608152) + | > loss_disc_real_5: 0.23802611231803894 (0.22958335459950457) + | > loss_0: 2.3393020629882812 (2.453353850238294) + | > grad_norm_0: tensor(55.2300, device='cuda:0') (tensor(55.5567, device='cuda:0')) + | > loss_gen: 2.6112899780273438 (2.3553571097822066) + | > loss_kl: 1.424061894416809 (1.5474799598555966) + | > loss_feat: 6.995771408081055 (6.856376308992685) + | > loss_mel: 22.123620986938477 (20.845427455672297) + | > loss_duration: 1.7425117492675781 (1.7445017946771828) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.897254943847656 (33.349142442266626) + | > grad_norm_1: tensor(670.6994, device='cuda:0') (tensor(528.6412, device='cuda:0')) + | > current_lr_0: 0.0001985551535925629 + | > current_lr_1: 0.0001985551535925629 + | > step_time: 0.761 (0.7593034232955381) + | > loader_time: 0.0091 (0.005662883620664298) + + + --> TIME: 2024-11-23 05:12:07 -- STEP: 108/797 -- GLOBAL_STEP: 47125 + | > loss_disc: 2.505685806274414 (2.454178589361685) + | > loss_disc_real_0: 0.09184762835502625 (0.12693598286973107) + | > loss_disc_real_1: 0.22536700963974 (0.22072149454443543) + | > loss_disc_real_2: 0.2501896917819977 (0.23001282027474157) + | > loss_disc_real_3: 0.1955069899559021 (0.2231745628847016) + | > loss_disc_real_4: 0.22860848903656006 (0.22335528554739775) + | > loss_disc_real_5: 0.21233606338500977 (0.2297055245273643) + | > loss_0: 2.505685806274414 (2.454178589361685) + | > grad_norm_0: tensor(127.6151, device='cuda:0') (tensor(60.3475, device='cuda:0')) + | > loss_gen: 2.407017707824707 (2.3605722961602384) + | > loss_kl: 1.6258995532989502 (1.5597460965315502) + | > loss_feat: 6.735612869262695 (6.867431026917917) + | > loss_mel: 21.78554344177246 (20.894945656811743) + | > loss_duration: 1.7351627349853516 (1.7369427879651387) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.28923797607422 (33.41963778601752) + | > grad_norm_1: tensor(746.3109, device='cuda:0') (tensor(559.6057, device='cuda:0')) + | > current_lr_0: 0.0001985551535925629 + | > current_lr_1: 0.0001985551535925629 + | > step_time: 0.7411 (0.760551651318868) + | > loader_time: 0.0065 (0.0058724791915328416) + + + --> TIME: 2024-11-23 05:12:26 -- STEP: 133/797 -- GLOBAL_STEP: 47150 + | > loss_disc: 2.3361363410949707 (2.4480421292154406) + | > loss_disc_real_0: 0.15880228579044342 (0.12762071452754786) + | > loss_disc_real_1: 0.22770503163337708 (0.21909392585879878) + | > loss_disc_real_2: 0.24830156564712524 (0.2296607607513442) + | > loss_disc_real_3: 0.19856540858745575 (0.22358945818771994) + | > loss_disc_real_4: 0.1790471076965332 (0.2217645389693124) + | > loss_disc_real_5: 0.23036837577819824 (0.22820183847631728) + | > loss_0: 2.3361363410949707 (2.4480421292154406) + | > grad_norm_0: tensor(103.8203, device='cuda:0') (tensor(62.8576, device='cuda:0')) + | > loss_gen: 2.4930529594421387 (2.362606584577632) + | > loss_kl: 1.5528326034545898 (1.5652477723315246) + | > loss_feat: 6.927886009216309 (6.86286981840779) + | > loss_mel: 21.570226669311523 (20.92966517111412) + | > loss_duration: 1.6203006505966187 (1.731846012567219) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.16429901123047 (33.452235272056164) + | > grad_norm_1: tensor(497.3067, device='cuda:0') (tensor(563.7603, device='cuda:0')) + | > current_lr_0: 0.0001985551535925629 + | > current_lr_1: 0.0001985551535925629 + | > step_time: 0.8022 (0.7650751278812724) + | > loader_time: 0.0044 (0.005773795278448807) + + + --> TIME: 2024-11-23 05:12:46 -- STEP: 158/797 -- GLOBAL_STEP: 47175 + | > loss_disc: 2.4984052181243896 (2.4508295406269114) + | > loss_disc_real_0: 0.12158908694982529 (0.12653130696072612) + | > loss_disc_real_1: 0.24332676827907562 (0.218632590732997) + | > loss_disc_real_2: 0.27070552110671997 (0.2307734739365457) + | > loss_disc_real_3: 0.2252856343984604 (0.22420258678590196) + | > loss_disc_real_4: 0.27913472056388855 (0.2238056401285944) + | > loss_disc_real_5: 0.3276047110557556 (0.2307500751524032) + | > loss_0: 2.4984052181243896 (2.4508295406269114) + | > grad_norm_0: tensor(104.5345, device='cuda:0') (tensor(65.7315, device='cuda:0')) + | > loss_gen: 2.356999635696411 (2.371312648435182) + | > loss_kl: 2.0254287719726562 (1.5670876548260075) + | > loss_feat: 6.676031589508057 (6.870974486387229) + | > loss_mel: 21.95406150817871 (21.025641175765024) + | > loss_duration: 1.7518445253372192 (1.7257189139535156) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.764366149902344 (33.560734821271296) + | > grad_norm_1: tensor(860.5994, device='cuda:0') (tensor(585.3654, device='cuda:0')) + | > current_lr_0: 0.0001985551535925629 + | > current_lr_1: 0.0001985551535925629 + | > step_time: 0.7827 (0.769429636906974) + | > loader_time: 0.0046 (0.005661487579345703) + + + --> TIME: 2024-11-23 05:13:06 -- STEP: 183/797 -- GLOBAL_STEP: 47200 + | > loss_disc: 2.289083242416382 (2.447450175311395) + | > loss_disc_real_0: 0.09654085338115692 (0.1254376520102468) + | > loss_disc_real_1: 0.18739469349384308 (0.2182876456304978) + | > loss_disc_real_2: 0.20052318274974823 (0.23030245833383883) + | > loss_disc_real_3: 0.23351988196372986 (0.22366568698583406) + | > loss_disc_real_4: 0.18985305726528168 (0.2230561235563351) + | > loss_disc_real_5: 0.20492400228977203 (0.23010265615468467) + | > loss_0: 2.289083242416382 (2.447450175311395) + | > grad_norm_0: tensor(53.0370, device='cuda:0') (tensor(63.8961, device='cuda:0')) + | > loss_gen: 2.4944043159484863 (2.3697517738967644) + | > loss_kl: 1.4210458993911743 (1.560483305832076) + | > loss_feat: 7.666798114776611 (6.881874311165731) + | > loss_mel: 21.75975799560547 (21.1172050830445) + | > loss_duration: 1.6930515766143799 (1.719003055916458) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.035057067871094 (33.64831747253083) + | > grad_norm_1: tensor(956.7151, device='cuda:0') (tensor(591.4995, device='cuda:0')) + | > current_lr_0: 0.0001985551535925629 + | > current_lr_1: 0.0001985551535925629 + | > step_time: 0.7851 (0.7720490466050112) + | > loader_time: 0.0052 (0.0056582539459395275) + + + --> TIME: 2024-11-23 05:13:27 -- STEP: 208/797 -- GLOBAL_STEP: 47225 + | > loss_disc: 2.6186656951904297 (2.4557027002939806) + | > loss_disc_real_0: 0.2209431231021881 (0.12800620512392094) + | > loss_disc_real_1: 0.24830152094364166 (0.21805365756154063) + | > loss_disc_real_2: 0.24371999502182007 (0.23160825884686068) + | > loss_disc_real_3: 0.19717097282409668 (0.22413183010828036) + | > loss_disc_real_4: 0.22780199348926544 (0.22382439035349166) + | > loss_disc_real_5: 0.23895873129367828 (0.2315112016378687) + | > loss_0: 2.6186656951904297 (2.4557027002939806) + | > grad_norm_0: tensor(87.3945, device='cuda:0') (tensor(67.0758, device='cuda:0')) + | > loss_gen: 2.2285609245300293 (2.370358831607378) + | > loss_kl: 1.3138504028320312 (1.5614189872374902) + | > loss_feat: 5.676630973815918 (6.84694732610996) + | > loss_mel: 20.34898567199707 (21.11567203815167) + | > loss_duration: 1.6999709606170654 (1.717604833153578) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.26799774169922 (33.612001950924224) + | > grad_norm_1: tensor(233.4241, device='cuda:0') (tensor(593.4697, device='cuda:0')) + | > current_lr_0: 0.0001985551535925629 + | > current_lr_1: 0.0001985551535925629 + | > step_time: 0.7649 (0.7745828066880887) + | > loader_time: 0.005 (0.0057286482590895435) + + + --> TIME: 2024-11-23 05:13:47 -- STEP: 233/797 -- GLOBAL_STEP: 47250 + | > loss_disc: 2.3857059478759766 (2.455431312962151) + | > loss_disc_real_0: 0.12681762874126434 (0.12719217125054588) + | > loss_disc_real_1: 0.20520378649234772 (0.2189906262532836) + | > loss_disc_real_2: 0.18547244369983673 (0.2309980311235133) + | > loss_disc_real_3: 0.19713130593299866 (0.2242732463092763) + | > loss_disc_real_4: 0.19710107147693634 (0.2235896653243912) + | > loss_disc_real_5: 0.16939187049865723 (0.23033834443839324) + | > loss_0: 2.3857059478759766 (2.455431312962151) + | > grad_norm_0: tensor(99.7014, device='cuda:0') (tensor(67.0483, device='cuda:0')) + | > loss_gen: 2.3856492042541504 (2.3701969553984275) + | > loss_kl: 1.5019192695617676 (1.5674153218453535) + | > loss_feat: 7.317776679992676 (6.835037223259267) + | > loss_mel: 20.08867073059082 (21.12563285500195) + | > loss_duration: 1.6733310222625732 (1.7139369100971795) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.96734619140625 (33.61221916788128) + | > grad_norm_1: tensor(714.2692, device='cuda:0') (tensor(582.0793, device='cuda:0')) + | > current_lr_0: 0.0001985551535925629 + | > current_lr_1: 0.0001985551535925629 + | > step_time: 0.8034 (0.7770569958911945) + | > loader_time: 0.0071 (0.005889271461912491) + + + --> TIME: 2024-11-23 05:14:07 -- STEP: 258/797 -- GLOBAL_STEP: 47275 + | > loss_disc: 2.4261603355407715 (2.4563727157060486) + | > loss_disc_real_0: 0.15165701508522034 (0.12807089315597403) + | > loss_disc_real_1: 0.2535380423069 (0.21934817431046985) + | > loss_disc_real_2: 0.25959154963493347 (0.23142009979301645) + | > loss_disc_real_3: 0.2055284082889557 (0.2247437904624976) + | > loss_disc_real_4: 0.22320671379566193 (0.22347024371919705) + | > loss_disc_real_5: 0.2350156158208847 (0.23137629788744357) + | > loss_0: 2.4261603355407715 (2.4563727157060486) + | > grad_norm_0: tensor(91.3499, device='cuda:0') (tensor(65.5291, device='cuda:0')) + | > loss_gen: 2.5268561840057373 (2.3688609757164643) + | > loss_kl: 1.4537110328674316 (1.565192997455597) + | > loss_feat: 6.183714866638184 (6.802594850229663) + | > loss_mel: 20.117902755737305 (21.086256337720293) + | > loss_duration: 1.7018961906433105 (1.7105784462403881) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.984081268310547 (33.53348355699882) + | > grad_norm_1: tensor(441.8455, device='cuda:0') (tensor(565.8286, device='cuda:0')) + | > current_lr_0: 0.0001985551535925629 + | > current_lr_1: 0.0001985551535925629 + | > step_time: 0.7656 (0.7800383687943451) + | > loader_time: 0.0056 (0.005924933640531791) + + + --> TIME: 2024-11-23 05:14:28 -- STEP: 283/797 -- GLOBAL_STEP: 47300 + | > loss_disc: 2.5281033515930176 (2.4550275128637513) + | > loss_disc_real_0: 0.12597721815109253 (0.1280464697695032) + | > loss_disc_real_1: 0.1632041186094284 (0.21912787575603795) + | > loss_disc_real_2: 0.2074718177318573 (0.23172062482724343) + | > loss_disc_real_3: 0.2144167274236679 (0.22453893747430803) + | > loss_disc_real_4: 0.2011527717113495 (0.22310556144891275) + | > loss_disc_real_5: 0.19057080149650574 (0.23029399860663466) + | > loss_0: 2.5281033515930176 (2.4550275128637513) + | > grad_norm_0: tensor(110.7572, device='cuda:0') (tensor(65.8852, device='cuda:0')) + | > loss_gen: 2.0683681964874268 (2.3655116018895113) + | > loss_kl: 1.5495058298110962 (1.5645546976332108) + | > loss_feat: 6.78971004486084 (6.795376113783766) + | > loss_mel: 21.514371871948242 (21.109164652470575) + | > loss_duration: 1.749542236328125 (1.7090949574123424) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.67150115966797 (33.54370198738451) + | > grad_norm_1: tensor(715.8124, device='cuda:0') (tensor(570.6705, device='cuda:0')) + | > current_lr_0: 0.0001985551535925629 + | > current_lr_1: 0.0001985551535925629 + | > step_time: 0.8112 (0.7837129894499221) + | > loader_time: 0.0062 (0.006081360388981579) + + + --> TIME: 2024-11-23 05:14:49 -- STEP: 308/797 -- GLOBAL_STEP: 47325 + | > loss_disc: 2.5467283725738525 (2.454751147078228) + | > loss_disc_real_0: 0.10998199135065079 (0.12786296871188405) + | > loss_disc_real_1: 0.17522214353084564 (0.21871358262641089) + | > loss_disc_real_2: 0.21873901784420013 (0.23240974008456453) + | > loss_disc_real_3: 0.19019779562950134 (0.2244566181650409) + | > loss_disc_real_4: 0.2834192216396332 (0.22327667039323162) + | > loss_disc_real_5: 0.287908673286438 (0.23121062903241676) + | > loss_0: 2.5467283725738525 (2.454751147078228) + | > grad_norm_0: tensor(39.4440, device='cuda:0') (tensor(66.2880, device='cuda:0')) + | > loss_gen: 2.220257043838501 (2.36642344354035) + | > loss_kl: 1.4141902923583984 (1.5633388935745531) + | > loss_feat: 5.876381874084473 (6.79475525756935) + | > loss_mel: 20.894073486328125 (21.141082534542342) + | > loss_duration: 1.6691179275512695 (1.7065616370021526) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.07402038574219 (33.57216168069225) + | > grad_norm_1: tensor(790.6324, device='cuda:0') (tensor(571.6906, device='cuda:0')) + | > current_lr_0: 0.0001985551535925629 + | > current_lr_1: 0.0001985551535925629 + | > step_time: 0.8987 (0.7877372015606271) + | > loader_time: 0.006 (0.006249895343532808) + + + --> TIME: 2024-11-23 05:15:10 -- STEP: 333/797 -- GLOBAL_STEP: 47350 + | > loss_disc: 2.627854824066162 (2.4544684149481504) + | > loss_disc_real_0: 0.07161550968885422 (0.12812926846223557) + | > loss_disc_real_1: 0.2615995705127716 (0.21840861833489336) + | > loss_disc_real_2: 0.2071402370929718 (0.2318466571537224) + | > loss_disc_real_3: 0.2461182028055191 (0.22394098175896535) + | > loss_disc_real_4: 0.18918053805828094 (0.22325333608342363) + | > loss_disc_real_5: 0.24158068001270294 (0.23089700069155422) + | > loss_0: 2.627854824066162 (2.4544684149481504) + | > grad_norm_0: tensor(107.3499, device='cuda:0') (tensor(66.8263, device='cuda:0')) + | > loss_gen: 2.185518264770508 (2.366945425669352) + | > loss_kl: 1.658019781112671 (1.5656202630595752) + | > loss_feat: 5.766196250915527 (6.79885180361636) + | > loss_mel: 20.651371002197266 (21.16507370980295) + | > loss_duration: 1.6777795553207397 (1.7048603206783448) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.938886642456055 (33.60135142581245) + | > grad_norm_1: tensor(658.9272, device='cuda:0') (tensor(570.3486, device='cuda:0')) + | > current_lr_0: 0.0001985551535925629 + | > current_lr_1: 0.0001985551535925629 + | > step_time: 0.8164 (0.7909697992307643) + | > loader_time: 0.0136 (0.006390647487239434) + + + --> TIME: 2024-11-23 05:15:31 -- STEP: 358/797 -- GLOBAL_STEP: 47375 + | > loss_disc: 2.432265281677246 (2.457422298426068) + | > loss_disc_real_0: 0.09274367988109589 (0.12919798832615667) + | > loss_disc_real_1: 0.16877709329128265 (0.21842850203620656) + | > loss_disc_real_2: 0.2803831994533539 (0.23275723096045703) + | > loss_disc_real_3: 0.20943233370780945 (0.22400139663472518) + | > loss_disc_real_4: 0.25120946764945984 (0.2237480409734742) + | > loss_disc_real_5: 0.26928845047950745 (0.2313126699801264) + | > loss_0: 2.432265281677246 (2.457422298426068) + | > grad_norm_0: tensor(61.9931, device='cuda:0') (tensor(67.5442, device='cuda:0')) + | > loss_gen: 2.2764837741851807 (2.365228476471073) + | > loss_kl: 1.6409474611282349 (1.5638704343215042) + | > loss_feat: 6.695535182952881 (6.789857813765883) + | > loss_mel: 21.87147331237793 (21.166553476003305) + | > loss_duration: 1.654090404510498 (1.7023277459197874) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.13853073120117 (33.587837869228636) + | > grad_norm_1: tensor(299.6425, device='cuda:0') (tensor(565.6822, device='cuda:0')) + | > current_lr_0: 0.0001985551535925629 + | > current_lr_1: 0.0001985551535925629 + | > step_time: 0.8262 (0.7936858831171214) + | > loader_time: 0.006 (0.006477926696478985) + + + --> TIME: 2024-11-23 05:15:53 -- STEP: 383/797 -- GLOBAL_STEP: 47400 + | > loss_disc: 2.3296902179718018 (2.4557770412833495) + | > loss_disc_real_0: 0.10979759693145752 (0.12905111041299366) + | > loss_disc_real_1: 0.2458166629076004 (0.21842458019368644) + | > loss_disc_real_2: 0.24439436197280884 (0.23246979195984474) + | > loss_disc_real_3: 0.225226491689682 (0.22361353817870033) + | > loss_disc_real_4: 0.1850271373987198 (0.22366261404425916) + | > loss_disc_real_5: 0.15556293725967407 (0.2306353209379759) + | > loss_0: 2.3296902179718018 (2.4557770412833495) + | > grad_norm_0: tensor(69.4873, device='cuda:0') (tensor(66.1713, device='cuda:0')) + | > loss_gen: 2.389371156692505 (2.3624254125839093) + | > loss_kl: 1.4451874494552612 (1.5659156738933626) + | > loss_feat: 7.142795562744141 (6.794158738835985) + | > loss_mel: 22.21180534362793 (21.177390195682225) + | > loss_duration: 1.6854077577590942 (1.700034254524789) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.874568939208984 (33.59992421202501) + | > grad_norm_1: tensor(348.1440, device='cuda:0') (tensor(560.3022, device='cuda:0')) + | > current_lr_0: 0.0001985551535925629 + | > current_lr_1: 0.0001985551535925629 + | > step_time: 0.7713 (0.7974795324061618) + | > loader_time: 0.006 (0.006555610786218865) + + + --> TIME: 2024-11-23 05:16:14 -- STEP: 408/797 -- GLOBAL_STEP: 47425 + | > loss_disc: 2.446882486343384 (2.4542969295791544) + | > loss_disc_real_0: 0.13218843936920166 (0.12874306869857452) + | > loss_disc_real_1: 0.24332080781459808 (0.2182291365940781) + | > loss_disc_real_2: 0.23891958594322205 (0.23253329872500664) + | > loss_disc_real_3: 0.23410072922706604 (0.22379358591256185) + | > loss_disc_real_4: 0.23022164404392242 (0.2239184681983555) + | > loss_disc_real_5: 0.2829737365245819 (0.23141532814970203) + | > loss_0: 2.446882486343384 (2.4542969295791544) + | > grad_norm_0: tensor(54.8090, device='cuda:0') (tensor(65.3054, device='cuda:0')) + | > loss_gen: 2.4351298809051514 (2.3641534412608394) + | > loss_kl: 1.4224940538406372 (1.563225550978791) + | > loss_feat: 6.597296237945557 (6.806095213282342) + | > loss_mel: 21.717914581298828 (21.204357927920775) + | > loss_duration: 1.673821210861206 (1.6989899826984782) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.846656799316406 (33.636822055367915) + | > grad_norm_1: tensor(824.5397, device='cuda:0') (tensor(562.0724, device='cuda:0')) + | > current_lr_0: 0.0001985551535925629 + | > current_lr_1: 0.0001985551535925629 + | > step_time: 0.8284 (0.800231983264287) + | > loader_time: 0.0082 (0.006714457974714389) + + + --> TIME: 2024-11-23 05:16:36 -- STEP: 433/797 -- GLOBAL_STEP: 47450 + | > loss_disc: 2.521117687225342 (2.4531785081770887) + | > loss_disc_real_0: 0.16030322015285492 (0.12881413062574135) + | > loss_disc_real_1: 0.21529892086982727 (0.21814209467131326) + | > loss_disc_real_2: 0.2050015777349472 (0.23238986324493108) + | > loss_disc_real_3: 0.2306036502122879 (0.22361155281028347) + | > loss_disc_real_4: 0.20025911927223206 (0.22352594378088142) + | > loss_disc_real_5: 0.2206200212240219 (0.23063561513021966) + | > loss_0: 2.521117687225342 (2.4531785081770887) + | > grad_norm_0: tensor(45.1867, device='cuda:0') (tensor(65.7182, device='cuda:0')) + | > loss_gen: 2.2643134593963623 (2.3655783634538157) + | > loss_kl: 1.7317453622817993 (1.5633512179240339) + | > loss_feat: 6.663568496704102 (6.809243087680455) + | > loss_mel: 22.289785385131836 (21.20987745025142) + | > loss_duration: 1.642838478088379 (1.6977029133063268) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.59225082397461 (33.645752997101106) + | > grad_norm_1: tensor(547.4338, device='cuda:0') (tensor(565.1062, device='cuda:0')) + | > current_lr_0: 0.0001985551535925629 + | > current_lr_1: 0.0001985551535925629 + | > step_time: 0.8477 (0.8029232625322582) + | > loader_time: 0.0074 (0.006813800913081707) + + + --> TIME: 2024-11-23 05:16:57 -- STEP: 458/797 -- GLOBAL_STEP: 47475 + | > loss_disc: 2.399305820465088 (2.453036097459917) + | > loss_disc_real_0: 0.06551703810691833 (0.12916801835707187) + | > loss_disc_real_1: 0.1801728904247284 (0.21793681884176347) + | > loss_disc_real_2: 0.23339985311031342 (0.232682023539033) + | > loss_disc_real_3: 0.23233452439308167 (0.22340457470005773) + | > loss_disc_real_4: 0.21554239094257355 (0.2236081431396143) + | > loss_disc_real_5: 0.272320955991745 (0.2312943460053752) + | > loss_0: 2.399305820465088 (2.453036097459917) + | > grad_norm_0: tensor(40.7408, device='cuda:0') (tensor(66.2589, device='cuda:0')) + | > loss_gen: 2.3773398399353027 (2.3696711136264024) + | > loss_kl: 1.5819991827011108 (1.5656380377482113) + | > loss_feat: 7.593393802642822 (6.828683922905069) + | > loss_mel: 23.200300216674805 (21.252918818111507) + | > loss_duration: 1.6992545127868652 (1.6968708504235384) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.45228576660156 (33.71378267696335) + | > grad_norm_1: tensor(555.7400, device='cuda:0') (tensor(561.6704, device='cuda:0')) + | > current_lr_0: 0.0001985551535925629 + | > current_lr_1: 0.0001985551535925629 + | > step_time: 0.8323 (0.8051605573387643) + | > loader_time: 0.0076 (0.006938746922921925) + + + --> TIME: 2024-11-23 05:17:19 -- STEP: 483/797 -- GLOBAL_STEP: 47500 + | > loss_disc: 2.231557846069336 (2.452770759847099) + | > loss_disc_real_0: 0.09473554790019989 (0.12894569778541112) + | > loss_disc_real_1: 0.21456724405288696 (0.21780712646480427) + | > loss_disc_real_2: 0.2153710424900055 (0.23235111327274985) + | > loss_disc_real_3: 0.21256022155284882 (0.22341661343416563) + | > loss_disc_real_4: 0.21814411878585815 (0.22334791318847033) + | > loss_disc_real_5: 0.19322188198566437 (0.23076774010253495) + | > loss_0: 2.231557846069336 (2.452770759847099) + | > grad_norm_0: tensor(70.1004, device='cuda:0') (tensor(66.1665, device='cuda:0')) + | > loss_gen: 2.630317211151123 (2.3682905275135524) + | > loss_kl: 1.4561872482299805 (1.566229479406684) + | > loss_feat: 7.459323883056641 (6.832053637652663) + | > loss_mel: 21.751802444458008 (21.258812069152455) + | > loss_duration: 1.6299123764038086 (1.6957002268568084) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.92754364013672 (33.721085850496536) + | > grad_norm_1: tensor(721.3672, device='cuda:0') (tensor(562.3210, device='cuda:0')) + | > current_lr_0: 0.0001985551535925629 + | > current_lr_1: 0.0001985551535925629 + | > step_time: 0.8021 (0.8075613787949206) + | > loader_time: 0.007 (0.007074312640519861) + + + --> TIME: 2024-11-23 05:17:41 -- STEP: 508/797 -- GLOBAL_STEP: 47525 + | > loss_disc: 2.4741134643554688 (2.453591095650289) + | > loss_disc_real_0: 0.1373216211795807 (0.12874591982681452) + | > loss_disc_real_1: 0.2046489715576172 (0.21786360254907233) + | > loss_disc_real_2: 0.2800425887107849 (0.2325693460430686) + | > loss_disc_real_3: 0.2680661380290985 (0.22353652468699167) + | > loss_disc_real_4: 0.26358214020729065 (0.22350746076407396) + | > loss_disc_real_5: 0.2683793604373932 (0.2314483137933288) + | > loss_0: 2.4741134643554688 (2.453591095650289) + | > grad_norm_0: tensor(118.3231, device='cuda:0') (tensor(65.2321, device='cuda:0')) + | > loss_gen: 2.4596264362335205 (2.3673469593205763) + | > loss_kl: 1.3388690948486328 (1.5640031308170375) + | > loss_feat: 6.128170013427734 (6.8293359298405685) + | > loss_mel: 21.2418155670166 (21.255630388034614) + | > loss_duration: 1.6905834674835205 (1.6946727971392357) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.859066009521484 (33.710989118561095) + | > grad_norm_1: tensor(595.4324, device='cuda:0') (tensor(558.0037, device='cuda:0')) + | > current_lr_0: 0.0001985551535925629 + | > current_lr_1: 0.0001985551535925629 + | > step_time: 0.8396 (0.8099942610958427) + | > loader_time: 0.0073 (0.0071347567040150545) + + + --> TIME: 2024-11-23 05:18:03 -- STEP: 533/797 -- GLOBAL_STEP: 47550 + | > loss_disc: 2.5806570053100586 (2.4526137661531306) + | > loss_disc_real_0: 0.13490667939186096 (0.12845903423948538) + | > loss_disc_real_1: 0.24262584745883942 (0.21772165663582296) + | > loss_disc_real_2: 0.2109055370092392 (0.23241422575589193) + | > loss_disc_real_3: 0.20358170568943024 (0.22355074604613254) + | > loss_disc_real_4: 0.2036188840866089 (0.2231499123584486) + | > loss_disc_real_5: 0.23194415867328644 (0.23128959530961) + | > loss_0: 2.5806570053100586 (2.4526137661531306) + | > grad_norm_0: tensor(116.6085, device='cuda:0') (tensor(65.4231, device='cuda:0')) + | > loss_gen: 2.18377947807312 (2.367439661419635) + | > loss_kl: 1.477355718612671 (1.563532377944431) + | > loss_feat: 5.550445556640625 (6.839196628298589) + | > loss_mel: 19.93134307861328 (21.28579782768665) + | > loss_duration: 1.7038079500198364 (1.6945779256480724) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.846731185913086 (33.75054436731971) + | > grad_norm_1: tensor(586.5620, device='cuda:0') (tensor(562.9537, device='cuda:0')) + | > current_lr_0: 0.0001985551535925629 + | > current_lr_1: 0.0001985551535925629 + | > step_time: 0.8487 (0.8120789223719267) + | > loader_time: 0.0072 (0.007227953558343882) + + + --> TIME: 2024-11-23 05:18:25 -- STEP: 558/797 -- GLOBAL_STEP: 47575 + | > loss_disc: 2.6123058795928955 (2.4525533829111357) + | > loss_disc_real_0: 0.3023771047592163 (0.12851063789646258) + | > loss_disc_real_1: 0.17898058891296387 (0.21735846125737732) + | > loss_disc_real_2: 0.20893539488315582 (0.23259747981704693) + | > loss_disc_real_3: 0.20069897174835205 (0.22358437283064733) + | > loss_disc_real_4: 0.22140143811702728 (0.22319053220278898) + | > loss_disc_real_5: 0.23398439586162567 (0.2315957141926639) + | > loss_0: 2.6123058795928955 (2.4525533829111357) + | > grad_norm_0: tensor(294.2183, device='cuda:0') (tensor(65.9924, device='cuda:0')) + | > loss_gen: 2.388529062271118 (2.3698697658422576) + | > loss_kl: 1.3589246273040771 (1.5612977108647743) + | > loss_feat: 6.219480037689209 (6.84953736746183) + | > loss_mel: 20.26698112487793 (21.29831367752458) + | > loss_duration: 1.6721298694610596 (1.694081264371086) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.90604591369629 (33.77309974547362) + | > grad_norm_1: tensor(642.7477, device='cuda:0') (tensor(565.8945, device='cuda:0')) + | > current_lr_0: 0.0001985551535925629 + | > current_lr_1: 0.0001985551535925629 + | > step_time: 0.8203 (0.8144635581628393) + | > loader_time: 0.0076 (0.007339261765975677) + + + --> TIME: 2024-11-23 05:18:47 -- STEP: 583/797 -- GLOBAL_STEP: 47600 + | > loss_disc: 2.4489986896514893 (2.452461643448006) + | > loss_disc_real_0: 0.07047895342111588 (0.12853344191843408) + | > loss_disc_real_1: 0.21245743334293365 (0.2173536579615051) + | > loss_disc_real_2: 0.20574058592319489 (0.23220436147208076) + | > loss_disc_real_3: 0.2237750142812729 (0.22364351204492625) + | > loss_disc_real_4: 0.25126853585243225 (0.222915845327271) + | > loss_disc_real_5: 0.2689386010169983 (0.23069973765372412) + | > loss_0: 2.4489986896514893 (2.452461643448006) + | > grad_norm_0: tensor(36.4250, device='cuda:0') (tensor(66.5041, device='cuda:0')) + | > loss_gen: 2.6420559883117676 (2.370896895999155) + | > loss_kl: 1.3849667310714722 (1.5616828141858596) + | > loss_feat: 6.964942932128906 (6.85245383951308) + | > loss_mel: 21.58928871154785 (21.3056755752956) + | > loss_duration: 1.6593782901763916 (1.693662237752977) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.240631103515625 (33.78437131551286) + | > grad_norm_1: tensor(541.6420, device='cuda:0') (tensor(562.8642, device='cuda:0')) + | > current_lr_0: 0.0001985551535925629 + | > current_lr_1: 0.0001985551535925629 + | > step_time: 0.9462 (0.8172653809215354) + | > loader_time: 0.0153 (0.0074567377669529054) + + + --> TIME: 2024-11-23 05:19:10 -- STEP: 608/797 -- GLOBAL_STEP: 47625 + | > loss_disc: 2.2426037788391113 (2.454195897830161) + | > loss_disc_real_0: 0.11244218796491623 (0.12911956106606678) + | > loss_disc_real_1: 0.227550208568573 (0.21747210705162653) + | > loss_disc_real_2: 0.2316039651632309 (0.2324828606245941) + | > loss_disc_real_3: 0.19948837161064148 (0.223770398842661) + | > loss_disc_real_4: 0.195706307888031 (0.22289069835096598) + | > loss_disc_real_5: 0.2087038904428482 (0.23131576545634552) + | > loss_0: 2.2426037788391113 (2.454195897830161) + | > grad_norm_0: tensor(46.9944, device='cuda:0') (tensor(67.1155, device='cuda:0')) + | > loss_gen: 2.5423991680145264 (2.3706054442415105) + | > loss_kl: 1.5737906694412231 (1.5629293014736543) + | > loss_feat: 6.838020324707031 (6.85000310210805) + | > loss_mel: 19.87211036682129 (21.316790662313757) + | > loss_duration: 1.7362542152404785 (1.6933440466068292) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.56257247924805 (33.79367249890382) + | > grad_norm_1: tensor(444.4768, device='cuda:0') (tensor(561.9358, device='cuda:0')) + | > current_lr_0: 0.0001985551535925629 + | > current_lr_1: 0.0001985551535925629 + | > step_time: 0.8686 (0.8202223550332216) + | > loader_time: 0.0087 (0.007604026872860757) + + + --> TIME: 2024-11-23 05:19:32 -- STEP: 633/797 -- GLOBAL_STEP: 47650 + | > loss_disc: 2.494741439819336 (2.4538230349855596) + | > loss_disc_real_0: 0.08016185462474823 (0.12901728740329813) + | > loss_disc_real_1: 0.21878351271152496 (0.21764614723775805) + | > loss_disc_real_2: 0.27027422189712524 (0.232253521727913) + | > loss_disc_real_3: 0.27390795946121216 (0.22388672447317584) + | > loss_disc_real_4: 0.22594358026981354 (0.22273873352985624) + | > loss_disc_real_5: 0.22197143733501434 (0.23097402434119305) + | > loss_0: 2.494741439819336 (2.4538230349855596) + | > grad_norm_0: tensor(14.0103, device='cuda:0') (tensor(66.9542, device='cuda:0')) + | > loss_gen: 2.2692317962646484 (2.36867307825676) + | > loss_kl: 1.5690611600875854 (1.5627405191484778) + | > loss_feat: 6.154976844787598 (6.835452996535699) + | > loss_mel: 19.12105941772461 (21.302989745780373) + | > loss_duration: 1.7159180641174316 (1.6933060020067117) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.830245971679688 (33.763162302556616) + | > grad_norm_1: tensor(280.4207, device='cuda:0') (tensor(552.6432, device='cuda:0')) + | > current_lr_0: 0.0001985551535925629 + | > current_lr_1: 0.0001985551535925629 + | > step_time: 0.9358 (0.8226073311780108) + | > loader_time: 0.0101 (0.0077044677583715535) + + + --> TIME: 2024-11-23 05:19:55 -- STEP: 658/797 -- GLOBAL_STEP: 47675 + | > loss_disc: 2.585925340652466 (2.454263550169924) + | > loss_disc_real_0: 0.2279311716556549 (0.1291576148574113) + | > loss_disc_real_1: 0.2275426983833313 (0.2173707731136072) + | > loss_disc_real_2: 0.2649880647659302 (0.23247752839127572) + | > loss_disc_real_3: 0.26547667384147644 (0.2237936431785485) + | > loss_disc_real_4: 0.247981995344162 (0.22300371067955138) + | > loss_disc_real_5: 0.24255605041980743 (0.23142253761505283) + | > loss_0: 2.585925340652466 (2.454263550169924) + | > grad_norm_0: tensor(52.4986, device='cuda:0') (tensor(66.2501, device='cuda:0')) + | > loss_gen: 2.486658811569214 (2.3697666451561408) + | > loss_kl: 1.7820078134536743 (1.5626046635821953) + | > loss_feat: 6.943902492523193 (6.840838747546302) + | > loss_mel: 22.45238494873047 (21.322536146749478) + | > loss_duration: 1.6803910732269287 (1.693086229559136) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.34534454345703 (33.7888323949101) + | > grad_norm_1: tensor(373.4553, device='cuda:0') (tensor(544.8253, device='cuda:0')) + | > current_lr_0: 0.0001985551535925629 + | > current_lr_1: 0.0001985551535925629 + | > step_time: 0.9429 (0.8253513578223597) + | > loader_time: 0.0082 (0.007799394224914735) + + + --> TIME: 2024-11-23 05:20:18 -- STEP: 683/797 -- GLOBAL_STEP: 47700 + | > loss_disc: 2.43652606010437 (2.4539439894618957) + | > loss_disc_real_0: 0.15532660484313965 (0.12911852289912998) + | > loss_disc_real_1: 0.21451722085475922 (0.21740822299856732) + | > loss_disc_real_2: 0.19819709658622742 (0.23235861970163543) + | > loss_disc_real_3: 0.20004764199256897 (0.22380681981715764) + | > loss_disc_real_4: 0.1711183488368988 (0.2228965797021134) + | > loss_disc_real_5: 0.2066309154033661 (0.23124429134114768) + | > loss_0: 2.43652606010437 (2.4539439894618957) + | > grad_norm_0: tensor(160.9158, device='cuda:0') (tensor(66.6040, device='cuda:0')) + | > loss_gen: 2.2226662635803223 (2.3682617237068713) + | > loss_kl: 1.7821338176727295 (1.5623027407407404) + | > loss_feat: 6.085727214813232 (6.8379876268032165) + | > loss_mel: 20.916608810424805 (21.326881246720376) + | > loss_duration: 1.7012789249420166 (1.6926776826992564) + | > amp_scaler: 256.0 (129.12445095168374) + | > loss_1: 32.70841598510742 (33.78811096202581) + | > grad_norm_1: tensor(498.2582, device='cuda:0') (tensor(547.3731, device='cuda:0')) + | > current_lr_0: 0.0001985551535925629 + | > current_lr_1: 0.0001985551535925629 + | > step_time: 0.8921 (0.8284294249198093) + | > loader_time: 0.0085 (0.007872757765070409) + + + --> TIME: 2024-11-23 05:20:41 -- STEP: 708/797 -- GLOBAL_STEP: 47725 + | > loss_disc: 2.445201873779297 (2.4559610634200313) + | > loss_disc_real_0: 0.088229700922966 (0.13031811502862112) + | > loss_disc_real_1: 0.22609277069568634 (0.217407328829085) + | > loss_disc_real_2: 0.27213478088378906 (0.23259592150985184) + | > loss_disc_real_3: 0.26724207401275635 (0.22392897381536706) + | > loss_disc_real_4: 0.23910844326019287 (0.22299340241036172) + | > loss_disc_real_5: 0.2810704708099365 (0.23134392706182716) + | > loss_0: 2.445201873779297 (2.4559610634200313) + | > grad_norm_0: tensor(19.3336, device='cuda:0') (tensor(67.6307, device='cuda:0')) + | > loss_gen: 2.602918863296509 (2.3694928039265215) + | > loss_kl: 1.3851597309112549 (1.5613654954622014) + | > loss_feat: 6.013876438140869 (6.837601153864024) + | > loss_mel: 21.475120544433594 (21.348820818346105) + | > loss_duration: 1.6578025817871094 (1.6920779472017018) + | > amp_scaler: 256.0 (133.60451977401127) + | > loss_1: 33.13488006591797 (33.80935815768058) + | > grad_norm_1: tensor(359.6901, device='cuda:0') (tensor(546.7571, device='cuda:0')) + | > current_lr_0: 0.0001985551535925629 + | > current_lr_1: 0.0001985551535925629 + | > step_time: 0.9366 (0.8318556671762192) + | > loader_time: 0.0092 (0.007964479384449233) + + + --> TIME: 2024-11-23 05:21:09 -- STEP: 733/797 -- GLOBAL_STEP: 47750 + | > loss_disc: 2.4503443241119385 (2.456762146006502) + | > loss_disc_real_0: 0.13404971361160278 (0.13087329836651213) + | > loss_disc_real_1: 0.13273745775222778 (0.21731780085199356) + | > loss_disc_real_2: 0.24812814593315125 (0.23266934352389462) + | > loss_disc_real_3: 0.20975655317306519 (0.22402715199153062) + | > loss_disc_real_4: 0.27313661575317383 (0.22317378005421992) + | > loss_disc_real_5: 0.22872698307037354 (0.23141313180591694) + | > loss_0: 2.4503443241119385 (2.456762146006502) + | > grad_norm_0: tensor(86.0377, device='cuda:0') (tensor(67.9295, device='cuda:0')) + | > loss_gen: 2.0146796703338623 (2.3692435222953603) + | > loss_kl: 1.469063639640808 (1.561214589975052) + | > loss_feat: 6.81623649597168 (6.8359956741333) + | > loss_mel: 21.82018280029297 (21.350273657950996) + | > loss_duration: 1.6769407987594604 (1.6912674859958976) + | > amp_scaler: 256.0 (137.7789904502046) + | > loss_1: 33.79710388183594 (33.807994868550466) + | > grad_norm_1: tensor(565.8823, device='cuda:0') (tensor(542.6642, device='cuda:0')) + | > current_lr_0: 0.0001985551535925629 + | > current_lr_1: 0.0001985551535925629 + | > step_time: 1.2475 (0.8400717864745632) + | > loader_time: 0.0096 (0.00811912873594692) + + + --> TIME: 2024-11-23 05:21:46 -- STEP: 758/797 -- GLOBAL_STEP: 47775 + | > loss_disc: 2.4445700645446777 (2.4572769243044066) + | > loss_disc_real_0: 0.11572626978158951 (0.13123844241069763) + | > loss_disc_real_1: 0.20416931807994843 (0.21721916118916854) + | > loss_disc_real_2: 0.22483570873737335 (0.2322284913668532) + | > loss_disc_real_3: 0.20344118773937225 (0.22400920787005438) + | > loss_disc_real_4: 0.242312952876091 (0.2231074003871324) + | > loss_disc_real_5: 0.23783805966377258 (0.23140850183517134) + | > loss_0: 2.4445700645446777 (2.4572769243044066) + | > grad_norm_0: tensor(19.9563, device='cuda:0') (tensor(67.5849, device='cuda:0')) + | > loss_gen: 2.2243030071258545 (2.3665256063038567) + | > loss_kl: 1.4761558771133423 (1.5609046330867147) + | > loss_feat: 5.6894707679748535 (6.825677760358221) + | > loss_mel: 19.710044860839844 (21.342631742633426) + | > loss_duration: 1.6735632419586182 (1.690216723092313) + | > amp_scaler: 256.0 (141.67810026385212) + | > loss_1: 30.773536682128906 (33.785956420495886) + | > grad_norm_1: tensor(281.0397, device='cuda:0') (tensor(538.0148, device='cuda:0')) + | > current_lr_0: 0.0001985551535925629 + | > current_lr_1: 0.0001985551535925629 + | > step_time: 1.822 (0.8611684858327172) + | > loader_time: 0.0124 (0.00830694081600863) + + + --> TIME: 2024-11-23 05:22:38 -- STEP: 783/797 -- GLOBAL_STEP: 47800 + | > loss_disc: 2.5288195610046387 (2.45716632280313) + | > loss_disc_real_0: 0.14823290705680847 (0.1313239094845254) + | > loss_disc_real_1: 0.2736397385597229 (0.2172951819720091) + | > loss_disc_real_2: 0.2231307327747345 (0.23239599103595715) + | > loss_disc_real_3: 0.1867806762456894 (0.22387479837522348) + | > loss_disc_real_4: 0.23830489814281464 (0.22304197055398275) + | > loss_disc_real_5: 0.23625141382217407 (0.2315766566634026) + | > loss_0: 2.5288195610046387 (2.45716632280313) + | > grad_norm_0: tensor(103.1702, device='cuda:0') (tensor(66.7365, device='cuda:0')) + | > loss_gen: 2.419508218765259 (2.366915911398018) + | > loss_kl: 1.5642398595809937 (1.5608141528844524) + | > loss_feat: 6.272151947021484 (6.833825233795633) + | > loss_mel: 20.7285213470459 (21.354418266169716) + | > loss_duration: 1.663379430770874 (1.6892365107591125) + | > amp_scaler: 128.0 (143.85696040868444) + | > loss_1: 32.64780044555664 (33.8052100331391) + | > grad_norm_1: tensor(482.8950, device='cuda:0') (tensor(536.7250, device='cuda:0')) + | > current_lr_0: 0.0001985551535925629 + | > current_lr_1: 0.0001985551535925629 + | > step_time: 2.8679 (0.899105243146952) + | > loader_time: 0.0122 (0.008649385447398602) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.1740031242370605 (2.1740031242370605) + | > loss_disc_real_0: 0.136710986495018 (0.136710986495018) + | > loss_disc_real_1: 0.19017761945724487 (0.19017761945724487) + | > loss_disc_real_2: 0.2133788913488388 (0.2133788913488388) + | > loss_disc_real_3: 0.1707308292388916 (0.1707308292388916) + | > loss_disc_real_4: 0.1535610854625702 (0.1535610854625702) + | > loss_disc_real_5: 0.2071995586156845 (0.2071995586156845) + | > loss_0: 2.1740031242370605 (2.1740031242370605) + | > loss_gen: 2.520275831222534 (2.520275831222534) + | > loss_kl: 1.3041361570358276 (1.3041361570358276) + | > loss_feat: 7.999125957489014 (7.999125957489014) + | > loss_mel: 24.24558448791504 (24.24558448791504) + | > loss_duration: 1.9252510070800781 (1.9252510070800781) + | > loss_1: 37.9943733215332 (37.9943733215332) + + --> STEP: 1 + | > loss_disc: 2.693830966949463 (2.693830966949463) + | > loss_disc_real_0: 0.19697633385658264 (0.19697633385658264) + | > loss_disc_real_1: 0.19793376326560974 (0.19793376326560974) + | > loss_disc_real_2: 0.2429177165031433 (0.2429177165031433) + | > loss_disc_real_3: 0.28899332880973816 (0.28899332880973816) + | > loss_disc_real_4: 0.29894542694091797 (0.29894542694091797) + | > loss_disc_real_5: 0.2718794643878937 (0.2718794643878937) + | > loss_0: 2.693830966949463 (2.693830966949463) + | > loss_gen: 2.289186477661133 (2.289186477661133) + | > loss_kl: 2.023148775100708 (2.023148775100708) + | > loss_feat: 7.470715045928955 (7.470715045928955) + | > loss_mel: 23.513450622558594 (23.513450622558594) + | > loss_duration: 1.7590398788452148 (1.7590398788452148) + | > loss_1: 37.0555419921875 (37.0555419921875) + + --> STEP: 2 + | > loss_disc: 2.4099438190460205 (2.5518873929977417) + | > loss_disc_real_0: 0.13693010807037354 (0.1669532209634781) + | > loss_disc_real_1: 0.2305978387594223 (0.21426580101251602) + | > loss_disc_real_2: 0.25362107157707214 (0.24826939404010773) + | > loss_disc_real_3: 0.2142706662416458 (0.251631997525692) + | > loss_disc_real_4: 0.28309813141822815 (0.29102177917957306) + | > loss_disc_real_5: 0.2248903065919876 (0.24838488548994064) + | > loss_0: 2.4099438190460205 (2.5518873929977417) + | > loss_gen: 2.509791135787964 (2.3994888067245483) + | > loss_kl: 2.1934497356414795 (2.1082992553710938) + | > loss_feat: 6.612933158874512 (7.041824102401733) + | > loss_mel: 20.689191818237305 (22.10132122039795) + | > loss_duration: 1.6101858615875244 (1.6846128702163696) + | > loss_1: 33.61555480957031 (35.335548400878906) + + --> STEP: 3 + | > loss_disc: 2.4264936447143555 (2.5100894769032798) + | > loss_disc_real_0: 0.23060962557792664 (0.1881720225016276) + | > loss_disc_real_1: 0.23223896324634552 (0.2202568550904592) + | > loss_disc_real_2: 0.23860082030296326 (0.24504653612772623) + | > loss_disc_real_3: 0.2375791072845459 (0.24694770077864328) + | > loss_disc_real_4: 0.2813745141029358 (0.2878060241540273) + | > loss_disc_real_5: 0.23156318068504333 (0.24277765055497488) + | > loss_0: 2.4264936447143555 (2.5100894769032798) + | > loss_gen: 2.5767269134521484 (2.4585681756337485) + | > loss_kl: 1.1970748901367188 (1.8045578002929688) + | > loss_feat: 5.1727423667907715 (6.418796857198079) + | > loss_mel: 17.788047790527344 (20.663563410441082) + | > loss_duration: 1.7540969848632812 (1.70777424176534) + | > loss_1: 28.488689422607422 (33.053262074788414) + + --> STEP: 4 + | > loss_disc: 2.574634552001953 (2.526225745677948) + | > loss_disc_real_0: 0.24964715540409088 (0.20354080572724342) + | > loss_disc_real_1: 0.21193253993988037 (0.21817577630281448) + | > loss_disc_real_2: 0.20005545020103455 (0.23379876464605331) + | > loss_disc_real_3: 0.26058685779571533 (0.2503574900329113) + | > loss_disc_real_4: 0.3097551763057709 (0.2932933121919632) + | > loss_disc_real_5: 0.24143679440021515 (0.24244243651628494) + | > loss_0: 2.574634552001953 (2.526225745677948) + | > loss_gen: 2.5281009674072266 (2.475951373577118) + | > loss_kl: 1.3616758584976196 (1.6938373148441315) + | > loss_feat: 7.3750691413879395 (6.657864928245544) + | > loss_mel: 20.958322525024414 (20.737253189086914) + | > loss_duration: 1.6130096912384033 (1.684083104133606) + | > loss_1: 33.836177825927734 (33.24899101257324) + + --> STEP: 5 + | > loss_disc: 2.341381072998047 (2.489256811141968) + | > loss_disc_real_0: 0.17169950902462006 (0.19717254638671874) + | > loss_disc_real_1: 0.1846664398908615 (0.2114739090204239) + | > loss_disc_real_2: 0.20932210981845856 (0.22890343368053437) + | > loss_disc_real_3: 0.22379206120967865 (0.24504440426826476) + | > loss_disc_real_4: 0.21817432343959808 (0.2782695144414902) + | > loss_disc_real_5: 0.30692699551582336 (0.25533934831619265) + | > loss_0: 2.341381072998047 (2.489256811141968) + | > loss_gen: 2.6687915325164795 (2.5145194053649904) + | > loss_kl: 2.0648138523101807 (1.7680326223373413) + | > loss_feat: 8.336355209350586 (6.993562984466553) + | > loss_mel: 23.07286834716797 (21.204376220703125) + | > loss_duration: 1.8702239990234375 (1.7213112831115722) + | > loss_1: 38.01305389404297 (34.201803588867186) + + --> STEP: 6 + | > loss_disc: 2.4251933097839355 (2.478579560915629) + | > loss_disc_real_0: 0.18254202604293823 (0.194734126329422) + | > loss_disc_real_1: 0.229030042886734 (0.21439993133147559) + | > loss_disc_real_2: 0.2244216948747635 (0.22815647721290588) + | > loss_disc_real_3: 0.26432591676712036 (0.2482579896847407) + | > loss_disc_real_4: 0.2649814486503601 (0.27605483680963516) + | > loss_disc_real_5: 0.25173431634902954 (0.2547385096549988) + | > loss_0: 2.4251933097839355 (2.478579560915629) + | > loss_gen: 2.714517116546631 (2.547852357228597) + | > loss_kl: 1.7805211544036865 (1.770114044348399) + | > loss_feat: 5.243103504180908 (6.701819737752278) + | > loss_mel: 18.55753517150879 (20.763236045837402) + | > loss_duration: 1.6913374662399292 (1.7163156469662983) + | > loss_1: 29.987014770507812 (33.49933878580729) + + --> STEP: 7 + | > loss_disc: 2.4708750247955322 (2.4774789128984724) + | > loss_disc_real_0: 0.21923276782035828 (0.1982339322566986) + | > loss_disc_real_1: 0.2708728015422821 (0.22246748421873366) + | > loss_disc_real_2: 0.2346705049276352 (0.22908705260072434) + | > loss_disc_real_3: 0.23176324367523193 (0.245901597397668) + | > loss_disc_real_4: 0.2200586497783661 (0.26805538151945385) + | > loss_disc_real_5: 0.2749122977256775 (0.25762047937938143) + | > loss_0: 2.4708750247955322 (2.4774789128984724) + | > loss_gen: 2.7580201625823975 (2.577876329421997) + | > loss_kl: 1.802206039428711 (1.7746986150741577) + | > loss_feat: 7.367880821228027 (6.796971321105957) + | > loss_mel: 23.212671279907227 (21.113155364990234) + | > loss_duration: 1.6511666774749756 (1.707008651324681) + | > loss_1: 36.79194259643555 (33.96971075875418) + + --> STEP: 8 + | > loss_disc: 2.743389368057251 (2.5107177197933197) + | > loss_disc_real_0: 0.23989441990852356 (0.20344149321317673) + | > loss_disc_real_1: 0.30957597494125366 (0.23335604555904865) + | > loss_disc_real_2: 0.24611665308475494 (0.23121575266122818) + | > loss_disc_real_3: 0.24769996106624603 (0.24612639285624027) + | > loss_disc_real_4: 0.299392431974411 (0.2719725128263235) + | > loss_disc_real_5: 0.20627668499946594 (0.251202505081892) + | > loss_0: 2.743389368057251 (2.5107177197933197) + | > loss_gen: 2.4599695205688477 (2.5631379783153534) + | > loss_kl: 1.8441475629806519 (1.7833797335624695) + | > loss_feat: 6.610564708709717 (6.773670494556427) + | > loss_mel: 21.243614196777344 (21.129462718963623) + | > loss_duration: 1.720602035522461 (1.7087078243494034) + | > loss_1: 33.87889862060547 (33.958359241485596) + + --> STEP: 9 + | > loss_disc: 2.5323257446289062 (2.513118611441718) + | > loss_disc_real_0: 0.10547351837158203 (0.19255616267522177) + | > loss_disc_real_1: 0.2944279611110687 (0.24014181395371756) + | > loss_disc_real_2: 0.2312842458486557 (0.2312233630153868) + | > loss_disc_real_3: 0.2737038731575012 (0.24919055733415815) + | > loss_disc_real_4: 0.27032995223999023 (0.2717900060945087) + | > loss_disc_real_5: 0.22247619926929474 (0.24801069332493675) + | > loss_0: 2.5323257446289062 (2.513118611441718) + | > loss_gen: 2.3687844276428223 (2.541543139351739) + | > loss_kl: 1.7767127752304077 (1.7826389604144626) + | > loss_feat: 5.269678115844727 (6.606560230255127) + | > loss_mel: 19.75754165649414 (20.977027045355904) + | > loss_duration: 1.7123305797576904 (1.709110352728102) + | > loss_1: 30.885046005249023 (33.61687999301486) + + --> STEP: 10 + | > loss_disc: 2.436354875564575 (2.505442237854004) + | > loss_disc_real_0: 0.16132858395576477 (0.18943340480327606) + | > loss_disc_real_1: 0.26726552844047546 (0.24285418540239334) + | > loss_disc_real_2: 0.2510680556297302 (0.23320783227682113) + | > loss_disc_real_3: 0.2601141035556793 (0.25028291195631025) + | > loss_disc_real_4: 0.2525770962238312 (0.2698687151074409) + | > loss_disc_real_5: 0.22661808133125305 (0.2458714321255684) + | > loss_0: 2.436354875564575 (2.505442237854004) + | > loss_gen: 2.550579071044922 (2.542446732521057) + | > loss_kl: 0.9721928834915161 (1.701594352722168) + | > loss_feat: 5.658082485198975 (6.511712455749512) + | > loss_mel: 19.135107040405273 (20.79283504486084) + | > loss_duration: 1.6119580268859863 (1.6993951201438904) + | > loss_1: 29.927919387817383 (33.24798393249512) + + --> STEP: 11 + | > loss_disc: 2.106024742126465 (2.4691315564242275) + | > loss_disc_real_0: 0.11103908717632294 (0.18230664865537125) + | > loss_disc_real_1: 0.2353840321302414 (0.24217508055947043) + | > loss_disc_real_2: 0.22764718532562256 (0.23270231891762128) + | > loss_disc_real_3: 0.16614930331707 (0.24263440208001572) + | > loss_disc_real_4: 0.1964191347360611 (0.2631914805282246) + | > loss_disc_real_5: 0.16361963748931885 (0.23839399624954571) + | > loss_0: 2.106024742126465 (2.4691315564242275) + | > loss_gen: 2.5001561641693115 (2.5386021353981714) + | > loss_kl: 2.5584192276000977 (1.7794875231656162) + | > loss_feat: 8.210865020751953 (6.666180870749733) + | > loss_mel: 23.937082290649414 (21.07867570356889) + | > loss_duration: 1.5940059423446655 (1.6898142857985063) + | > loss_1: 38.80052947998047 (33.75276080044833) + + --> STEP: 12 + | > loss_disc: 2.469147205352783 (2.4691328605016074) + | > loss_disc_real_0: 0.1371721625328064 (0.17854544147849083) + | > loss_disc_real_1: 0.2560760974884033 (0.2433334986368815) + | > loss_disc_real_2: 0.24827374517917633 (0.23399993777275085) + | > loss_disc_real_3: 0.25461938977241516 (0.24363315105438232) + | > loss_disc_real_4: 0.3342083990573883 (0.2691095570723216) + | > loss_disc_real_5: 0.24088744819164276 (0.23860178391138712) + | > loss_0: 2.469147205352783 (2.4691328605016074) + | > loss_gen: 2.5385994911193848 (2.538601915041606) + | > loss_kl: 1.6745078563690186 (1.770739217599233) + | > loss_feat: 5.638953685760498 (6.580578605333964) + | > loss_mel: 20.373981475830078 (21.019951184590656) + | > loss_duration: 1.7071243524551392 (1.6912567913532257) + | > loss_1: 31.93316650390625 (33.60112794240316) + + --> STEP: 13 + | > loss_disc: 2.327000379562378 (2.458199592737051) + | > loss_disc_real_0: 0.10196596384048462 (0.17265471242941344) + | > loss_disc_real_1: 0.15833432972431183 (0.2367951010282223) + | > loss_disc_real_2: 0.16256166994571686 (0.22850468640144056) + | > loss_disc_real_3: 0.1897318959236145 (0.23948690065970787) + | > loss_disc_real_4: 0.1294841170310974 (0.258369138607612) + | > loss_disc_real_5: 0.11912180483341217 (0.22941101629000443) + | > loss_0: 2.327000379562378 (2.458199592737051) + | > loss_gen: 1.9603708982467651 (2.4941226060573873) + | > loss_kl: 1.8273380994796753 (1.7750929777438824) + | > loss_feat: 9.836219787597656 (6.831012542431171) + | > loss_mel: 24.306819915771484 (21.272787240835335) + | > loss_duration: 1.7677383422851562 (1.6971399875787587) + | > loss_1: 39.698486328125 (34.070155510535606) + + --> STEP: 14 + | > loss_disc: 2.4190125465393066 (2.455400518008641) + | > loss_disc_real_0: 0.1782924383878708 (0.1730574071407318) + | > loss_disc_real_1: 0.25727343559265137 (0.23825783921139582) + | > loss_disc_real_2: 0.2600520849227905 (0.2307580720101084) + | > loss_disc_real_3: 0.29669541120529175 (0.2435732228415353) + | > loss_disc_real_4: 0.2876194417476654 (0.2604584459747587) + | > loss_disc_real_5: 0.23263196647167206 (0.22964108416012355) + | > loss_0: 2.4190125465393066 (2.455400518008641) + | > loss_gen: 2.7870073318481445 (2.51504294361387) + | > loss_kl: 1.9681708812713623 (1.7888842565672738) + | > loss_feat: 6.540942192077637 (6.810293231691633) + | > loss_mel: 21.93758201599121 (21.320272581917898) + | > loss_duration: 1.7105950117111206 (1.6981010607310705) + | > loss_1: 34.944297790527344 (34.13259424482073) + + --> STEP: 15 + | > loss_disc: 2.4639463424682617 (2.4559702396392824) + | > loss_disc_real_0: 0.22537842392921448 (0.17654547492663067) + | > loss_disc_real_1: 0.2848639190196991 (0.24136491119861603) + | > loss_disc_real_2: 0.26850104331970215 (0.23327427009741467) + | > loss_disc_real_3: 0.25358322262763977 (0.24424055616060894) + | > loss_disc_real_4: 0.2522313892841339 (0.25990997552871703) + | > loss_disc_real_5: 0.17681148648262024 (0.22611911098162332) + | > loss_0: 2.4639463424682617 (2.4559702396392824) + | > loss_gen: 2.518685817718506 (2.5152858018875124) + | > loss_kl: 1.3484382629394531 (1.759521190325419) + | > loss_feat: 6.724933624267578 (6.804602591196696) + | > loss_mel: 24.18659210205078 (21.511360549926756) + | > loss_duration: 1.6378190517425537 (1.694082260131836) + | > loss_1: 36.416465759277344 (34.28485234578451) + + --> STEP: 16 + | > loss_disc: 2.405958414077759 (2.452844500541687) + | > loss_disc_real_0: 0.23334141075611115 (0.1800952209159732) + | > loss_disc_real_1: 0.24640066921710968 (0.24167964607477188) + | > loss_disc_real_2: 0.22992466390132904 (0.2330649197101593) + | > loss_disc_real_3: 0.18123820424079895 (0.2403029091656208) + | > loss_disc_real_4: 0.22449177503585815 (0.25769633799791336) + | > loss_disc_real_5: 0.20517320930957794 (0.2248099921271205) + | > loss_0: 2.405958414077759 (2.452844500541687) + | > loss_gen: 2.502044916152954 (2.5144582465291023) + | > loss_kl: 1.8335645198822021 (1.764148898422718) + | > loss_feat: 6.4066643714904785 (6.779731452465057) + | > loss_mel: 22.500995635986328 (21.57321274280548) + | > loss_duration: 1.8188532590866089 (1.7018804475665092) + | > loss_1: 35.0621223449707 (34.33343172073364) + + --> STEP: 17 + | > loss_disc: 2.0890374183654785 (2.4314440839430866) + | > loss_disc_real_0: 0.10042387992143631 (0.17540867144570632) + | > loss_disc_real_1: 0.21907223761081696 (0.24034979851806865) + | > loss_disc_real_2: 0.26194530725479126 (0.23476376603631413) + | > loss_disc_real_3: 0.15731848776340485 (0.23542147261254928) + | > loss_disc_real_4: 0.16584163904190063 (0.25229312041226554) + | > loss_disc_real_5: 0.1382298469543457 (0.21971704241107493) + | > loss_0: 2.0890374183654785 (2.4314440839430866) + | > loss_gen: 2.7076416015625 (2.525821973295773) + | > loss_kl: 1.1218938827514648 (1.7263691916185266) + | > loss_feat: 8.487249374389648 (6.880173683166504) + | > loss_mel: 24.888986587524414 (21.768258263083066) + | > loss_duration: 1.6115669012069702 (1.696567886015948) + | > loss_1: 38.81734085083008 (34.59719108132755) + + --> STEP: 18 + | > loss_disc: 2.5128633975982666 (2.435967379146152) + | > loss_disc_real_0: 0.17256437242031097 (0.17525065483318436) + | > loss_disc_real_1: 0.18840639293193817 (0.2374640537632836) + | > loss_disc_real_2: 0.1949002891778946 (0.2325491284330686) + | > loss_disc_real_3: 0.18375684320926666 (0.232551215423478) + | > loss_disc_real_4: 0.2878153920173645 (0.25426657994588214) + | > loss_disc_real_5: 0.17434480786323547 (0.21719636271397272) + | > loss_0: 2.5128633975982666 (2.435967379146152) + | > loss_gen: 2.115091323852539 (2.50300360388226) + | > loss_kl: 1.7806198596954346 (1.7293831176227994) + | > loss_feat: 8.530041694641113 (6.971833017137316) + | > loss_mel: 24.04203224182129 (21.894579039679634) + | > loss_duration: 1.6224465370178223 (1.69245003329383) + | > loss_1: 38.09022903442383 (34.79124874538846) + + --> STEP: 19 + | > loss_disc: 2.2286417484283447 (2.425055503845215) + | > loss_disc_real_0: 0.16573096811771393 (0.17474961869026484) + | > loss_disc_real_1: 0.24218051135540009 (0.237712288373395) + | > loss_disc_real_2: 0.16201139986515045 (0.22883661640317818) + | > loss_disc_real_3: 0.26715394854545593 (0.23437241190358213) + | > loss_disc_real_4: 0.2565387189388275 (0.2543861662086688) + | > loss_disc_real_5: 0.17443981766700745 (0.21494601823781667) + | > loss_0: 2.2286417484283447 (2.425055503845215) + | > loss_gen: 2.7849104404449463 (2.5178408058066117) + | > loss_kl: 1.808105707168579 (1.7335264118094194) + | > loss_feat: 7.150805473327637 (6.9812526200947005) + | > loss_mel: 22.765779495239258 (21.940431695235404) + | > loss_duration: 1.81089448928833 (1.6986839520303827) + | > loss_1: 36.32049560546875 (34.871735422234785) + + --> STEP: 20 + | > loss_disc: 2.090928554534912 (2.4083491563796997) + | > loss_disc_real_0: 0.15408708155155182 (0.1737164918333292) + | > loss_disc_real_1: 0.25238916277885437 (0.238446132093668) + | > loss_disc_real_2: 0.20851215720176697 (0.22782039344310762) + | > loss_disc_real_3: 0.2676556706428528 (0.23603657484054566) + | > loss_disc_real_4: 0.19381371140480042 (0.25135754346847533) + | > loss_disc_real_5: 0.18007534742355347 (0.2132024846971035) + | > loss_0: 2.090928554534912 (2.4083491563796997) + | > loss_gen: 2.8676648139953613 (2.5353320062160494) + | > loss_kl: 1.764283537864685 (1.7350642681121826) + | > loss_feat: 7.599339485168457 (7.012156963348389) + | > loss_mel: 24.612390518188477 (22.074029636383056) + | > loss_duration: 1.6546648740768433 (1.6964829981327056) + | > loss_1: 38.49834060668945 (35.05306568145752) + + --> STEP: 21 + | > loss_disc: 2.1001546382904053 (2.393673226946876) + | > loss_disc_real_0: 0.10962021350860596 (0.17066428810358047) + | > loss_disc_real_1: 0.18194136023521423 (0.23575542867183685) + | > loss_disc_real_2: 0.1916472613811493 (0.2260978633449191) + | > loss_disc_real_3: 0.18970370292663574 (0.23383024760654994) + | > loss_disc_real_4: 0.1541028916835785 (0.24672636957395644) + | > loss_disc_real_5: 0.17176523804664612 (0.21122928247565315) + | > loss_0: 2.1001546382904053 (2.393673226946876) + | > loss_gen: 2.7246830463409424 (2.544348722412473) + | > loss_kl: 1.1652050018310547 (1.7079281125749861) + | > loss_feat: 8.092466354370117 (7.063600267682757) + | > loss_mel: 22.08888816833496 (22.074737185523624) + | > loss_duration: 1.6511447429656982 (1.6943240336009435) + | > loss_1: 35.722389221191406 (35.08493823096866) + + --> STEP: 22 + | > loss_disc: 2.143742084503174 (2.3823127204721626) + | > loss_disc_real_0: 0.10823148488998413 (0.16782643341205336) + | > loss_disc_real_1: 0.2459740787744522 (0.23621991276741028) + | > loss_disc_real_2: 0.20860843360424042 (0.22530288926579736) + | > loss_disc_real_3: 0.23379141092300415 (0.2338284823027524) + | > loss_disc_real_4: 0.26209741830825806 (0.2474250536073338) + | > loss_disc_real_5: 0.19511307775974274 (0.21049672771583905) + | > loss_0: 2.143742084503174 (2.3823127204721626) + | > loss_gen: 2.842552661895752 (2.5579034469344397) + | > loss_kl: 1.6614264249801636 (1.7058143995024941) + | > loss_feat: 7.222618103027344 (7.070828351107511) + | > loss_mel: 21.444063186645508 (22.046070185574617) + | > loss_duration: 1.7991540431976318 (1.6990890340371565) + | > loss_1: 34.96981430053711 (35.07970532503995) + + --> STEP: 23 + | > loss_disc: 2.2373650074005127 (2.376010645990786) + | > loss_disc_real_0: 0.12485577166080475 (0.16595814377069473) + | > loss_disc_real_1: 0.23919275403022766 (0.23634916673535886) + | > loss_disc_real_2: 0.22631952166557312 (0.22534709067448325) + | > loss_disc_real_3: 0.23055961728096008 (0.23368635773658752) + | > loss_disc_real_4: 0.1738971620798111 (0.24422818875831107) + | > loss_disc_real_5: 0.19646337628364563 (0.20988658200139584) + | > loss_0: 2.2373650074005127 (2.376010645990786) + | > loss_gen: 2.7619643211364746 (2.566775658856267) + | > loss_kl: 1.944085955619812 (1.7161740323771602) + | > loss_feat: 8.361003875732422 (7.126922939134681) + | > loss_mel: 22.306644439697266 (22.057399500971254) + | > loss_duration: 1.7446630001068115 (1.7010705108227937) + | > loss_1: 37.11835861206055 (35.168342424475625) + + --> STEP: 24 + | > loss_disc: 2.641052007675171 (2.387054036060969) + | > loss_disc_real_0: 0.19592559337615967 (0.16720678750425577) + | > loss_disc_real_1: 0.2901795506477356 (0.23859209939837456) + | > loss_disc_real_2: 0.2682773470878601 (0.22713585135837397) + | > loss_disc_real_3: 0.20910315215587616 (0.23266205750405788) + | > loss_disc_real_4: 0.319762259721756 (0.24737544171512127) + | > loss_disc_real_5: 0.26525676250457764 (0.2121936728556951) + | > loss_0: 2.641052007675171 (2.387054036060969) + | > loss_gen: 2.33858060836792 (2.557267531752586) + | > loss_kl: 1.385080337524414 (1.7023784617582958) + | > loss_feat: 4.489999294281006 (7.017051120599111) + | > loss_mel: 20.30512046813965 (21.98438787460327) + | > loss_duration: 1.6372593641281128 (1.6984117130438487) + | > loss_1: 30.15604019165039 (34.9594964981079) + + --> STEP: 25 + | > loss_disc: 2.5138704776763916 (2.392126693725586) + | > loss_disc_real_0: 0.18476706743240356 (0.16790919870138168) + | > loss_disc_real_1: 0.2507478892803192 (0.23907833099365233) + | > loss_disc_real_2: 0.2710473835468292 (0.22889231264591217) + | > loss_disc_real_3: 0.26516643166542053 (0.2339622324705124) + | > loss_disc_real_4: 0.3199508786201477 (0.2502784591913223) + | > loss_disc_real_5: 0.22871367633342743 (0.2128544729948044) + | > loss_0: 2.5138704776763916 (2.392126693725586) + | > loss_gen: 2.6979947090148926 (2.562896618843078) + | > loss_kl: 1.5742590427398682 (1.6972536849975586) + | > loss_feat: 6.997208595275879 (7.016257419586181) + | > loss_mel: 23.009140014648438 (22.025377960205077) + | > loss_duration: 1.6043603420257568 (1.694649658203125) + | > loss_1: 35.88296127319336 (34.996435089111316) + + --> STEP: 26 + | > loss_disc: 2.4316725730895996 (2.39364768908574) + | > loss_disc_real_0: 0.2516617476940155 (0.17113045058571374) + | > loss_disc_real_1: 0.27137723565101624 (0.2403205965573971) + | > loss_disc_real_2: 0.247456356883049 (0.22960631434734052) + | > loss_disc_real_3: 0.2940569221973419 (0.23627356669077507) + | > loss_disc_real_4: 0.28229638934135437 (0.2515099180432466) + | > loss_disc_real_5: 0.17705000936985016 (0.21147737823999846) + | > loss_0: 2.4316725730895996 (2.39364768908574) + | > loss_gen: 3.0405120849609375 (2.5812664444629956) + | > loss_kl: 1.8546918630599976 (1.7033089995384216) + | > loss_feat: 8.328152656555176 (7.066714928700374) + | > loss_mel: 22.624183654785156 (22.048408948458157) + | > loss_duration: 1.6754388809204102 (1.6939107821537898) + | > loss_1: 37.522979736328125 (35.09360988323504) + + --> STEP: 27 + | > loss_disc: 2.3064651489257812 (2.390418706116853) + | > loss_disc_real_0: 0.22601036727428436 (0.17316304009269784) + | > loss_disc_real_1: 0.2739928066730499 (0.24156771545056943) + | > loss_disc_real_2: 0.2135617882013321 (0.2290120726382291) + | > loss_disc_real_3: 0.23857270181179047 (0.23635871984340526) + | > loss_disc_real_4: 0.20822656154632568 (0.2499068307655829) + | > loss_disc_real_5: 0.24690377712249756 (0.2127894670874984) + | > loss_0: 2.3064651489257812 (2.390418706116853) + | > loss_gen: 2.8622546195983887 (2.5916734139124546) + | > loss_kl: 2.004485845565796 (1.7144636975394354) + | > loss_feat: 6.759616374969482 (7.055340908191822) + | > loss_mel: 22.9224853515625 (22.080782148573135) + | > loss_duration: 1.7115178108215332 (1.6945628943266693) + | > loss_1: 36.26036071777344 (35.13682287710683) + + --> STEP: 28 + | > loss_disc: 2.4621708393096924 (2.3929812823023116) + | > loss_disc_real_0: 0.2656335234642029 (0.1764655573559659) + | > loss_disc_real_1: 0.2968730926513672 (0.24354290749345506) + | > loss_disc_real_2: 0.20760701596736908 (0.2282476063285555) + | > loss_disc_real_3: 0.26197269558906555 (0.23727350469146455) + | > loss_disc_real_4: 0.15679238736629486 (0.24658131492989405) + | > loss_disc_real_5: 0.23963062465190887 (0.21374807985765593) + | > loss_0: 2.4621708393096924 (2.3929812823023116) + | > loss_gen: 2.6183152198791504 (2.5926249069826937) + | > loss_kl: 1.4507158994674683 (1.7050441333225794) + | > loss_feat: 8.06692123413086 (7.0914687769753595) + | > loss_mel: 23.895248413085938 (22.145584515162877) + | > loss_duration: 1.6567535400390625 (1.693212560244969) + | > loss_1: 37.687957763671875 (35.227934837341294) + + --> STEP: 29 + | > loss_disc: 2.2279486656188965 (2.3872905024166764) + | > loss_disc_real_0: 0.15853875875473022 (0.17584739188695775) + | > loss_disc_real_1: 0.20687620341777802 (0.24227853838739724) + | > loss_disc_real_2: 0.22239330410957336 (0.22804573383824578) + | > loss_disc_real_3: 0.24499422311782837 (0.23753973636133918) + | > loss_disc_real_4: 0.20956538617610931 (0.24530490359355664) + | > loss_disc_real_5: 0.20807337760925293 (0.21355240046977997) + | > loss_0: 2.2279486656188965 (2.3872905024166764) + | > loss_gen: 2.7012381553649902 (2.5963701914096697) + | > loss_kl: 1.4836267232894897 (1.6974090502179902) + | > loss_feat: 6.305262565612793 (7.064358217962857) + | > loss_mel: 17.180496215820312 (21.974374573806237) + | > loss_duration: 1.6409947872161865 (1.6914119473819076) + | > loss_1: 29.31161880493164 (35.023923939671995) + + --> STEP: 30 + | > loss_disc: 2.2340235710144043 (2.3821816047032676) + | > loss_disc_real_0: 0.17613448202610016 (0.1758569615582625) + | > loss_disc_real_1: 0.21322181820869446 (0.24130998104810714) + | > loss_disc_real_2: 0.20972459018230438 (0.2274350290497144) + | > loss_disc_real_3: 0.21507087349891663 (0.2367907742659251) + | > loss_disc_real_4: 0.1899220198392868 (0.2434588074684143) + | > loss_disc_real_5: 0.2088974267244339 (0.21339723467826843) + | > loss_0: 2.2340235710144043 (2.3821816047032676) + | > loss_gen: 2.692653179168701 (2.5995796243349707) + | > loss_kl: 1.6778098344802856 (1.6967557430267335) + | > loss_feat: 8.504059791564941 (7.11234827041626) + | > loss_mel: 24.913585662841797 (22.07234827677409) + | > loss_duration: 1.7034025192260742 (1.6918116331100463) + | > loss_1: 39.491512298583984 (35.17284355163573) + + --> STEP: 31 + | > loss_disc: 2.3385894298553467 (2.380775405514625) + | > loss_disc_real_0: 0.20636817812919617 (0.17684119435087328) + | > loss_disc_real_1: 0.20481640100479126 (0.24013276878864534) + | > loss_disc_real_2: 0.1751333624124527 (0.22574787851302855) + | > loss_disc_real_3: 0.19529317319393158 (0.23545214197328013) + | > loss_disc_real_4: 0.23097242414951324 (0.24305602090974007) + | > loss_disc_real_5: 0.20480605959892273 (0.21312009999828954) + | > loss_0: 2.3385894298553467 (2.380775405514625) + | > loss_gen: 2.434986114501953 (2.594270156275841) + | > loss_kl: 1.3923511505126953 (1.6869362400424095) + | > loss_feat: 6.514996528625488 (7.093078859390751) + | > loss_mel: 19.88916778564453 (22.001923099640877) + | > loss_duration: 1.6430392265319824 (1.6902383296720442) + | > loss_1: 31.874542236328125 (35.0664467350129) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.009578174160372826 (-0.001980750791488156) + | > avg_loss_disc: 2.380775405514625 (-0.0086812203930271) + | > avg_loss_disc_real_0: 0.17684119435087328 (-0.02345049813870459) + | > avg_loss_disc_real_1: 0.24013276878864534 (+0.07961075656837033) + | > avg_loss_disc_real_2: 0.22574787851302855 (+0.015903655079103296) + | > avg_loss_disc_real_3: 0.23545214197328013 (+0.007969117933704) + | > avg_loss_disc_real_4: 0.24305602090974007 (+0.01856841243082477) + | > avg_loss_disc_real_5: 0.21312009999828954 (+0.007445308950639551) + | > avg_loss_0: 2.380775405514625 (-0.0086812203930271) + | > avg_loss_gen: 2.594270156275841 (+0.23682160146774756) + | > avg_loss_kl: 1.6869362400424095 (+0.13130106849055134) + | > avg_loss_feat: 7.093078859390751 (+0.3977003558989489) + | > avg_loss_mel: 22.001923099640877 (+0.24379964028635115) + | > avg_loss_duration: 1.6902383296720442 (+0.0002888517995034423) + | > avg_loss_1: 35.0664467350129 (+1.0099118140435905) + + + > EPOCH: 31/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 05:23:33)  + + --> TIME: 2024-11-23 05:23:42 -- STEP: 11/797 -- GLOBAL_STEP: 47825 + | > loss_disc: 2.451019763946533 (2.519804607738148) + | > loss_disc_real_0: 0.0942869484424591 (0.12289740416136655) + | > loss_disc_real_1: 0.15937262773513794 (0.22336654500527817) + | > loss_disc_real_2: 0.21526485681533813 (0.24273449859835886) + | > loss_disc_real_3: 0.20952080190181732 (0.22065911374308847) + | > loss_disc_real_4: 0.18977276980876923 (0.22849566421725534) + | > loss_disc_real_5: 0.24359793961048126 (0.2552714402025396) + | > loss_0: 2.451019763946533 (2.519804607738148) + | > grad_norm_0: tensor(19.6273, device='cuda:0') (tensor(32.5949, device='cuda:0')) + | > loss_gen: 2.273851156234741 (2.314223462885076) + | > loss_kl: 1.544429063796997 (1.5585136088457974) + | > loss_feat: 7.489130973815918 (6.680991042744029) + | > loss_mel: 22.484086990356445 (21.252430829134855) + | > loss_duration: 1.82164466381073 (1.8694323626431553) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.61314010620117 (33.675590168346055) + | > grad_norm_1: tensor(166.3622, device='cuda:0') (tensor(359.9522, device='cuda:0')) + | > current_lr_0: 0.00019853033419836382 + | > current_lr_1: 0.00019853033419836382 + | > step_time: 0.7528 (0.7611510970375754) + | > loader_time: 0.0159 (0.006317767229947177) + + + --> TIME: 2024-11-23 05:24:01 -- STEP: 36/797 -- GLOBAL_STEP: 47850 + | > loss_disc: 2.472177743911743 (2.481968323389689) + | > loss_disc_real_0: 0.1740773618221283 (0.12554685833553472) + | > loss_disc_real_1: 0.24635158479213715 (0.22561478200885984) + | > loss_disc_real_2: 0.21273700892925262 (0.2413770788245731) + | > loss_disc_real_3: 0.2303505390882492 (0.22205051655570665) + | > loss_disc_real_4: 0.1954386979341507 (0.22796005134781203) + | > loss_disc_real_5: 0.25732627511024475 (0.2456557150516245) + | > loss_0: 2.472177743911743 (2.481968323389689) + | > grad_norm_0: tensor(55.6897, device='cuda:0') (tensor(53.3428, device='cuda:0')) + | > loss_gen: 2.1256494522094727 (2.3603479067484536) + | > loss_kl: 1.5311315059661865 (1.606794125503964) + | > loss_feat: 6.947843074798584 (6.725282457139757) + | > loss_mel: 21.553361892700195 (21.069081094529892) + | > loss_duration: 1.7460354566574097 (1.7938518325487773) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.904022216796875 (33.55535703235204) + | > grad_norm_1: tensor(334.8107, device='cuda:0') (tensor(460.0634, device='cuda:0')) + | > current_lr_0: 0.00019853033419836382 + | > current_lr_1: 0.00019853033419836382 + | > step_time: 0.6854 (0.7527647548251681) + | > loader_time: 0.0039 (0.005592015054490831) + + + --> TIME: 2024-11-23 05:24:21 -- STEP: 61/797 -- GLOBAL_STEP: 47875 + | > loss_disc: 2.5552897453308105 (2.4541562228906346) + | > loss_disc_real_0: 0.11848050355911255 (0.12585397766994647) + | > loss_disc_real_1: 0.1902391016483307 (0.222362646069683) + | > loss_disc_real_2: 0.23598051071166992 (0.23598865627265367) + | > loss_disc_real_3: 0.2487582415342331 (0.21921694913848502) + | > loss_disc_real_4: 0.22756703197956085 (0.2217870254497059) + | > loss_disc_real_5: 0.27057304978370667 (0.23581538068466498) + | > loss_0: 2.5552897453308105 (2.4541562228906346) + | > grad_norm_0: tensor(51.0441, device='cuda:0') (tensor(63.6534, device='cuda:0')) + | > loss_gen: 2.2358510494232178 (2.386281466874921) + | > loss_kl: 1.4027272462844849 (1.572277678817999) + | > loss_feat: 6.133716106414795 (6.946202786242376) + | > loss_mel: 20.06868553161621 (21.06438127111216) + | > loss_duration: 1.7263020277023315 (1.762550105814074) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.56728172302246 (33.73169295514219) + | > grad_norm_1: tensor(363.1713, device='cuda:0') (tensor(502.2390, device='cuda:0')) + | > current_lr_0: 0.00019853033419836382 + | > current_lr_1: 0.00019853033419836382 + | > step_time: 0.7749 (0.7574243115597084) + | > loader_time: 0.0121 (0.005897451619632909) + + + --> TIME: 2024-11-23 05:24:40 -- STEP: 86/797 -- GLOBAL_STEP: 47900 + | > loss_disc: 2.66672682762146 (2.4612157982449197) + | > loss_disc_real_0: 0.1226639449596405 (0.1248346705336211) + | > loss_disc_real_1: 0.1910007745027542 (0.22224836398002712) + | > loss_disc_real_2: 0.24818426370620728 (0.23796750206586925) + | > loss_disc_real_3: 0.24458543956279755 (0.2207348386562148) + | > loss_disc_real_4: 0.2408851683139801 (0.22202929611815964) + | > loss_disc_real_5: 0.2736218571662903 (0.23546474426984787) + | > loss_0: 2.66672682762146 (2.4612157982449197) + | > grad_norm_0: tensor(44.4449, device='cuda:0') (tensor(60.6892, device='cuda:0')) + | > loss_gen: 2.1096444129943848 (2.377163027608118) + | > loss_kl: 1.5171085596084595 (1.560784068218497) + | > loss_feat: 5.84193229675293 (6.954677360002385) + | > loss_mel: 19.508779525756836 (21.118425147477975) + | > loss_duration: 1.6957286596298218 (1.7472215960192126) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.673192977905273 (33.75827110645385) + | > grad_norm_1: tensor(618.4604, device='cuda:0') (tensor(513.3372, device='cuda:0')) + | > current_lr_0: 0.00019853033419836382 + | > current_lr_1: 0.00019853033419836382 + | > step_time: 0.7689 (0.7628442021303399) + | > loader_time: 0.0062 (0.005821729815283487) + + + --> TIME: 2024-11-23 05:25:00 -- STEP: 111/797 -- GLOBAL_STEP: 47925 + | > loss_disc: 2.256650447845459 (2.4545058087185687) + | > loss_disc_real_0: 0.1023363471031189 (0.12530742273540113) + | > loss_disc_real_1: 0.1828494369983673 (0.22047140308328578) + | > loss_disc_real_2: 0.24662262201309204 (0.2361464183609765) + | > loss_disc_real_3: 0.19355005025863647 (0.22174435934504946) + | > loss_disc_real_4: 0.2120523601770401 (0.22291726303530168) + | > loss_disc_real_5: 0.2133668065071106 (0.23394386644835943) + | > loss_0: 2.256650447845459 (2.4545058087185687) + | > grad_norm_0: tensor(50.9640, device='cuda:0') (tensor(59.0981, device='cuda:0')) + | > loss_gen: 2.464827537536621 (2.3728747153067373) + | > loss_kl: 1.7889963388442993 (1.553367665222099) + | > loss_feat: 7.216392993927002 (6.926215751751049) + | > loss_mel: 20.885700225830078 (21.067892366701425) + | > loss_duration: 1.7443830966949463 (1.7384359621786856) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.100303649902344 (33.65878643001522) + | > grad_norm_1: tensor(458.0367, device='cuda:0') (tensor(519.5510, device='cuda:0')) + | > current_lr_0: 0.00019853033419836382 + | > current_lr_1: 0.00019853033419836382 + | > step_time: 0.7587 (0.7652629388345255) + | > loader_time: 0.0042 (0.005721369305172482) + + + --> TIME: 2024-11-23 05:25:19 -- STEP: 136/797 -- GLOBAL_STEP: 47950 + | > loss_disc: 2.38334584236145 (2.4475596529595984) + | > loss_disc_real_0: 0.06367998570203781 (0.12388956987792078) + | > loss_disc_real_1: 0.2120879739522934 (0.2198663029600592) + | > loss_disc_real_2: 0.19661878049373627 (0.2350198348217151) + | > loss_disc_real_3: 0.21104824542999268 (0.22114602564012303) + | > loss_disc_real_4: 0.19755366444587708 (0.22244663416024518) + | > loss_disc_real_5: 0.21374258399009705 (0.2331962994135478) + | > loss_0: 2.38334584236145 (2.4475596529595984) + | > grad_norm_0: tensor(62.9465, device='cuda:0') (tensor(62.1376, device='cuda:0')) + | > loss_gen: 2.287184953689575 (2.37557100373156) + | > loss_kl: 1.380086064338684 (1.5485503726145797) + | > loss_feat: 7.017658233642578 (6.9516993690939515) + | > loss_mel: 21.059091567993164 (21.144860786550193) + | > loss_duration: 1.692352533340454 (1.7320275087566936) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.43637466430664 (33.752709010068095) + | > grad_norm_1: tensor(657.0388, device='cuda:0') (tensor(541.6942, device='cuda:0')) + | > current_lr_0: 0.00019853033419836382 + | > current_lr_1: 0.00019853033419836382 + | > step_time: 0.7553 (0.7665023382972269) + | > loader_time: 0.0083 (0.005717941943336936) + + + --> TIME: 2024-11-23 05:25:40 -- STEP: 161/797 -- GLOBAL_STEP: 47975 + | > loss_disc: 2.2593088150024414 (2.4467312978661586) + | > loss_disc_real_0: 0.10358382761478424 (0.12414409465486219) + | > loss_disc_real_1: 0.2331216186285019 (0.21935476057277703) + | > loss_disc_real_2: 0.21663892269134521 (0.2341872753563875) + | > loss_disc_real_3: 0.1856188029050827 (0.2221401679960097) + | > loss_disc_real_4: 0.17199240624904633 (0.22177902900654337) + | > loss_disc_real_5: 0.1608753800392151 (0.2303215803937142) + | > loss_0: 2.2593088150024414 (2.4467312978661586) + | > grad_norm_0: tensor(42.5586, device='cuda:0') (tensor(62.5671, device='cuda:0')) + | > loss_gen: 2.4965121746063232 (2.3789551080383875) + | > loss_kl: 1.412319540977478 (1.5384555092509482) + | > loss_feat: 7.514549732208252 (6.959464058372545) + | > loss_mel: 21.88670539855957 (21.160858734794292) + | > loss_duration: 1.6986432075500488 (1.7264394456555385) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.008731842041016 (33.764172844264806) + | > grad_norm_1: tensor(756.0377, device='cuda:0') (tensor(557.4415, device='cuda:0')) + | > current_lr_0: 0.00019853033419836382 + | > current_lr_1: 0.00019853033419836382 + | > step_time: 0.8165 (0.7728031140676936) + | > loader_time: 0.005 (0.005620670614775666) + + + --> TIME: 2024-11-23 05:26:00 -- STEP: 186/797 -- GLOBAL_STEP: 48000 + | > loss_disc: 2.604276180267334 (2.4453285983813724) + | > loss_disc_real_0: 0.23466406762599945 (0.1240957335278552) + | > loss_disc_real_1: 0.1755244880914688 (0.21894337565347713) + | > loss_disc_real_2: 0.26130402088165283 (0.23377653668003698) + | > loss_disc_real_3: 0.25656431913375854 (0.22224008980938184) + | > loss_disc_real_4: 0.23264507949352264 (0.22252640456602138) + | > loss_disc_real_5: 0.2985624074935913 (0.2321171521820048) + | > loss_0: 2.604276180267334 (2.4453285983813724) + | > grad_norm_0: tensor(124.3708, device='cuda:0') (tensor(66.2991, device='cuda:0')) + | > loss_gen: 2.3590784072875977 (2.384882337303574) + | > loss_kl: 1.5600425004959106 (1.5376766445816195) + | > loss_feat: 6.291925430297852 (6.952831411874422) + | > loss_mel: 21.219276428222656 (21.159304690617404) + | > loss_duration: 1.6468708515167236 (1.719852178327499) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.07719039916992 (33.75454725244992) + | > grad_norm_1: tensor(318.0652, device='cuda:0') (tensor(574.1783, device='cuda:0')) + | > current_lr_0: 0.00019853033419836382 + | > current_lr_1: 0.00019853033419836382 + | > step_time: 0.792 (0.7767744256604102) + | > loader_time: 0.0049 (0.005744095771543444) + + + --> TIME: 2024-11-23 05:26:21 -- STEP: 211/797 -- GLOBAL_STEP: 48025 + | > loss_disc: 2.218438148498535 (2.444064356139487) + | > loss_disc_real_0: 0.06311307102441788 (0.12496940426140035) + | > loss_disc_real_1: 0.1933329999446869 (0.21797544682195402) + | > loss_disc_real_2: 0.21598629653453827 (0.23377981951451415) + | > loss_disc_real_3: 0.16466428339481354 (0.22234868692560783) + | > loss_disc_real_4: 0.17742964625358582 (0.22168257380548811) + | > loss_disc_real_5: 0.14042945206165314 (0.23071518342641859) + | > loss_0: 2.218438148498535 (2.444064356139487) + | > grad_norm_0: tensor(23.6938, device='cuda:0') (tensor(68.5347, device='cuda:0')) + | > loss_gen: 2.6708903312683105 (2.388852001931432) + | > loss_kl: 1.3745228052139282 (1.5396314232270292) + | > loss_feat: 7.911577224731445 (6.955799342331728) + | > loss_mel: 22.96436882019043 (21.193121914615016) + | > loss_duration: 1.669538974761963 (1.7187939594142245) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.59090042114258 (33.79619862344026) + | > grad_norm_1: tensor(624.4322, device='cuda:0') (tensor(572.3488, device='cuda:0')) + | > current_lr_0: 0.00019853033419836382 + | > current_lr_1: 0.00019853033419836382 + | > step_time: 0.8632 (0.7804945520880098) + | > loader_time: 0.005 (0.00589955248538917) + + + --> TIME: 2024-11-23 05:26:41 -- STEP: 236/797 -- GLOBAL_STEP: 48050 + | > loss_disc: 2.391336441040039 (2.446377772395895) + | > loss_disc_real_0: 0.17627906799316406 (0.12642205694406208) + | > loss_disc_real_1: 0.22362478077411652 (0.2180145038765366) + | > loss_disc_real_2: 0.2285398244857788 (0.23373448697187132) + | > loss_disc_real_3: 0.23062065243721008 (0.22262670320727057) + | > loss_disc_real_4: 0.22959668934345245 (0.22254459585173655) + | > loss_disc_real_5: 0.21122175455093384 (0.2312469081479614) + | > loss_0: 2.391336441040039 (2.446377772395895) + | > grad_norm_0: tensor(57.9920, device='cuda:0') (tensor(68.2143, device='cuda:0')) + | > loss_gen: 2.3146579265594482 (2.388020181049736) + | > loss_kl: 1.4845552444458008 (1.5397598410056803) + | > loss_feat: 6.447517395019531 (6.934036697371531) + | > loss_mel: 20.180397033691406 (21.194408473321964) + | > loss_duration: 1.6555228233337402 (1.714348684428102) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.08264923095703 (33.770573834241425) + | > grad_norm_1: tensor(466.1458, device='cuda:0') (tensor(571.8149, device='cuda:0')) + | > current_lr_0: 0.00019853033419836382 + | > current_lr_1: 0.00019853033419836382 + | > step_time: 0.7945 (0.783721900592416) + | > loader_time: 0.0136 (0.006188576504335567) + + + --> TIME: 2024-11-23 05:27:02 -- STEP: 261/797 -- GLOBAL_STEP: 48075 + | > loss_disc: 2.4077811241149902 (2.4444180064731182) + | > loss_disc_real_0: 0.11495114117860794 (0.12490679659092101) + | > loss_disc_real_1: 0.2537916302680969 (0.2179300248394524) + | > loss_disc_real_2: 0.2526980936527252 (0.23385550235879832) + | > loss_disc_real_3: 0.24746254086494446 (0.22263126708995337) + | > loss_disc_real_4: 0.22467483580112457 (0.22219223400642132) + | > loss_disc_real_5: 0.2369392365217209 (0.23085339824130252) + | > loss_0: 2.4077811241149902 (2.4444180064731182) + | > grad_norm_0: tensor(70.9103, device='cuda:0') (tensor(66.8841, device='cuda:0')) + | > loss_gen: 2.442187786102295 (2.384516779947099) + | > loss_kl: 1.5280814170837402 (1.5421012480140182) + | > loss_feat: 7.181116104125977 (6.920508808559841) + | > loss_mel: 21.831809997558594 (21.196004516776966) + | > loss_duration: 1.7251746654510498 (1.7114568505707373) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.708370208740234 (33.75458816732939) + | > grad_norm_1: tensor(870.3062, device='cuda:0') (tensor(573.5779, device='cuda:0')) + | > current_lr_0: 0.00019853033419836382 + | > current_lr_1: 0.00019853033419836382 + | > step_time: 0.8226 (0.786362004006046) + | > loader_time: 0.0056 (0.006253152971523477) + + + --> TIME: 2024-11-23 05:27:23 -- STEP: 286/797 -- GLOBAL_STEP: 48100 + | > loss_disc: 2.385003089904785 (2.444357148417227) + | > loss_disc_real_0: 0.1262464076280594 (0.12535524257569458) + | > loss_disc_real_1: 0.2460104376077652 (0.21787019522040044) + | > loss_disc_real_2: 0.24469585716724396 (0.2340154509756949) + | > loss_disc_real_3: 0.20605050027370453 (0.22230938478158072) + | > loss_disc_real_4: 0.1728309988975525 (0.22209369255737824) + | > loss_disc_real_5: 0.2195623517036438 (0.23167312546418264) + | > loss_0: 2.385003089904785 (2.444357148417227) + | > grad_norm_0: tensor(164.1377, device='cuda:0') (tensor(66.2450, device='cuda:0')) + | > loss_gen: 2.4616079330444336 (2.3836360928061966) + | > loss_kl: 1.4999699592590332 (1.5463348006035058) + | > loss_feat: 7.122839450836182 (6.908638285590218) + | > loss_mel: 20.5716552734375 (21.17738549692649) + | > loss_duration: 1.6629114151000977 (1.709678661989999) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.31898498535156 (33.725673342084534) + | > grad_norm_1: tensor(792.1611, device='cuda:0') (tensor(576.4885, device='cuda:0')) + | > current_lr_0: 0.00019853033419836382 + | > current_lr_1: 0.00019853033419836382 + | > step_time: 0.8433 (0.7892274581469023) + | > loader_time: 0.0057 (0.006390770832141798) + + + --> TIME: 2024-11-23 05:27:43 -- STEP: 311/797 -- GLOBAL_STEP: 48125 + | > loss_disc: 2.531857490539551 (2.4419845545790206) + | > loss_disc_real_0: 0.11232488602399826 (0.12527465593920248) + | > loss_disc_real_1: 0.2564646601676941 (0.21780339352954242) + | > loss_disc_real_2: 0.21748560667037964 (0.23341603471726854) + | > loss_disc_real_3: 0.2681182026863098 (0.22282938419622625) + | > loss_disc_real_4: 0.2772176265716553 (0.22192028155280846) + | > loss_disc_real_5: 0.25477418303489685 (0.23080576544214293) + | > loss_0: 2.531857490539551 (2.4419845545790206) + | > grad_norm_0: tensor(76.8410, device='cuda:0') (tensor(68.0288, device='cuda:0')) + | > loss_gen: 2.247760057449341 (2.3881556136815116) + | > loss_kl: 1.6441437005996704 (1.5506021723486596) + | > loss_feat: 5.1069841384887695 (6.900819729378752) + | > loss_mel: 18.686573028564453 (21.14887265760417) + | > loss_duration: 1.6816139221191406 (1.7077756874814294) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 29.367074966430664 (33.696225837879226) + | > grad_norm_1: tensor(397.1203, device='cuda:0') (tensor(566.9927, device='cuda:0')) + | > current_lr_0: 0.00019853033419836382 + | > current_lr_1: 0.00019853033419836382 + | > step_time: 0.83 (0.7912954348843196) + | > loader_time: 0.0149 (0.006396040655792334) + + + --> TIME: 2024-11-23 05:28:05 -- STEP: 336/797 -- GLOBAL_STEP: 48150 + | > loss_disc: 2.4432320594787598 (2.4482267108701534) + | > loss_disc_real_0: 0.18770581483840942 (0.12614483351907904) + | > loss_disc_real_1: 0.21510203182697296 (0.2183157505378837) + | > loss_disc_real_2: 0.23822970688343048 (0.23384674966690092) + | > loss_disc_real_3: 0.24059903621673584 (0.2232983380644804) + | > loss_disc_real_4: 0.21803802251815796 (0.22278539463877678) + | > loss_disc_real_5: 0.23511014878749847 (0.2315786469816452) + | > loss_0: 2.4432320594787598 (2.4482267108701534) + | > grad_norm_0: tensor(43.4322, device='cuda:0') (tensor(67.7043, device='cuda:0')) + | > loss_gen: 2.3805809020996094 (2.382730374733608) + | > loss_kl: 1.6854192018508911 (1.5558713408453118) + | > loss_feat: 5.596035957336426 (6.874867362635476) + | > loss_mel: 18.65220832824707 (21.13836882795608) + | > loss_duration: 1.6409573554992676 (1.7060852710689818) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 29.9552001953125 (33.657923164821824) + | > grad_norm_1: tensor(470.1189, device='cuda:0') (tensor(556.3168, device='cuda:0')) + | > current_lr_0: 0.00019853033419836382 + | > current_lr_1: 0.00019853033419836382 + | > step_time: 0.8619 (0.7946925035544806) + | > loader_time: 0.0059 (0.0065402381476901824) + + + --> TIME: 2024-11-23 05:28:26 -- STEP: 361/797 -- GLOBAL_STEP: 48175 + | > loss_disc: 2.216343879699707 (2.4480753248748366) + | > loss_disc_real_0: 0.09947938472032547 (0.12644527329343505) + | > loss_disc_real_1: 0.14918528497219086 (0.21839744508926892) + | > loss_disc_real_2: 0.1620751917362213 (0.23351442925322424) + | > loss_disc_real_3: 0.1685989648103714 (0.22287008991862267) + | > loss_disc_real_4: 0.1386915147304535 (0.22247454697405533) + | > loss_disc_real_5: 0.18081563711166382 (0.2312704152182529) + | > loss_0: 2.216343879699707 (2.4480753248748366) + | > grad_norm_0: tensor(43.6762, device='cuda:0') (tensor(65.8788, device='cuda:0')) + | > loss_gen: 2.37955379486084 (2.3790282846487796) + | > loss_kl: 1.7540595531463623 (1.5558553118454777) + | > loss_feat: 8.399039268493652 (6.869330385054908) + | > loss_mel: 22.9526424407959 (21.157851248236586) + | > loss_duration: 1.629091739654541 (1.7036441062626086) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.1143913269043 (33.66570932911375) + | > grad_norm_1: tensor(348.3904, device='cuda:0') (tensor(553.6163, device='cuda:0')) + | > current_lr_0: 0.00019853033419836382 + | > current_lr_1: 0.00019853033419836382 + | > step_time: 0.8276 (0.7971374539457201) + | > loader_time: 0.007 (0.006582740931629805) + + + --> TIME: 2024-11-23 05:28:47 -- STEP: 386/797 -- GLOBAL_STEP: 48200 + | > loss_disc: 2.538912534713745 (2.4486976590181286) + | > loss_disc_real_0: 0.24887531995773315 (0.12700472913991293) + | > loss_disc_real_1: 0.23203922808170319 (0.21860778158038396) + | > loss_disc_real_2: 0.25982674956321716 (0.23345237727146695) + | > loss_disc_real_3: 0.26749682426452637 (0.2232018201925594) + | > loss_disc_real_4: 0.2451997548341751 (0.22285636942930173) + | > loss_disc_real_5: 0.22487536072731018 (0.23142443755593325) + | > loss_0: 2.538912534713745 (2.4486976590181286) + | > grad_norm_0: tensor(295.8571, device='cuda:0') (tensor(66.9310, device='cuda:0')) + | > loss_gen: 2.55865216255188 (2.3799998982582693) + | > loss_kl: 1.773862361907959 (1.5568915485100419) + | > loss_feat: 6.418843746185303 (6.868671942251334) + | > loss_mel: 20.166353225708008 (21.150505480988667) + | > loss_duration: 1.6608374118804932 (1.7012087579218218) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.578548431396484 (33.657277635959765) + | > grad_norm_1: tensor(685.4300, device='cuda:0') (tensor(561.3653, device='cuda:0')) + | > current_lr_0: 0.00019853033419836382 + | > current_lr_1: 0.00019853033419836382 + | > step_time: 0.8434 (0.8005572285676869) + | > loader_time: 0.0158 (0.006661967292350809) + + + --> TIME: 2024-11-23 05:29:09 -- STEP: 411/797 -- GLOBAL_STEP: 48225 + | > loss_disc: 2.3357763290405273 (2.4467821695508776) + | > loss_disc_real_0: 0.17686906456947327 (0.12719201425276236) + | > loss_disc_real_1: 0.20914706587791443 (0.21874188532069366) + | > loss_disc_real_2: 0.2409496009349823 (0.23333362208955774) + | > loss_disc_real_3: 0.27391424775123596 (0.2229068909030761) + | > loss_disc_real_4: 0.19018690288066864 (0.22221736943489734) + | > loss_disc_real_5: 0.17857438325881958 (0.23088609751703676) + | > loss_0: 2.3357763290405273 (2.4467821695508776) + | > grad_norm_0: tensor(73.6705, device='cuda:0') (tensor(67.4103, device='cuda:0')) + | > loss_gen: 2.377916097640991 (2.383005510571519) + | > loss_kl: 1.6774431467056274 (1.5563301077144274) + | > loss_feat: 6.633244037628174 (6.876981489269693) + | > loss_mel: 21.21571159362793 (21.17119455453544) + | > loss_duration: 1.649667501449585 (1.7000516287601777) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.55398178100586 (33.687563299842715) + | > grad_norm_1: tensor(504.3834, device='cuda:0') (tensor(558.6164, device='cuda:0')) + | > current_lr_0: 0.00019853033419836382 + | > current_lr_1: 0.00019853033419836382 + | > step_time: 0.8787 (0.8031636705653802) + | > loader_time: 0.0062 (0.006750532600421395) + + + --> TIME: 2024-11-23 05:29:30 -- STEP: 436/797 -- GLOBAL_STEP: 48250 + | > loss_disc: 2.292191982269287 (2.4461737143884044) + | > loss_disc_real_0: 0.070111945271492 (0.12685008918644358) + | > loss_disc_real_1: 0.16909992694854736 (0.21826590300289866) + | > loss_disc_real_2: 0.1763165146112442 (0.23323315231625097) + | > loss_disc_real_3: 0.22603386640548706 (0.2230539550885148) + | > loss_disc_real_4: 0.21310248970985413 (0.22227968186686892) + | > loss_disc_real_5: 0.2507401406764984 (0.23096399515046986) + | > loss_0: 2.292191982269287 (2.4461737143884044) + | > grad_norm_0: tensor(62.9296, device='cuda:0') (tensor(67.7482, device='cuda:0')) + | > loss_gen: 2.3765182495117188 (2.3852667967113863) + | > loss_kl: 1.7056819200515747 (1.5557457569542277) + | > loss_feat: 7.647754669189453 (6.887461931333629) + | > loss_mel: 23.41655731201172 (21.187367006179397) + | > loss_duration: 1.6610023975372314 (1.698704356994104) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.80751419067383 (33.71454584489175) + | > grad_norm_1: tensor(659.4557, device='cuda:0') (tensor(563.9125, device='cuda:0')) + | > current_lr_0: 0.00019853033419836382 + | > current_lr_1: 0.00019853033419836382 + | > step_time: 0.8472 (0.805488788206643) + | > loader_time: 0.0074 (0.00686485614251653) + + + --> TIME: 2024-11-23 05:29:52 -- STEP: 461/797 -- GLOBAL_STEP: 48275 + | > loss_disc: 2.3648440837860107 (2.446167060972039) + | > loss_disc_real_0: 0.0945335254073143 (0.12676565681226604) + | > loss_disc_real_1: 0.20727244019508362 (0.21830223749620023) + | > loss_disc_real_2: 0.20245115458965302 (0.23313324121099752) + | > loss_disc_real_3: 0.22598667442798615 (0.22308409870188045) + | > loss_disc_real_4: 0.18433362245559692 (0.22231466563947805) + | > loss_disc_real_5: 0.207052543759346 (0.23043500814675769) + | > loss_0: 2.3648440837860107 (2.446167060972039) + | > grad_norm_0: tensor(62.0752, device='cuda:0') (tensor(68.4301, device='cuda:0')) + | > loss_gen: 2.326512336730957 (2.3858212064507196) + | > loss_kl: 1.5024830102920532 (1.5575125990617296) + | > loss_feat: 7.239400863647461 (6.885379145822918) + | > loss_mel: 21.725854873657227 (21.196822023702037) + | > loss_duration: 1.6951730251312256 (1.697786854301254) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.48942184448242 (33.72332181951231) + | > grad_norm_1: tensor(605.1860, device='cuda:0') (tensor(566.8409, device='cuda:0')) + | > current_lr_0: 0.00019853033419836382 + | > current_lr_1: 0.00019853033419836382 + | > step_time: 0.8944 (0.8082877276000647) + | > loader_time: 0.0067 (0.006900185876709779) + + + --> TIME: 2024-11-23 05:30:13 -- STEP: 486/797 -- GLOBAL_STEP: 48300 + | > loss_disc: 2.599806785583496 (2.447179619176891) + | > loss_disc_real_0: 0.2617144286632538 (0.12757332751013872) + | > loss_disc_real_1: 0.16605640947818756 (0.21853987507736736) + | > loss_disc_real_2: 0.23045237362384796 (0.2331635203258491) + | > loss_disc_real_3: 0.198484405875206 (0.22277913420411294) + | > loss_disc_real_4: 0.2436738908290863 (0.2224446953017525) + | > loss_disc_real_5: 0.24214348196983337 (0.23070417697169654) + | > loss_0: 2.599806785583496 (2.447179619176891) + | > grad_norm_0: tensor(133.1455, device='cuda:0') (tensor(69.0642, device='cuda:0')) + | > loss_gen: 2.1917777061462402 (2.3870666120277986) + | > loss_kl: 1.510676383972168 (1.5576733924724433) + | > loss_feat: 6.602704048156738 (6.89165750844979) + | > loss_mel: 22.613975524902344 (21.21645794385746) + | > loss_duration: 1.69266939163208 (1.6964724174252264) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.61180114746094 (33.749327844062485) + | > grad_norm_1: tensor(285.7477, device='cuda:0') (tensor(563.4639, device='cuda:0')) + | > current_lr_0: 0.00019853033419836382 + | > current_lr_1: 0.00019853033419836382 + | > step_time: 0.8891 (0.8105917928640736) + | > loader_time: 0.0067 (0.006990789876553257) + + + --> TIME: 2024-11-23 05:30:35 -- STEP: 511/797 -- GLOBAL_STEP: 48325 + | > loss_disc: 2.3759384155273438 (2.4502467637892598) + | > loss_disc_real_0: 0.10422638803720474 (0.12817840291271018) + | > loss_disc_real_1: 0.18676044046878815 (0.21859268196758228) + | > loss_disc_real_2: 0.2155940681695938 (0.2330594086425412) + | > loss_disc_real_3: 0.20927074551582336 (0.22301442343778105) + | > loss_disc_real_4: 0.17740364372730255 (0.2227097161828655) + | > loss_disc_real_5: 0.21625158190727234 (0.2309756925486305) + | > loss_0: 2.3759384155273438 (2.4502467637892598) + | > grad_norm_0: tensor(54.7463, device='cuda:0') (tensor(69.7937, device='cuda:0')) + | > loss_gen: 2.443871259689331 (2.3854722234834185) + | > loss_kl: 1.3935792446136475 (1.5572993962965362) + | > loss_feat: 7.6876749992370605 (6.892495976502182) + | > loss_mel: 22.74397850036621 (21.228730326762644) + | > loss_duration: 1.6532597541809082 (1.69537591187688) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.92236328125 (33.75937382722323) + | > grad_norm_1: tensor(760.3010, device='cuda:0') (tensor(559.9753, device='cuda:0')) + | > current_lr_0: 0.00019853033419836382 + | > current_lr_1: 0.00019853033419836382 + | > step_time: 0.8582 (0.8126282197388652) + | > loader_time: 0.0082 (0.007242127174034044) + + + --> TIME: 2024-11-23 05:30:58 -- STEP: 536/797 -- GLOBAL_STEP: 48350 + | > loss_disc: 2.2943825721740723 (2.4504297353438496) + | > loss_disc_real_0: 0.1363735795021057 (0.1283808544055741) + | > loss_disc_real_1: 0.21978405117988586 (0.21853781063387642) + | > loss_disc_real_2: 0.215140700340271 (0.2330149369342114) + | > loss_disc_real_3: 0.2310349941253662 (0.22309881771233545) + | > loss_disc_real_4: 0.2432650476694107 (0.22314913526399813) + | > loss_disc_real_5: 0.22956204414367676 (0.2312125057093243) + | > loss_0: 2.2943825721740723 (2.4504297353438496) + | > grad_norm_0: tensor(22.4743, device='cuda:0') (tensor(68.8452, device='cuda:0')) + | > loss_gen: 2.4640719890594482 (2.3847476991254877) + | > loss_kl: 1.543548822402954 (1.5564476033644885) + | > loss_feat: 7.156980037689209 (6.895316010090842) + | > loss_mel: 22.446937561035156 (21.243605688436713) + | > loss_duration: 1.6658048629760742 (1.6952070220192867) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.27734375 (33.775324027929756) + | > grad_norm_1: tensor(575.8099, device='cuda:0') (tensor(554.5846, device='cuda:0')) + | > current_lr_0: 0.00019853033419836382 + | > current_lr_1: 0.00019853033419836382 + | > step_time: 0.8207 (0.8164183524117542) + | > loader_time: 0.0076 (0.00733060890169286) + + + --> TIME: 2024-11-23 05:31:20 -- STEP: 561/797 -- GLOBAL_STEP: 48375 + | > loss_disc: 2.409153699874878 (2.450033917146572) + | > loss_disc_real_0: 0.1172994002699852 (0.12802003443559876) + | > loss_disc_real_1: 0.20222413539886475 (0.21885933499922727) + | > loss_disc_real_2: 0.1666272133588791 (0.23265705253669927) + | > loss_disc_real_3: 0.21358762681484222 (0.22304033255619587) + | > loss_disc_real_4: 0.15032830834388733 (0.22317603578435757) + | > loss_disc_real_5: 0.13863101601600647 (0.23084325812185938) + | > loss_0: 2.409153699874878 (2.450033917146572) + | > grad_norm_0: tensor(111.5151, device='cuda:0') (tensor(67.6093, device='cuda:0')) + | > loss_gen: 2.2089784145355225 (2.3847960431308017) + | > loss_kl: 1.439877986907959 (1.553523322265203) + | > loss_feat: 7.091479301452637 (6.899514919933788) + | > loss_mel: 20.867027282714844 (21.25849737755543) + | > loss_duration: 1.6978833675384521 (1.694682747709985) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.30524444580078 (33.791014404432886) + | > grad_norm_1: tensor(464.4469, device='cuda:0') (tensor(548.5609, device='cuda:0')) + | > current_lr_0: 0.00019853033419836382 + | > current_lr_1: 0.00019853033419836382 + | > step_time: 0.8657 (0.8191344257769528) + | > loader_time: 0.0075 (0.007446963094347513) + + + --> TIME: 2024-11-23 05:31:42 -- STEP: 586/797 -- GLOBAL_STEP: 48400 + | > loss_disc: 2.3395583629608154 (2.451356694560003) + | > loss_disc_real_0: 0.14844012260437012 (0.12815930509984302) + | > loss_disc_real_1: 0.28489282727241516 (0.21875468260090505) + | > loss_disc_real_2: 0.29297319054603577 (0.23296144251225348) + | > loss_disc_real_3: 0.2291324883699417 (0.2232924053388244) + | > loss_disc_real_4: 0.2040509581565857 (0.2231041698529045) + | > loss_disc_real_5: 0.21793045103549957 (0.23097301706824286) + | > loss_0: 2.3395583629608154 (2.451356694560003) + | > grad_norm_0: tensor(19.9273, device='cuda:0') (tensor(66.6153, device='cuda:0')) + | > loss_gen: 2.6187448501586914 (2.381769398780404) + | > loss_kl: 1.909011960029602 (1.555313870565069) + | > loss_feat: 6.953584671020508 (6.885696830196185) + | > loss_mel: 21.73450469970703 (21.26875495910645) + | > loss_duration: 1.7192953824996948 (1.6940923231453622) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.935142517089844 (33.785627391151216) + | > grad_norm_1: tensor(596.8044, device='cuda:0') (tensor(542.3243, device='cuda:0')) + | > current_lr_0: 0.00019853033419836382 + | > current_lr_1: 0.00019853033419836382 + | > step_time: 0.8817 (0.821297522290982) + | > loader_time: 0.0171 (0.0075629632220740204) + + + --> TIME: 2024-11-23 05:32:05 -- STEP: 611/797 -- GLOBAL_STEP: 48425 + | > loss_disc: 2.3979644775390625 (2.4511214765901466) + | > loss_disc_real_0: 0.129825621843338 (0.12832275836586768) + | > loss_disc_real_1: 0.17216411232948303 (0.2187660566962487) + | > loss_disc_real_2: 0.21057678759098053 (0.2329856761397395) + | > loss_disc_real_3: 0.25140154361724854 (0.2232646549001653) + | > loss_disc_real_4: 0.23604494333267212 (0.2229788020960438) + | > loss_disc_real_5: 0.20299673080444336 (0.23073415107012965) + | > loss_0: 2.3979644775390625 (2.4511214765901466) + | > grad_norm_0: tensor(15.5459, device='cuda:0') (tensor(65.7664, device='cuda:0')) + | > loss_gen: 2.422637462615967 (2.379478972789306) + | > loss_kl: 1.4482133388519287 (1.5540274873302724) + | > loss_feat: 7.096364974975586 (6.880527580623346) + | > loss_mel: 23.030824661254883 (21.280315770650276) + | > loss_duration: 1.6772325038909912 (1.693966976164211) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.675270080566406 (33.78831678287491) + | > grad_norm_1: tensor(526.7241, device='cuda:0') (tensor(539.8086, device='cuda:0')) + | > current_lr_0: 0.00019853033419836382 + | > current_lr_1: 0.00019853033419836382 + | > step_time: 0.9133 (0.8240728659247414) + | > loader_time: 0.0112 (0.007698452023944761) + + + --> TIME: 2024-11-23 05:32:28 -- STEP: 636/797 -- GLOBAL_STEP: 48450 + | > loss_disc: 2.5762128829956055 (2.4511559781788286) + | > loss_disc_real_0: 0.11264157295227051 (0.12849531535926123) + | > loss_disc_real_1: 0.23083703219890594 (0.21884813752470525) + | > loss_disc_real_2: 0.21731218695640564 (0.2327705155238041) + | > loss_disc_real_3: 0.2400028109550476 (0.2232371692621858) + | > loss_disc_real_4: 0.21581561863422394 (0.22278903883958012) + | > loss_disc_real_5: 0.26405221223831177 (0.23076528362320653) + | > loss_0: 2.5762128829956055 (2.4511559781788286) + | > grad_norm_0: tensor(36.5427, device='cuda:0') (tensor(65.4165, device='cuda:0')) + | > loss_gen: 2.296513557434082 (2.378532726434788) + | > loss_kl: 1.5545185804367065 (1.5524589917944664) + | > loss_feat: 6.033478736877441 (6.869352568620406) + | > loss_mel: 20.346668243408203 (21.283635373385444) + | > loss_duration: 1.7070872783660889 (1.6941234699960028) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.938264846801758 (33.778103120671915) + | > grad_norm_1: tensor(321.8673, device='cuda:0') (tensor(538.3413, device='cuda:0')) + | > current_lr_0: 0.00019853033419836382 + | > current_lr_1: 0.00019853033419836382 + | > step_time: 0.8793 (0.8267463696827677) + | > loader_time: 0.0155 (0.007799075834406247) + + + --> TIME: 2024-11-23 05:32:51 -- STEP: 661/797 -- GLOBAL_STEP: 48475 + | > loss_disc: 2.6082444190979004 (2.4513909246845795) + | > loss_disc_real_0: 0.11387331038713455 (0.12862888615403723) + | > loss_disc_real_1: 0.20445874333381653 (0.21875188113070473) + | > loss_disc_real_2: 0.22082406282424927 (0.23264873007512493) + | > loss_disc_real_3: 0.21791882812976837 (0.22318389385081996) + | > loss_disc_real_4: 0.22421479225158691 (0.2230214962845671) + | > loss_disc_real_5: 0.21142417192459106 (0.23130049753748164) + | > loss_0: 2.6082444190979004 (2.4513909246845795) + | > grad_norm_0: tensor(100.8473, device='cuda:0') (tensor(66.3287, device='cuda:0')) + | > loss_gen: 2.00636625289917 (2.3806527339023447) + | > loss_kl: 1.5773603916168213 (1.552288811253708) + | > loss_feat: 6.5556206703186035 (6.863199563682891) + | > loss_mel: 22.339414596557617 (21.280267839532755) + | > loss_duration: 1.7141733169555664 (1.693890669522596) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.192935943603516 (33.77029963160068) + | > grad_norm_1: tensor(370.1533, device='cuda:0') (tensor(538.6345, device='cuda:0')) + | > current_lr_0: 0.00019853033419836382 + | > current_lr_1: 0.00019853033419836382 + | > step_time: 0.8884 (0.8294811425519241) + | > loader_time: 0.0126 (0.007891260008588323) + + + --> TIME: 2024-11-23 05:33:14 -- STEP: 686/797 -- GLOBAL_STEP: 48500 + | > loss_disc: 2.421445369720459 (2.4530683801056) + | > loss_disc_real_0: 0.08032706379890442 (0.12948445632032868) + | > loss_disc_real_1: 0.2045004665851593 (0.21869844187366025) + | > loss_disc_real_2: 0.22378435730934143 (0.23216449929830288) + | > loss_disc_real_3: 0.2106381505727768 (0.2235172233889124) + | > loss_disc_real_4: 0.2501634359359741 (0.2231558672323519) + | > loss_disc_real_5: 0.255182683467865 (0.23092809252158547) + | > loss_0: 2.421445369720459 (2.4530683801056) + | > grad_norm_0: tensor(72.2897, device='cuda:0') (tensor(67.4357, device='cuda:0')) + | > loss_gen: 2.392881155014038 (2.3803643565136183) + | > loss_kl: 1.7065589427947998 (1.5527299425344776) + | > loss_feat: 7.83514928817749 (6.852644861960898) + | > loss_mel: 22.76169776916504 (21.28746482582202) + | > loss_duration: 1.702785611152649 (1.693386588082717) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.399070739746094 (33.766590591074795) + | > grad_norm_1: tensor(653.6778, device='cuda:0') (tensor(537.0233, device='cuda:0')) + | > current_lr_0: 0.00019853033419836382 + | > current_lr_1: 0.00019853033419836382 + | > step_time: 0.9285 (0.8324875251197257) + | > loader_time: 0.0083 (0.008016955748243862) + + + --> TIME: 2024-11-23 05:33:38 -- STEP: 711/797 -- GLOBAL_STEP: 48525 + | > loss_disc: 2.451591730117798 (2.4553254760602705) + | > loss_disc_real_0: 0.18670561909675598 (0.12981851929183097) + | > loss_disc_real_1: 0.2424691617488861 (0.21879928681669356) + | > loss_disc_real_2: 0.20702174305915833 (0.23270990367344835) + | > loss_disc_real_3: 0.2442551851272583 (0.2235682115440798) + | > loss_disc_real_4: 0.23116205632686615 (0.22329923433006732) + | > loss_disc_real_5: 0.27716147899627686 (0.23151634053003603) + | > loss_0: 2.451591730117798 (2.4553254760602705) + | > grad_norm_0: tensor(103.8329, device='cuda:0') (tensor(67.6863, device='cuda:0')) + | > loss_gen: 2.39337158203125 (2.37887383412711) + | > loss_kl: 1.579443097114563 (1.5529600842927918) + | > loss_feat: 6.60805606842041 (6.840076121935194) + | > loss_mel: 21.782154083251953 (21.290456141432955) + | > loss_duration: 1.697932243347168 (1.692781997632377) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.06095886230469 (33.75514819685754) + | > grad_norm_1: tensor(165.4441, device='cuda:0') (tensor(532.9270, device='cuda:0')) + | > current_lr_0: 0.00019853033419836382 + | > current_lr_1: 0.00019853033419836382 + | > step_time: 0.9558 (0.8363713644727875) + | > loader_time: 0.0094 (0.008079601239554484) + + + --> TIME: 2024-11-23 05:34:02 -- STEP: 736/797 -- GLOBAL_STEP: 48550 + | > loss_disc: 2.4125161170959473 (2.455989604734858) + | > loss_disc_real_0: 0.0722389817237854 (0.12979426254194407) + | > loss_disc_real_1: 0.1921960860490799 (0.21872395402549402) + | > loss_disc_real_2: 0.22020074725151062 (0.23246223797373802) + | > loss_disc_real_3: 0.21083113551139832 (0.22363298169701643) + | > loss_disc_real_4: 0.24826690554618835 (0.2235788889431759) + | > loss_disc_real_5: 0.22950737178325653 (0.23133338301483056) + | > loss_0: 2.4125161170959473 (2.455989604734858) + | > grad_norm_0: tensor(16.2103, device='cuda:0') (tensor(66.7686, device='cuda:0')) + | > loss_gen: 2.3280491828918457 (2.375664484889608) + | > loss_kl: 1.5196870565414429 (1.551539633261121) + | > loss_feat: 7.3380866050720215 (6.833916596744372) + | > loss_mel: 23.332801818847656 (21.29414719861486) + | > loss_duration: 1.6768585443496704 (1.6920080327469373) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.19548034667969 (33.74727596148201) + | > grad_norm_1: tensor(174.3962, device='cuda:0') (tensor(526.9767, device='cuda:0')) + | > current_lr_0: 0.00019853033419836382 + | > current_lr_1: 0.00019853033419836382 + | > step_time: 0.9014 (0.8397887870669364) + | > loader_time: 0.095 (0.008390533535376832) + + + --> TIME: 2024-11-23 05:34:30 -- STEP: 761/797 -- GLOBAL_STEP: 48575 + | > loss_disc: 2.5352630615234375 (2.456116512163242) + | > loss_disc_real_0: 0.12024422734975815 (0.1296361445323241) + | > loss_disc_real_1: 0.20974986255168915 (0.21857271367945902) + | > loss_disc_real_2: 0.23548546433448792 (0.23271268735420692) + | > loss_disc_real_3: 0.2418527901172638 (0.22363707321388807) + | > loss_disc_real_4: 0.2515154182910919 (0.2236215983090357) + | > loss_disc_real_5: 0.2642765939235687 (0.23155315408333843) + | > loss_0: 2.5352630615234375 (2.456116512163242) + | > grad_norm_0: tensor(23.6643, device='cuda:0') (tensor(66.0630, device='cuda:0')) + | > loss_gen: 2.314126491546631 (2.3734586223196223) + | > loss_kl: 1.3852211236953735 (1.5520887512728359) + | > loss_feat: 5.912861347198486 (6.823648623192044) + | > loss_mel: 21.327953338623047 (21.290421650068197) + | > loss_duration: 1.6627039909362793 (1.691022562917993) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.602867126464844 (33.73064020585449) + | > grad_norm_1: tensor(212.2152, device='cuda:0') (tensor(526.7519, device='cuda:0')) + | > current_lr_0: 0.00019853033419836382 + | > current_lr_1: 0.00019853033419836382 + | > step_time: 1.1179 (0.8463850613492546) + | > loader_time: 0.1058 (0.011429062340795286) + + + --> TIME: 2024-11-23 05:35:11 -- STEP: 786/797 -- GLOBAL_STEP: 48600 + | > loss_disc: 2.415342330932617 (2.454735564821551) + | > loss_disc_real_0: 0.1292184740304947 (0.1297709736546488) + | > loss_disc_real_1: 0.24419938027858734 (0.2183855398920656) + | > loss_disc_real_2: 0.1966242790222168 (0.2324990139700681) + | > loss_disc_real_3: 0.1959218978881836 (0.2234876455393153) + | > loss_disc_real_4: 0.24354666471481323 (0.22359464473017604) + | > loss_disc_real_5: 0.2621590495109558 (0.23134317247163855) + | > loss_0: 2.415342330932617 (2.454735564821551) + | > grad_norm_0: tensor(32.2369, device='cuda:0') (tensor(64.9297, device='cuda:0')) + | > loss_gen: 2.3444290161132812 (2.372593028854774) + | > loss_kl: 1.5103135108947754 (1.5532721734532269) + | > loss_feat: 6.551517486572266 (6.823383341005437) + | > loss_mel: 21.734697341918945 (21.291338110091424) + | > loss_duration: 1.6879653930664062 (1.690135073570805) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.828922271728516 (33.73072173091895) + | > grad_norm_1: tensor(489.2731, device='cuda:0') (tensor(524.1963, device='cuda:0')) + | > current_lr_0: 0.00019853033419836382 + | > current_lr_1: 0.00019853033419836382 + | > step_time: 1.6916 (0.8674590044652535) + | > loader_time: 0.1093 (0.014731978338789998) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.6763839721679688 (2.6763839721679688) + | > loss_disc_real_0: 0.13404080271720886 (0.13404080271720886) + | > loss_disc_real_1: 0.21359820663928986 (0.21359820663928986) + | > loss_disc_real_2: 0.21729421615600586 (0.21729421615600586) + | > loss_disc_real_3: 0.1423163115978241 (0.1423163115978241) + | > loss_disc_real_4: 0.1935836523771286 (0.1935836523771286) + | > loss_disc_real_5: 0.25933313369750977 (0.25933313369750977) + | > loss_0: 2.6763839721679688 (2.6763839721679688) + | > loss_gen: 1.9054080247879028 (1.9054080247879028) + | > loss_kl: 1.002774715423584 (1.002774715423584) + | > loss_feat: 7.864389896392822 (7.864389896392822) + | > loss_mel: 22.584583282470703 (22.584583282470703) + | > loss_duration: 1.923548936843872 (1.923548936843872) + | > loss_1: 35.280704498291016 (35.280704498291016) + + --> STEP: 1 + | > loss_disc: 2.5081260204315186 (2.5081260204315186) + | > loss_disc_real_0: 0.10766839981079102 (0.10766839981079102) + | > loss_disc_real_1: 0.18469920754432678 (0.18469920754432678) + | > loss_disc_real_2: 0.17878566682338715 (0.17878566682338715) + | > loss_disc_real_3: 0.20251436531543732 (0.20251436531543732) + | > loss_disc_real_4: 0.16970136761665344 (0.16970136761665344) + | > loss_disc_real_5: 0.17247766256332397 (0.17247766256332397) + | > loss_0: 2.5081260204315186 (2.5081260204315186) + | > loss_gen: 1.7215092182159424 (1.7215092182159424) + | > loss_kl: 1.766377568244934 (1.766377568244934) + | > loss_feat: 7.068643569946289 (7.068643569946289) + | > loss_mel: 19.096126556396484 (19.096126556396484) + | > loss_duration: 1.6739015579223633 (1.6739015579223633) + | > loss_1: 31.326560974121094 (31.326560974121094) + + --> STEP: 2 + | > loss_disc: 2.653749465942383 (2.5809377431869507) + | > loss_disc_real_0: 0.0970163345336914 (0.10234236717224121) + | > loss_disc_real_1: 0.24333083629608154 (0.21401502192020416) + | > loss_disc_real_2: 0.23641343414783478 (0.20759955048561096) + | > loss_disc_real_3: 0.19722047448158264 (0.19986741989850998) + | > loss_disc_real_4: 0.2928360104560852 (0.23126868903636932) + | > loss_disc_real_5: 0.2805560231208801 (0.22651684284210205) + | > loss_0: 2.653749465942383 (2.5809377431869507) + | > loss_gen: 1.9712698459625244 (1.8463895320892334) + | > loss_kl: 1.7061271667480469 (1.7362523674964905) + | > loss_feat: 6.785940647125244 (6.927292108535767) + | > loss_mel: 22.216638565063477 (20.65638256072998) + | > loss_duration: 1.6641234159469604 (1.6690124869346619) + | > loss_1: 34.34410095214844 (32.835330963134766) + + --> STEP: 3 + | > loss_disc: 2.6913721561431885 (2.6177492141723633) + | > loss_disc_real_0: 0.17132887244224548 (0.1253378689289093) + | > loss_disc_real_1: 0.24961967766284943 (0.2258832405010859) + | > loss_disc_real_2: 0.22362986207008362 (0.21294298768043518) + | > loss_disc_real_3: 0.24376267194747925 (0.21449917058149973) + | > loss_disc_real_4: 0.26424214243888855 (0.2422598401705424) + | > loss_disc_real_5: 0.2657981216907501 (0.23961060245831808) + | > loss_0: 2.6913721561431885 (2.6177492141723633) + | > loss_gen: 1.9184759855270386 (1.8704183499018352) + | > loss_kl: 1.4392242431640625 (1.6372429927190144) + | > loss_feat: 4.627453804016113 (6.160679340362549) + | > loss_mel: 17.396635055541992 (19.569800059000652) + | > loss_duration: 1.7347548007965088 (1.6909265915552776) + | > loss_1: 27.116544723510742 (30.92906888326009) + + --> STEP: 4 + | > loss_disc: 2.652527093887329 (2.6264436841011047) + | > loss_disc_real_0: 0.12410058081150055 (0.1250285468995571) + | > loss_disc_real_1: 0.22618861496448517 (0.22595958411693573) + | > loss_disc_real_2: 0.1986558586359024 (0.209371205419302) + | > loss_disc_real_3: 0.20827528834342957 (0.2129432000219822) + | > loss_disc_real_4: 0.25330111384391785 (0.24502015858888626) + | > loss_disc_real_5: 0.24512560665607452 (0.2409893535077572) + | > loss_0: 2.652527093887329 (2.6264436841011047) + | > loss_gen: 1.9677824974060059 (1.8947593867778778) + | > loss_kl: 1.4315605163574219 (1.5858223736286163) + | > loss_feat: 7.497807025909424 (6.494961261749268) + | > loss_mel: 21.954782485961914 (20.166045665740967) + | > loss_duration: 1.6458721160888672 (1.679662972688675) + | > loss_1: 34.497802734375 (31.82125234603882) + + --> STEP: 5 + | > loss_disc: 2.709003448486328 (2.6429556369781495) + | > loss_disc_real_0: 0.10865887254476547 (0.12175461202859879) + | > loss_disc_real_1: 0.20909014344215393 (0.22258569598197936) + | > loss_disc_real_2: 0.21483048796653748 (0.21046306192874908) + | > loss_disc_real_3: 0.1948741376399994 (0.20932938754558564) + | > loss_disc_real_4: 0.34496423602104187 (0.26500897407531737) + | > loss_disc_real_5: 0.2620031535625458 (0.2451921135187149) + | > loss_0: 2.709003448486328 (2.6429556369781495) + | > loss_gen: 2.0232417583465576 (1.9204558610916138) + | > loss_kl: 2.4912264347076416 (1.7669031858444213) + | > loss_feat: 5.766795635223389 (6.349328136444091) + | > loss_mel: 21.951820373535156 (20.523200607299806) + | > loss_duration: 1.8324356079101562 (1.710217499732971) + | > loss_1: 34.065521240234375 (32.27010612487793) + + --> STEP: 6 + | > loss_disc: 2.7293975353240967 (2.657362620035807) + | > loss_disc_real_0: 0.23607885837554932 (0.14080865308642387) + | > loss_disc_real_1: 0.2696974277496338 (0.23043765127658844) + | > loss_disc_real_2: 0.2242555469274521 (0.21276180942853293) + | > loss_disc_real_3: 0.21395407617092133 (0.21010016898314157) + | > loss_disc_real_4: 0.26295387744903564 (0.2646664579709371) + | > loss_disc_real_5: 0.21433837711811066 (0.2400498241186142) + | > loss_0: 2.7293975353240967 (2.657362620035807) + | > loss_gen: 1.9472824335098267 (1.9249269564946492) + | > loss_kl: 1.656784176826477 (1.748550017674764) + | > loss_feat: 3.9591007232666016 (5.95095690091451) + | > loss_mel: 12.953920364379883 (19.261653900146484) + | > loss_duration: 1.6800835132598877 (1.705195168654124) + | > loss_1: 22.197172164916992 (30.591283798217773) + + --> STEP: 7 + | > loss_disc: 2.565782070159912 (2.6442796843392506) + | > loss_disc_real_0: 0.13724462687969208 (0.1402995064854622) + | > loss_disc_real_1: 0.20836752653121948 (0.22728477631296432) + | > loss_disc_real_2: 0.21290278434753418 (0.21278194870267594) + | > loss_disc_real_3: 0.24520830810070038 (0.21511561742850713) + | > loss_disc_real_4: 0.1659700572490692 (0.2505669721535274) + | > loss_disc_real_5: 0.23056070506572723 (0.2386942356824875) + | > loss_0: 2.565782070159912 (2.6442796843392506) + | > loss_gen: 1.9612455368041992 (1.9301153251102992) + | > loss_kl: 1.5745028257369995 (1.7236861331122262) + | > loss_feat: 6.6217241287231445 (6.046780790601458) + | > loss_mel: 20.89659309387207 (19.495216642107284) + | > loss_duration: 1.6731922626495361 (1.700623324939183) + | > loss_1: 32.727256774902344 (30.896422794887) + + --> STEP: 8 + | > loss_disc: 2.5091049671173096 (2.627382844686508) + | > loss_disc_real_0: 0.1771601438522339 (0.14490708615630865) + | > loss_disc_real_1: 0.18283267319202423 (0.2217282634228468) + | > loss_disc_real_2: 0.19166116416454315 (0.21014185063540936) + | > loss_disc_real_3: 0.18436697125434875 (0.21127203665673733) + | > loss_disc_real_4: 0.2685682773590088 (0.25281713530421257) + | > loss_disc_real_5: 0.2042759507894516 (0.234391950070858) + | > loss_0: 2.5091049671173096 (2.627382844686508) + | > loss_gen: 2.1876275539398193 (1.9623043537139893) + | > loss_kl: 1.9755196571350098 (1.7551653236150742) + | > loss_feat: 7.601769924163818 (6.241154432296753) + | > loss_mel: 22.69301986694336 (19.894942045211792) + | > loss_duration: 1.7095332145690918 (1.7017370611429214) + | > loss_1: 36.1674690246582 (31.5553035736084) + + --> STEP: 9 + | > loss_disc: 2.3740038871765137 (2.5992296271853976) + | > loss_disc_real_0: 0.08857538551092148 (0.1386480083068212) + | > loss_disc_real_1: 0.23802226781845093 (0.2235387083556917) + | > loss_disc_real_2: 0.234816312789917 (0.21288345754146576) + | > loss_disc_real_3: 0.19940342009067535 (0.20995330148273045) + | > loss_disc_real_4: 0.2469548135995865 (0.2521657662259208) + | > loss_disc_real_5: 0.2639129161834717 (0.23767205741670397) + | > loss_0: 2.3740038871765137 (2.5992296271853976) + | > loss_gen: 2.288011312484741 (1.9984940157996283) + | > loss_kl: 1.6453131437301636 (1.742959525850084) + | > loss_feat: 5.164606094360352 (6.12153795030382) + | > loss_mel: 19.993396759033203 (19.905881457858616) + | > loss_duration: 1.7093353271484375 (1.702581312921312) + | > loss_1: 30.800662994384766 (31.471454620361328) + + --> STEP: 10 + | > loss_disc: 2.704956293106079 (2.6098022937774656) + | > loss_disc_real_0: 0.16457751393318176 (0.14124095886945726) + | > loss_disc_real_1: 0.25950944423675537 (0.22713578194379808) + | > loss_disc_real_2: 0.21981963515281677 (0.21357707530260087) + | > loss_disc_real_3: 0.2490401417016983 (0.21386198550462723) + | > loss_disc_real_4: 0.26602089405059814 (0.25355127900838853) + | > loss_disc_real_5: 0.24026165902614594 (0.23793101757764817) + | > loss_0: 2.704956293106079 (2.6098022937774656) + | > loss_gen: 2.002317428588867 (1.9988763570785522) + | > loss_kl: 1.1232937574386597 (1.6809929490089417) + | > loss_feat: 4.630612850189209 (5.972445440292359) + | > loss_mel: 16.53609848022461 (19.568903160095214) + | > loss_duration: 1.6306370496749878 (1.6953868865966797) + | > loss_1: 25.922958374023438 (30.91660499572754) + + --> STEP: 11 + | > loss_disc: 2.4083187580108643 (2.591485608707775) + | > loss_disc_real_0: 0.12311174720525742 (0.13959284871816635) + | > loss_disc_real_1: 0.21606294810771942 (0.22612916068597275) + | > loss_disc_real_2: 0.18959015607833862 (0.21139644628221338) + | > loss_disc_real_3: 0.18048790097236633 (0.21082797781987625) + | > loss_disc_real_4: 0.24531443417072296 (0.2528024749322371) + | > loss_disc_real_5: 0.2496812641620636 (0.23899922181259503) + | > loss_0: 2.4083187580108643 (2.591485608707775) + | > loss_gen: 2.225780487060547 (2.0195040052587334) + | > loss_kl: 1.8593168258666992 (1.697204210541465) + | > loss_feat: 7.439515113830566 (6.105815410614014) + | > loss_mel: 24.09572982788086 (19.980432857166637) + | > loss_duration: 1.597440242767334 (1.6864826462485574) + | > loss_1: 37.21778106689453 (31.48943918401545) + + --> STEP: 12 + | > loss_disc: 2.6258835792541504 (2.594352106253306) + | > loss_disc_real_0: 0.072990283370018 (0.134042634939154) + | > loss_disc_real_1: 0.21511352062225342 (0.22521119068066278) + | > loss_disc_real_2: 0.2649337649345398 (0.21585788950324059) + | > loss_disc_real_3: 0.23391111195087433 (0.21275157233079275) + | > loss_disc_real_4: 0.32273975014686584 (0.25863058120012283) + | > loss_disc_real_5: 0.29963335394859314 (0.24405206615726152) + | > loss_0: 2.6258835792541504 (2.594352106253306) + | > loss_gen: 2.224504232406616 (2.036587357521057) + | > loss_kl: 1.665874719619751 (1.6945934196313222) + | > loss_feat: 7.876436233520508 (6.253367145856221) + | > loss_mel: 21.88956069946289 (20.139526844024658) + | > loss_duration: 1.7247090339660645 (1.6896681785583496) + | > loss_1: 35.38108444213867 (31.813742955525715) + + --> STEP: 13 + | > loss_disc: 2.4318339824676514 (2.581850712115948) + | > loss_disc_real_0: 0.1055251732468605 (0.1318489840397468) + | > loss_disc_real_1: 0.13331039249897003 (0.21814189851284027) + | > loss_disc_real_2: 0.17567022144794464 (0.21276653042206398) + | > loss_disc_real_3: 0.19032235443592072 (0.21102624787734106) + | > loss_disc_real_4: 0.15934312343597412 (0.25099308444903445) + | > loss_disc_real_5: 0.1919689178466797 (0.2400456701333706) + | > loss_0: 2.4318339824676514 (2.581850712115948) + | > loss_gen: 1.789536476135254 (2.017583443568303) + | > loss_kl: 1.9856491088867188 (1.7169823188048143) + | > loss_feat: 8.636250495910645 (6.436665865091177) + | > loss_mel: 23.47597312927246 (20.39617655827449) + | > loss_duration: 1.761444091796875 (1.6951894026536207) + | > loss_1: 37.64885330200195 (32.26259759756235) + + --> STEP: 14 + | > loss_disc: 2.4472508430480957 (2.5722364357539584) + | > loss_disc_real_0: 0.12827223539352417 (0.13159350199358805) + | > loss_disc_real_1: 0.21501830220222473 (0.21791878449065344) + | > loss_disc_real_2: 0.21200697124004364 (0.2127122761947768) + | > loss_disc_real_3: 0.165744811296463 (0.2077918595501355) + | > loss_disc_real_4: 0.29380106925964355 (0.25405079764979227) + | > loss_disc_real_5: 0.26464739441871643 (0.24180293615375245) + | > loss_0: 2.4472508430480957 (2.5722364357539584) + | > loss_gen: 2.1998064517974854 (2.03059937272753) + | > loss_kl: 1.4328855276107788 (1.6966896908623832) + | > loss_feat: 6.725002288818359 (6.457261323928833) + | > loss_mel: 23.10579490661621 (20.589720726013184) + | > loss_duration: 1.7405877113342285 (1.69843213898795) + | > loss_1: 35.204078674316406 (32.472703388759065) + + --> STEP: 15 + | > loss_disc: 2.6030263900756836 (2.574289099375407) + | > loss_disc_real_0: 0.16986143589019775 (0.13414469758669537) + | > loss_disc_real_1: 0.2611433267593384 (0.22080042064189911) + | > loss_disc_real_2: 0.23324787616729736 (0.21408131619294485) + | > loss_disc_real_3: 0.22101743519306183 (0.20867356459299724) + | > loss_disc_real_4: 0.25284549593925476 (0.2539704442024231) + | > loss_disc_real_5: 0.2602062225341797 (0.24302982191244762) + | > loss_0: 2.6030263900756836 (2.574289099375407) + | > loss_gen: 2.163261890411377 (2.03944354057312) + | > loss_kl: 1.6201627254486084 (1.6915878931681314) + | > loss_feat: 4.37143087387085 (6.3182059605916345) + | > loss_mel: 19.052602767944336 (20.48724619547526) + | > loss_duration: 1.656419277191162 (1.6956312815348307) + | > loss_1: 28.86387825012207 (32.23211504618327) + + --> STEP: 16 + | > loss_disc: 2.453976631164551 (2.5667695701122284) + | > loss_disc_real_0: 0.09641433507204056 (0.13178654992952943) + | > loss_disc_real_1: 0.2413942515850067 (0.22208753507584333) + | > loss_disc_real_2: 0.23437589406967163 (0.21534972731024027) + | > loss_disc_real_3: 0.17219775915145874 (0.20639382675290108) + | > loss_disc_real_4: 0.23425406217575073 (0.2527381703257561) + | > loss_disc_real_5: 0.23944152891635895 (0.24280555360019207) + | > loss_0: 2.453976631164551 (2.5667695701122284) + | > loss_gen: 2.1517369747161865 (2.0464618802070618) + | > loss_kl: 1.7451355457305908 (1.6949346214532852) + | > loss_feat: 6.491951942443848 (6.3290650844573975) + | > loss_mel: 20.340787887573242 (20.478092551231384) + | > loss_duration: 1.7864246368408203 (1.701305866241455) + | > loss_1: 32.51603698730469 (32.24986016750336) + + --> STEP: 17 + | > loss_disc: 2.131289482116699 (2.5411530943477856) + | > loss_disc_real_0: 0.05491684749722481 (0.12726480272762916) + | > loss_disc_real_1: 0.20021185278892517 (0.2208007302354364) + | > loss_disc_real_2: 0.21964794397354126 (0.2156025635845521) + | > loss_disc_real_3: 0.09964357316493988 (0.2001144000712563) + | > loss_disc_real_4: 0.1822407990694046 (0.24859126613420598) + | > loss_disc_real_5: 0.14730845391750336 (0.2371880771482692) + | > loss_0: 2.131289482116699 (2.5411530943477856) + | > loss_gen: 2.0632336139678955 (2.0474484527812287) + | > loss_kl: 1.3927956819534302 (1.677161742659176) + | > loss_feat: 7.3876543045043945 (6.391335038577809) + | > loss_mel: 24.395288467407227 (20.708515840418197) + | > loss_duration: 1.647088885307312 (1.6981166320688583) + | > loss_1: 36.88605880737305 (32.52257773455452) + + --> STEP: 18 + | > loss_disc: 2.4133596420288086 (2.5340534581078424) + | > loss_disc_real_0: 0.07286275923252106 (0.12424246697790092) + | > loss_disc_real_1: 0.2098044902086258 (0.22018982801172468) + | > loss_disc_real_2: 0.22091729938983917 (0.2158978266848458) + | > loss_disc_real_3: 0.18758825957775116 (0.19941850337717268) + | > loss_disc_real_4: 0.1921806037425995 (0.2454573404457834) + | > loss_disc_real_5: 0.16824647784233093 (0.2333579882979393) + | > loss_0: 2.4133596420288086 (2.5340534581078424) + | > loss_gen: 2.007988452911377 (2.0452562305662365) + | > loss_kl: 1.1142551898956299 (1.6458891563945346) + | > loss_feat: 8.561287879943848 (6.511887974209255) + | > loss_mel: 25.127763748168945 (20.954029613071018) + | > loss_duration: 1.62526273727417 (1.6940691934691534) + | > loss_1: 38.43655776977539 (32.85113218095567) + + --> STEP: 19 + | > loss_disc: 2.528987407684326 (2.5337868238750256) + | > loss_disc_real_0: 0.12435847520828247 (0.12424857267423679) + | > loss_disc_real_1: 0.23796208202838898 (0.22112520980207542) + | > loss_disc_real_2: 0.20203347504138947 (0.21516812396676918) + | > loss_disc_real_3: 0.18022741377353668 (0.19840844602961288) + | > loss_disc_real_4: 0.2030796855688095 (0.24322693755752162) + | > loss_disc_real_5: 0.20969632267951965 (0.2321126374759172) + | > loss_0: 2.528987407684326 (2.5337868238750256) + | > loss_gen: 1.919891595840454 (2.0386580918964587) + | > loss_kl: 1.9215141534805298 (1.6603957351885343) + | > loss_feat: 6.277081489562988 (6.499529738175242) + | > loss_mel: 21.063751220703125 (20.95980443452534) + | > loss_duration: 1.7956866025924683 (1.6994174781598543) + | > loss_1: 32.97792434692383 (32.85780545284874) + + --> STEP: 20 + | > loss_disc: 2.504058599472046 (2.5323004126548767) + | > loss_disc_real_0: 0.1174936294555664 (0.12391082551330328) + | > loss_disc_real_1: 0.21015414595603943 (0.22057665660977363) + | > loss_disc_real_2: 0.1903643161058426 (0.21392793357372283) + | > loss_disc_real_3: 0.20462705194950104 (0.1987193763256073) + | > loss_disc_real_4: 0.24928757548332214 (0.24352996945381164) + | > loss_disc_real_5: 0.28339892625808716 (0.23467695191502572) + | > loss_0: 2.504058599472046 (2.5323004126548767) + | > loss_gen: 2.0048160552978516 (2.0369659900665282) + | > loss_kl: 1.4587267637252808 (1.6503122866153717) + | > loss_feat: 5.6420392990112305 (6.456655216217041) + | > loss_mel: 20.348190307617188 (20.92922372817993) + | > loss_duration: 1.663873314857483 (1.6976402699947357) + | > loss_1: 31.117645263671875 (32.770797443389895) + + --> STEP: 21 + | > loss_disc: 2.421612024307251 (2.5270295370192755) + | > loss_disc_real_0: 0.085955910384655 (0.12210344860241526) + | > loss_disc_real_1: 0.2260379195213318 (0.22083671674841926) + | > loss_disc_real_2: 0.2461252063512802 (0.21546113703932082) + | > loss_disc_real_3: 0.17328494787216187 (0.19750821306591942) + | > loss_disc_real_4: 0.24799589812755585 (0.24374263272398994) + | > loss_disc_real_5: 0.21736213564872742 (0.2338524368547258) + | > loss_0: 2.421612024307251 (2.5270295370192755) + | > loss_gen: 2.1550352573394775 (2.042588336127145) + | > loss_kl: 1.7045232057571411 (1.652893758955456) + | > loss_feat: 7.581578254699707 (6.510222979954311) + | > loss_mel: 21.967952728271484 (20.978687013898575) + | > loss_duration: 1.6756787300109863 (1.696594482376462) + | > loss_1: 35.08477020263672 (32.88098662240164) + + --> STEP: 22 + | > loss_disc: 2.4652838706970215 (2.5242229158228096) + | > loss_disc_real_0: 0.12538447976112366 (0.12225258638235656) + | > loss_disc_real_1: 0.237103670835495 (0.22157612375237726) + | > loss_disc_real_2: 0.1826544553041458 (0.21396992423317648) + | > loss_disc_real_3: 0.20410019159317017 (0.19780784845352173) + | > loss_disc_real_4: 0.21431253850460052 (0.24240490116856314) + | > loss_disc_real_5: 0.18222592771053314 (0.23150577734817157) + | > loss_0: 2.4652838706970215 (2.5242229158228096) + | > loss_gen: 1.9748115539550781 (2.039507573301142) + | > loss_kl: 1.6809006929397583 (1.6541668014092878) + | > loss_feat: 6.016356945037842 (6.487774523821744) + | > loss_mel: 20.14426612854004 (20.940758791836824) + | > loss_duration: 1.7713373899459839 (1.6999918872659856) + | > loss_1: 31.58767318725586 (32.82219964807683) + + --> STEP: 23 + | > loss_disc: 2.3866939544677734 (2.518243395763895) + | > loss_disc_real_0: 0.16955798864364624 (0.12430934300241263) + | > loss_disc_real_1: 0.22157935798168182 (0.22157626437104266) + | > loss_disc_real_2: 0.22122758626937866 (0.21428547475648962) + | > loss_disc_real_3: 0.18848194181919098 (0.19740237425202908) + | > loss_disc_real_4: 0.24015900492668152 (0.24230725350587265) + | > loss_disc_real_5: 0.14124931395053864 (0.22758158328740494) + | > loss_0: 2.3866939544677734 (2.518243395763895) + | > loss_gen: 2.2550148963928223 (2.0488774569138237) + | > loss_kl: 1.744523048400879 (1.658095333887183) + | > loss_feat: 7.889339447021484 (6.548712129178255) + | > loss_mel: 21.305614471435547 (20.95662208225416) + | > loss_duration: 1.7633206844329834 (1.702745313229768) + | > loss_1: 34.95781326293945 (32.91505241394042) + + --> STEP: 24 + | > loss_disc: 2.254911422729492 (2.507271230220795) + | > loss_disc_real_0: 0.11156609654426575 (0.12377837439998984) + | > loss_disc_real_1: 0.21077732741832733 (0.22112630866467953) + | > loss_disc_real_2: 0.20862717926502228 (0.21404971244434515) + | > loss_disc_real_3: 0.1729985922574997 (0.19638555000225702) + | > loss_disc_real_4: 0.23895588517189026 (0.24216761315862337) + | > loss_disc_real_5: 0.178617924451828 (0.22554143083592257) + | > loss_0: 2.254911422729492 (2.507271230220795) + | > loss_gen: 2.234858989715576 (2.05662668744723) + | > loss_kl: 1.5508716106414795 (1.6536276787519455) + | > loss_feat: 6.125967979431152 (6.531097789605458) + | > loss_mel: 22.25720977783203 (21.010813236236572) + | > loss_duration: 1.6685004234313965 (1.7013184428215027) + | > loss_1: 33.837406158447266 (32.95348381996154) + + --> STEP: 25 + | > loss_disc: 2.6905736923217773 (2.5146033287048346) + | > loss_disc_real_0: 0.0970492735505104 (0.12270921036601067) + | > loss_disc_real_1: 0.1934671849012375 (0.22001994371414185) + | > loss_disc_real_2: 0.2553023397922516 (0.21569981753826142) + | > loss_disc_real_3: 0.2757316827774048 (0.19955939531326294) + | > loss_disc_real_4: 0.2792600095272064 (0.2436513090133667) + | > loss_disc_real_5: 0.28181973099708557 (0.22779256284236907) + | > loss_0: 2.6905736923217773 (2.5146033287048346) + | > loss_gen: 1.9799683094024658 (2.0535603523254395) + | > loss_kl: 1.5883437395095825 (1.651016321182251) + | > loss_feat: 6.057825088500977 (6.51216688156128) + | > loss_mel: 22.631107330322266 (21.075625) + | > loss_duration: 1.5992165803909302 (1.6972343683242799) + | > loss_1: 33.85646057128906 (32.98960289001464) + + --> STEP: 26 + | > loss_disc: 2.5354912281036377 (2.5154067094509425) + | > loss_disc_real_0: 0.17335771024227142 (0.12465722959202069) + | > loss_disc_real_1: 0.17547398805618286 (0.21830663772729728) + | > loss_disc_real_2: 0.17891231179237366 (0.2142849134711119) + | > loss_disc_real_3: 0.17976108193397522 (0.19879792172175187) + | > loss_disc_real_4: 0.28542253375053406 (0.24525789458018082) + | > loss_disc_real_5: 0.26899197697639465 (0.22937715569367775) + | > loss_0: 2.5354912281036377 (2.5154067094509425) + | > loss_gen: 2.1964681148529053 (2.059056804730342) + | > loss_kl: 1.3667508363723755 (1.640083033304948) + | > loss_feat: 6.792593479156494 (6.522952519930326) + | > loss_mel: 20.667078018188477 (21.05991165454571) + | > loss_duration: 1.6838091611862183 (1.6967180142035851) + | > loss_1: 32.70669937133789 (32.97872198545015) + + --> STEP: 27 + | > loss_disc: 2.614797830581665 (2.5190878620854136) + | > loss_disc_real_0: 0.13368545472621918 (0.12499160830069471) + | > loss_disc_real_1: 0.22888794541358948 (0.21869853801197475) + | > loss_disc_real_2: 0.22646304965019226 (0.21473595555181857) + | > loss_disc_real_3: 0.17226234078407288 (0.19781512242776375) + | > loss_disc_real_4: 0.23402810096740723 (0.24484197629822624) + | > loss_disc_real_5: 0.2725648880004883 (0.23097670133467074) + | > loss_0: 2.614797830581665 (2.5190878620854136) + | > loss_gen: 2.0151751041412354 (2.057431556560375) + | > loss_kl: 1.9035117626190186 (1.649839652909173) + | > loss_feat: 5.833242893218994 (6.497407718941018) + | > loss_mel: 20.88035774230957 (21.053261509648078) + | > loss_duration: 1.7069504261016846 (1.6970969924220332) + | > loss_1: 32.339237213134766 (32.955037364253286) + + --> STEP: 28 + | > loss_disc: 2.4629316329956055 (2.517082282475063) + | > loss_disc_real_0: 0.17222268879413605 (0.12667843260403192) + | > loss_disc_real_1: 0.18915583193302155 (0.21764344136629785) + | > loss_disc_real_2: 0.2095690816640854 (0.21455142434154237) + | > loss_disc_real_3: 0.23954303562641144 (0.19930540504200117) + | > loss_disc_real_4: 0.21532244980335236 (0.24378770749483789) + | > loss_disc_real_5: 0.206060528755188 (0.23008683802826063) + | > loss_0: 2.4629316329956055 (2.517082282475063) + | > loss_gen: 2.11216402053833 (2.0593862874167304) + | > loss_kl: 1.5899221897125244 (1.6476997435092926) + | > loss_feat: 7.496260643005371 (6.533081037657602) + | > loss_mel: 20.022897720336914 (21.016462802886963) + | > loss_duration: 1.6728894710540771 (1.6962324380874634) + | > loss_1: 32.894134521484375 (32.95286226272582) + + --> STEP: 29 + | > loss_disc: 2.426504135131836 (2.5139588980839176) + | > loss_disc_real_0: 0.16578032076358795 (0.1280267735750511) + | > loss_disc_real_1: 0.24123084545135498 (0.21845680012785154) + | > loss_disc_real_2: 0.2101939469575882 (0.21440116650071636) + | > loss_disc_real_3: 0.204624742269516 (0.19948883046363963) + | > loss_disc_real_4: 0.23213474452495575 (0.24338588118553162) + | > loss_disc_real_5: 0.2637750506401062 (0.23124850053211737) + | > loss_0: 2.426504135131836 (2.5139588980839176) + | > loss_gen: 2.2561912536621094 (2.0661726655631227) + | > loss_kl: 1.465884804725647 (1.6414302628615807) + | > loss_feat: 5.429265975952148 (6.495018449322931) + | > loss_mel: 18.311357498168945 (20.923183309620825) + | > loss_duration: 1.657024621963501 (1.6948804444280163) + | > loss_1: 29.11972427368164 (32.820685090689814) + + --> STEP: 30 + | > loss_disc: 2.358426809310913 (2.5087744951248174) + | > loss_disc_real_0: 0.16611728072166443 (0.1292964571466049) + | > loss_disc_real_1: 0.16913530230522156 (0.21681275020043056) + | > loss_disc_real_2: 0.17899596691131592 (0.21322099318106968) + | > loss_disc_real_3: 0.1786012202501297 (0.19879257678985596) + | > loss_disc_real_4: 0.22986061871051788 (0.24293503910303116) + | > loss_disc_real_5: 0.16868029534816742 (0.2291628936926524) + | > loss_0: 2.358426809310913 (2.5087744951248174) + | > loss_gen: 2.138312339782715 (2.0685773213704426) + | > loss_kl: 1.7936711311340332 (1.6465049584706624) + | > loss_feat: 7.749663829803467 (6.536839962005615) + | > loss_mel: 20.912485122680664 (20.922826703389486) + | > loss_duration: 1.7019076347351074 (1.6951146841049194) + | > loss_1: 34.29603958129883 (32.86986357371011) + + --> STEP: 31 + | > loss_disc: 2.572044849395752 (2.5108154742948474) + | > loss_disc_real_0: 0.13872425258159637 (0.12960057957999174) + | > loss_disc_real_1: 0.17415615916252136 (0.21543673113469156) + | > loss_disc_real_2: 0.13770906627178192 (0.21078512457109266) + | > loss_disc_real_3: 0.1957026571035385 (0.19869290196126507) + | > loss_disc_real_4: 0.255137175321579 (0.24332865640040366) + | > loss_disc_real_5: 0.22719772160053253 (0.22909950104451948) + | > loss_0: 2.572044849395752 (2.5108154742948474) + | > loss_gen: 1.809074878692627 (2.060206274832449) + | > loss_kl: 1.3376988172531128 (1.6365434700442898) + | > loss_feat: 7.483651161193848 (6.567382258753622) + | > loss_mel: 22.59280776977539 (20.976697060369677) + | > loss_duration: 1.6569089889526367 (1.6938822423258135) + | > loss_1: 34.88014221191406 (32.934711271716694) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.011533291109146611 (+0.001955116948773785) + | > avg_loss_disc: 2.5108154742948474 (+0.13004006878022256) + | > avg_loss_disc_real_0: 0.12960057957999174 (-0.04724061477088154) + | > avg_loss_disc_real_1: 0.21543673113469156 (-0.024696037653953784) + | > avg_loss_disc_real_2: 0.21078512457109266 (-0.014962753941935886) + | > avg_loss_disc_real_3: 0.19869290196126507 (-0.036759240012015054) + | > avg_loss_disc_real_4: 0.24332865640040366 (+0.0002726354906635864) + | > avg_loss_disc_real_5: 0.22909950104451948 (+0.01597940104622994) + | > avg_loss_0: 2.5108154742948474 (+0.13004006878022256) + | > avg_loss_gen: 2.060206274832449 (-0.5340638814433922) + | > avg_loss_kl: 1.6365434700442898 (-0.0503927699981197) + | > avg_loss_feat: 6.567382258753622 (-0.5256966006371284) + | > avg_loss_mel: 20.976697060369677 (-1.0252260392711996) + | > avg_loss_duration: 1.6938822423258135 (+0.003643912653769288) + | > avg_loss_1: 32.934711271716694 (-2.1317354632962093) + + + > EPOCH: 32/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 05:35:58)  + + --> TIME: 2024-11-23 05:36:09 -- STEP: 14/797 -- GLOBAL_STEP: 48625 + | > loss_disc: 2.3130087852478027 (2.467489344733102) + | > loss_disc_real_0: 0.10828012228012085 (0.12815915420651436) + | > loss_disc_real_1: 0.21110284328460693 (0.21570481253521784) + | > loss_disc_real_2: 0.21680442988872528 (0.23817387116806849) + | > loss_disc_real_3: 0.22032880783081055 (0.23091641707079752) + | > loss_disc_real_4: 0.2074936479330063 (0.21806998870202474) + | > loss_disc_real_5: 0.2335648536682129 (0.23529456236532756) + | > loss_0: 2.3130087852478027 (2.467489344733102) + | > grad_norm_0: tensor(23.9041, device='cuda:0') (tensor(47.2705, device='cuda:0')) + | > loss_gen: 2.729111433029175 (2.386144229343959) + | > loss_kl: 1.7147831916809082 (1.6806901352746146) + | > loss_feat: 7.955636978149414 (6.714011362620762) + | > loss_mel: 22.318918228149414 (20.982028279985702) + | > loss_duration: 1.7641031742095947 (1.8451962300709315) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.48255157470703 (33.608069964817595) + | > grad_norm_1: tensor(499.6333, device='cuda:0') (tensor(428.5067, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 0.7596 (0.7550241265978131) + | > loader_time: 0.0034 (0.004123602594648089) + + + --> TIME: 2024-11-23 05:36:29 -- STEP: 39/797 -- GLOBAL_STEP: 48650 + | > loss_disc: 2.4943642616271973 (2.4606556525597196) + | > loss_disc_real_0: 0.24018895626068115 (0.12993494879740936) + | > loss_disc_real_1: 0.23757705092430115 (0.22429154163751847) + | > loss_disc_real_2: 0.2468300759792328 (0.23689701809332922) + | > loss_disc_real_3: 0.23116464912891388 (0.22466766070096922) + | > loss_disc_real_4: 0.23096589744091034 (0.21872195983544374) + | > loss_disc_real_5: 0.21847864985466003 (0.22982399585919502) + | > loss_0: 2.4943642616271973 (2.4606556525597196) + | > grad_norm_0: tensor(107.9759, device='cuda:0') (tensor(55.2877, device='cuda:0')) + | > loss_gen: 2.5633950233459473 (2.407971504407051) + | > loss_kl: 1.6215847730636597 (1.608203560878069) + | > loss_feat: 6.683806896209717 (7.068109292250413) + | > loss_mel: 20.96885871887207 (21.08868266374637) + | > loss_duration: 1.7509570121765137 (1.7893760723945422) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.588600158691406 (33.96234302031688) + | > grad_norm_1: tensor(634.3358, device='cuda:0') (tensor(500.3803, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 0.7824 (0.7609063600882505) + | > loader_time: 0.0039 (0.005078975970928487) + + + --> TIME: 2024-11-23 05:36:49 -- STEP: 64/797 -- GLOBAL_STEP: 48675 + | > loss_disc: 2.3649473190307617 (2.4418991841375814) + | > loss_disc_real_0: 0.11967826634645462 (0.12829411064740265) + | > loss_disc_real_1: 0.1705012321472168 (0.2194976124446839) + | > loss_disc_real_2: 0.2566656768321991 (0.23594131716527045) + | > loss_disc_real_3: 0.18723566830158234 (0.21869182283990085) + | > loss_disc_real_4: 0.22978448867797852 (0.2183360622730106) + | > loss_disc_real_5: 0.24159735441207886 (0.23330504610203207) + | > loss_0: 2.3649473190307617 (2.4418991841375814) + | > grad_norm_0: tensor(49.2121, device='cuda:0') (tensor(52.3758, device='cuda:0')) + | > loss_gen: 2.503361701965332 (2.4034046232700343) + | > loss_kl: 1.8472715616226196 (1.5787291480228305) + | > loss_feat: 7.177914619445801 (7.1120249927043915) + | > loss_mel: 22.1656551361084 (21.16496655344963) + | > loss_duration: 1.7150156497955322 (1.7586066611111164) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.409217834472656 (34.0177318751812) + | > grad_norm_1: tensor(682.5721, device='cuda:0') (tensor(541.8775, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 0.785 (0.7712357863783836) + | > loader_time: 0.0113 (0.00524420291185379) + + + --> TIME: 2024-11-23 05:37:09 -- STEP: 89/797 -- GLOBAL_STEP: 48700 + | > loss_disc: 2.262498617172241 (2.42697140875827) + | > loss_disc_real_0: 0.06875725835561752 (0.12575152097793107) + | > loss_disc_real_1: 0.1650642305612564 (0.2183531958065676) + | > loss_disc_real_2: 0.22402232885360718 (0.23233299593577225) + | > loss_disc_real_3: 0.1951712965965271 (0.21863564363356391) + | > loss_disc_real_4: 0.18424434959888458 (0.2164423961317941) + | > loss_disc_real_5: 0.19813495874404907 (0.22825893140241002) + | > loss_0: 2.262498617172241 (2.42697140875827) + | > grad_norm_0: tensor(64.4971, device='cuda:0') (tensor(54.1622, device='cuda:0')) + | > loss_gen: 2.4981818199157715 (2.4017905921078797) + | > loss_kl: 1.4975343942642212 (1.5636076813333484) + | > loss_feat: 8.130207061767578 (7.156533916344803) + | > loss_mel: 21.87152671813965 (21.18547195263123) + | > loss_duration: 1.718200445175171 (1.7444207976373394) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.71564865112305 (34.051824676856555) + | > grad_norm_1: tensor(870.6215, device='cuda:0') (tensor(568.7850, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 0.7899 (0.7737853018085609) + | > loader_time: 0.0042 (0.005483501412895287) + + + --> TIME: 2024-11-23 05:37:29 -- STEP: 114/797 -- GLOBAL_STEP: 48725 + | > loss_disc: 2.293065071105957 (2.439472510103593) + | > loss_disc_real_0: 0.04298775643110275 (0.13193668598276476) + | > loss_disc_real_1: 0.20836468040943146 (0.21709660597537694) + | > loss_disc_real_2: 0.22124728560447693 (0.234438476332447) + | > loss_disc_real_3: 0.2304755598306656 (0.22103039998757215) + | > loss_disc_real_4: 0.18020209670066833 (0.21831187814996952) + | > loss_disc_real_5: 0.20468179881572723 (0.23187851030052753) + | > loss_0: 2.293065071105957 (2.439472510103593) + | > grad_norm_0: tensor(32.2689, device='cuda:0') (tensor(62.1529, device='cuda:0')) + | > loss_gen: 2.484619379043579 (2.4198612016544003) + | > loss_kl: 1.699073076248169 (1.5676559727442887) + | > loss_feat: 8.346080780029297 (7.184054052620604) + | > loss_mel: 22.42144775390625 (21.21191028126499) + | > loss_duration: 1.7554444074630737 (1.7368619107363517) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.7066650390625 (34.12034324177523) + | > grad_norm_1: tensor(434.7233, device='cuda:0') (tensor(573.0886, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 0.8089 (0.7773248877441674) + | > loader_time: 0.0048 (0.005583152436373525) + + + --> TIME: 2024-11-23 05:37:49 -- STEP: 139/797 -- GLOBAL_STEP: 48750 + | > loss_disc: 2.6975443363189697 (2.447243462363592) + | > loss_disc_real_0: 0.34630411863327026 (0.1350090561314023) + | > loss_disc_real_1: 0.23583568632602692 (0.21715805406193084) + | > loss_disc_real_2: 0.21143580973148346 (0.23280561034627956) + | > loss_disc_real_3: 0.22147466242313385 (0.22143416642713892) + | > loss_disc_real_4: 0.24163608253002167 (0.2190551532687043) + | > loss_disc_real_5: 0.2316121608018875 (0.23031377856679958) + | > loss_0: 2.6975443363189697 (2.447243462363592) + | > grad_norm_0: tensor(76.0692, device='cuda:0') (tensor(62.8179, device='cuda:0')) + | > loss_gen: 2.1260287761688232 (2.4016962909012385) + | > loss_kl: 1.5671582221984863 (1.5669020255692567) + | > loss_feat: 5.751081943511963 (7.114084367271808) + | > loss_mel: 18.351099014282227 (21.173082996615403) + | > loss_duration: 1.7319281101226807 (1.7313818622836106) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 29.527294158935547 (33.98714743415228) + | > grad_norm_1: tensor(446.5197, device='cuda:0') (tensor(549.1965, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 0.7868 (0.781948353746812) + | > loader_time: 0.0061 (0.005527379701463437) + + + --> TIME: 2024-11-23 05:38:09 -- STEP: 164/797 -- GLOBAL_STEP: 48775 + | > loss_disc: 2.329284906387329 (2.447644953320666) + | > loss_disc_real_0: 0.13172174990177155 (0.1344373638900678) + | > loss_disc_real_1: 0.19912226498126984 (0.21743846884587917) + | > loss_disc_real_2: 0.2647305727005005 (0.2327273654319891) + | > loss_disc_real_3: 0.2457258254289627 (0.22212528719044314) + | > loss_disc_real_4: 0.22011131048202515 (0.21924424153275607) + | > loss_disc_real_5: 0.22978056967258453 (0.22901079503864777) + | > loss_0: 2.329284906387329 (2.447644953320666) + | > grad_norm_0: tensor(9.8929, device='cuda:0') (tensor(56.2011, device='cuda:0')) + | > loss_gen: 2.3460395336151123 (2.3857106130297576) + | > loss_kl: 1.6760040521621704 (1.569059366496597) + | > loss_feat: 7.399019718170166 (7.074029942838157) + | > loss_mel: 22.134765625 (21.136028952714884) + | > loss_duration: 1.6288131475448608 (1.7243799392769976) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.18464279174805 (33.889208723859085) + | > grad_norm_1: tensor(98.5330, device='cuda:0') (tensor(498.7238, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 0.8425 (0.7850789224229208) + | > loader_time: 0.0127 (0.0058337508178338765) + + + --> TIME: 2024-11-23 05:38:30 -- STEP: 189/797 -- GLOBAL_STEP: 48800 + | > loss_disc: 2.529813289642334 (2.446095812257635) + | > loss_disc_real_0: 0.14190077781677246 (0.13420853813095068) + | > loss_disc_real_1: 0.2746821343898773 (0.21711094614374574) + | > loss_disc_real_2: 0.22520297765731812 (0.23323571942155324) + | > loss_disc_real_3: 0.26630038022994995 (0.22148089441988203) + | > loss_disc_real_4: 0.2571825683116913 (0.21983544213115855) + | > loss_disc_real_5: 0.2626679837703705 (0.2286491614012491) + | > loss_0: 2.529813289642334 (2.446095812257635) + | > grad_norm_0: tensor(7.2538, device='cuda:0') (tensor(51.8732, device='cuda:0')) + | > loss_gen: 2.402313709259033 (2.3808401438294258) + | > loss_kl: 1.8220980167388916 (1.5651664907339382) + | > loss_feat: 6.00453519821167 (7.05796909836865) + | > loss_mel: 19.65073013305664 (21.154230057247116) + | > loss_duration: 1.7131425142288208 (1.7194661993198295) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.592819213867188 (33.8776719128644) + | > grad_norm_1: tensor(329.4724, device='cuda:0') (tensor(477.4226, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 0.7349 (0.7872899058003905) + | > loader_time: 0.0046 (0.005869058074143827) + + + --> TIME: 2024-11-23 05:38:50 -- STEP: 214/797 -- GLOBAL_STEP: 48825 + | > loss_disc: 2.4547507762908936 (2.4498869648603625) + | > loss_disc_real_0: 0.14203211665153503 (0.13385089857625626) + | > loss_disc_real_1: 0.17877310514450073 (0.21760204107126344) + | > loss_disc_real_2: 0.22189606726169586 (0.2331691086988583) + | > loss_disc_real_3: 0.2676728069782257 (0.22179261253815946) + | > loss_disc_real_4: 0.24858106672763824 (0.2208544144702849) + | > loss_disc_real_5: 0.25962817668914795 (0.22962094432561198) + | > loss_0: 2.4547507762908936 (2.4498869648603625) + | > grad_norm_0: tensor(33.0588, device='cuda:0') (tensor(50.6464, device='cuda:0')) + | > loss_gen: 2.608433485031128 (2.3771960022293515) + | > loss_kl: 1.6329947710037231 (1.561306132055888) + | > loss_feat: 6.934116363525391 (7.025612614979254) + | > loss_mel: 22.327905654907227 (21.184213665044215) + | > loss_duration: 1.7416226863861084 (1.717989303798319) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.24507141113281 (33.86631762424361) + | > grad_norm_1: tensor(626.3798, device='cuda:0') (tensor(474.4214, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 0.772 (0.7899001313147144) + | > loader_time: 0.0074 (0.005944867000401576) + + + --> TIME: 2024-11-23 05:39:11 -- STEP: 239/797 -- GLOBAL_STEP: 48850 + | > loss_disc: 2.539133310317993 (2.4465802962809917) + | > loss_disc_real_0: 0.16416987776756287 (0.13368547519193527) + | > loss_disc_real_1: 0.18725897371768951 (0.21740340045555864) + | > loss_disc_real_2: 0.23962262272834778 (0.23262904528294648) + | > loss_disc_real_3: 0.19675886631011963 (0.22174375681946967) + | > loss_disc_real_4: 0.23344077169895172 (0.22057741157180594) + | > loss_disc_real_5: 0.2705337703227997 (0.22899331938023348) + | > loss_0: 2.539133310317993 (2.4465802962809917) + | > grad_norm_0: tensor(96.9314, device='cuda:0') (tensor(54.0312, device='cuda:0')) + | > loss_gen: 2.3468446731567383 (2.3801063523631716) + | > loss_kl: 1.4504865407943726 (1.563451657983548) + | > loss_feat: 7.297637462615967 (7.025700646963079) + | > loss_mel: 21.534263610839844 (21.197663327141303) + | > loss_duration: 1.6842156648635864 (1.7136796463483548) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.313446044921875 (33.88060152381034) + | > grad_norm_1: tensor(567.3675, device='cuda:0') (tensor(486.4502, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 0.8816 (0.7925909822456009) + | > loader_time: 0.0059 (0.006125708504201976) + + + --> TIME: 2024-11-23 05:39:32 -- STEP: 264/797 -- GLOBAL_STEP: 48875 + | > loss_disc: 2.561366558074951 (2.446942098212964) + | > loss_disc_real_0: 0.0874939113855362 (0.13388072006460838) + | > loss_disc_real_1: 0.22839036583900452 (0.21711673875423995) + | > loss_disc_real_2: 0.1948806643486023 (0.23270267993211746) + | > loss_disc_real_3: 0.25610822439193726 (0.2217741028941942) + | > loss_disc_real_4: 0.24880537390708923 (0.22042391861252714) + | > loss_disc_real_5: 0.21698857843875885 (0.22900508157908916) + | > loss_0: 2.561366558074951 (2.446942098212964) + | > grad_norm_0: tensor(27.5360, device='cuda:0') (tensor(57.2163, device='cuda:0')) + | > loss_gen: 2.2792930603027344 (2.380154227668589) + | > loss_kl: 1.9786293506622314 (1.5641247641408078) + | > loss_feat: 6.935478687286377 (7.020555767146024) + | > loss_mel: 21.319189071655273 (21.201355818546194) + | > loss_duration: 1.6601284742355347 (1.710876804409605) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.1727180480957 (33.87706727692574) + | > grad_norm_1: tensor(384.1446, device='cuda:0') (tensor(490.2048, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 0.8601 (0.7951488251035864) + | > loader_time: 0.0049 (0.006198126258272112) + + + --> TIME: 2024-11-23 05:39:53 -- STEP: 289/797 -- GLOBAL_STEP: 48900 + | > loss_disc: 2.479851484298706 (2.4525043238405524) + | > loss_disc_real_0: 0.06935581564903259 (0.13710163639387865) + | > loss_disc_real_1: 0.21228158473968506 (0.21691078963370472) + | > loss_disc_real_2: 0.24791735410690308 (0.23234637684888082) + | > loss_disc_real_3: 0.17935730516910553 (0.22246002810636606) + | > loss_disc_real_4: 0.24521464109420776 (0.22068408580181095) + | > loss_disc_real_5: 0.3113057613372803 (0.22923313019391162) + | > loss_0: 2.479851484298706 (2.4525043238405524) + | > grad_norm_0: tensor(45.4942, device='cuda:0') (tensor(58.3579, device='cuda:0')) + | > loss_gen: 2.2650399208068848 (2.380744963781232) + | > loss_kl: 1.499143362045288 (1.562705042246716) + | > loss_feat: 8.1085844039917 (7.015031443335191) + | > loss_mel: 22.77117919921875 (21.21438485775854) + | > loss_duration: 1.6732667684555054 (1.7091296898864958) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.31721496582031 (33.88199595019066) + | > grad_norm_1: tensor(384.0192, device='cuda:0') (tensor(485.7252, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 0.8092 (0.7983339270093447) + | > loader_time: 0.0054 (0.006370613731727468) + + + --> TIME: 2024-11-23 05:40:13 -- STEP: 314/797 -- GLOBAL_STEP: 48925 + | > loss_disc: 2.509786605834961 (2.4530695395864477) + | > loss_disc_real_0: 0.16556651890277863 (0.13632737352827176) + | > loss_disc_real_1: 0.22823895514011383 (0.21700200770690942) + | > loss_disc_real_2: 0.2139841765165329 (0.23294560786834947) + | > loss_disc_real_3: 0.22056393325328827 (0.2224443423425316) + | > loss_disc_real_4: 0.2382747381925583 (0.22070711865356774) + | > loss_disc_real_5: 0.1995580494403839 (0.22925919716715054) + | > loss_0: 2.509786605834961 (2.4530695395864477) + | > grad_norm_0: tensor(32.7669, device='cuda:0') (tensor(58.8778, device='cuda:0')) + | > loss_gen: 2.227691173553467 (2.3762225125246004) + | > loss_kl: 1.5555928945541382 (1.5633537786401754) + | > loss_feat: 6.714005470275879 (6.987708061364043) + | > loss_mel: 21.504776000976562 (21.20231287646447) + | > loss_duration: 1.6724400520324707 (1.7071707298041912) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.674503326416016 (33.836767925578286) + | > grad_norm_1: tensor(197.6351, device='cuda:0') (tensor(481.7647, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 0.7915 (0.7996316882455422) + | > loader_time: 0.0067 (0.006465064492195275) + + + --> TIME: 2024-11-23 05:40:34 -- STEP: 339/797 -- GLOBAL_STEP: 48950 + | > loss_disc: 2.5231285095214844 (2.4533114053506746) + | > loss_disc_real_0: 0.10940607637166977 (0.13584231612736858) + | > loss_disc_real_1: 0.21853239834308624 (0.21753335618867284) + | > loss_disc_real_2: 0.2362137883901596 (0.23256959851864165) + | > loss_disc_real_3: 0.20632508397102356 (0.2225077608517841) + | > loss_disc_real_4: 0.2143225222826004 (0.22055995987404062) + | > loss_disc_real_5: 0.22586359083652496 (0.2295433861755692) + | > loss_0: 2.5231285095214844 (2.4533114053506746) + | > grad_norm_0: tensor(30.2500, device='cuda:0') (tensor(57.2572, device='cuda:0')) + | > loss_gen: 2.1697707176208496 (2.3701479976507778) + | > loss_kl: 1.5212359428405762 (1.5647524533721902) + | > loss_feat: 6.374519348144531 (6.954643384545248) + | > loss_mel: 20.37663459777832 (21.176846580167815) + | > loss_duration: 1.6571540832519531 (1.7055222752523285) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.09931564331055 (33.771912684482785) + | > grad_norm_1: tensor(255.7993, device='cuda:0') (tensor(474.6096, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 0.8472 (0.8012252754166411) + | > loader_time: 0.0054 (0.006586631139119466) + + + --> TIME: 2024-11-23 05:40:55 -- STEP: 364/797 -- GLOBAL_STEP: 48975 + | > loss_disc: 2.5289320945739746 (2.4501122668549242) + | > loss_disc_real_0: 0.2333741933107376 (0.1353955659298943) + | > loss_disc_real_1: 0.17699921131134033 (0.21713675018195266) + | > loss_disc_real_2: 0.2557934820652008 (0.2330179478113468) + | > loss_disc_real_3: 0.2621776759624481 (0.22239978971717123) + | > loss_disc_real_4: 0.2746386229991913 (0.2206990659891904) + | > loss_disc_real_5: 0.283385694026947 (0.22963909751602582) + | > loss_0: 2.5289320945739746 (2.4501122668549242) + | > grad_norm_0: tensor(27.5209, device='cuda:0') (tensor(55.5664, device='cuda:0')) + | > loss_gen: 2.463284730911255 (2.3715554495434192) + | > loss_kl: 1.658780574798584 (1.562648092488666) + | > loss_feat: 6.847999095916748 (6.956671146246101) + | > loss_mel: 22.530805587768555 (21.19455977848601) + | > loss_duration: 1.6778550148010254 (1.703369485152947) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.17872619628906 (33.78880392326101) + | > grad_norm_1: tensor(304.7090, device='cuda:0') (tensor(457.8887, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 0.8544 (0.803486972064762) + | > loader_time: 0.006 (0.006686906893174727) + + + --> TIME: 2024-11-23 05:41:17 -- STEP: 389/797 -- GLOBAL_STEP: 49000 + | > loss_disc: 2.275986909866333 (2.44880905678462) + | > loss_disc_real_0: 0.10529744625091553 (0.13530284460337136) + | > loss_disc_real_1: 0.2286992371082306 (0.2169118324404817) + | > loss_disc_real_2: 0.2013484090566635 (0.23213627968931566) + | > loss_disc_real_3: 0.22221045196056366 (0.2221541073757456) + | > loss_disc_real_4: 0.2118256539106369 (0.22014606159879493) + | > loss_disc_real_5: 0.2462385594844818 (0.22908108212187847) + | > loss_0: 2.275986909866333 (2.44880905678462) + | > grad_norm_0: tensor(51.8907, device='cuda:0') (tensor(54.7393, device='cuda:0')) + | > loss_gen: 2.7511463165283203 (2.368634494840334) + | > loss_kl: 1.5903189182281494 (1.5646796071743905) + | > loss_feat: 8.22866439819336 (6.952530721159396) + | > loss_mel: 22.1366024017334 (21.20324592786463) + | > loss_duration: 1.6759556531906128 (1.7015094916434401) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.3826904296875 (33.79060023977087) + | > grad_norm_1: tensor(831.9683, device='cuda:0') (tensor(451.5542, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 0.82 (0.8058594584771475) + | > loader_time: 0.0068 (0.0068258883714063) + + + --> TIME: 2024-11-23 05:41:38 -- STEP: 414/797 -- GLOBAL_STEP: 49025 + | > loss_disc: 2.5985841751098633 (2.4497453308335793) + | > loss_disc_real_0: 0.10139763355255127 (0.13475077211460934) + | > loss_disc_real_1: 0.21454809606075287 (0.21723994601895844) + | > loss_disc_real_2: 0.21208249032497406 (0.23307486821487905) + | > loss_disc_real_3: 0.22546052932739258 (0.22170336144989816) + | > loss_disc_real_4: 0.26536890864372253 (0.22076223286741598) + | > loss_disc_real_5: 0.2188597470521927 (0.23017190555155564) + | > loss_0: 2.5985841751098633 (2.4497453308335793) + | > grad_norm_0: tensor(132.2460, device='cuda:0') (tensor(55.1705, device='cuda:0')) + | > loss_gen: 2.007443904876709 (2.3710048377225936) + | > loss_kl: 1.800356149673462 (1.5648722958161636) + | > loss_feat: 6.123891830444336 (6.951881578003149) + | > loss_mel: 20.49542236328125 (21.1983138466803) + | > loss_duration: 1.6553022861480713 (1.7001503746290716) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.08241653442383 (33.78622296006204) + | > grad_norm_1: tensor(139.1730, device='cuda:0') (tensor(453.9405, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 0.8152 (0.8077856826321511) + | > loader_time: 0.0066 (0.006884361810730276) + + + --> TIME: 2024-11-23 05:42:00 -- STEP: 439/797 -- GLOBAL_STEP: 49050 + | > loss_disc: 2.4424917697906494 (2.448099804359033) + | > loss_disc_real_0: 0.11114238947629929 (0.1339519536186325) + | > loss_disc_real_1: 0.24935929477214813 (0.2170881380524342) + | > loss_disc_real_2: 0.27707767486572266 (0.23263674825090483) + | > loss_disc_real_3: 0.2050953358411789 (0.22165304418984197) + | > loss_disc_real_4: 0.24033275246620178 (0.22038635102382825) + | > loss_disc_real_5: 0.2872947156429291 (0.22968871165109386) + | > loss_0: 2.4424917697906494 (2.448099804359033) + | > grad_norm_0: tensor(34.0435, device='cuda:0') (tensor(54.7307, device='cuda:0')) + | > loss_gen: 2.562098979949951 (2.3711394926953147) + | > loss_kl: 1.621008038520813 (1.5666838657611595) + | > loss_feat: 6.795134544372559 (6.963633070231025) + | > loss_mel: 22.51189613342285 (21.223229866636117) + | > loss_duration: 1.633581280708313 (1.6989450327084659) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.123722076416016 (33.82363138220572) + | > grad_norm_1: tensor(577.7721, device='cuda:0') (tensor(454.5515, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 0.8289 (0.8098392720102989) + | > loader_time: 0.0112 (0.006999274864283672) + + + --> TIME: 2024-11-23 05:42:22 -- STEP: 464/797 -- GLOBAL_STEP: 49075 + | > loss_disc: 2.4982848167419434 (2.449116253647308) + | > loss_disc_real_0: 0.1343066692352295 (0.13421018599082954) + | > loss_disc_real_1: 0.18563717603683472 (0.2169981466863176) + | > loss_disc_real_2: 0.23868456482887268 (0.23287055390919076) + | > loss_disc_real_3: 0.263492226600647 (0.2219051913968448) + | > loss_disc_real_4: 0.2438967525959015 (0.22046335083271923) + | > loss_disc_real_5: 0.2306656539440155 (0.23037859713979836) + | > loss_0: 2.4982848167419434 (2.449116253647308) + | > grad_norm_0: tensor(19.8614, device='cuda:0') (tensor(54.0837, device='cuda:0')) + | > loss_gen: 2.360915422439575 (2.372615626146053) + | > loss_kl: 1.6180733442306519 (1.5674244801289048) + | > loss_feat: 7.511267185211182 (6.962711625058073) + | > loss_mel: 22.376605987548828 (21.241799350442577) + | > loss_duration: 1.6350674629211426 (1.698148441725764) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.501930236816406 (33.84269959351107) + | > grad_norm_1: tensor(380.0416, device='cuda:0') (tensor(454.0266, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 0.8851 (0.8128699084808084) + | > loader_time: 0.0093 (0.007120995685972017) + + + --> TIME: 2024-11-23 05:42:43 -- STEP: 489/797 -- GLOBAL_STEP: 49100 + | > loss_disc: 2.561544418334961 (2.4491664344303907) + | > loss_disc_real_0: 0.07147808372974396 (0.13355880040210708) + | > loss_disc_real_1: 0.18865275382995605 (0.2169213513777056) + | > loss_disc_real_2: 0.21997514367103577 (0.2323469662836968) + | > loss_disc_real_3: 0.24560122191905975 (0.2218641096646069) + | > loss_disc_real_4: 0.23678582906723022 (0.22083756611025407) + | > loss_disc_real_5: 0.24872522056102753 (0.23052171796011778) + | > loss_0: 2.561544418334961 (2.4491664344303907) + | > grad_norm_0: tensor(19.3293, device='cuda:0') (tensor(54.7500, device='cuda:0')) + | > loss_gen: 2.4606523513793945 (2.3722667903744123) + | > loss_kl: 1.600389003753662 (1.56773403780592) + | > loss_feat: 7.774919033050537 (6.968363622458677) + | > loss_mel: 22.763792037963867 (21.261672661592154) + | > loss_duration: 1.6684386730194092 (1.6969406604766848) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.2681884765625 (33.866977812566105) + | > grad_norm_1: tensor(334.5696, device='cuda:0') (tensor(459.7093, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 0.8469 (0.8154078514785609) + | > loader_time: 0.0075 (0.007282162980311731) + + + --> TIME: 2024-11-23 05:43:05 -- STEP: 514/797 -- GLOBAL_STEP: 49125 + | > loss_disc: 2.5328612327575684 (2.4503121635793224) + | > loss_disc_real_0: 0.22612372040748596 (0.13390338944148011) + | > loss_disc_real_1: 0.20646488666534424 (0.21707603564406183) + | > loss_disc_real_2: 0.24692006409168243 (0.23262249611694988) + | > loss_disc_real_3: 0.21145793795585632 (0.2215522740775509) + | > loss_disc_real_4: 0.19289690256118774 (0.22055477550405472) + | > loss_disc_real_5: 0.2030249387025833 (0.23123985975400946) + | > loss_0: 2.5328612327575684 (2.4503121635793224) + | > grad_norm_0: tensor(121.0439, device='cuda:0') (tensor(55.3238, device='cuda:0')) + | > loss_gen: 2.469940662384033 (2.3728495715657094) + | > loss_kl: 1.3662123680114746 (1.5659160299755719) + | > loss_feat: 7.649550437927246 (6.953945617267592) + | > loss_mel: 21.058666229248047 (21.23379691380009) + | > loss_duration: 1.6394031047821045 (1.6957525826613729) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.183773040771484 (33.822260730461345) + | > grad_norm_1: tensor(410.3734, device='cuda:0') (tensor(458.5799, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 0.8601 (0.8173566138234117) + | > loader_time: 0.016 (0.007410807832205806) + + + --> TIME: 2024-11-23 05:43:27 -- STEP: 539/797 -- GLOBAL_STEP: 49150 + | > loss_disc: 2.480194330215454 (2.45140254121543) + | > loss_disc_real_0: 0.05625778064131737 (0.13437423767981604) + | > loss_disc_real_1: 0.21601246297359467 (0.21716006553571165) + | > loss_disc_real_2: 0.244027242064476 (0.23243457175694504) + | > loss_disc_real_3: 0.2102685123682022 (0.2220709666692702) + | > loss_disc_real_4: 0.23617605865001678 (0.22075616085905314) + | > loss_disc_real_5: 0.29351770877838135 (0.2310460010242816) + | > loss_0: 2.480194330215454 (2.45140254121543) + | > grad_norm_0: tensor(52.0845, device='cuda:0') (tensor(56.3814, device='cuda:0')) + | > loss_gen: 2.3359487056732178 (2.37472729337901) + | > loss_kl: 1.6195565462112427 (1.565142848385508) + | > loss_feat: 7.2946553230285645 (6.956768473800348) + | > loss_mel: 22.20865249633789 (21.244965353348277) + | > loss_duration: 1.6727800369262695 (1.69554873631925) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.131591796875 (33.83715269693856) + | > grad_norm_1: tensor(368.2332, device='cuda:0') (tensor(455.2492, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 0.8137 (0.8197967006456872) + | > loader_time: 0.0068 (0.00749539311608932) + + + --> TIME: 2024-11-23 05:43:49 -- STEP: 564/797 -- GLOBAL_STEP: 49175 + | > loss_disc: 2.542422294616699 (2.451717585536602) + | > loss_disc_real_0: 0.16101884841918945 (0.13436288298735183) + | > loss_disc_real_1: 0.2445494383573532 (0.21764495338689777) + | > loss_disc_real_2: 0.22234904766082764 (0.2326500881331187) + | > loss_disc_real_3: 0.23149724304676056 (0.22188769545115483) + | > loss_disc_real_4: 0.2281477004289627 (0.22083275918419484) + | > loss_disc_real_5: 0.19657962024211884 (0.23104482529856635) + | > loss_0: 2.542422294616699 (2.451717585536602) + | > grad_norm_0: tensor(37.2778, device='cuda:0') (tensor(56.5604, device='cuda:0')) + | > loss_gen: 2.192427158355713 (2.375426973434204) + | > loss_kl: 1.573758602142334 (1.5664644033139474) + | > loss_feat: 5.30275297164917 (6.947328643595917) + | > loss_mel: 17.88196563720703 (21.242238443793998) + | > loss_duration: 1.6714750528335571 (1.6947953263495832) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 28.622377395629883 (33.82625376924553) + | > grad_norm_1: tensor(541.4380, device='cuda:0') (tensor(457.2342, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 0.8525 (0.822004513114902) + | > loader_time: 0.0069 (0.007582647580627009) + + + --> TIME: 2024-11-23 05:44:12 -- STEP: 589/797 -- GLOBAL_STEP: 49200 + | > loss_disc: 2.3303792476654053 (2.4505908153255413) + | > loss_disc_real_0: 0.1121828630566597 (0.1341833336459054) + | > loss_disc_real_1: 0.20900438725948334 (0.21764130666472511) + | > loss_disc_real_2: 0.20034442842006683 (0.23255993435965733) + | > loss_disc_real_3: 0.16365595161914825 (0.2219292106824739) + | > loss_disc_real_4: 0.1907021403312683 (0.2205661802168411) + | > loss_disc_real_5: 0.2078576683998108 (0.23081371054078606) + | > loss_0: 2.3303792476654053 (2.4505908153255413) + | > grad_norm_0: tensor(12.3955, device='cuda:0') (tensor(55.7931, device='cuda:0')) + | > loss_gen: 2.31250262260437 (2.3739173804964793) + | > loss_kl: 1.4861032962799072 (1.566014121364049) + | > loss_feat: 7.429553985595703 (6.944113745956551) + | > loss_mel: 21.284589767456055 (21.251035152752667) + | > loss_duration: 1.6723532676696777 (1.694403649388429) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.18510055541992 (33.829484036094236) + | > grad_norm_1: tensor(326.6970, device='cuda:0') (tensor(452.4003, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 0.8419 (0.8243010076480727) + | > loader_time: 0.0094 (0.007713134908109448) + + + --> TIME: 2024-11-23 05:44:34 -- STEP: 614/797 -- GLOBAL_STEP: 49225 + | > loss_disc: 2.288404941558838 (2.4506172310645846) + | > loss_disc_real_0: 0.10059678554534912 (0.13435045603650614) + | > loss_disc_real_1: 0.19366201758384705 (0.21753846277582917) + | > loss_disc_real_2: 0.19225938618183136 (0.23266736551488262) + | > loss_disc_real_3: 0.1650265008211136 (0.22162829696258426) + | > loss_disc_real_4: 0.2278853803873062 (0.22067879829616427) + | > loss_disc_real_5: 0.23151348531246185 (0.2309461400301138) + | > loss_0: 2.288404941558838 (2.4506172310645846) + | > grad_norm_0: tensor(80.7900, device='cuda:0') (tensor(55.3784, device='cuda:0')) + | > loss_gen: 2.524503469467163 (2.372285243742628) + | > loss_kl: 1.756583571434021 (1.5681495842211404) + | > loss_feat: 7.60139799118042 (6.935454331314137) + | > loss_mel: 24.049724578857422 (21.265166938110763) + | > loss_duration: 1.7003674507141113 (1.6943262246610296) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.63257598876953 (33.8353822906941) + | > grad_norm_1: tensor(207.4568, device='cuda:0') (tensor(454.0056, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 0.8678 (0.8265747740524984) + | > loader_time: 0.017 (0.007807068017096007) + + + --> TIME: 2024-11-23 05:44:57 -- STEP: 639/797 -- GLOBAL_STEP: 49250 + | > loss_disc: 2.387040853500366 (2.4517421050810446) + | > loss_disc_real_0: 0.17763285338878632 (0.1344146495378915) + | > loss_disc_real_1: 0.17850103974342346 (0.21788456505499723) + | > loss_disc_real_2: 0.23445667326450348 (0.23265691285775114) + | > loss_disc_real_3: 0.27198830246925354 (0.22172170378419342) + | > loss_disc_real_4: 0.27427542209625244 (0.22083518263506408) + | > loss_disc_real_5: 0.2455846220254898 (0.23089317690598574) + | > loss_0: 2.387040853500366 (2.4517421050810446) + | > grad_norm_0: tensor(78.1567, device='cuda:0') (tensor(55.9113, device='cuda:0')) + | > loss_gen: 2.7184927463531494 (2.3716394069235824) + | > loss_kl: 1.6508651971817017 (1.5693095876763863) + | > loss_feat: 7.051326751708984 (6.922735657490475) + | > loss_mel: 22.517488479614258 (21.265725182069136) + | > loss_duration: 1.7159751653671265 (1.6946405353307359) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.654151916503906 (33.824050339174896) + | > grad_norm_1: tensor(519.5623, device='cuda:0') (tensor(457.4123, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 0.8883 (0.8291290026502052) + | > loader_time: 0.0088 (0.007890274826909457) + + + --> TIME: 2024-11-23 05:45:20 -- STEP: 664/797 -- GLOBAL_STEP: 49275 + | > loss_disc: 2.4000391960144043 (2.452393145446315) + | > loss_disc_real_0: 0.13725826144218445 (0.13449152622439256) + | > loss_disc_real_1: 0.2004210352897644 (0.21771137267126736) + | > loss_disc_real_2: 0.185581773519516 (0.23249885433140288) + | > loss_disc_real_3: 0.15297536551952362 (0.2218403493289847) + | > loss_disc_real_4: 0.16219907999038696 (0.22068850352731817) + | > loss_disc_real_5: 0.19241730868816376 (0.2310797869934734) + | > loss_0: 2.4000391960144043 (2.452393145446315) + | > grad_norm_0: tensor(51.8729, device='cuda:0') (tensor(56.0055, device='cuda:0')) + | > loss_gen: 2.2446887493133545 (2.3692641218742683) + | > loss_kl: 1.4640332460403442 (1.5691332345805966) + | > loss_feat: 7.114197731018066 (6.912237021578363) + | > loss_mel: 20.24387550354004 (21.260937696479914) + | > loss_duration: 1.6612839698791504 (1.694024677736214) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.72807693481445 (33.805596716432625) + | > grad_norm_1: tensor(619.8878, device='cuda:0') (tensor(460.0630, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 0.8928 (0.8318488867167961) + | > loader_time: 0.008 (0.007974877055869046) + + + --> TIME: 2024-11-23 05:45:43 -- STEP: 689/797 -- GLOBAL_STEP: 49300 + | > loss_disc: 2.352161407470703 (2.450086576326142) + | > loss_disc_real_0: 0.09096557646989822 (0.13394482484079245) + | > loss_disc_real_1: 0.20779196918010712 (0.2176088750340769) + | > loss_disc_real_2: 0.23531445860862732 (0.2325102228601024) + | > loss_disc_real_3: 0.20595164597034454 (0.22175494015908898) + | > loss_disc_real_4: 0.20235861837863922 (0.2206760665242316) + | > loss_disc_real_5: 0.20885631442070007 (0.23076622140511374) + | > loss_0: 2.352161407470703 (2.450086576326142) + | > grad_norm_0: tensor(31.1613, device='cuda:0') (tensor(56.1090, device='cuda:0')) + | > loss_gen: 2.6027262210845947 (2.3706726380806336) + | > loss_kl: 1.6059868335723877 (1.5706775566490012) + | > loss_feat: 7.228187084197998 (6.9134124394598135) + | > loss_mel: 21.412260055541992 (21.2671674138749) + | > loss_duration: 1.7015790939331055 (1.6934553473019986) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.55073928833008 (33.81538538109229) + | > grad_norm_1: tensor(660.9480, device='cuda:0') (tensor(462.5848, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 0.9629 (0.8350859709159725) + | > loader_time: 0.0086 (0.008103491778989658) + + + --> TIME: 2024-11-23 05:46:07 -- STEP: 714/797 -- GLOBAL_STEP: 49325 + | > loss_disc: 2.4420998096466064 (2.449264321674481) + | > loss_disc_real_0: 0.08960506319999695 (0.1337611903423439) + | > loss_disc_real_1: 0.18256771564483643 (0.21761202155834153) + | > loss_disc_real_2: 0.2221384346485138 (0.23246516514809526) + | > loss_disc_real_3: 0.22246471047401428 (0.2215822510609106) + | > loss_disc_real_4: 0.23920521140098572 (0.22059157812127883) + | > loss_disc_real_5: 0.2434854656457901 (0.23099723001237676) + | > loss_0: 2.4420998096466064 (2.449264321674481) + | > grad_norm_0: tensor(119.5975, device='cuda:0') (tensor(56.9752, device='cuda:0')) + | > loss_gen: 2.3401236534118652 (2.3724128391896295) + | > loss_kl: 1.3970142602920532 (1.5722922479905996) + | > loss_feat: 5.677964210510254 (6.916079720863107) + | > loss_mel: 20.580347061157227 (21.27783776398133) + | > loss_duration: 1.6529228687286377 (1.6927448816660078) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.648372650146484 (33.831367431234504) + | > grad_norm_1: tensor(601.0002, device='cuda:0') (tensor(464.7030, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 0.9607 (0.839084282308733) + | > loader_time: 0.0091 (0.008204451796053504) + + + --> TIME: 2024-11-23 05:46:41 -- STEP: 739/797 -- GLOBAL_STEP: 49350 + | > loss_disc: 2.3818740844726562 (2.448412419655967) + | > loss_disc_real_0: 0.10726217925548553 (0.13369540312656372) + | > loss_disc_real_1: 0.21396705508232117 (0.21755954390328694) + | > loss_disc_real_2: 0.23283757269382477 (0.23230077164986138) + | > loss_disc_real_3: 0.28082191944122314 (0.22180240549883112) + | > loss_disc_real_4: 0.25690141320228577 (0.22075147955036942) + | > loss_disc_real_5: 0.24480274319648743 (0.23095040567753602) + | > loss_0: 2.3818740844726562 (2.448412419655967) + | > grad_norm_0: tensor(99.4052, device='cuda:0') (tensor(57.9018, device='cuda:0')) + | > loss_gen: 2.3959054946899414 (2.375612535721878) + | > loss_kl: 1.7102930545806885 (1.574322374570353) + | > loss_feat: 7.579120635986328 (6.926255272593002) + | > loss_mel: 21.770092010498047 (21.288847049615057) + | > loss_duration: 1.6652123928070068 (1.6918493927089713) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.12062072753906 (33.85688657334752) + | > grad_norm_1: tensor(590.2849, device='cuda:0') (tensor(465.5223, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 2.2365 (0.8551803186878618) + | > loader_time: 0.0096 (0.008459347349381098) + + + --> TIME: 2024-11-23 05:47:35 -- STEP: 764/797 -- GLOBAL_STEP: 49375 + | > loss_disc: 2.439328193664551 (2.4485083459559496) + | > loss_disc_real_0: 0.16378894448280334 (0.13381011492002232) + | > loss_disc_real_1: 0.22188490629196167 (0.21746624074876308) + | > loss_disc_real_2: 0.2501204311847687 (0.2324195397305863) + | > loss_disc_real_3: 0.18833713233470917 (0.22185376333316584) + | > loss_disc_real_4: 0.2116789072751999 (0.2207281041441788) + | > loss_disc_real_5: 0.23778952658176422 (0.2307271456921288) + | > loss_0: 2.439328193664551 (2.4485083459559496) + | > grad_norm_0: tensor(167.3070, device='cuda:0') (tensor(57.6605, device='cuda:0')) + | > loss_gen: 2.276017427444458 (2.374576359831226) + | > loss_kl: 1.6240967512130737 (1.574559912865698) + | > loss_feat: 5.875225067138672 (6.921537062260493) + | > loss_mel: 19.03249740600586 (21.274676979524298) + | > loss_duration: 1.6834380626678467 (1.690852365724704) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.491273880004883 (33.83620263893562) + | > grad_norm_1: tensor(250.3105, device='cuda:0') (tensor(465.6494, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 2.2162 (0.8975165586196935) + | > loader_time: 0.0121 (0.008691371423411748) + + + --> TIME: 2024-11-23 05:48:53 -- STEP: 789/797 -- GLOBAL_STEP: 49400 + | > loss_disc: 2.4568026065826416 (2.4484740618063885) + | > loss_disc_real_0: 0.12720221281051636 (0.13376395198952115) + | > loss_disc_real_1: 0.2269812822341919 (0.21745583461302467) + | > loss_disc_real_2: 0.17678339779376984 (0.23215676815790823) + | > loss_disc_real_3: 0.18764647841453552 (0.22178207288752338) + | > loss_disc_real_4: 0.19774949550628662 (0.2208635127703047) + | > loss_disc_real_5: 0.24086683988571167 (0.2310206064782064) + | > loss_0: 2.4568026065826416 (2.4484740618063885) + | > grad_norm_0: tensor(65.2653, device='cuda:0') (tensor(56.9997, device='cuda:0')) + | > loss_gen: 2.192136526107788 (2.3734331046371553) + | > loss_kl: 1.738154649734497 (1.5766652993980614) + | > loss_feat: 6.375804424285889 (6.927289282263307) + | > loss_mel: 20.919898986816406 (21.288584814325485) + | > loss_duration: 1.6911391019821167 (1.6900748679242061) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.91713333129883 (33.85604733659284) + | > grad_norm_1: tensor(539.9691, device='cuda:0') (tensor(465.3359, device='cuda:0')) + | > current_lr_0: 0.000198505517906589 + | > current_lr_1: 0.000198505517906589 + | > step_time: 3.5426 (0.9669702068178972) + | > loader_time: 0.0097 (0.009027216673199523) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.4331014156341553 (2.4331014156341553) + | > loss_disc_real_0: 0.16161218285560608 (0.16161218285560608) + | > loss_disc_real_1: 0.2116893082857132 (0.2116893082857132) + | > loss_disc_real_2: 0.16714388132095337 (0.16714388132095337) + | > loss_disc_real_3: 0.1934550702571869 (0.1934550702571869) + | > loss_disc_real_4: 0.15813018381595612 (0.15813018381595612) + | > loss_disc_real_5: 0.1879749745130539 (0.1879749745130539) + | > loss_0: 2.4331014156341553 (2.4331014156341553) + | > loss_gen: 2.1802873611450195 (2.1802873611450195) + | > loss_kl: 1.246316909790039 (1.246316909790039) + | > loss_feat: 7.220057487487793 (7.220057487487793) + | > loss_mel: 21.564380645751953 (21.564380645751953) + | > loss_duration: 1.9687525033950806 (1.9687525033950806) + | > loss_1: 34.17979431152344 (34.17979431152344) + + --> STEP: 1 + | > loss_disc: 2.359844207763672 (2.359844207763672) + | > loss_disc_real_0: 0.050360094755887985 (0.050360094755887985) + | > loss_disc_real_1: 0.18749816715717316 (0.18749816715717316) + | > loss_disc_real_2: 0.1639413833618164 (0.1639413833618164) + | > loss_disc_real_3: 0.23991000652313232 (0.23991000652313232) + | > loss_disc_real_4: 0.16380994021892548 (0.16380994021892548) + | > loss_disc_real_5: 0.19448474049568176 (0.19448474049568176) + | > loss_0: 2.359844207763672 (2.359844207763672) + | > loss_gen: 2.117358446121216 (2.117358446121216) + | > loss_kl: 1.616909146308899 (1.616909146308899) + | > loss_feat: 8.614195823669434 (8.614195823669434) + | > loss_mel: 24.72698211669922 (24.72698211669922) + | > loss_duration: 1.7249382734298706 (1.7249382734298706) + | > loss_1: 38.800384521484375 (38.800384521484375) + + --> STEP: 2 + | > loss_disc: 2.51632022857666 (2.438082218170166) + | > loss_disc_real_0: 0.14588329195976257 (0.09812169335782528) + | > loss_disc_real_1: 0.28252479434013367 (0.2350114807486534) + | > loss_disc_real_2: 0.2885749638080597 (0.22625817358493805) + | > loss_disc_real_3: 0.2705739140510559 (0.2552419602870941) + | > loss_disc_real_4: 0.25044935941696167 (0.20712964981794357) + | > loss_disc_real_5: 0.255829781293869 (0.2251572608947754) + | > loss_0: 2.51632022857666 (2.438082218170166) + | > loss_gen: 2.492448568344116 (2.304903507232666) + | > loss_kl: 1.6701098680496216 (1.6435095071792603) + | > loss_feat: 6.168026924133301 (7.391111373901367) + | > loss_mel: 22.1626033782959 (23.44479274749756) + | > loss_duration: 1.6764445304870605 (1.7006914019584656) + | > loss_1: 34.16963195800781 (36.485008239746094) + + --> STEP: 3 + | > loss_disc: 2.545473575592041 (2.473879337310791) + | > loss_disc_real_0: 0.1661486029624939 (0.12079732989271481) + | > loss_disc_real_1: 0.2742379605770111 (0.24808697402477264) + | > loss_disc_real_2: 0.3409585654735565 (0.26449163754781085) + | > loss_disc_real_3: 0.2535904347896576 (0.2546914517879486) + | > loss_disc_real_4: 0.14509205520153046 (0.18645045161247253) + | > loss_disc_real_5: 0.18595607578754425 (0.21209019919236502) + | > loss_0: 2.545473575592041 (2.473879337310791) + | > loss_gen: 2.3649444580078125 (2.3249171574910483) + | > loss_kl: 1.567431926727295 (1.6181503136952717) + | > loss_feat: 6.8220672607421875 (7.201430002848308) + | > loss_mel: 24.087413787841797 (23.658999760945637) + | > loss_duration: 1.7216769456863403 (1.7076865832010906) + | > loss_1: 36.563533782958984 (36.511183420817055) + + --> STEP: 4 + | > loss_disc: 2.495249032974243 (2.479221761226654) + | > loss_disc_real_0: 0.10849307477474213 (0.11772126611322165) + | > loss_disc_real_1: 0.1658579260110855 (0.22752971202135086) + | > loss_disc_real_2: 0.20766180753707886 (0.25028418004512787) + | > loss_disc_real_3: 0.15530773997306824 (0.22984552383422852) + | > loss_disc_real_4: 0.22658570110797882 (0.1964842639863491) + | > loss_disc_real_5: 0.17647600173950195 (0.20318664982914925) + | > loss_0: 2.495249032974243 (2.479221761226654) + | > loss_gen: 1.9835114479064941 (2.2395657300949097) + | > loss_kl: 1.7723963260650635 (1.6567118167877197) + | > loss_feat: 9.925273895263672 (7.882390975952148) + | > loss_mel: 22.418081283569336 (23.348770141601562) + | > loss_duration: 1.6361892223358154 (1.6898122429847717) + | > loss_1: 37.73545455932617 (36.817251205444336) + + --> STEP: 5 + | > loss_disc: 2.449173927307129 (2.473212194442749) + | > loss_disc_real_0: 0.13329142332077026 (0.12083529755473137) + | > loss_disc_real_1: 0.19764713943004608 (0.2215531975030899) + | > loss_disc_real_2: 0.18056230247020721 (0.23633980453014375) + | > loss_disc_real_3: 0.20148007571697235 (0.2241724342107773) + | > loss_disc_real_4: 0.15543900430202484 (0.18827521204948425) + | > loss_disc_real_5: 0.1323377788066864 (0.1890168756246567) + | > loss_0: 2.449173927307129 (2.473212194442749) + | > loss_gen: 2.0621962547302246 (2.2040918350219725) + | > loss_kl: 2.045135974884033 (1.7343966484069824) + | > loss_feat: 8.127363204956055 (7.93138542175293) + | > loss_mel: 24.140493392944336 (23.507114791870116) + | > loss_duration: 1.8788714408874512 (1.7276240825653075) + | > loss_1: 38.254058837890625 (37.10461273193359) + + --> STEP: 6 + | > loss_disc: 2.487966537475586 (2.4756712516148887) + | > loss_disc_real_0: 0.11031991243362427 (0.11908273336788018) + | > loss_disc_real_1: 0.2983555197715759 (0.23435358454783758) + | > loss_disc_real_2: 0.17761462926864624 (0.22655227531989416) + | > loss_disc_real_3: 0.22323696315288544 (0.22401652236779532) + | > loss_disc_real_4: 0.16854214668273926 (0.18498636782169342) + | > loss_disc_real_5: 0.21719235181808472 (0.19371278832356134) + | > loss_0: 2.487966537475586 (2.4756712516148887) + | > loss_gen: 2.1535632610321045 (2.195670406023661) + | > loss_kl: 1.6287554502487183 (1.7167897820472717) + | > loss_feat: 7.834733963012695 (7.915276845296224) + | > loss_mel: 23.66276741027832 (23.533056894938152) + | > loss_duration: 1.6947834491729736 (1.7221506436665852) + | > loss_1: 36.974605560302734 (37.08294486999512) + + --> STEP: 7 + | > loss_disc: 2.5672316551208496 (2.488751309258597) + | > loss_disc_real_0: 0.1255778819322586 (0.12001061173421997) + | > loss_disc_real_1: 0.2005225569009781 (0.22952058059828623) + | > loss_disc_real_2: 0.23517857491970062 (0.22778460383415222) + | > loss_disc_real_3: 0.2268083542585373 (0.22441535549504416) + | > loss_disc_real_4: 0.15219217538833618 (0.18030148318835668) + | > loss_disc_real_5: 0.15067800879478455 (0.18756496267659323) + | > loss_0: 2.5672316551208496 (2.488751309258597) + | > loss_gen: 2.029013156890869 (2.1718622275761197) + | > loss_kl: 1.8605029582977295 (1.7373202357973372) + | > loss_feat: 7.731003284454346 (7.888952050890241) + | > loss_mel: 23.212427139282227 (23.487252644130162) + | > loss_duration: 1.6423405408859253 (1.7107492004122054) + | > loss_1: 36.47528839111328 (36.996136801583425) + + --> STEP: 8 + | > loss_disc: 2.420665740966797 (2.480240613222122) + | > loss_disc_real_0: 0.08441197872161865 (0.1155607826076448) + | > loss_disc_real_1: 0.2111864686012268 (0.2272288165986538) + | > loss_disc_real_2: 0.20938028395175934 (0.2254840638488531) + | > loss_disc_real_3: 0.2399749606847763 (0.22636030614376068) + | > loss_disc_real_4: 0.17130693793296814 (0.1791771650314331) + | > loss_disc_real_5: 0.2012624442577362 (0.1892771478742361) + | > loss_0: 2.420665740966797 (2.480240613222122) + | > loss_gen: 2.1398565769195557 (2.167861521244049) + | > loss_kl: 1.8126450777053833 (1.746735841035843) + | > loss_feat: 6.8882246017456055 (7.763861119747162) + | > loss_mel: 21.579105377197266 (23.24873423576355) + | > loss_duration: 1.7065954208374023 (1.710229977965355) + | > loss_1: 34.12643051147461 (36.637423515319824) + + --> STEP: 9 + | > loss_disc: 2.3551528453826904 (2.466341972351074) + | > loss_disc_real_0: 0.10350082814693451 (0.11422078766756588) + | > loss_disc_real_1: 0.2426649034023285 (0.22894393735461765) + | > loss_disc_real_2: 0.21832101047039032 (0.22468816902902392) + | > loss_disc_real_3: 0.23078061640262604 (0.22685145172807905) + | > loss_disc_real_4: 0.16010139882564545 (0.17705763545301226) + | > loss_disc_real_5: 0.2223903387784958 (0.19295639130804274) + | > loss_0: 2.3551528453826904 (2.466341972351074) + | > loss_gen: 2.3080477714538574 (2.183437771267361) + | > loss_kl: 1.4347056150436401 (1.7120658159255981) + | > loss_feat: 7.318832874298096 (7.714413536919488) + | > loss_mel: 24.13191795349121 (23.346865759955513) + | > loss_duration: 1.6537582874298096 (1.7039553456836276) + | > loss_1: 36.84726333618164 (36.66073905097114) + + --> STEP: 10 + | > loss_disc: 2.6394827365875244 (2.4836560487747192) + | > loss_disc_real_0: 0.16479191184043884 (0.11927790008485317) + | > loss_disc_real_1: 0.18356533348560333 (0.22440607696771622) + | > loss_disc_real_2: 0.25076746940612793 (0.22729609906673431) + | > loss_disc_real_3: 0.23030684888362885 (0.22719699144363403) + | > loss_disc_real_4: 0.20649375021457672 (0.1800012469291687) + | > loss_disc_real_5: 0.22605542838573456 (0.19626629501581191) + | > loss_0: 2.6394827365875244 (2.4836560487747192) + | > loss_gen: 2.125047206878662 (2.177598714828491) + | > loss_kl: 1.639397144317627 (1.704798948764801) + | > loss_feat: 5.791031360626221 (7.5220753192901615) + | > loss_mel: 20.945730209350586 (23.10675220489502) + | > loss_duration: 1.581302523612976 (1.6916900634765626) + | > loss_1: 32.0825080871582 (36.20291595458984) + + --> STEP: 11 + | > loss_disc: 2.4383535385131836 (2.4795376387509434) + | > loss_disc_real_0: 0.13770917057991028 (0.12095347012985837) + | > loss_disc_real_1: 0.1779244840145111 (0.22018047760833392) + | > loss_disc_real_2: 0.18513397872447968 (0.22346317903562027) + | > loss_disc_real_3: 0.21502864360809326 (0.22609077800403943) + | > loss_disc_real_4: 0.19231319427490234 (0.18112051486968994) + | > loss_disc_real_5: 0.17059125006198883 (0.19393220002000983) + | > loss_0: 2.4383535385131836 (2.4795376387509434) + | > loss_gen: 2.0391762256622314 (2.165014852177013) + | > loss_kl: 2.013751983642578 (1.7328855882991443) + | > loss_feat: 8.793900489807129 (7.637695789337158) + | > loss_mel: 23.004499435424805 (23.097456498579547) + | > loss_duration: 1.587581992149353 (1.682225693355907) + | > loss_1: 37.43891143798828 (36.315279180353336) + + --> STEP: 12 + | > loss_disc: 2.5094714164733887 (2.4820321202278137) + | > loss_disc_real_0: 0.1416551172733307 (0.1226786073918144) + | > loss_disc_real_1: 0.31296390295028687 (0.22791242972016335) + | > loss_disc_real_2: 0.2334381639957428 (0.22429442778229713) + | > loss_disc_real_3: 0.3295575976371765 (0.2347130129734675) + | > loss_disc_real_4: 0.17860855162143707 (0.1809111845990022) + | > loss_disc_real_5: 0.20478704571723938 (0.19483677049477896) + | > loss_0: 2.5094714164733887 (2.4820321202278137) + | > loss_gen: 2.44364333152771 (2.1882338921229043) + | > loss_kl: 1.338031530380249 (1.6999810834725697) + | > loss_feat: 6.1501383781433105 (7.513732671737671) + | > loss_mel: 21.178979873657227 (22.937583446502686) + | > loss_duration: 1.7054510116577148 (1.6841611365477245) + | > loss_1: 32.81624221801758 (36.023692766825356) + + --> STEP: 13 + | > loss_disc: 2.19840145111084 (2.460214376449585) + | > loss_disc_real_0: 0.12395026534795761 (0.12277642723459464) + | > loss_disc_real_1: 0.21072275936603546 (0.22659014738523042) + | > loss_disc_real_2: 0.15023371577262878 (0.21859744993539956) + | > loss_disc_real_3: 0.1734854280948639 (0.23000319875203645) + | > loss_disc_real_4: 0.11662857979536057 (0.17596636884487593) + | > loss_disc_real_5: 0.14362725615501404 (0.1908975770840278) + | > loss_0: 2.19840145111084 (2.460214376449585) + | > loss_gen: 2.122488260269165 (2.1831765358264628) + | > loss_kl: 1.9151203632354736 (1.716530258838947) + | > loss_feat: 8.087871551513672 (7.557897200951209) + | > loss_mel: 21.63962173461914 (22.83774023789626) + | > loss_duration: 1.7745611667633057 (1.691114985025846) + | > loss_1: 35.53966522216797 (35.98645987877479) + + --> STEP: 14 + | > loss_disc: 2.5406813621520996 (2.4659620182854787) + | > loss_disc_real_0: 0.13116492331027985 (0.12337560552571501) + | > loss_disc_real_1: 0.3443278670310974 (0.23499998450279236) + | > loss_disc_real_2: 0.29108691215515137 (0.22377526866538183) + | > loss_disc_real_3: 0.22973470389842987 (0.2299840205482074) + | > loss_disc_real_4: 0.19580455124378204 (0.17738338187336922) + | > loss_disc_real_5: 0.2004413902759552 (0.19157927802630834) + | > loss_0: 2.5406813621520996 (2.4659620182854787) + | > loss_gen: 2.3335561752319336 (2.1939179386411394) + | > loss_kl: 1.6510933637619019 (1.7118561949048723) + | > loss_feat: 5.6691436767578125 (7.422986234937396) + | > loss_mel: 20.92399024963379 (22.701043810163224) + | > loss_duration: 1.7351491451263428 (1.6942602821758814) + | > loss_1: 32.31293487548828 (35.72406523568289) + + --> STEP: 15 + | > loss_disc: 2.703335762023926 (2.4817869345347088) + | > loss_disc_real_0: 0.06672324985265732 (0.11959878181417784) + | > loss_disc_real_1: 0.16071929037570953 (0.23004793822765351) + | > loss_disc_real_2: 0.2207036167383194 (0.22357049187024433) + | > loss_disc_real_3: 0.28807905316352844 (0.23385702272256215) + | > loss_disc_real_4: 0.17591390013694763 (0.17728541642427445) + | > loss_disc_real_5: 0.1646815836429596 (0.18978609840075175) + | > loss_0: 2.703335762023926 (2.4817869345347088) + | > loss_gen: 1.862497329711914 (2.171823231379191) + | > loss_kl: 1.5033766031265259 (1.6979575554529827) + | > loss_feat: 7.083169937133789 (7.400331815083821) + | > loss_mel: 26.05211067199707 (22.924448267618814) + | > loss_duration: 1.6595474481582642 (1.6919460932413737) + | > loss_1: 38.16069793701172 (35.88650741577148) + + --> STEP: 16 + | > loss_disc: 2.588238477706909 (2.488440155982971) + | > loss_disc_real_0: 0.14936386048793793 (0.12145909923128784) + | > loss_disc_real_1: 0.19072982668876648 (0.22759055625647306) + | > loss_disc_real_2: 0.22703179717063904 (0.223786823451519) + | > loss_disc_real_3: 0.2483271360397339 (0.2347614048048854) + | > loss_disc_real_4: 0.20023103058338165 (0.17871951730921865) + | > loss_disc_real_5: 0.16624803841114044 (0.18831496965140104) + | > loss_0: 2.588238477706909 (2.488440155982971) + | > loss_gen: 2.0030293464660645 (2.1612736135721207) + | > loss_kl: 1.406495451927185 (1.6797411739826202) + | > loss_feat: 6.316583633422852 (7.332597553730011) + | > loss_mel: 19.937334060668945 (22.73775362968445) + | > loss_duration: 1.7838913202285767 (1.6976926699280739) + | > loss_1: 31.44733428955078 (35.60905909538269) + + --> STEP: 17 + | > loss_disc: 2.1471619606018066 (2.4683649680193733) + | > loss_disc_real_0: 0.06082092970609665 (0.11789214808274717) + | > loss_disc_real_1: 0.21149994432926178 (0.22664404967251947) + | > loss_disc_real_2: 0.19788315892219543 (0.22226307847920587) + | > loss_disc_real_3: 0.13920527696609497 (0.22914045610848596) + | > loss_disc_real_4: 0.134479358792305 (0.17611715504351785) + | > loss_disc_real_5: 0.13672952353954315 (0.18528053164482117) + | > loss_0: 2.1471619606018066 (2.4683649680193733) + | > loss_gen: 2.2342581748962402 (2.165566823061775) + | > loss_kl: 2.3065173625946045 (1.716610361548031) + | > loss_feat: 7.47938346862793 (7.341232019312241) + | > loss_mel: 22.99036979675293 (22.75261340421789) + | > loss_duration: 1.6623269319534302 (1.6956123324001537) + | > loss_1: 36.672855377197266 (35.67163534725414) + + --> STEP: 18 + | > loss_disc: 2.412916421890259 (2.4652844932344227) + | > loss_disc_real_0: 0.13898321986198425 (0.11906387429270479) + | > loss_disc_real_1: 0.19717493653297424 (0.2250068767203225) + | > loss_disc_real_2: 0.24992072582244873 (0.22379961444271934) + | > loss_disc_real_3: 0.27590546011924744 (0.2317385118868616) + | > loss_disc_real_4: 0.15077155828475952 (0.17470906633469793) + | > loss_disc_real_5: 0.22436800599098206 (0.18745205799738565) + | > loss_0: 2.412916421890259 (2.4652844932344227) + | > loss_gen: 2.2785258293151855 (2.1718423234091864) + | > loss_kl: 1.723696231842041 (1.7170040210088093) + | > loss_feat: 7.221985340118408 (7.334607203801473) + | > loss_mel: 21.812774658203125 (22.7004001405504) + | > loss_duration: 1.6520023345947266 (1.6931895547442966) + | > loss_1: 34.688987731933594 (35.617043813069664) + + --> STEP: 19 + | > loss_disc: 2.355468273162842 (2.4595046921780237) + | > loss_disc_real_0: 0.12837152183055878 (0.11955375047890764) + | > loss_disc_real_1: 0.25683778524398804 (0.22668218769525228) + | > loss_disc_real_2: 0.19035130739212036 (0.22203917722952993) + | > loss_disc_real_3: 0.21918423473834991 (0.23107776045799255) + | > loss_disc_real_4: 0.15568043291568756 (0.17370755931264475) + | > loss_disc_real_5: 0.23287002742290497 (0.18984247744083405) + | > loss_0: 2.355468273162842 (2.4595046921780237) + | > loss_gen: 2.238304615020752 (2.1753403387571635) + | > loss_kl: 1.967343807220459 (1.7301797992304753) + | > loss_feat: 7.500001907348633 (7.343312188198692) + | > loss_mel: 23.16956329345703 (22.725092938071803) + | > loss_duration: 1.8278834819793701 (1.7002787088093005) + | > loss_1: 36.70309829711914 (35.67420457538805) + + --> STEP: 20 + | > loss_disc: 2.448875665664673 (2.458973240852356) + | > loss_disc_real_0: 0.14403288066387177 (0.12077770698815585) + | > loss_disc_real_1: 0.30683544278144836 (0.23068985044956208) + | > loss_disc_real_2: 0.22786462306976318 (0.2223304495215416) + | > loss_disc_real_3: 0.17587324976921082 (0.22831753492355347) + | > loss_disc_real_4: 0.1827673465013504 (0.17416054867208003) + | > loss_disc_real_5: 0.14730805158615112 (0.1877157561480999) + | > loss_0: 2.448875665664673 (2.458973240852356) + | > loss_gen: 2.127504825592041 (2.1729485630989074) + | > loss_kl: 1.6682289838790894 (1.727082258462906) + | > loss_feat: 6.052036762237549 (7.278748416900635) + | > loss_mel: 19.730093002319336 (22.57534294128418) + | > loss_duration: 1.6480836868286133 (1.6976689577102662) + | > loss_1: 31.225948333740234 (35.451791763305664) + + --> STEP: 21 + | > loss_disc: 2.4062862396240234 (2.456464336031959) + | > loss_disc_real_0: 0.11597330868244171 (0.12054892611645517) + | > loss_disc_real_1: 0.2839101254940033 (0.23322414926120213) + | > loss_disc_real_2: 0.23617710173130035 (0.2229898139124825) + | > loss_disc_real_3: 0.20210964977741241 (0.22706954039278485) + | > loss_disc_real_4: 0.197006955742836 (0.17524847281830652) + | > loss_disc_real_5: 0.20767565071582794 (0.1886662273179917) + | > loss_0: 2.4062862396240234 (2.456464336031959) + | > loss_gen: 2.460500955581665 (2.186641534169515) + | > loss_kl: 1.3915221691131592 (1.7111032065891085) + | > loss_feat: 6.494140148162842 (7.241386118389311) + | > loss_mel: 18.961488723754883 (22.403254645211355) + | > loss_duration: 1.672860860824585 (1.696487619763329) + | > loss_1: 30.980512619018555 (35.2388737088158) + + --> STEP: 22 + | > loss_disc: 2.3024115562438965 (2.4494619369506836) + | > loss_disc_real_0: 0.1339651346206665 (0.1211587537757375) + | > loss_disc_real_1: 0.19806742668151855 (0.23162611641667105) + | > loss_disc_real_2: 0.19874146580696106 (0.22188761627132242) + | > loss_disc_real_3: 0.24287648499011993 (0.2277880378744819) + | > loss_disc_real_4: 0.1802000254392624 (0.17547354339198631) + | > loss_disc_real_5: 0.12423353642225266 (0.18573746864091267) + | > loss_0: 2.3024115562438965 (2.4494619369506836) + | > loss_gen: 2.2911181449890137 (2.1913904710249468) + | > loss_kl: 1.4055885076522827 (1.6972161748192527) + | > loss_feat: 7.753263473510742 (7.264653270894831) + | > loss_mel: 23.973817825317383 (22.474643880670722) + | > loss_duration: 1.8167051076889038 (1.7019520510326733) + | > loss_1: 37.2404899597168 (35.32985626567494) + + --> STEP: 23 + | > loss_disc: 2.3967444896698 (2.4471698740254277) + | > loss_disc_real_0: 0.060555774718523026 (0.11852384164281514) + | > loss_disc_real_1: 0.18394769728183746 (0.22955314167167828) + | > loss_disc_real_2: 0.1940542608499527 (0.2206774703834368) + | > loss_disc_real_3: 0.27872389554977417 (0.2300026403821033) + | > loss_disc_real_4: 0.16019734740257263 (0.174809360957664) + | > loss_disc_real_5: 0.15622664988040924 (0.18445438956436905) + | > loss_0: 2.3967444896698 (2.4471698740254277) + | > loss_gen: 2.0512075424194336 (2.1852955610855767) + | > loss_kl: 1.5547608137130737 (1.69102246346681) + | > loss_feat: 7.176905155181885 (7.260838135429051) + | > loss_mel: 22.78435516357422 (22.488109588623047) + | > loss_duration: 1.7644368410110474 (1.704668781031733) + | > loss_1: 35.331668853759766 (35.329935073852546) + + --> STEP: 24 + | > loss_disc: 2.25653338432312 (2.4392266869544983) + | > loss_disc_real_0: 0.11639333516359329 (0.11843507053951423) + | > loss_disc_real_1: 0.17275066673755646 (0.22718637188275656) + | > loss_disc_real_2: 0.20657645165920258 (0.22008992793659368) + | > loss_disc_real_3: 0.22462232410907745 (0.2297784605373939) + | > loss_disc_real_4: 0.1911587417125702 (0.17549058515578508) + | > loss_disc_real_5: 0.1886524111032486 (0.18462930712848902) + | > loss_0: 2.25653338432312 (2.4392266869544983) + | > loss_gen: 2.299407482147217 (2.190050224463145) + | > loss_kl: 1.5133285522460938 (1.6836185504992802) + | > loss_feat: 7.632988929748535 (7.276344418525696) + | > loss_mel: 22.582740783691406 (22.49205255508423) + | > loss_duration: 1.660779595375061 (1.702840064962705) + | > loss_1: 35.68924331665039 (35.34490625063579) + + --> STEP: 25 + | > loss_disc: 2.689591884613037 (2.44924129486084) + | > loss_disc_real_0: 0.166423499584198 (0.12035460770130157) + | > loss_disc_real_1: 0.29497310519218445 (0.22989784121513368) + | > loss_disc_real_2: 0.2862643599510193 (0.2227369052171707) + | > loss_disc_real_3: 0.2657926082611084 (0.23121902644634246) + | > loss_disc_real_4: 0.20298752188682556 (0.1765904626250267) + | > loss_disc_real_5: 0.2548198997974396 (0.18743693083524704) + | > loss_0: 2.689591884613037 (2.44924129486084) + | > loss_gen: 2.1407792568206787 (2.188079385757446) + | > loss_kl: 1.4738831520080566 (1.6752291345596313) + | > loss_feat: 6.223650932312012 (7.234236679077148) + | > loss_mel: 22.821903228759766 (22.50524658203125) + | > loss_duration: 1.6175992488861084 (1.6994304323196412) + | > loss_1: 34.27781677246094 (35.302222671508794) + + --> STEP: 26 + | > loss_disc: 2.583569288253784 (2.454407756145184) + | > loss_disc_real_0: 0.18285873532295227 (0.1227586126098266) + | > loss_disc_real_1: 0.2373000830411911 (0.2301825428238282) + | > loss_disc_real_2: 0.241862952709198 (0.22347252242840254) + | > loss_disc_real_3: 0.2838476300239563 (0.23324320350701994) + | > loss_disc_real_4: 0.23832303285598755 (0.17896479224929443) + | > loss_disc_real_5: 0.2355731874704361 (0.18928832532121584) + | > loss_0: 2.583569288253784 (2.454407756145184) + | > loss_gen: 2.2704265117645264 (2.1912465829115644) + | > loss_kl: 2.0946102142333984 (1.6913591760855455) + | > loss_feat: 4.735761642456055 (7.138141485360952) + | > loss_mel: 18.663606643676758 (22.357491199786846) + | > loss_duration: 1.66986882686615 (1.6982934474945068) + | > loss_1: 29.43427276611328 (35.07653229053204) + + --> STEP: 27 + | > loss_disc: 2.4765424728393555 (2.4552275604671903) + | > loss_disc_real_0: 0.20634549856185913 (0.12585442320064263) + | > loss_disc_real_1: 0.20157219469547272 (0.22912290030055577) + | > loss_disc_real_2: 0.19669608771800995 (0.2224808026243139) + | > loss_disc_real_3: 0.23817241191864014 (0.23342576678152438) + | > loss_disc_real_4: 0.2149878442287445 (0.18029897935964442) + | > loss_disc_real_5: 0.19950681924819946 (0.18966678805925227) + | > loss_0: 2.4765424728393555 (2.4552275604671903) + | > loss_gen: 2.200815439224243 (2.191600984997219) + | > loss_kl: 1.986859917640686 (1.7023036479949951) + | > loss_feat: 6.21243953704834 (7.103856228016041) + | > loss_mel: 21.408607482910156 (22.322347358421045) + | > loss_duration: 1.6848310232162476 (1.6977948391879047) + | > loss_1: 33.493553161621094 (35.01790343390571) + + --> STEP: 28 + | > loss_disc: 2.4551703929901123 (2.4552255187715804) + | > loss_disc_real_0: 0.07692910730838776 (0.12410709049020496) + | > loss_disc_real_1: 0.2157353311777115 (0.22864477283188275) + | > loss_disc_real_2: 0.2633328139781952 (0.22393980302980968) + | > loss_disc_real_3: 0.23881760239601135 (0.23361833233918464) + | > loss_disc_real_4: 0.23815566301345825 (0.18236528949013778) + | > loss_disc_real_5: 0.1779933124780655 (0.18924987821706704) + | > loss_0: 2.4551703929901123 (2.4552255187715804) + | > loss_gen: 1.9976152181625366 (2.1846729218959804) + | > loss_kl: 1.7394214868545532 (1.7036292850971222) + | > loss_feat: 4.817930221557617 (7.022216013499668) + | > loss_mel: 20.1210880279541 (22.24373095376151) + | > loss_duration: 1.6617286205291748 (1.696506759950093) + | > loss_1: 30.337783813476562 (34.850756304604666) + + --> STEP: 29 + | > loss_disc: 2.661275863647461 (2.462330703077645) + | > loss_disc_real_0: 0.13505980372428894 (0.12448477025689751) + | > loss_disc_real_1: 0.2709856927394867 (0.2301048045528346) + | > loss_disc_real_2: 0.23072049021720886 (0.22417361982937517) + | > loss_disc_real_3: 0.23640815913677216 (0.23371453326323938) + | > loss_disc_real_4: 0.2693880796432495 (0.18536607535748645) + | > loss_disc_real_5: 0.22641658782958984 (0.19053148889336094) + | > loss_0: 2.661275863647461 (2.462330703077645) + | > loss_gen: 1.9937483072280884 (2.178089314493639) + | > loss_kl: 1.4086189270019531 (1.6934565141283233) + | > loss_feat: 4.0139079093933105 (6.918481251289105) + | > loss_mel: 16.261516571044922 (22.037447699185076) + | > loss_duration: 1.6266393661499023 (1.6940975394742241) + | > loss_1: 25.304431915283203 (34.52157270497289) + + --> STEP: 30 + | > loss_disc: 2.355297088623047 (2.4587629159291584) + | > loss_disc_real_0: 0.10877277702093124 (0.12396103714903198) + | > loss_disc_real_1: 0.22065243124961853 (0.2297897254427274) + | > loss_disc_real_2: 0.24422317743301392 (0.22484193841616312) + | > loss_disc_real_3: 0.2698061168193817 (0.23491758604844412) + | > loss_disc_real_4: 0.19829298555850983 (0.18579697236418724) + | > loss_disc_real_5: 0.16871583461761475 (0.1898043004175027) + | > loss_0: 2.355297088623047 (2.4587629159291584) + | > loss_gen: 2.3830783367156982 (2.1849222819010405) + | > loss_kl: 1.7872977256774902 (1.6965845545132956) + | > loss_feat: 7.793262958526611 (6.947640641530355) + | > loss_mel: 23.614044189453125 (22.090000915527344) + | > loss_duration: 1.6902203559875488 (1.6939683000246684) + | > loss_1: 37.26790237426758 (34.61311702728271) + + --> STEP: 31 + | > loss_disc: 2.357808828353882 (2.4555063324589885) + | > loss_disc_real_0: 0.11738058179616928 (0.12374876439571382) + | > loss_disc_real_1: 0.25594738125801086 (0.2306335207916075) + | > loss_disc_real_2: 0.15480540692806244 (0.22258269546493406) + | > loss_disc_real_3: 0.20671677589416504 (0.23400788249508028) + | > loss_disc_real_4: 0.16433803737163544 (0.18510474865475007) + | > loss_disc_real_5: 0.1741996705532074 (0.18930092526058998) + | > loss_0: 2.357808828353882 (2.4555063324589885) + | > loss_gen: 2.398057222366333 (2.1917976025612114) + | > loss_kl: 1.4650667905807495 (1.6891162395477295) + | > loss_feat: 8.537199974060059 (6.998916749031313) + | > loss_mel: 23.016529083251953 (22.119888920937814) + | > loss_duration: 1.6517161130905151 (1.6926053262525989) + | > loss_1: 37.068565368652344 (34.69232503829464) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.009552055789578346 (-0.0019812353195682655) + | > avg_loss_disc: 2.4555063324589885 (-0.05530914183585889) + | > avg_loss_disc_real_0: 0.12374876439571382 (-0.005851815184277923) + | > avg_loss_disc_real_1: 0.2306335207916075 (+0.015196789656915954) + | > avg_loss_disc_real_2: 0.22258269546493406 (+0.011797570893841397) + | > avg_loss_disc_real_3: 0.23400788249508028 (+0.03531498053381521) + | > avg_loss_disc_real_4: 0.18510474865475007 (-0.058223907745653586) + | > avg_loss_disc_real_5: 0.18930092526058998 (-0.03979857578392951) + | > avg_loss_0: 2.4555063324589885 (-0.05530914183585889) + | > avg_loss_gen: 2.1917976025612114 (+0.13159132772876259) + | > avg_loss_kl: 1.6891162395477295 (+0.0525727695034397) + | > avg_loss_feat: 6.998916749031313 (+0.43153449027769053) + | > avg_loss_mel: 22.119888920937814 (+1.1431918605681375) + | > avg_loss_duration: 1.6926053262525989 (-0.0012769160732146734) + | > avg_loss_1: 34.69232503829464 (+1.757613766577947) + + + > EPOCH: 33/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 05:49:26)  + + --> TIME: 2024-11-23 05:49:40 -- STEP: 17/797 -- GLOBAL_STEP: 49425 + | > loss_disc: 2.4417521953582764 (2.5273437780492447) + | > loss_disc_real_0: 0.22167576849460602 (0.1413140537984231) + | > loss_disc_real_1: 0.22577886283397675 (0.2331093628616894) + | > loss_disc_real_2: 0.21249781548976898 (0.24747142371009379) + | > loss_disc_real_3: 0.1734151989221573 (0.23140094560735366) + | > loss_disc_real_4: 0.23669929802417755 (0.23057467095992146) + | > loss_disc_real_5: 0.2633858919143677 (0.23510492549223058) + | > loss_0: 2.4417521953582764 (2.5273437780492447) + | > grad_norm_0: tensor(42.7431, device='cuda:0') (tensor(65.4058, device='cuda:0')) + | > loss_gen: 2.4642372131347656 (2.3759994787328385) + | > loss_kl: 1.565213680267334 (1.6316585470648373) + | > loss_feat: 7.529642581939697 (6.746410173528335) + | > loss_mel: 21.54281234741211 (20.674477296717026) + | > loss_duration: 1.8488922119140625 (1.8483848571777344) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.95079803466797 (33.27693041633158) + | > grad_norm_1: tensor(515.9620, device='cuda:0') (tensor(451.4236, device='cuda:0')) + | > current_lr_0: 0.00019848070471685067 + | > current_lr_1: 0.00019848070471685067 + | > step_time: 0.7448 (0.7497063805075252) + | > loader_time: 0.0081 (0.005072930279900046) + + + --> TIME: 2024-11-23 05:49:59 -- STEP: 42/797 -- GLOBAL_STEP: 49450 + | > loss_disc: 2.5251657962799072 (2.4767928407305764) + | > loss_disc_real_0: 0.16675947606563568 (0.1294982073207696) + | > loss_disc_real_1: 0.2286314219236374 (0.22297688963867368) + | > loss_disc_real_2: 0.2394973635673523 (0.23625103632609049) + | > loss_disc_real_3: 0.21290504932403564 (0.2272454553416797) + | > loss_disc_real_4: 0.1999177187681198 (0.22497026657774336) + | > loss_disc_real_5: 0.25388777256011963 (0.23211202593076796) + | > loss_0: 2.5251657962799072 (2.4767928407305764) + | > grad_norm_0: tensor(94.6107, device='cuda:0') (tensor(61.1041, device='cuda:0')) + | > loss_gen: 2.2378714084625244 (2.35859990119934) + | > loss_kl: 1.3428515195846558 (1.5726865757079351) + | > loss_feat: 5.949620723724365 (6.90012036051069) + | > loss_mel: 17.93939781188965 (20.717584519159224) + | > loss_duration: 1.8049917221069336 (1.795135932309287) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 29.274734497070312 (33.34412720089868) + | > grad_norm_1: tensor(876.3643, device='cuda:0') (tensor(515.8069, device='cuda:0')) + | > current_lr_0: 0.00019848070471685067 + | > current_lr_1: 0.00019848070471685067 + | > step_time: 0.7973 (0.7545788004284811) + | > loader_time: 0.0075 (0.005486391839526948) + + + --> TIME: 2024-11-23 05:50:18 -- STEP: 67/797 -- GLOBAL_STEP: 49475 + | > loss_disc: 2.4579873085021973 (2.4559086045222496) + | > loss_disc_real_0: 0.11155803501605988 (0.1275451361243405) + | > loss_disc_real_1: 0.19565404951572418 (0.21852296702007748) + | > loss_disc_real_2: 0.2334444671869278 (0.2366861523087345) + | > loss_disc_real_3: 0.21144671738147736 (0.2237981270943115) + | > loss_disc_real_4: 0.20970147848129272 (0.224308324171536) + | > loss_disc_real_5: 0.1712735891342163 (0.22897248348193383) + | > loss_0: 2.4579873085021973 (2.4559086045222496) + | > grad_norm_0: tensor(21.5003, device='cuda:0') (tensor(59.7807, device='cuda:0')) + | > loss_gen: 2.2047579288482666 (2.3699201185311836) + | > loss_kl: 1.5452791452407837 (1.5697676904165923) + | > loss_feat: 7.2509236335754395 (7.010479578331335) + | > loss_mel: 21.83382797241211 (20.967378274718328) + | > loss_duration: 1.6838288307189941 (1.760422663902169) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.518619537353516 (33.67796835258825) + | > grad_norm_1: tensor(139.4188, device='cuda:0') (tensor(551.4513, device='cuda:0')) + | > current_lr_0: 0.00019848070471685067 + | > current_lr_1: 0.00019848070471685067 + | > step_time: 0.7741 (0.7602809507455398) + | > loader_time: 0.0045 (0.005831914161568258) + + + --> TIME: 2024-11-23 05:50:38 -- STEP: 92/797 -- GLOBAL_STEP: 49500 + | > loss_disc: 2.313328742980957 (2.447721973709437) + | > loss_disc_real_0: 0.16037222743034363 (0.12689670450661497) + | > loss_disc_real_1: 0.26405757665634155 (0.21866769181645435) + | > loss_disc_real_2: 0.21422861516475677 (0.23392924666404724) + | > loss_disc_real_3: 0.19310204684734344 (0.2229690381690212) + | > loss_disc_real_4: 0.22063018381595612 (0.22325991045521654) + | > loss_disc_real_5: 0.21551641821861267 (0.22888258391100427) + | > loss_0: 2.313328742980957 (2.447721973709437) + | > grad_norm_0: tensor(57.3748, device='cuda:0') (tensor(62.5603, device='cuda:0')) + | > loss_gen: 2.6659579277038574 (2.3791873092236724) + | > loss_kl: 1.5443652868270874 (1.577329529368359) + | > loss_feat: 7.814905643463135 (7.044834790022477) + | > loss_mel: 22.600690841674805 (21.0877365651338) + | > loss_duration: 1.7136822938919067 (1.7455090841521383) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.339603424072266 (33.83459727660468) + | > grad_norm_1: tensor(726.8504, device='cuda:0') (tensor(534.5005, device='cuda:0')) + | > current_lr_0: 0.00019848070471685067 + | > current_lr_1: 0.00019848070471685067 + | > step_time: 0.7612 (0.7658766741337983) + | > loader_time: 0.0045 (0.006034332772959833) + + + --> TIME: 2024-11-23 05:50:58 -- STEP: 117/797 -- GLOBAL_STEP: 49525 + | > loss_disc: 2.392180919647217 (2.4455455083113447) + | > loss_disc_real_0: 0.10124355554580688 (0.12635262297768882) + | > loss_disc_real_1: 0.2009582221508026 (0.21822937533386752) + | > loss_disc_real_2: 0.21699991822242737 (0.2329708979679988) + | > loss_disc_real_3: 0.24594418704509735 (0.2227624220471097) + | > loss_disc_real_4: 0.2250816822052002 (0.2230921895840229) + | > loss_disc_real_5: 0.17598915100097656 (0.22811415587734973) + | > loss_0: 2.392180919647217 (2.4455455083113447) + | > grad_norm_0: tensor(43.1721, device='cuda:0') (tensor(62.2415, device='cuda:0')) + | > loss_gen: 2.329622745513916 (2.379131017587124) + | > loss_kl: 1.5092447996139526 (1.57202309420985) + | > loss_feat: 7.843913555145264 (7.0341525118575134) + | > loss_mel: 22.18317413330078 (21.077821356618504) + | > loss_duration: 1.6556271314620972 (1.7376759184731374) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.521583557128906 (33.800803975162324) + | > grad_norm_1: tensor(393.0167, device='cuda:0') (tensor(541.4610, device='cuda:0')) + | > current_lr_0: 0.00019848070471685067 + | > current_lr_1: 0.00019848070471685067 + | > step_time: 0.7803 (0.7708974638555803) + | > loader_time: 0.0104 (0.006148205863104926) + + + --> TIME: 2024-11-23 05:51:19 -- STEP: 142/797 -- GLOBAL_STEP: 49550 + | > loss_disc: 2.396778106689453 (2.4547901052824206) + | > loss_disc_real_0: 0.08376766741275787 (0.12654675947318617) + | > loss_disc_real_1: 0.22147151827812195 (0.21982904607561274) + | > loss_disc_real_2: 0.2462024837732315 (0.2341044556716798) + | > loss_disc_real_3: 0.22199322283267975 (0.22336778286057463) + | > loss_disc_real_4: 0.260517418384552 (0.2249602189576122) + | > loss_disc_real_5: 0.22055397927761078 (0.23044538865206945) + | > loss_0: 2.396778106689453 (2.4547901052824206) + | > grad_norm_0: tensor(42.1250, device='cuda:0') (tensor(60.1766, device='cuda:0')) + | > loss_gen: 2.315951347351074 (2.3808308873378055) + | > loss_kl: 1.737351655960083 (1.5707210487043353) + | > loss_feat: 7.3313117027282715 (7.020875477455033) + | > loss_mel: 21.666866302490234 (21.1277125989887) + | > loss_duration: 1.6574592590332031 (1.732530353774487) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.70894241333008 (33.832670372976374) + | > grad_norm_1: tensor(398.3289, device='cuda:0') (tensor(554.2874, device='cuda:0')) + | > current_lr_0: 0.00019848070471685067 + | > current_lr_1: 0.00019848070471685067 + | > step_time: 0.8066 (0.7757594904429477) + | > loader_time: 0.0087 (0.006149422954505598) + + + --> TIME: 2024-11-23 05:51:39 -- STEP: 167/797 -- GLOBAL_STEP: 49575 + | > loss_disc: 2.493673086166382 (2.4526997440589398) + | > loss_disc_real_0: 0.23082812130451202 (0.1280637466889655) + | > loss_disc_real_1: 0.15873123705387115 (0.21932242828571868) + | > loss_disc_real_2: 0.22555460035800934 (0.2332475315667912) + | > loss_disc_real_3: 0.2363220453262329 (0.22262244390513372) + | > loss_disc_real_4: 0.22157789766788483 (0.22420698038475242) + | > loss_disc_real_5: 0.21782097220420837 (0.22874352237778509) + | > loss_0: 2.493673086166382 (2.4526997440589398) + | > grad_norm_0: tensor(40.2375, device='cuda:0') (tensor(61.5924, device='cuda:0')) + | > loss_gen: 2.3791654109954834 (2.378212507613405) + | > loss_kl: 1.6279678344726562 (1.5767663817205828) + | > loss_feat: 6.838435173034668 (7.022035307513027) + | > loss_mel: 20.44193458557129 (21.1241235447501) + | > loss_duration: 1.6351351737976074 (1.7253032558692427) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.922637939453125 (33.82644102816095) + | > grad_norm_1: tensor(947.3320, device='cuda:0') (tensor(560.1840, device='cuda:0')) + | > current_lr_0: 0.00019848070471685067 + | > current_lr_1: 0.00019848070471685067 + | > step_time: 0.7738 (0.7797725785992105) + | > loader_time: 0.0049 (0.006315228467929863) + + + --> TIME: 2024-11-23 05:51:59 -- STEP: 192/797 -- GLOBAL_STEP: 49600 + | > loss_disc: 2.446695566177368 (2.4522183624406644) + | > loss_disc_real_0: 0.13537535071372986 (0.128064452825735) + | > loss_disc_real_1: 0.20474685728549957 (0.2189719631957511) + | > loss_disc_real_2: 0.2246932089328766 (0.2332136246841401) + | > loss_disc_real_3: 0.1901446431875229 (0.222391427649806) + | > loss_disc_real_4: 0.205669105052948 (0.22366746313249072) + | > loss_disc_real_5: 0.23262862861156464 (0.23061149761391184) + | > loss_0: 2.446695566177368 (2.4522183624406644) + | > grad_norm_0: tensor(81.5207, device='cuda:0') (tensor(61.6030, device='cuda:0')) + | > loss_gen: 2.4644389152526855 (2.3832906559109692) + | > loss_kl: 1.7301157712936401 (1.5807587740321953) + | > loss_feat: 7.74442195892334 (7.0274437988797835) + | > loss_mel: 21.692995071411133 (21.163396507501595) + | > loss_duration: 1.7463467121124268 (1.7207035782436526) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.378318786621094 (33.875593304634066) + | > grad_norm_1: tensor(710.2090, device='cuda:0') (tensor(565.8261, device='cuda:0')) + | > current_lr_0: 0.00019848070471685067 + | > current_lr_1: 0.00019848070471685067 + | > step_time: 0.727 (0.7816138466199241) + | > loader_time: 0.0051 (0.006429433822631836) + + + --> TIME: 2024-11-23 05:52:19 -- STEP: 217/797 -- GLOBAL_STEP: 49625 + | > loss_disc: 2.332965612411499 (2.4504674986210815) + | > loss_disc_real_0: 0.06943865120410919 (0.12817377542158429) + | > loss_disc_real_1: 0.21738389134407043 (0.21894302469794102) + | > loss_disc_real_2: 0.2273661494255066 (0.23229040541956503) + | > loss_disc_real_3: 0.22338810563087463 (0.22256424075447473) + | > loss_disc_real_4: 0.23313428461551666 (0.22323225582799605) + | > loss_disc_real_5: 0.23428478837013245 (0.23040742554148222) + | > loss_0: 2.332965612411499 (2.4504674986210815) + | > grad_norm_0: tensor(79.7306, device='cuda:0') (tensor(63.4847, device='cuda:0')) + | > loss_gen: 2.4809978008270264 (2.3830669574473866) + | > loss_kl: 1.6393569707870483 (1.5819787775865897) + | > loss_feat: 6.581326961517334 (7.001043328491774) + | > loss_mel: 21.18950080871582 (21.170769502490344) + | > loss_duration: 1.637679100036621 (1.719084169458134) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.52886199951172 (33.85594275689892) + | > grad_norm_1: tensor(652.3751, device='cuda:0') (tensor(570.9578, device='cuda:0')) + | > current_lr_0: 0.00019848070471685067 + | > current_lr_1: 0.00019848070471685067 + | > step_time: 0.7901 (0.7835568074257144) + | > loader_time: 0.0054 (0.006509505109303558) + + + --> TIME: 2024-11-23 05:52:40 -- STEP: 242/797 -- GLOBAL_STEP: 49650 + | > loss_disc: 2.3532462120056152 (2.4542511878919977) + | > loss_disc_real_0: 0.08857149630784988 (0.12942499087061274) + | > loss_disc_real_1: 0.20516355335712433 (0.2194595296274532) + | > loss_disc_real_2: 0.22454509139060974 (0.23315404429416026) + | > loss_disc_real_3: 0.22137150168418884 (0.22252352708134773) + | > loss_disc_real_4: 0.21309605240821838 (0.22296831239599826) + | > loss_disc_real_5: 0.21034999191761017 (0.23076805952659324) + | > loss_0: 2.3532462120056152 (2.4542511878919977) + | > grad_norm_0: tensor(59.1976, device='cuda:0') (tensor(66.8187, device='cuda:0')) + | > loss_gen: 2.2360286712646484 (2.386017665390141) + | > loss_kl: 1.5249420404434204 (1.5813985255138934) + | > loss_feat: 6.778933525085449 (6.991794773369782) + | > loss_mel: 20.620569229125977 (21.162385514945033) + | > loss_duration: 1.6947765350341797 (1.7146194793961262) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.85525131225586 (33.836216020190015) + | > grad_norm_1: tensor(534.1625, device='cuda:0') (tensor(565.5835, device='cuda:0')) + | > current_lr_0: 0.00019848070471685067 + | > current_lr_1: 0.00019848070471685067 + | > step_time: 0.8427 (0.7864994125917925) + | > loader_time: 0.0163 (0.0067303742259001926) + + + --> TIME: 2024-11-23 05:53:00 -- STEP: 267/797 -- GLOBAL_STEP: 49675 + | > loss_disc: 2.358365774154663 (2.4559929995947547) + | > loss_disc_real_0: 0.14943167567253113 (0.12980955310361217) + | > loss_disc_real_1: 0.24381275475025177 (0.21930086556891823) + | > loss_disc_real_2: 0.2061324268579483 (0.23299517362528527) + | > loss_disc_real_3: 0.21859563887119293 (0.22219089360049604) + | > loss_disc_real_4: 0.21374566853046417 (0.2234669847881303) + | > loss_disc_real_5: 0.21316827833652496 (0.2307393735044458) + | > loss_0: 2.358365774154663 (2.4559929995947547) + | > grad_norm_0: tensor(71.4999, device='cuda:0') (tensor(65.3948, device='cuda:0')) + | > loss_gen: 2.2337870597839355 (2.3830210680372264) + | > loss_kl: 1.430719017982483 (1.5768428009547544) + | > loss_feat: 6.531842231750488 (6.9741450784804675) + | > loss_mel: 20.121356964111328 (21.15498704945996) + | > loss_duration: 1.705958604812622 (1.711604833602905) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.02366256713867 (33.800600887684325) + | > grad_norm_1: tensor(309.7948, device='cuda:0') (tensor(558.2054, device='cuda:0')) + | > current_lr_0: 0.00019848070471685067 + | > current_lr_1: 0.00019848070471685067 + | > step_time: 0.8355 (0.78814004155134) + | > loader_time: 0.0057 (0.006793192709876357) + + + --> TIME: 2024-11-23 05:53:21 -- STEP: 292/797 -- GLOBAL_STEP: 49700 + | > loss_disc: 2.53939151763916 (2.457695859752288) + | > loss_disc_real_0: 0.1146005168557167 (0.1300325213918743) + | > loss_disc_real_1: 0.20079059898853302 (0.21952035339319548) + | > loss_disc_real_2: 0.2249690443277359 (0.23282749246652812) + | > loss_disc_real_3: 0.21237608790397644 (0.22246162276970208) + | > loss_disc_real_4: 0.21060127019882202 (0.22279912355827958) + | > loss_disc_real_5: 0.1910204440355301 (0.23167338589691136) + | > loss_0: 2.53939151763916 (2.457695859752288) + | > grad_norm_0: tensor(81.3918, device='cuda:0') (tensor(64.4270, device='cuda:0')) + | > loss_gen: 2.201709747314453 (2.3778095939388013) + | > loss_kl: 1.5956333875656128 (1.5772984542258797) + | > loss_feat: 6.766269207000732 (6.944863761941047) + | > loss_mel: 20.323192596435547 (21.114190722165038) + | > loss_duration: 1.684022068977356 (1.7093884773450354) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.57082748413086 (33.723551031661344) + | > grad_norm_1: tensor(527.1073, device='cuda:0') (tensor(551.9392, device='cuda:0')) + | > current_lr_0: 0.00019848070471685067 + | > current_lr_1: 0.00019848070471685067 + | > step_time: 0.8596 (0.7912589630035503) + | > loader_time: 0.0062 (0.006806138443620236) + + + --> TIME: 2024-11-23 05:53:42 -- STEP: 317/797 -- GLOBAL_STEP: 49725 + | > loss_disc: 2.261047124862671 (2.4585070692778372) + | > loss_disc_real_0: 0.10862153768539429 (0.13111885483097577) + | > loss_disc_real_1: 0.22187839448451996 (0.21927057084412985) + | > loss_disc_real_2: 0.20603446662425995 (0.23309872170164006) + | > loss_disc_real_3: 0.20092850923538208 (0.22190768053102952) + | > loss_disc_real_4: 0.2047141194343567 (0.22327804156470374) + | > loss_disc_real_5: 0.15627947449684143 (0.23157967852681216) + | > loss_0: 2.261047124862671 (2.4585070692778372) + | > grad_norm_0: tensor(25.8381, device='cuda:0') (tensor(63.3770, device='cuda:0')) + | > loss_gen: 2.492945671081543 (2.374907259685384) + | > loss_kl: 1.7705044746398926 (1.578184050716436) + | > loss_feat: 7.956398010253906 (6.939672379839684) + | > loss_mel: 22.470306396484375 (21.1288780368841) + | > loss_duration: 1.6366245746612549 (1.707059260422499) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.326778411865234 (33.72870099882973) + | > grad_norm_1: tensor(542.8876, device='cuda:0') (tensor(546.8052, device='cuda:0')) + | > current_lr_0: 0.00019848070471685067 + | > current_lr_1: 0.00019848070471685067 + | > step_time: 0.8634 (0.7934703556145025) + | > loader_time: 0.0051 (0.006874433451270454) + + + --> TIME: 2024-11-23 05:54:03 -- STEP: 342/797 -- GLOBAL_STEP: 49750 + | > loss_disc: 2.41756010055542 (2.458423089562799) + | > loss_disc_real_0: 0.15161772072315216 (0.13168265309990845) + | > loss_disc_real_1: 0.17013658583164215 (0.21908224221558603) + | > loss_disc_real_2: 0.2494441270828247 (0.23322893156294236) + | > loss_disc_real_3: 0.21767917275428772 (0.2225595599813769) + | > loss_disc_real_4: 0.22070610523223877 (0.2232211424331916) + | > loss_disc_real_5: 0.24829085171222687 (0.2322055460852489) + | > loss_0: 2.41756010055542 (2.458423089562799) + | > grad_norm_0: tensor(33.5362, device='cuda:0') (tensor(62.3352, device='cuda:0')) + | > loss_gen: 2.3552682399749756 (2.375337560274448) + | > loss_kl: 1.6364116668701172 (1.5799937283086491) + | > loss_feat: 6.739089488983154 (6.940098652365612) + | > loss_mel: 20.088693618774414 (21.14595637962832) + | > loss_duration: 1.6673591136932373 (1.7048876505149038) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.48682403564453 (33.746273977714665) + | > grad_norm_1: tensor(634.7376, device='cuda:0') (tensor(550.6821, device='cuda:0')) + | > current_lr_0: 0.00019848070471685067 + | > current_lr_1: 0.00019848070471685067 + | > step_time: 0.8281 (0.7968444747534412) + | > loader_time: 0.0135 (0.007000197444045751) + + + --> TIME: 2024-11-23 05:54:25 -- STEP: 367/797 -- GLOBAL_STEP: 49775 + | > loss_disc: 2.482847213745117 (2.456781434752958) + | > loss_disc_real_0: 0.22401604056358337 (0.13143876026453039) + | > loss_disc_real_1: 0.16028866171836853 (0.21897496019137333) + | > loss_disc_real_2: 0.2457294911146164 (0.23257926459695727) + | > loss_disc_real_3: 0.21293015778064728 (0.2227626593138932) + | > loss_disc_real_4: 0.22093401849269867 (0.22297741476781363) + | > loss_disc_real_5: 0.2082967758178711 (0.23163842419999822) + | > loss_0: 2.482847213745117 (2.456781434752958) + | > grad_norm_0: tensor(130.1353, device='cuda:0') (tensor(63.7615, device='cuda:0')) + | > loss_gen: 2.4101247787475586 (2.3777019867130456) + | > loss_kl: 1.6374866962432861 (1.5799642746065221) + | > loss_feat: 7.3344340324401855 (6.942876463689986) + | > loss_mel: 22.529796600341797 (21.143657502426446) + | > loss_duration: 1.6767144203186035 (1.7022013050334006) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.588558197021484 (33.74640154513743) + | > grad_norm_1: tensor(501.3761, device='cuda:0') (tensor(555.4628, device='cuda:0')) + | > current_lr_0: 0.00019848070471685067 + | > current_lr_1: 0.00019848070471685067 + | > step_time: 0.8331 (0.7997422965410944) + | > loader_time: 0.0063 (0.007039830210423274) + + + --> TIME: 2024-11-23 05:54:46 -- STEP: 392/797 -- GLOBAL_STEP: 49800 + | > loss_disc: 2.4832863807678223 (2.4586489328316263) + | > loss_disc_real_0: 0.08235658705234528 (0.13179801824521648) + | > loss_disc_real_1: 0.24576735496520996 (0.2189881301732088) + | > loss_disc_real_2: 0.2355775684118271 (0.23315418545840955) + | > loss_disc_real_3: 0.2226591259241104 (0.22294947436573562) + | > loss_disc_real_4: 0.1995396614074707 (0.22271023546250499) + | > loss_disc_real_5: 0.2212800234556198 (0.23205209242141978) + | > loss_0: 2.4832863807678223 (2.4586489328316263) + | > grad_norm_0: tensor(26.1319, device='cuda:0') (tensor(64.9773, device='cuda:0')) + | > loss_gen: 2.527264356613159 (2.3806706679110627) + | > loss_kl: 1.4114981889724731 (1.58372045110683) + | > loss_feat: 7.545895576477051 (6.946551859378815) + | > loss_mel: 22.42852783203125 (21.176428011485516) + | > loss_duration: 1.6790428161621094 (1.7002819518045502) + | > amp_scaler: 256.0 (130.9387755102041) + | > loss_1: 35.592227935791016 (33.78765296936037) + | > grad_norm_1: tensor(378.5532, device='cuda:0') (tensor(549.8528, device='cuda:0')) + | > current_lr_0: 0.00019848070471685067 + | > current_lr_1: 0.00019848070471685067 + | > step_time: 0.8498 (0.8024427586672257) + | > loader_time: 0.0089 (0.007208951881953647) + + + --> TIME: 2024-11-23 05:55:08 -- STEP: 417/797 -- GLOBAL_STEP: 49825 + | > loss_disc: 2.2481486797332764 (2.459832438462069) + | > loss_disc_real_0: 0.12620730698108673 (0.1316427324029753) + | > loss_disc_real_1: 0.23901790380477905 (0.21914642591842362) + | > loss_disc_real_2: 0.19431380927562714 (0.23266940722934348) + | > loss_disc_real_3: 0.17121335864067078 (0.22291032666210941) + | > loss_disc_real_4: 0.15486827492713928 (0.22320334888476548) + | > loss_disc_real_5: 0.142525777220726 (0.2320623780540425) + | > loss_0: 2.2481486797332764 (2.459832438462069) + | > grad_norm_0: tensor(67.2978, device='cuda:0') (tensor(63.6847, device='cuda:0')) + | > loss_gen: 2.3690052032470703 (2.378762467016134) + | > loss_kl: 1.5954816341400146 (1.5844912420359727) + | > loss_feat: 7.864320755004883 (6.940656214881001) + | > loss_mel: 22.173370361328125 (21.16695074040256) + | > loss_duration: 1.6491230726242065 (1.6984652789662495) + | > amp_scaler: 128.0 (135.98081534772183) + | > loss_1: 35.651302337646484 (33.76932597903611) + | > grad_norm_1: tensor(687.8073, device='cuda:0') (tensor(542.3042, device='cuda:0')) + | > current_lr_0: 0.00019848070471685067 + | > current_lr_1: 0.00019848070471685067 + | > step_time: 0.8952 (0.8051956448909476) + | > loader_time: 0.0067 (0.007314126840312417) + + + --> TIME: 2024-11-23 05:55:29 -- STEP: 442/797 -- GLOBAL_STEP: 49850 + | > loss_disc: 2.5168981552124023 (2.4607083144770456) + | > loss_disc_real_0: 0.13112792372703552 (0.13105750968890492) + | > loss_disc_real_1: 0.21912075579166412 (0.21899702959605474) + | > loss_disc_real_2: 0.23208065330982208 (0.2328858276095865) + | > loss_disc_real_3: 0.2557384669780731 (0.22281494878266198) + | > loss_disc_real_4: 0.2253597527742386 (0.2233827230078063) + | > loss_disc_real_5: 0.22250837087631226 (0.23227847364153797) + | > loss_0: 2.5168981552124023 (2.4607083144770456) + | > grad_norm_0: tensor(11.4726, device='cuda:0') (tensor(62.7977, device='cuda:0')) + | > loss_gen: 2.282701253890991 (2.376323353650883) + | > loss_kl: 1.693094253540039 (1.5851173867467296) + | > loss_feat: 6.218599319458008 (6.921054239186766) + | > loss_mel: 20.060670852661133 (21.14378635052643) + | > loss_duration: 1.6855870485305786 (1.6971849289415109) + | > amp_scaler: 128.0 (135.52941176470594) + | > loss_1: 31.94065284729004 (33.72346628629247) + | > grad_norm_1: tensor(149.0505, device='cuda:0') (tensor(542.8777, device='cuda:0')) + | > current_lr_0: 0.00019848070471685067 + | > current_lr_1: 0.00019848070471685067 + | > step_time: 0.9068 (0.8075600991961104) + | > loader_time: 0.0065 (0.007368158970483287) + + + --> TIME: 2024-11-23 05:55:51 -- STEP: 467/797 -- GLOBAL_STEP: 49875 + | > loss_disc: 2.4519946575164795 (2.458118392772794) + | > loss_disc_real_0: 0.14917972683906555 (0.13077779575320847) + | > loss_disc_real_1: 0.2175634652376175 (0.2185433410602668) + | > loss_disc_real_2: 0.21999824047088623 (0.23245547102401293) + | > loss_disc_real_3: 0.19224096834659576 (0.2228563588423699) + | > loss_disc_real_4: 0.22287099063396454 (0.22316194276227685) + | > loss_disc_real_5: 0.20974066853523254 (0.23187797566042212) + | > loss_0: 2.4519946575164795 (2.458118392772794) + | > grad_norm_0: tensor(81.9172, device='cuda:0') (tensor(61.3375, device='cuda:0')) + | > loss_gen: 2.264997959136963 (2.373422138696054) + | > loss_kl: 1.5287021398544312 (1.5868051450308687) + | > loss_feat: 6.1717305183410645 (6.918810716788315) + | > loss_mel: 19.591197967529297 (21.154231532993364) + | > loss_duration: 1.6364227533340454 (1.6962813146619777) + | > amp_scaler: 128.0 (135.1263383297645) + | > loss_1: 31.193050384521484 (33.72955088237627) + | > grad_norm_1: tensor(356.0916, device='cuda:0') (tensor(538.8145, device='cuda:0')) + | > current_lr_0: 0.00019848070471685067 + | > current_lr_1: 0.00019848070471685067 + | > step_time: 0.8727 (0.8095346814304654) + | > loader_time: 0.011 (0.007439734848970008) + + + --> TIME: 2024-11-23 05:56:12 -- STEP: 492/797 -- GLOBAL_STEP: 49900 + | > loss_disc: 2.4173803329467773 (2.456505813249725) + | > loss_disc_real_0: 0.2152308076620102 (0.13085884499416614) + | > loss_disc_real_1: 0.22407402098178864 (0.21862906023738832) + | > loss_disc_real_2: 0.2525947093963623 (0.232450678490284) + | > loss_disc_real_3: 0.25057023763656616 (0.2225578602373116) + | > loss_disc_real_4: 0.21584554016590118 (0.222838563526549) + | > loss_disc_real_5: 0.25958991050720215 (0.2319173629024649) + | > loss_0: 2.4173803329467773 (2.456505813249725) + | > grad_norm_0: tensor(77.1398, device='cuda:0') (tensor(61.7854, device='cuda:0')) + | > loss_gen: 2.682157278060913 (2.3775907948734316) + | > loss_kl: 1.31496262550354 (1.5859044967143512) + | > loss_feat: 6.504854679107666 (6.927936814664825) + | > loss_mel: 20.641164779663086 (21.1575010520656) + | > loss_duration: 1.6368380784988403 (1.694764533905479) + | > amp_scaler: 128.0 (134.7642276422765) + | > loss_1: 32.77997970581055 (33.74369771693785) + | > grad_norm_1: tensor(439.0249, device='cuda:0') (tensor(540.9338, device='cuda:0')) + | > current_lr_0: 0.00019848070471685067 + | > current_lr_1: 0.00019848070471685067 + | > step_time: 0.8337 (0.8117879110623182) + | > loader_time: 0.0083 (0.00750953395192216) + + + --> TIME: 2024-11-23 05:56:34 -- STEP: 517/797 -- GLOBAL_STEP: 49925 + | > loss_disc: 2.4849424362182617 (2.4566796877397996) + | > loss_disc_real_0: 0.10246486216783524 (0.13069853793318092) + | > loss_disc_real_1: 0.22708502411842346 (0.21862666882444862) + | > loss_disc_real_2: 0.22328728437423706 (0.2322445409210323) + | > loss_disc_real_3: 0.2572011649608612 (0.2227444174038373) + | > loss_disc_real_4: 0.19213224947452545 (0.22269859460382443) + | > loss_disc_real_5: 0.2281492054462433 (0.23169594939718854) + | > loss_0: 2.4849424362182617 (2.4566796877397996) + | > grad_norm_0: tensor(67.7736, device='cuda:0') (tensor(60.9726, device='cuda:0')) + | > loss_gen: 2.2610511779785156 (2.374881176238364) + | > loss_kl: 1.4809833765029907 (1.5825264313234808) + | > loss_feat: 5.965059280395508 (6.924095840933705) + | > loss_mel: 19.176223754882812 (21.157252820824755) + | > loss_duration: 1.6984463930130005 (1.6938991382919844) + | > amp_scaler: 128.0 (134.4371373307544) + | > loss_1: 30.581764221191406 (33.73265545326695) + | > grad_norm_1: tensor(213.4270, device='cuda:0') (tensor(534.7014, device='cuda:0')) + | > current_lr_0: 0.00019848070471685067 + | > current_lr_1: 0.00019848070471685067 + | > step_time: 0.8522 (0.8139446542618123) + | > loader_time: 0.0181 (0.007649779550342079) + + + --> TIME: 2024-11-23 05:56:56 -- STEP: 542/797 -- GLOBAL_STEP: 49950 + | > loss_disc: 2.35947322845459 (2.456284095440401) + | > loss_disc_real_0: 0.1606854349374771 (0.13085237128928154) + | > loss_disc_real_1: 0.22101406753063202 (0.2186221272798042) + | > loss_disc_real_2: 0.24581024050712585 (0.2323137261110918) + | > loss_disc_real_3: 0.23729752004146576 (0.2228901274914671) + | > loss_disc_real_4: 0.20997922122478485 (0.22247741640823798) + | > loss_disc_real_5: 0.22881820797920227 (0.2314964990059388) + | > loss_0: 2.35947322845459 (2.456284095440401) + | > grad_norm_0: tensor(64.1163, device='cuda:0') (tensor(59.9063, device='cuda:0')) + | > loss_gen: 2.433419704437256 (2.3745065500815414) + | > loss_kl: 1.5525484085083008 (1.5822877347249384) + | > loss_feat: 7.288564682006836 (6.9264508982866) + | > loss_mel: 20.93094253540039 (21.1554374043792) + | > loss_duration: 1.7040833234786987 (1.693849467043507) + | > amp_scaler: 128.0 (134.14022140221408) + | > loss_1: 33.9095573425293 (33.73253208948682) + | > grad_norm_1: tensor(679.5715, device='cuda:0') (tensor(529.0079, device='cuda:0')) + | > current_lr_0: 0.00019848070471685067 + | > current_lr_1: 0.00019848070471685067 + | > step_time: 0.8668 (0.8163707766585685) + | > loader_time: 0.0091 (0.00776657319156886) + + + --> TIME: 2024-11-23 05:57:18 -- STEP: 567/797 -- GLOBAL_STEP: 49975 + | > loss_disc: 2.3652572631835938 (2.4549524620096497) + | > loss_disc_real_0: 0.09356710314750671 (0.13087897975083185) + | > loss_disc_real_1: 0.2871311604976654 (0.21853126984950302) + | > loss_disc_real_2: 0.22560808062553406 (0.23228948096854768) + | > loss_disc_real_3: 0.2175457924604416 (0.22263740294824838) + | > loss_disc_real_4: 0.18652215600013733 (0.22226365940806309) + | > loss_disc_real_5: 0.17792856693267822 (0.23119688152320803) + | > loss_0: 2.3652572631835938 (2.4549524620096497) + | > grad_norm_0: tensor(71.4056, device='cuda:0') (tensor(59.2263, device='cuda:0')) + | > loss_gen: 2.3596675395965576 (2.374931959037847) + | > loss_kl: 1.8554353713989258 (1.5833994038731543) + | > loss_feat: 7.54012393951416 (6.934576262452193) + | > loss_mel: 22.281381607055664 (21.17469696266942) + | > loss_duration: 1.6819754838943481 (1.6928408610547452) + | > amp_scaler: 128.0 (133.86948853615522) + | > loss_1: 35.71858596801758 (33.76044546864025) + | > grad_norm_1: tensor(635.3776, device='cuda:0') (tensor(527.0552, device='cuda:0')) + | > current_lr_0: 0.00019848070471685067 + | > current_lr_1: 0.00019848070471685067 + | > step_time: 0.8518 (0.8184013618994012) + | > loader_time: 0.0073 (0.007851085545104226) + + + --> TIME: 2024-11-23 05:57:40 -- STEP: 592/797 -- GLOBAL_STEP: 50000 + | > loss_disc: 2.644566774368286 (2.456578595815475) + | > loss_disc_real_0: 0.1550993025302887 (0.13089313996150304) + | > loss_disc_real_1: 0.19587808847427368 (0.21868240941517256) + | > loss_disc_real_2: 0.2630666196346283 (0.23250687812027093) + | > loss_disc_real_3: 0.241635262966156 (0.22287639182665062) + | > loss_disc_real_4: 0.2632887661457062 (0.22249468310257878) + | > loss_disc_real_5: 0.24626024067401886 (0.23113079213008686) + | > loss_0: 2.644566774368286 (2.456578595815475) + | > grad_norm_0: tensor(73.1476, device='cuda:0') (tensor(59.8653, device='cuda:0')) + | > loss_gen: 2.347156524658203 (2.3757567369454606) + | > loss_kl: 1.5125908851623535 (1.582713848835713) + | > loss_feat: 6.598028659820557 (6.933991311369716) + | > loss_mel: 21.632015228271484 (21.180690303042145) + | > loss_duration: 1.7293875217437744 (1.6923897624821276) + | > amp_scaler: 128.0 (133.62162162162159) + | > loss_1: 33.81917953491211 (33.7655419852283) + | > grad_norm_1: tensor(839.9947, device='cuda:0') (tensor(526.8488, device='cuda:0')) + | > current_lr_0: 0.00019848070471685067 + | > current_lr_1: 0.00019848070471685067 + | > step_time: 0.88 (0.8206038362271078) + | > loader_time: 0.0092 (0.007922923645457706) + + + > CHECKPOINT : vits_shi_male-November-22-2024_02+49AM-0000000/checkpoint_50000.pth + + --> TIME: 2024-11-23 05:58:08 -- STEP: 617/797 -- GLOBAL_STEP: 50025 + | > loss_disc: 2.3802433013916016 (2.4557372121022603) + | > loss_disc_real_0: 0.08079217374324799 (0.13058585090324223) + | > loss_disc_real_1: 0.1995464414358139 (0.21874256463452715) + | > loss_disc_real_2: 0.2664908170700073 (0.23234468940011493) + | > loss_disc_real_3: 0.21295787394046783 (0.22269105297819727) + | > loss_disc_real_4: 0.19378909468650818 (0.22238079239908654) + | > loss_disc_real_5: 0.22326374053955078 (0.2313546877915894) + | > loss_0: 2.3802433013916016 (2.4557372121022603) + | > grad_norm_0: tensor(16.3138, device='cuda:0') (tensor(59.9728, device='cuda:0')) + | > loss_gen: 2.407274007797241 (2.375545480069696) + | > loss_kl: 1.6407116651535034 (1.5817217668412755) + | > loss_feat: 7.003012180328369 (6.924286422698579) + | > loss_mel: 21.270618438720703 (21.17539675231886) + | > loss_duration: 1.6870651245117188 (1.692174217882574) + | > amp_scaler: 128.0 (133.3938411669368) + | > loss_1: 34.0086784362793 (33.74912464444802) + | > grad_norm_1: tensor(298.2646, device='cuda:0') (tensor(528.0896, device='cuda:0')) + | > current_lr_0: 0.00019848070471685067 + | > current_lr_1: 0.00019848070471685067 + | > step_time: 0.8888 (0.8242274590404147) + | > loader_time: 0.0081 (0.00797600259270815) + + + --> TIME: 2024-11-23 05:58:31 -- STEP: 642/797 -- GLOBAL_STEP: 50050 + | > loss_disc: 2.3283896446228027 (2.4543771896035484) + | > loss_disc_real_0: 0.04931188374757767 (0.1305646262772824) + | > loss_disc_real_1: 0.22123444080352783 (0.2188096996919017) + | > loss_disc_real_2: 0.22182118892669678 (0.2320942440740416) + | > loss_disc_real_3: 0.25775817036628723 (0.2227064571648001) + | > loss_disc_real_4: 0.2738785743713379 (0.22226975322048245) + | > loss_disc_real_5: 0.27674543857574463 (0.2310343559053828) + | > loss_0: 2.3283896446228027 (2.4543771896035484) + | > grad_norm_0: tensor(38.4080, device='cuda:0') (tensor(60.5794, device='cuda:0')) + | > loss_gen: 2.705749988555908 (2.377136871822155) + | > loss_kl: 1.6064683198928833 (1.5812119148973356) + | > loss_feat: 7.952907085418701 (6.922431746747264) + | > loss_mel: 23.03434181213379 (21.182361729048527) + | > loss_duration: 1.6851141452789307 (1.6922995548381987) + | > amp_scaler: 128.0 (133.18380062305297) + | > loss_1: 36.98458480834961 (33.755441834993505) + | > grad_norm_1: tensor(579.9588, device='cuda:0') (tensor(529.1442, device='cuda:0')) + | > current_lr_0: 0.00019848070471685067 + | > current_lr_1: 0.00019848070471685067 + | > step_time: 0.8448 (0.8270728365283148) + | > loader_time: 0.0086 (0.00808701299804022) + + + --> TIME: 2024-11-23 05:58:54 -- STEP: 667/797 -- GLOBAL_STEP: 50075 + | > loss_disc: 2.3913564682006836 (2.455418843379441) + | > loss_disc_real_0: 0.11603701114654541 (0.13094673125908307) + | > loss_disc_real_1: 0.17688262462615967 (0.21882107621547522) + | > loss_disc_real_2: 0.24361416697502136 (0.23235540074118968) + | > loss_disc_real_3: 0.2005222737789154 (0.22257577260394865) + | > loss_disc_real_4: 0.19767364859580994 (0.22258807180346046) + | > loss_disc_real_5: 0.22094818949699402 (0.23108394770161145) + | > loss_0: 2.3913564682006836 (2.455418843379441) + | > grad_norm_0: tensor(81.0751, device='cuda:0') (tensor(60.6355, device='cuda:0')) + | > loss_gen: 2.461205005645752 (2.3780082294429805) + | > loss_kl: 1.3986527919769287 (1.580048474414773) + | > loss_feat: 7.961374759674072 (6.927040120829707) + | > loss_mel: 22.989749908447266 (21.204851509391663) + | > loss_duration: 1.6271560192108154 (1.691617408792476) + | > amp_scaler: 128.0 (132.9895052473763) + | > loss_1: 36.43813705444336 (33.78156575055676) + | > grad_norm_1: tensor(522.3434, device='cuda:0') (tensor(526.7209, device='cuda:0')) + | > current_lr_0: 0.00019848070471685067 + | > current_lr_1: 0.00019848070471685067 + | > step_time: 0.894 (0.8298765905257288) + | > loader_time: 0.0095 (0.008200779132757229) + + + --> TIME: 2024-11-23 05:59:17 -- STEP: 692/797 -- GLOBAL_STEP: 50100 + | > loss_disc: 2.473435163497925 (2.4546771049499494) + | > loss_disc_real_0: 0.06953124701976776 (0.130809419960688) + | > loss_disc_real_1: 0.19519025087356567 (0.2188214093145263) + | > loss_disc_real_2: 0.2513429522514343 (0.2322390608144978) + | > loss_disc_real_3: 0.2681324779987335 (0.22280996480170706) + | > loss_disc_real_4: 0.24611802399158478 (0.22219664801579683) + | > loss_disc_real_5: 0.2297135889530182 (0.2307884618639946) + | > loss_0: 2.473435163497925 (2.4546771049499494) + | > grad_norm_0: tensor(62.6597, device='cuda:0') (tensor(60.8657, device='cuda:0')) + | > loss_gen: 2.265340805053711 (2.3796898891471017) + | > loss_kl: 1.7011866569519043 (1.5819648852238066) + | > loss_feat: 7.029002666473389 (6.927287255408447) + | > loss_mel: 21.61562156677246 (21.21013988787041) + | > loss_duration: 1.681917667388916 (1.6909877018776935) + | > amp_scaler: 128.0 (132.8092485549133) + | > loss_1: 34.29307174682617 (33.790069646228964) + | > grad_norm_1: tensor(645.0693, device='cuda:0') (tensor(526.3422, device='cuda:0')) + | > current_lr_0: 0.00019848070471685067 + | > current_lr_1: 0.00019848070471685067 + | > step_time: 0.9126 (0.8331149561556779) + | > loader_time: 0.0161 (0.008279857607935205) + + + --> TIME: 2024-11-23 05:59:41 -- STEP: 717/797 -- GLOBAL_STEP: 50125 + | > loss_disc: 2.448277473449707 (2.4546935032933654) + | > loss_disc_real_0: 0.1717141568660736 (0.13057690313815917) + | > loss_disc_real_1: 0.23451250791549683 (0.21895977723797994) + | > loss_disc_real_2: 0.17944751679897308 (0.23220233139133853) + | > loss_disc_real_3: 0.2217743694782257 (0.22267141956913925) + | > loss_disc_real_4: 0.2438790500164032 (0.2223891850295925) + | > loss_disc_real_5: 0.2101854383945465 (0.23115177824573704) + | > loss_0: 2.448277473449707 (2.4546935032933654) + | > grad_norm_0: tensor(15.8842, device='cuda:0') (tensor(60.3314, device='cuda:0')) + | > loss_gen: 2.58210825920105 (2.3798770545416787) + | > loss_kl: 1.5790818929672241 (1.5830885780406287) + | > loss_feat: 7.789268970489502 (6.9300795419445596) + | > loss_mel: 21.971296310424805 (21.22425963988366) + | > loss_duration: 1.645477533340454 (1.6902391215581112) + | > amp_scaler: 128.0 (132.64156206415623) + | > loss_1: 35.56723403930664 (33.807543976702625) + | > grad_norm_1: tensor(731.7328, device='cuda:0') (tensor(525.9891, device='cuda:0')) + | > current_lr_0: 0.00019848070471685067 + | > current_lr_1: 0.00019848070471685067 + | > step_time: 0.9391 (0.8365862455993186) + | > loader_time: 0.0087 (0.008414678826325446) + + + --> TIME: 2024-11-23 06:00:06 -- STEP: 742/797 -- GLOBAL_STEP: 50150 + | > loss_disc: 2.5007858276367188 (2.453961192758256) + | > loss_disc_real_0: 0.0819801539182663 (0.13030708518451617) + | > loss_disc_real_1: 0.18708738684654236 (0.21866154893630277) + | > loss_disc_real_2: 0.26088210940361023 (0.23224908589433146) + | > loss_disc_real_3: 0.24042202532291412 (0.22269275601742405) + | > loss_disc_real_4: 0.24583497643470764 (0.22219174126328808) + | > loss_disc_real_5: 0.27722540497779846 (0.23100867929725313) + | > loss_0: 2.5007858276367188 (2.453961192758256) + | > grad_norm_0: tensor(24.8946, device='cuda:0') (tensor(60.2711, device='cuda:0')) + | > loss_gen: 2.358947515487671 (2.378583737139431) + | > loss_kl: 1.6258631944656372 (1.5830489315112637) + | > loss_feat: 6.163853645324707 (6.9267991938680975) + | > loss_mel: 20.530336380004883 (21.22849912334969) + | > loss_duration: 1.696934700012207 (1.6894487639000477) + | > amp_scaler: 128.0 (132.48517520215628) + | > loss_1: 32.37593460083008 (33.80637979893032) + | > grad_norm_1: tensor(335.6140, device='cuda:0') (tensor(526.5347, device='cuda:0')) + | > current_lr_0: 0.00019848070471685067 + | > current_lr_1: 0.00019848070471685067 + | > step_time: 0.9345 (0.8400334196913276) + | > loader_time: 0.0957 (0.009487124787508) + + + --> TIME: 2024-11-23 06:00:34 -- STEP: 767/797 -- GLOBAL_STEP: 50175 + | > loss_disc: 2.467768430709839 (2.453376798617326) + | > loss_disc_real_0: 0.09515523910522461 (0.1303444308176581) + | > loss_disc_real_1: 0.19747792184352875 (0.2184119117306606) + | > loss_disc_real_2: 0.21949146687984467 (0.2321959751059521) + | > loss_disc_real_3: 0.22916507720947266 (0.22289398841006197) + | > loss_disc_real_4: 0.24847231805324554 (0.22250542163149478) + | > loss_disc_real_5: 0.21892336010932922 (0.23098884789076435) + | > loss_0: 2.467768430709839 (2.453376798617326) + | > grad_norm_0: tensor(44.5971, device='cuda:0') (tensor(60.4488, device='cuda:0')) + | > loss_gen: 2.287121534347534 (2.3797588121471374) + | > loss_kl: 1.7161569595336914 (1.5829315463753684) + | > loss_feat: 6.33762264251709 (6.923912415137658) + | > loss_mel: 20.89016342163086 (21.234200323420705) + | > loss_duration: 1.6483436822891235 (1.6884379349600387) + | > amp_scaler: 128.0 (132.33898305084745) + | > loss_1: 32.8794059753418 (33.809241062348356) + | > grad_norm_1: tensor(495.9806, device='cuda:0') (tensor(528.0621, device='cuda:0')) + | > current_lr_0: 0.00019848070471685067 + | > current_lr_1: 0.00019848070471685067 + | > step_time: 1.1838 (0.845697235097475) + | > loader_time: 0.1166 (0.013162418947381493) + + + --> TIME: 2024-11-23 06:01:27 -- STEP: 792/797 -- GLOBAL_STEP: 50200 + | > loss_disc: 2.6240460872650146 (2.4520289223603533) + | > loss_disc_real_0: 0.18618221580982208 (0.13023511637378546) + | > loss_disc_real_1: 0.23725581169128418 (0.21835090848382074) + | > loss_disc_real_2: 0.27349576354026794 (0.2319711996336477) + | > loss_disc_real_3: 0.27739912271499634 (0.22291339205747304) + | > loss_disc_real_4: 0.2375095933675766 (0.22195411693643444) + | > loss_disc_real_5: 0.311563104391098 (0.23060389574278484) + | > loss_0: 2.6240460872650146 (2.4520289223603533) + | > grad_norm_0: tensor(108.5717, device='cuda:0') (tensor(60.7841, device='cuda:0')) + | > loss_gen: 2.607161283493042 (2.3804296842127135) + | > loss_kl: 1.577742338180542 (1.5832467155926147) + | > loss_feat: 6.245909690856934 (6.93024979998367) + | > loss_mel: 19.84872817993164 (21.24253899039647) + | > loss_duration: 1.6713662147521973 (1.6877154917126957) + | > amp_scaler: 128.0 (132.2020202020202) + | > loss_1: 31.95090675354004 (33.824180723440826) + | > grad_norm_1: tensor(530.5031, device='cuda:0') (tensor(526.2835, device='cuda:0')) + | > current_lr_0: 0.00019848070471685067 + | > current_lr_1: 0.00019848070471685067 + | > step_time: 3.7628 (0.8807198853805813) + | > loader_time: 0.1221 (0.01746292728366275) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.5934622287750244 (2.5934622287750244) + | > loss_disc_real_0: 0.07321052998304367 (0.07321052998304367) + | > loss_disc_real_1: 0.18661043047904968 (0.18661043047904968) + | > loss_disc_real_2: 0.140842467546463 (0.140842467546463) + | > loss_disc_real_3: 0.2368377447128296 (0.2368377447128296) + | > loss_disc_real_4: 0.191393181681633 (0.191393181681633) + | > loss_disc_real_5: 0.3236023485660553 (0.3236023485660553) + | > loss_0: 2.5934622287750244 (2.5934622287750244) + | > loss_gen: 2.1371572017669678 (2.1371572017669678) + | > loss_kl: 2.36445689201355 (2.36445689201355) + | > loss_feat: 8.793725967407227 (8.793725967407227) + | > loss_mel: 23.96670150756836 (23.96670150756836) + | > loss_duration: 1.9845491647720337 (1.9845491647720337) + | > loss_1: 39.2465934753418 (39.2465934753418) + + --> STEP: 1 + | > loss_disc: 2.510678768157959 (2.510678768157959) + | > loss_disc_real_0: 0.06835860013961792 (0.06835860013961792) + | > loss_disc_real_1: 0.161477729678154 (0.161477729678154) + | > loss_disc_real_2: 0.18520089983940125 (0.18520089983940125) + | > loss_disc_real_3: 0.20239338278770447 (0.20239338278770447) + | > loss_disc_real_4: 0.2730415463447571 (0.2730415463447571) + | > loss_disc_real_5: 0.25611361861228943 (0.25611361861228943) + | > loss_0: 2.510678768157959 (2.510678768157959) + | > loss_gen: 1.9812822341918945 (1.9812822341918945) + | > loss_kl: 1.8865008354187012 (1.8865008354187012) + | > loss_feat: 9.022878646850586 (9.022878646850586) + | > loss_mel: 23.05938720703125 (23.05938720703125) + | > loss_duration: 1.707412838935852 (1.707412838935852) + | > loss_1: 37.6574592590332 (37.6574592590332) + + --> STEP: 2 + | > loss_disc: 2.392460823059082 (2.4515697956085205) + | > loss_disc_real_0: 0.13087749481201172 (0.09961804747581482) + | > loss_disc_real_1: 0.25254902243614197 (0.20701337605714798) + | > loss_disc_real_2: 0.19254688918590546 (0.18887389451265335) + | > loss_disc_real_3: 0.2730177342891693 (0.2377055585384369) + | > loss_disc_real_4: 0.19189199805259705 (0.23246677219867706) + | > loss_disc_real_5: 0.23256100714206696 (0.2443373128771782) + | > loss_0: 2.392460823059082 (2.4515697956085205) + | > loss_gen: 2.400606870651245 (2.19094455242157) + | > loss_kl: 1.5204426050186157 (1.7034717202186584) + | > loss_feat: 6.4484968185424805 (7.735687732696533) + | > loss_mel: 22.225141525268555 (22.642264366149902) + | > loss_duration: 1.6826257705688477 (1.6950193047523499) + | > loss_1: 34.277313232421875 (35.96738624572754) + + --> STEP: 3 + | > loss_disc: 2.5366811752319336 (2.4799402554829917) + | > loss_disc_real_0: 0.1195845976471901 (0.10627356419960658) + | > loss_disc_real_1: 0.24448496103286743 (0.2195039043823878) + | > loss_disc_real_2: 0.1913028061389923 (0.189683531721433) + | > loss_disc_real_3: 0.24302537739276886 (0.2394788314898809) + | > loss_disc_real_4: 0.24828565120697021 (0.23773973186810812) + | > loss_disc_real_5: 0.25489532947540283 (0.24785665174325308) + | > loss_0: 2.5366811752319336 (2.4799402554829917) + | > loss_gen: 2.1393167972564697 (2.1737353006998696) + | > loss_kl: 1.065140962600708 (1.490694801012675) + | > loss_feat: 6.301435947418213 (7.257603804270427) + | > loss_mel: 21.24230194091797 (22.175610224405926) + | > loss_duration: 1.7682604789733887 (1.719433029492696) + | > loss_1: 32.516456604003906 (34.81707636515299) + + --> STEP: 4 + | > loss_disc: 2.299698829650879 (2.4348798990249634) + | > loss_disc_real_0: 0.11807870864868164 (0.10922485031187534) + | > loss_disc_real_1: 0.14764843881130219 (0.2015400379896164) + | > loss_disc_real_2: 0.15699630975723267 (0.18151172623038292) + | > loss_disc_real_3: 0.2169027328491211 (0.23383480682969093) + | > loss_disc_real_4: 0.2619355320930481 (0.2437886819243431) + | > loss_disc_real_5: 0.24756275117397308 (0.24778317660093307) + | > loss_0: 2.299698829650879 (2.4348798990249634) + | > loss_gen: 2.359591007232666 (2.220199227333069) + | > loss_kl: 1.4150534868240356 (1.4717844724655151) + | > loss_feat: 8.4797945022583 (7.563151478767395) + | > loss_mel: 23.16635513305664 (22.423296451568604) + | > loss_duration: 1.6725585460662842 (1.7077144086360931) + | > loss_1: 37.093353271484375 (35.38614559173584) + + --> STEP: 5 + | > loss_disc: 2.5316388607025146 (2.454231691360474) + | > loss_disc_real_0: 0.19050437211990356 (0.125480754673481) + | > loss_disc_real_1: 0.1126677393913269 (0.18376557826995848) + | > loss_disc_real_2: 0.1296449899673462 (0.17113837897777556) + | > loss_disc_real_3: 0.23967279493808746 (0.23500240445137024) + | > loss_disc_real_4: 0.2644772231578827 (0.24792639017105103) + | > loss_disc_real_5: 0.21077929437160492 (0.24038240015506745) + | > loss_0: 2.5316388607025146 (2.454231691360474) + | > loss_gen: 2.061882734298706 (2.1885359287261963) + | > loss_kl: 1.4164892435073853 (1.4607254266738892) + | > loss_feat: 9.035022735595703 (7.857525730133057) + | > loss_mel: 23.469148635864258 (22.632466888427736) + | > loss_duration: 1.911989450454712 (1.748569416999817) + | > loss_1: 37.894535064697266 (35.887823486328124) + + --> STEP: 6 + | > loss_disc: 2.7801802158355713 (2.5085564454396567) + | > loss_disc_real_0: 0.24171000719070435 (0.1448522967596849) + | > loss_disc_real_1: 0.24354827404022217 (0.19372936089833578) + | > loss_disc_real_2: 0.22411949932575226 (0.17996856570243835) + | > loss_disc_real_3: 0.23224133253097534 (0.2345422257979711) + | > loss_disc_real_4: 0.29620346426963806 (0.2559725691874822) + | > loss_disc_real_5: 0.27982762455940247 (0.2469566042224566) + | > loss_0: 2.7801802158355713 (2.5085564454396567) + | > loss_gen: 2.0919294357299805 (2.17243484656016) + | > loss_kl: 1.449392557144165 (1.4588366150856018) + | > loss_feat: 3.5744919776916504 (7.143686771392822) + | > loss_mel: 16.405445098876953 (21.594629923502605) + | > loss_duration: 1.6300795078277588 (1.7288210988044739) + | > loss_1: 25.151338577270508 (34.09840933481852) + + --> STEP: 7 + | > loss_disc: 2.543853998184204 (2.513598952974592) + | > loss_disc_real_0: 0.07912422716617584 (0.13546257253204072) + | > loss_disc_real_1: 0.17844705283641815 (0.19154617403234755) + | > loss_disc_real_2: 0.1488221436738968 (0.17551907684121812) + | > loss_disc_real_3: 0.21136659383773804 (0.2312314212322235) + | > loss_disc_real_4: 0.1928582787513733 (0.24695624198232377) + | > loss_disc_real_5: 0.22656942903995514 (0.2440441506249564) + | > loss_0: 2.543853998184204 (2.513598952974592) + | > loss_gen: 1.8045434951782227 (2.1198789392198836) + | > loss_kl: 1.8302302360534668 (1.5118928466524397) + | > loss_feat: 6.813186168670654 (7.09647239957537) + | > loss_mel: 21.926342010498047 (21.642017364501953) + | > loss_duration: 1.6567165851593018 (1.7185204539980208) + | > loss_1: 34.0310173034668 (34.08878190176828) + + --> STEP: 8 + | > loss_disc: 2.141679286956787 (2.4671089947223663) + | > loss_disc_real_0: 0.08830270916223526 (0.12956758961081505) + | > loss_disc_real_1: 0.1606435775756836 (0.18768334947526455) + | > loss_disc_real_2: 0.10166803747415543 (0.1662876969203353) + | > loss_disc_real_3: 0.11902555823326111 (0.2172056883573532) + | > loss_disc_real_4: 0.1434585601091385 (0.23401903174817562) + | > loss_disc_real_5: 0.16854868829250336 (0.23460721783339977) + | > loss_0: 2.141679286956787 (2.4671089947223663) + | > loss_gen: 1.9287952184677124 (2.095993474125862) + | > loss_kl: 2.513242721557617 (1.6370615810155869) + | > loss_feat: 7.925698757171631 (7.200125694274902) + | > loss_mel: 22.11234474182129 (21.70080828666687) + | > loss_duration: 1.7380748987197876 (1.7209647595882416) + | > loss_1: 36.21815490722656 (34.35495352745056) + + --> STEP: 9 + | > loss_disc: 2.61226749420166 (2.483237716886732) + | > loss_disc_real_0: 0.25906866788864136 (0.1439565983083513) + | > loss_disc_real_1: 0.2465272843837738 (0.19422156446509892) + | > loss_disc_real_2: 0.19183693826198578 (0.169126501513852) + | > loss_disc_real_3: 0.23111920058727264 (0.21875163416067758) + | > loss_disc_real_4: 0.23888786137104034 (0.2345600128173828) + | > loss_disc_real_5: 0.25576722621917725 (0.23695832987626395) + | > loss_0: 2.61226749420166 (2.483237716886732) + | > loss_gen: 2.07840895652771 (2.0940396388371787) + | > loss_kl: 1.5481377840042114 (1.627181159125434) + | > loss_feat: 5.635980129241943 (7.026331742604573) + | > loss_mel: 19.226524353027344 (21.42588784959581) + | > loss_duration: 1.7009086608886719 (1.7187363041771784) + | > loss_1: 30.189960479736328 (33.89217652214898) + + --> STEP: 10 + | > loss_disc: 2.5668251514434814 (2.4915964603424072) + | > loss_disc_real_0: 0.13770754635334015 (0.14333169311285018) + | > loss_disc_real_1: 0.24274535477161407 (0.19907394349575042) + | > loss_disc_real_2: 0.16956362128257751 (0.16917021349072456) + | > loss_disc_real_3: 0.2514410614967346 (0.22202057689428328) + | > loss_disc_real_4: 0.24705152213573456 (0.23580916374921798) + | > loss_disc_real_5: 0.2559024691581726 (0.23885274380445481) + | > loss_0: 2.5668251514434814 (2.4915964603424072) + | > loss_gen: 2.0945608615875244 (2.094091761112213) + | > loss_kl: 1.3497918844223022 (1.599442231655121) + | > loss_feat: 5.251372337341309 (6.848835802078247) + | > loss_mel: 18.586917877197266 (21.141990852355956) + | > loss_duration: 1.6027207374572754 (1.707134747505188) + | > loss_1: 28.88536262512207 (33.39149513244629) + + --> STEP: 11 + | > loss_disc: 2.34790301322937 (2.4785334196957676) + | > loss_disc_real_0: 0.09621251374483109 (0.13904813135212118) + | > loss_disc_real_1: 0.18662728369235992 (0.19794242896816946) + | > loss_disc_real_2: 0.15294504165649414 (0.16769519786943088) + | > loss_disc_real_3: 0.21813613176345825 (0.22166744551875375) + | > loss_disc_real_4: 0.25847697257995605 (0.23786987364292145) + | > loss_disc_real_5: 0.17766135931015015 (0.23328989066860892) + | > loss_0: 2.34790301322937 (2.4785334196957676) + | > loss_gen: 2.2609293460845947 (2.1092588142915205) + | > loss_kl: 1.5845749378204346 (1.5980906594883313) + | > loss_feat: 8.054471015930176 (6.958439003337514) + | > loss_mel: 22.440065383911133 (21.259997627951883) + | > loss_duration: 1.5669822692871094 (1.6943936131217263) + | > loss_1: 35.907020568847656 (33.620179263028234) + + --> STEP: 12 + | > loss_disc: 2.4814233779907227 (2.4787742495536804) + | > loss_disc_real_0: 0.1385791301727295 (0.1390090479205052) + | > loss_disc_real_1: 0.23603804409503937 (0.2011170635620753) + | > loss_disc_real_2: 0.1686079353094101 (0.1677712593227625) + | > loss_disc_real_3: 0.24688275158405304 (0.22376872102419534) + | > loss_disc_real_4: 0.21076616644859314 (0.23561123137672743) + | > loss_disc_real_5: 0.22418998181819916 (0.23253156493107477) + | > loss_0: 2.4814233779907227 (2.4787742495536804) + | > loss_gen: 2.005420446395874 (2.100605616966883) + | > loss_kl: 1.5068119764328003 (1.5904841025670369) + | > loss_feat: 7.566422939300537 (7.009104331334432) + | > loss_mel: 23.397958755493164 (21.43816105524699) + | > loss_duration: 1.7378852367401123 (1.698017915089925) + | > loss_1: 36.21449661254883 (33.83637237548828) + + --> STEP: 13 + | > loss_disc: 2.3513946533203125 (2.4689758190741906) + | > loss_disc_real_0: 0.0726190060377121 (0.13390212162182882) + | > loss_disc_real_1: 0.2573064863681793 (0.20543932685485253) + | > loss_disc_real_2: 0.17581191658973694 (0.16838977142022207) + | > loss_disc_real_3: 0.23019778728485107 (0.22426326458270734) + | > loss_disc_real_4: 0.1650201380252838 (0.23018114727277023) + | > loss_disc_real_5: 0.26483383774757385 (0.23501635514772856) + | > loss_0: 2.3513946533203125 (2.4689758190741906) + | > loss_gen: 2.3032772541046143 (2.116195742900555) + | > loss_kl: 2.171727180480957 (1.6351951085604155) + | > loss_feat: 6.905120849609375 (7.001105601970966) + | > loss_mel: 21.740314483642578 (21.461403626662033) + | > loss_duration: 1.7732665538787842 (1.7038062719198375) + | > loss_1: 34.89370346069336 (33.91770553588867) + + --> STEP: 14 + | > loss_disc: 2.3021798133850098 (2.4570618186678206) + | > loss_disc_real_0: 0.1019648015499115 (0.13162088447383474) + | > loss_disc_real_1: 0.19063079357147217 (0.20438157447746821) + | > loss_disc_real_2: 0.20547784864902496 (0.17103891979370797) + | > loss_disc_real_3: 0.20990335941314697 (0.22323755707059587) + | > loss_disc_real_4: 0.24227659404277802 (0.2310451077563422) + | > loss_disc_real_5: 0.1883113980293274 (0.23168028678212846) + | > loss_0: 2.3021798133850098 (2.4570618186678206) + | > loss_gen: 2.199735403060913 (2.122162861483438) + | > loss_kl: 1.9835052490234375 (1.6600744043077742) + | > loss_feat: 6.346057415008545 (6.954316445759365) + | > loss_mel: 21.627012252807617 (21.47323281424386) + | > loss_duration: 1.7938859462738037 (1.7102405343736922) + | > loss_1: 33.9501953125 (33.92002623421805) + + --> STEP: 15 + | > loss_disc: 2.530102491378784 (2.4619311968485516) + | > loss_disc_real_0: 0.10037805140018463 (0.1295380289355914) + | > loss_disc_real_1: 0.16806906461715698 (0.2019607404867808) + | > loss_disc_real_2: 0.19698722660541534 (0.17276880691448848) + | > loss_disc_real_3: 0.2086905986070633 (0.2222677598396937) + | > loss_disc_real_4: 0.18879260122776031 (0.22822827398777007) + | > loss_disc_real_5: 0.2185741811990738 (0.23080654640992482) + | > loss_0: 2.530102491378784 (2.4619311968485516) + | > loss_gen: 2.1331748962402344 (2.122896997133891) + | > loss_kl: 1.7506781816482544 (1.6661146561304727) + | > loss_feat: 6.965540885925293 (6.9550647417704266) + | > loss_mel: 26.1326961517334 (21.783863703409832) + | > loss_duration: 1.6275465488433838 (1.7047276020050048) + | > loss_1: 38.60963821411133 (34.23266703287761) + + --> STEP: 16 + | > loss_disc: 2.643217086791992 (2.4732615649700165) + | > loss_disc_real_0: 0.180668443441391 (0.13273367984220388) + | > loss_disc_real_1: 0.24880613386631012 (0.20488857757300138) + | > loss_disc_real_2: 0.20451556146144867 (0.1747529790736735) + | > loss_disc_real_3: 0.2257787585258484 (0.22248719725757837) + | > loss_disc_real_4: 0.20086224377155304 (0.22651789709925652) + | > loss_disc_real_5: 0.2681424617767334 (0.23314004112035036) + | > loss_0: 2.643217086791992 (2.4732615649700165) + | > loss_gen: 1.967207431793213 (2.1131663993000984) + | > loss_kl: 1.798308253288269 (1.674376755952835) + | > loss_feat: 4.04127311706543 (6.772952765226364) + | > loss_mel: 17.556062698364258 (21.519626140594482) + | > loss_duration: 1.8194278478622437 (1.7118963673710823) + | > loss_1: 27.182279586791992 (33.79201781749725) + + --> STEP: 17 + | > loss_disc: 2.492971420288086 (2.4744209682240204) + | > loss_disc_real_0: 0.06935782730579376 (0.1290056885165327) + | > loss_disc_real_1: 0.16816215217113495 (0.20272819960818572) + | > loss_disc_real_2: 0.22801728546619415 (0.17788617356735117) + | > loss_disc_real_3: 0.24410706758499146 (0.2237589543356615) + | > loss_disc_real_4: 0.2818104028701782 (0.2297703974387225) + | > loss_disc_real_5: 0.21948187053203583 (0.23233661932103775) + | > loss_0: 2.492971420288086 (2.4744209682240204) + | > loss_gen: 2.1568925380706787 (2.1157385251101326) + | > loss_kl: 1.4108582735061646 (1.6588756687500898) + | > loss_feat: 6.526607513427734 (6.7584618680617385) + | > loss_mel: 23.34056854248047 (21.626740399528952) + | > loss_duration: 1.6425127983093262 (1.7078149809556848) + | > loss_1: 35.07743835449219 (33.867630790261664) + + --> STEP: 18 + | > loss_disc: 2.6335785388946533 (2.4832630554835) + | > loss_disc_real_0: 0.09205303341150284 (0.12695276323291996) + | > loss_disc_real_1: 0.184151753783226 (0.2016961748401324) + | > loss_disc_real_2: 0.1815108209848404 (0.1780875428683228) + | > loss_disc_real_3: 0.1860097348690033 (0.2216617754764027) + | > loss_disc_real_4: 0.23071826994419098 (0.22982305702235964) + | > loss_disc_real_5: 0.17926430702209473 (0.229388157526652) + | > loss_0: 2.6335785388946533 (2.4832630554835) + | > loss_gen: 1.7291443347930908 (2.0942610700925193) + | > loss_kl: 1.814460277557373 (1.667519258128272) + | > loss_feat: 7.497801303863525 (6.7995362811618385) + | > loss_mel: 24.03666114807129 (21.760624885559082) + | > loss_duration: 1.6550744771957397 (1.7048849529690213) + | > loss_1: 36.7331428527832 (34.02682590484619) + + --> STEP: 19 + | > loss_disc: 2.392644166946411 (2.4784936402973377) + | > loss_disc_real_0: 0.09647637605667114 (0.12534874285522266) + | > loss_disc_real_1: 0.1837213635444641 (0.2007501321403604) + | > loss_disc_real_2: 0.1504388153553009 (0.1766323466834269) + | > loss_disc_real_3: 0.16042935848236084 (0.2184390166872426) + | > loss_disc_real_4: 0.15722547471523285 (0.22600213163777402) + | > loss_disc_real_5: 0.14429716765880585 (0.22490968437571274) + | > loss_0: 2.392644166946411 (2.4784936402973377) + | > loss_gen: 1.8368662595748901 (2.0807139748021175) + | > loss_kl: 1.5208542346954346 (1.659800046368649) + | > loss_feat: 7.763911724090576 (6.850292883421245) + | > loss_mel: 22.205730438232422 (21.78405149359452) + | > loss_duration: 1.7848219871520996 (1.7090921652944464) + | > loss_1: 35.1121826171875 (34.08394994233784) + + --> STEP: 20 + | > loss_disc: 2.342667818069458 (2.471702349185944) + | > loss_disc_real_0: 0.12674777209758759 (0.1254186943173409) + | > loss_disc_real_1: 0.13132476806640625 (0.19727886393666266) + | > loss_disc_real_2: 0.12512308359146118 (0.1740568835288286) + | > loss_disc_real_3: 0.21190381050109863 (0.2181122563779354) + | > loss_disc_real_4: 0.19853508472442627 (0.22462877929210662) + | > loss_disc_real_5: 0.206242635846138 (0.223976331949234) + | > loss_0: 2.342667818069458 (2.471702349185944) + | > loss_gen: 2.0145814418792725 (2.077407348155975) + | > loss_kl: 1.5245658159255981 (1.6530383348464965) + | > loss_feat: 7.175784111022949 (6.866567444801331) + | > loss_mel: 20.866924285888672 (21.738195133209228) + | > loss_duration: 1.6602308750152588 (1.7066491007804871) + | > loss_1: 33.242088317871094 (34.0418568611145) + + --> STEP: 21 + | > loss_disc: 2.5149598121643066 (2.4737622283753895) + | > loss_disc_real_0: 0.1616351306438446 (0.12714328652336487) + | > loss_disc_real_1: 0.2217039316892624 (0.19844196240107217) + | > loss_disc_real_2: 0.20062698423862457 (0.17532212641977124) + | > loss_disc_real_3: 0.24974927306175232 (0.2196187809819267) + | > loss_disc_real_4: 0.22755691409111023 (0.22476821428253538) + | > loss_disc_real_5: 0.2567993998527527 (0.2255393351827349) + | > loss_0: 2.5149598121643066 (2.4737622283753895) + | > loss_gen: 2.135105848312378 (2.0801548957824707) + | > loss_kl: 1.1472450494766235 (1.628952940305074) + | > loss_feat: 5.5198073387146 (6.802436011178153) + | > loss_mel: 19.35772132873535 (21.624839237758092) + | > loss_duration: 1.6360855102539062 (1.703288929803031) + | > loss_1: 29.795963287353516 (33.83967145284017) + + --> STEP: 22 + | > loss_disc: 2.5201282501220703 (2.4758697748184204) + | > loss_disc_real_0: 0.10241246223449707 (0.12601915814659817) + | > loss_disc_real_1: 0.16716448962688446 (0.19702025909315457) + | > loss_disc_real_2: 0.18775880336761475 (0.1758874299174005) + | > loss_disc_real_3: 0.2187313735485077 (0.21957844428040765) + | > loss_disc_real_4: 0.2505447268486023 (0.22593987394462933) + | > loss_disc_real_5: 0.22850757837295532 (0.2256742553277449) + | > loss_0: 2.5201282501220703 (2.4758697748184204) + | > loss_gen: 2.054489850997925 (2.0789883028377187) + | > loss_kl: 1.7790318727493286 (1.635774709961631) + | > loss_feat: 7.24171781539917 (6.822403365915472) + | > loss_mel: 23.48152732849121 (21.709234150973234) + | > loss_duration: 1.7358981370925903 (1.7047711664980107) + | > loss_1: 36.29266357421875 (33.95117109472101) + + --> STEP: 23 + | > loss_disc: 2.255772113800049 (2.4663003112958823) + | > loss_disc_real_0: 0.06251853704452515 (0.12325826157694282) + | > loss_disc_real_1: 0.20063774287700653 (0.1971775409968003) + | > loss_disc_real_2: 0.16650593280792236 (0.17547953873872754) + | > loss_disc_real_3: 0.187564417719841 (0.21818653008212213) + | > loss_disc_real_4: 0.20594003796577454 (0.22507031585859216) + | > loss_disc_real_5: 0.12518654763698578 (0.22130522455858148) + | > loss_0: 2.255772113800049 (2.4663003112958823) + | > loss_gen: 2.143690586090088 (2.0818014455878218) + | > loss_kl: 1.3632757663726807 (1.6239269298055898) + | > loss_feat: 8.000201225280762 (6.873611968496571) + | > loss_mel: 23.169240951538086 (21.77271270751953) + | > loss_duration: 1.764250636100769 (1.707357230393783) + | > loss_1: 36.4406623840332 (34.05940984643024) + + --> STEP: 24 + | > loss_disc: 2.4212498664855957 (2.464423209428787) + | > loss_disc_real_0: 0.20349478721618652 (0.12660145014524463) + | > loss_disc_real_1: 0.23819123208522797 (0.19888644479215145) + | > loss_disc_real_2: 0.21724948287010193 (0.1772199530775348) + | > loss_disc_real_3: 0.20100624859333038 (0.21747068502008915) + | > loss_disc_real_4: 0.20323209464550018 (0.22416038997471333) + | > loss_disc_real_5: 0.22136662900447845 (0.2213077830771605) + | > loss_0: 2.4212498664855957 (2.464423209428787) + | > loss_gen: 2.155893325805664 (2.084888607263565) + | > loss_kl: 1.4863321781158447 (1.6181938151518505) + | > loss_feat: 4.659058094024658 (6.781338890393575) + | > loss_mel: 17.190324783325195 (21.58177987734477) + | > loss_duration: 1.6447597742080688 (1.7047490030527115) + | > loss_1: 27.136369705200195 (33.770949840545654) + + --> STEP: 25 + | > loss_disc: 2.4308834075927734 (2.4630816173553463) + | > loss_disc_real_0: 0.07479064166545868 (0.1245290178060532) + | > loss_disc_real_1: 0.1415228396654129 (0.1965919005870819) + | > loss_disc_real_2: 0.1964654177427292 (0.17798977166414257) + | > loss_disc_real_3: 0.22825445234775543 (0.2179020357131958) + | > loss_disc_real_4: 0.2434084266424179 (0.2249303114414215) + | > loss_disc_real_5: 0.24135278165340424 (0.22210958302021028) + | > loss_0: 2.4308834075927734 (2.4630816173553463) + | > loss_gen: 1.9924829006195068 (2.0811923789978026) + | > loss_kl: 1.6934713125228882 (1.6212049150466918) + | > loss_feat: 7.4910993576049805 (6.809729309082031) + | > loss_mel: 24.1581974029541 (21.68483657836914) + | > loss_duration: 1.6203889846801758 (1.70137460231781) + | > loss_1: 36.95563507080078 (33.89833724975586) + + --> STEP: 26 + | > loss_disc: 2.337186098098755 (2.4582394819993234) + | > loss_disc_real_0: 0.11473685503005981 (0.12415239616082269) + | > loss_disc_real_1: 0.1849627047777176 (0.19614462382518327) + | > loss_disc_real_2: 0.1519273966550827 (0.17698737262533257) + | > loss_disc_real_3: 0.17523963749408722 (0.21626117424323008) + | > loss_disc_real_4: 0.16911251842975616 (0.22278347324866515) + | > loss_disc_real_5: 0.2198163866996765 (0.2220213831617282) + | > loss_0: 2.337186098098755 (2.4582394819993234) + | > loss_gen: 2.0276191234588623 (2.079131869169382) + | > loss_kl: 1.4626251459121704 (1.6151056931569026) + | > loss_feat: 7.053009510040283 (6.819086239888118) + | > loss_mel: 21.74359893798828 (21.687096669123722) + | > loss_duration: 1.675354242324829 (1.700373819241157) + | > loss_1: 33.96220779418945 (33.90079380915716) + + --> STEP: 27 + | > loss_disc: 2.467054843902588 (2.4585659768846293) + | > loss_disc_real_0: 0.14642727375030518 (0.12497739162709981) + | > loss_disc_real_1: 0.23022450506687164 (0.1974068416489495) + | > loss_disc_real_2: 0.19471879303455353 (0.17764409189974817) + | > loss_disc_real_3: 0.1944756656885147 (0.2154543035560184) + | > loss_disc_real_4: 0.24244418740272522 (0.22351164784696367) + | > loss_disc_real_5: 0.17034246027469635 (0.220107348980727) + | > loss_0: 2.467054843902588 (2.4585659768846293) + | > loss_gen: 2.0505948066711426 (2.0780749409287065) + | > loss_kl: 1.6816092729568481 (1.6175687887050487) + | > loss_feat: 6.6237993240356445 (6.811853391152841) + | > loss_mel: 20.025068283081055 (21.625540062233252) + | > loss_duration: 1.6809287071228027 (1.6996536299034402) + | > loss_1: 32.0620002746582 (33.83269034491645) + + --> STEP: 28 + | > loss_disc: 2.4280455112457275 (2.4574759602546687) + | > loss_disc_real_0: 0.12266243994235992 (0.12489471478121625) + | > loss_disc_real_1: 0.18281929194927216 (0.1968858577311039) + | > loss_disc_real_2: 0.19175176322460175 (0.17814793730420722) + | > loss_disc_real_3: 0.19822683930397034 (0.21483903697558812) + | > loss_disc_real_4: 0.16627393662929535 (0.22146744387490408) + | > loss_disc_real_5: 0.1606515347957611 (0.21798392704554967) + | > loss_0: 2.4280455112457275 (2.4574759602546687) + | > loss_gen: 1.9499324560165405 (2.0734984236104146) + | > loss_kl: 1.3735628128051758 (1.6088542895657676) + | > loss_feat: 6.422189235687256 (6.797936814171927) + | > loss_mel: 20.506906509399414 (21.58558886391776) + | > loss_duration: 1.6951391696929932 (1.6994923991816384) + | > loss_1: 31.947729110717773 (33.76537030083792) + + --> STEP: 29 + | > loss_disc: 2.395387649536133 (2.455334984022995) + | > loss_disc_real_0: 0.178582102060318 (0.126746003997737) + | > loss_disc_real_1: 0.1984976977109909 (0.1969414384200655) + | > loss_disc_real_2: 0.1650094836950302 (0.17769488717975285) + | > loss_disc_real_3: 0.27237147092819214 (0.21682291400843653) + | > loss_disc_real_4: 0.27425599098205566 (0.2232877386027369) + | > loss_disc_real_5: 0.2602614760398865 (0.21944177356259575) + | > loss_0: 2.395387649536133 (2.455334984022995) + | > loss_gen: 2.514914035797119 (2.0887196516168527) + | > loss_kl: 1.4241255521774292 (1.6024843331041008) + | > loss_feat: 6.70429801940918 (6.794707890214591) + | > loss_mel: 22.09360694885254 (21.60310672891551) + | > loss_duration: 1.6595854759216309 (1.6981162983795692) + | > loss_1: 34.39653015136719 (33.787134433614796) + + --> STEP: 30 + | > loss_disc: 2.3046042919158936 (2.450310627619425) + | > loss_disc_real_0: 0.09542267769575119 (0.12570189312100413) + | > loss_disc_real_1: 0.18009822070598602 (0.1963799978295962) + | > loss_disc_real_2: 0.12014167755842209 (0.1757764468590418) + | > loss_disc_real_3: 0.15528038144111633 (0.21477149625619252) + | > loss_disc_real_4: 0.15918730199337006 (0.22115105738242466) + | > loss_disc_real_5: 0.12070103734731674 (0.21615041568875312) + | > loss_0: 2.3046042919158936 (2.450310627619425) + | > loss_gen: 1.9287195205688477 (2.0833863139152524) + | > loss_kl: 1.3990250825881958 (1.5957023580869039) + | > loss_feat: 8.467658996582031 (6.850472927093506) + | > loss_mel: 23.532852172851562 (21.667431577046713) + | > loss_duration: 1.7016031742095947 (1.6982325275739034) + | > loss_1: 37.02985763549805 (33.8952252070109) + + --> STEP: 31 + | > loss_disc: 2.5991640090942383 (2.4551123496024836) + | > loss_disc_real_0: 0.09073062241077423 (0.12457378761422253) + | > loss_disc_real_1: 0.23860479891300201 (0.1977420881871254) + | > loss_disc_real_2: 0.16231723129749298 (0.1753422786151209) + | > loss_disc_real_3: 0.20390072464942932 (0.21442082620436145) + | > loss_disc_real_4: 0.181303471326828 (0.21986565138063124) + | > loss_disc_real_5: 0.2043929249048233 (0.21577114179249732) + | > loss_0: 2.5991640090942383 (2.4551123496024836) + | > loss_gen: 1.7848422527313232 (2.0737558603286743) + | > loss_kl: 1.6079319715499878 (1.5960968617470033) + | > loss_feat: 7.441782474517822 (6.8695474286233225) + | > loss_mel: 21.372594833374023 (21.657920714347593) + | > loss_duration: 1.6677818298339844 (1.697250247001648) + | > loss_1: 33.874935150146484 (33.894570689047534) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.010160169293803553 (+0.0006081135042252071) + | > avg_loss_disc: 2.4551123496024836 (-0.0003939828565049375) + | > avg_loss_disc_real_0: 0.12457378761422253 (+0.0008250232185087053) + | > avg_loss_disc_real_1: 0.1977420881871254 (-0.0328914326044821) + | > avg_loss_disc_real_2: 0.1753422786151209 (-0.04724041684981317) + | > avg_loss_disc_real_3: 0.21442082620436145 (-0.01958705629071883) + | > avg_loss_disc_real_4: 0.21986565138063124 (+0.03476090272588117) + | > avg_loss_disc_real_5: 0.21577114179249732 (+0.026470216531907342) + | > avg_loss_0: 2.4551123496024836 (-0.0003939828565049375) + | > avg_loss_gen: 2.0737558603286743 (-0.11804174223253705) + | > avg_loss_kl: 1.5960968617470033 (-0.09301937780072622) + | > avg_loss_feat: 6.8695474286233225 (-0.12936932040799043) + | > avg_loss_mel: 21.657920714347593 (-0.4619682065902211) + | > avg_loss_duration: 1.697250247001648 (+0.004644920749049097) + | > avg_loss_1: 33.894570689047534 (-0.7977543492471071) + + + > EPOCH: 34/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 06:01:55)  + + --> TIME: 2024-11-23 06:02:12 -- STEP: 20/797 -- GLOBAL_STEP: 50225 + | > loss_disc: 2.398848056793213 (2.4418392896652223) + | > loss_disc_real_0: 0.08995993435382843 (0.12776725329458713) + | > loss_disc_real_1: 0.22020310163497925 (0.22334114760160445) + | > loss_disc_real_2: 0.19599661231040955 (0.23219307363033295) + | > loss_disc_real_3: 0.15719562768936157 (0.21427296549081803) + | > loss_disc_real_4: 0.18977795541286469 (0.2205846130847931) + | > loss_disc_real_5: 0.22027167677879333 (0.2330213487148285) + | > loss_0: 2.398848056793213 (2.4418392896652223) + | > grad_norm_0: tensor(21.1146, device='cuda:0') (tensor(58.2153, device='cuda:0')) + | > loss_gen: 2.490185022354126 (2.3749751687049865) + | > loss_kl: 1.3330472707748413 (1.5493223130702973) + | > loss_feat: 7.324566841125488 (6.9970934867858885) + | > loss_mel: 21.340490341186523 (20.732481479644775) + | > loss_duration: 1.762385368347168 (1.8204208672046662) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.250675201416016 (33.47429323196411) + | > grad_norm_1: tensor(430.3011, device='cuda:0') (tensor(503.8035, device='cuda:0')) + | > current_lr_0: 0.00019845589462876104 + | > current_lr_1: 0.00019845589462876104 + | > step_time: 0.7584 (0.7584372878074646) + | > loader_time: 0.0046 (0.004566311836242676) + + + --> TIME: 2024-11-23 06:02:31 -- STEP: 45/797 -- GLOBAL_STEP: 50250 + | > loss_disc: 2.439579486846924 (2.432053629557292) + | > loss_disc_real_0: 0.09939879179000854 (0.12748799274365108) + | > loss_disc_real_1: 0.2075505405664444 (0.21843988365597194) + | > loss_disc_real_2: 0.22882668673992157 (0.23063095510005951) + | > loss_disc_real_3: 0.21737533807754517 (0.22014763653278352) + | > loss_disc_real_4: 0.22905853390693665 (0.21794811487197877) + | > loss_disc_real_5: 0.24342110753059387 (0.23151406447092693) + | > loss_0: 2.439579486846924 (2.432053629557292) + | > grad_norm_0: tensor(42.8191, device='cuda:0') (tensor(49.8551, device='cuda:0')) + | > loss_gen: 2.343113660812378 (2.3611197683546283) + | > loss_kl: 1.4308968782424927 (1.567491224077013) + | > loss_feat: 6.9021100997924805 (7.082404253217909) + | > loss_mel: 20.37818145751953 (20.777449968126085) + | > loss_duration: 1.7476160526275635 (1.7758704000049168) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.801918029785156 (33.564335378011066) + | > grad_norm_1: tensor(461.5660, device='cuda:0') (tensor(448.9481, device='cuda:0')) + | > current_lr_0: 0.00019845589462876104 + | > current_lr_1: 0.00019845589462876104 + | > step_time: 0.7763 (0.7602881961398654) + | > loader_time: 0.0054 (0.005405961142645942) + + + --> TIME: 2024-11-23 06:02:51 -- STEP: 70/797 -- GLOBAL_STEP: 50275 + | > loss_disc: 2.4111275672912598 (2.421057786260333) + | > loss_disc_real_0: 0.11804290115833282 (0.1265627114900521) + | > loss_disc_real_1: 0.21091052889823914 (0.21800001859664916) + | > loss_disc_real_2: 0.26016131043434143 (0.23012118424688066) + | > loss_disc_real_3: 0.24028585851192474 (0.21830819036279409) + | > loss_disc_real_4: 0.22713983058929443 (0.21750458010605403) + | > loss_disc_real_5: 0.23088394105434418 (0.229465081010546) + | > loss_0: 2.4111275672912598 (2.421057786260333) + | > grad_norm_0: tensor(17.3713, device='cuda:0') (tensor(45.8745, device='cuda:0')) + | > loss_gen: 2.4097414016723633 (2.3710783822195873) + | > loss_kl: 1.434606671333313 (1.5490409306117467) + | > loss_feat: 7.5357770919799805 (7.139486973626273) + | > loss_mel: 22.510908126831055 (20.999828965323314) + | > loss_duration: 1.6823759078979492 (1.7492352604866028) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.57341003417969 (33.8086703981672) + | > grad_norm_1: tensor(137.6263, device='cuda:0') (tensor(456.3637, device='cuda:0')) + | > current_lr_0: 0.00019845589462876104 + | > current_lr_1: 0.00019845589462876104 + | > step_time: 0.7559 (0.7666759933744158) + | > loader_time: 0.0089 (0.0056764909199305946) + + + --> TIME: 2024-11-23 06:03:11 -- STEP: 95/797 -- GLOBAL_STEP: 50300 + | > loss_disc: 2.5391736030578613 (2.426347305900174) + | > loss_disc_real_0: 0.11645887047052383 (0.1288816961018663) + | > loss_disc_real_1: 0.2345634549856186 (0.21738406278585132) + | > loss_disc_real_2: 0.23512661457061768 (0.23015118931469164) + | > loss_disc_real_3: 0.2264675796031952 (0.21865740763513666) + | > loss_disc_real_4: 0.27322864532470703 (0.21840564341921556) + | > loss_disc_real_5: 0.2765744924545288 (0.22983337938785553) + | > loss_0: 2.5391736030578613 (2.426347305900174) + | > grad_norm_0: tensor(34.7386, device='cuda:0') (tensor(48.7622, device='cuda:0')) + | > loss_gen: 2.444737195968628 (2.386204496182893) + | > loss_kl: 1.3383033275604248 (1.5361009371908088) + | > loss_feat: 5.8182373046875 (7.148593450847425) + | > loss_mel: 19.39528465270996 (21.035872348986178) + | > loss_duration: 1.74654221534729 (1.7356724387721012) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.743104934692383 (33.84244344610917) + | > grad_norm_1: tensor(227.6747, device='cuda:0') (tensor(479.9965, device='cuda:0')) + | > current_lr_0: 0.00019845589462876104 + | > current_lr_1: 0.00019845589462876104 + | > step_time: 0.7794 (0.7691749572753906) + | > loader_time: 0.004 (0.005856187720047801) + + + --> TIME: 2024-11-23 06:03:30 -- STEP: 120/797 -- GLOBAL_STEP: 50325 + | > loss_disc: 2.570924758911133 (2.434363051255545) + | > loss_disc_real_0: 0.12921062111854553 (0.1305872812246284) + | > loss_disc_real_1: 0.21994748711585999 (0.21661845122774442) + | > loss_disc_real_2: 0.22057941555976868 (0.2306638954828183) + | > loss_disc_real_3: 0.19463284313678741 (0.21917788262168567) + | > loss_disc_real_4: 0.2178688794374466 (0.22091468051075935) + | > loss_disc_real_5: 0.22560441493988037 (0.22984823249280453) + | > loss_0: 2.570924758911133 (2.434363051255545) + | > grad_norm_0: tensor(17.9339, device='cuda:0') (tensor(57.0876, device='cuda:0')) + | > loss_gen: 2.3256614208221436 (2.3974531233310694) + | > loss_kl: 1.657094120979309 (1.5317080934842429) + | > loss_feat: 7.136800289154053 (7.135045357545217) + | > loss_mel: 23.103673934936523 (21.07232653299968) + | > loss_duration: 1.671358346939087 (1.7285016804933548) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.894588470458984 (33.86503461201987) + | > grad_norm_1: tensor(503.7775, device='cuda:0') (tensor(484.3538, device='cuda:0')) + | > current_lr_0: 0.00019845589462876104 + | > current_lr_1: 0.00019845589462876104 + | > step_time: 0.8222 (0.7702067752679189) + | > loader_time: 0.0037 (0.005899633963902791) + + + --> TIME: 2024-11-23 06:03:50 -- STEP: 145/797 -- GLOBAL_STEP: 50350 + | > loss_disc: 2.605585813522339 (2.437764927436567) + | > loss_disc_real_0: 0.16877862811088562 (0.13227434674727515) + | > loss_disc_real_1: 0.2389659583568573 (0.21632422136849372) + | > loss_disc_real_2: 0.2586306631565094 (0.23003588760721272) + | > loss_disc_real_3: 0.21943187713623047 (0.2215855555287723) + | > loss_disc_real_4: 0.2336430549621582 (0.22003025032322981) + | > loss_disc_real_5: 0.28109222650527954 (0.22932596545794914) + | > loss_0: 2.605585813522339 (2.437764927436567) + | > grad_norm_0: tensor(59.4942, device='cuda:0') (tensor(59.4629, device='cuda:0')) + | > loss_gen: 2.223973274230957 (2.401837148337528) + | > loss_kl: 1.6169031858444214 (1.5352687030002992) + | > loss_feat: 6.246334552764893 (7.1391758589909) + | > loss_mel: 19.561370849609375 (21.13224112412026) + | > loss_duration: 1.7138633728027344 (1.7241983397253628) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.362445831298828 (33.932720986728015) + | > grad_norm_1: tensor(568.4468, device='cuda:0') (tensor(473.9363, device='cuda:0')) + | > current_lr_0: 0.00019845589462876104 + | > current_lr_1: 0.00019845589462876104 + | > step_time: 0.8057 (0.7748390641705745) + | > loader_time: 0.0051 (0.006022412201453899) + + + --> TIME: 2024-11-23 06:04:10 -- STEP: 170/797 -- GLOBAL_STEP: 50375 + | > loss_disc: 2.410393238067627 (2.4429825516308066) + | > loss_disc_real_0: 0.07850579917430878 (0.1303289544494714) + | > loss_disc_real_1: 0.1909705549478531 (0.21623263113638938) + | > loss_disc_real_2: 0.2146323174238205 (0.23121757980655222) + | > loss_disc_real_3: 0.23183725774288177 (0.2218158434419071) + | > loss_disc_real_4: 0.22863224148750305 (0.2213640165679595) + | > loss_disc_real_5: 0.2016090452671051 (0.23090128320104936) + | > loss_0: 2.410393238067627 (2.4429825516308066) + | > grad_norm_0: tensor(54.3083, device='cuda:0') (tensor(56.2137, device='cuda:0')) + | > loss_gen: 2.239217758178711 (2.391649602441227) + | > loss_kl: 1.6913508176803589 (1.5452464629622067) + | > loss_feat: 6.647437572479248 (7.093803391737096) + | > loss_mel: 19.164888381958008 (21.101107507593486) + | > loss_duration: 1.6646296977996826 (1.718418550491333) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.40752410888672 (33.85022532519171) + | > grad_norm_1: tensor(271.9752, device='cuda:0') (tensor(452.2571, device='cuda:0')) + | > current_lr_0: 0.00019845589462876104 + | > current_lr_1: 0.00019845589462876104 + | > step_time: 0.7547 (0.7772918827393477) + | > loader_time: 0.012 (0.006240071969873763) + + + --> TIME: 2024-11-23 06:04:31 -- STEP: 195/797 -- GLOBAL_STEP: 50400 + | > loss_disc: 2.463320732116699 (2.4401399441254457) + | > loss_disc_real_0: 0.11313354223966599 (0.13036675529602254) + | > loss_disc_real_1: 0.20375749468803406 (0.21624209147233234) + | > loss_disc_real_2: 0.23892976343631744 (0.23095899912027212) + | > loss_disc_real_3: 0.22976765036582947 (0.22162359372163432) + | > loss_disc_real_4: 0.2338353544473648 (0.22032158497052315) + | > loss_disc_real_5: 0.24386440217494965 (0.23042608201503753) + | > loss_0: 2.463320732116699 (2.4401399441254457) + | > grad_norm_0: tensor(30.9965, device='cuda:0') (tensor(53.2010, device='cuda:0')) + | > loss_gen: 2.493062973022461 (2.3866336125593914) + | > loss_kl: 1.312365174293518 (1.5454796638244237) + | > loss_feat: 7.048336982727051 (7.065248017433362) + | > loss_mel: 21.25971221923828 (21.08284916021885) + | > loss_duration: 1.712756633758545 (1.714888119086241) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.826236724853516 (33.79509844657702) + | > grad_norm_1: tensor(312.8646, device='cuda:0') (tensor(455.5815, device='cuda:0')) + | > current_lr_0: 0.00019845589462876104 + | > current_lr_1: 0.00019845589462876104 + | > step_time: 0.7834 (0.7792611916859946) + | > loader_time: 0.0046 (0.006425222983727086) + + + --> TIME: 2024-11-23 06:04:51 -- STEP: 220/797 -- GLOBAL_STEP: 50425 + | > loss_disc: 2.4632863998413086 (2.4361878037452707) + | > loss_disc_real_0: 0.1386643946170807 (0.12950346564704732) + | > loss_disc_real_1: 0.23534783720970154 (0.21610397425564856) + | > loss_disc_real_2: 0.22822323441505432 (0.2307767363434488) + | > loss_disc_real_3: 0.21899186074733734 (0.2217320289124142) + | > loss_disc_real_4: 0.19080255925655365 (0.2203134681690823) + | > loss_disc_real_5: 0.2142076939344406 (0.23067875416441397) + | > loss_0: 2.4632863998413086 (2.4361878037452707) + | > grad_norm_0: tensor(13.7197, device='cuda:0') (tensor(54.0903, device='cuda:0')) + | > loss_gen: 2.131504535675049 (2.3867219144647756) + | > loss_kl: 1.354217767715454 (1.548903185671026) + | > loss_feat: 5.67315149307251 (7.050525112585588) + | > loss_mel: 17.503381729125977 (21.097355981306595) + | > loss_duration: 1.7056212425231934 (1.714215961369601) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 28.367876052856445 (33.797722027518546) + | > grad_norm_1: tensor(396.4497, device='cuda:0') (tensor(468.2918, device='cuda:0')) + | > current_lr_0: 0.00019845589462876104 + | > current_lr_1: 0.00019845589462876104 + | > step_time: 0.7567 (0.7818265318870545) + | > loader_time: 0.0058 (0.006461646340110083) + + + --> TIME: 2024-11-23 06:05:12 -- STEP: 245/797 -- GLOBAL_STEP: 50450 + | > loss_disc: 2.347672462463379 (2.435167561745158) + | > loss_disc_real_0: 0.07966677844524384 (0.1284835134233748) + | > loss_disc_real_1: 0.1671091765165329 (0.21629173609675195) + | > loss_disc_real_2: 0.21904413402080536 (0.23061425114164547) + | > loss_disc_real_3: 0.19559326767921448 (0.22180753952386428) + | > loss_disc_real_4: 0.21169358491897583 (0.2200944413335956) + | > loss_disc_real_5: 0.2297065258026123 (0.23106393291025745) + | > loss_0: 2.347672462463379 (2.435167561745158) + | > grad_norm_0: tensor(9.5808, device='cuda:0') (tensor(54.3856, device='cuda:0')) + | > loss_gen: 2.30521297454834 (2.3883853776114314) + | > loss_kl: 1.471052646636963 (1.5473427538969078) + | > loss_feat: 6.904414653778076 (7.050149746330417) + | > loss_mel: 21.534584045410156 (21.125883382680463) + | > loss_duration: 1.6366761922836304 (1.7098552280542803) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.8519401550293 (33.821616355740304) + | > grad_norm_1: tensor(180.1226, device='cuda:0') (tensor(481.0380, device='cuda:0')) + | > current_lr_0: 0.00019845589462876104 + | > current_lr_1: 0.00019845589462876104 + | > step_time: 0.7878 (0.7857615519543084) + | > loader_time: 0.0057 (0.006574571375944175) + + + --> TIME: 2024-11-23 06:05:33 -- STEP: 270/797 -- GLOBAL_STEP: 50475 + | > loss_disc: 2.2975239753723145 (2.4334716611438334) + | > loss_disc_real_0: 0.10550101846456528 (0.12736651602166685) + | > loss_disc_real_1: 0.22126935422420502 (0.21642574938359083) + | > loss_disc_real_2: 0.2241421639919281 (0.2303877530274568) + | > loss_disc_real_3: 0.23307304084300995 (0.22204685779633346) + | > loss_disc_real_4: 0.2164342850446701 (0.22030960078592654) + | > loss_disc_real_5: 0.1849408596754074 (0.22974033366750787) + | > loss_0: 2.2975239753723145 (2.4334716611438334) + | > grad_norm_0: tensor(10.4805, device='cuda:0') (tensor(52.9567, device='cuda:0')) + | > loss_gen: 2.4774599075317383 (2.3886998520957086) + | > loss_kl: 1.6930361986160278 (1.5558090126072919) + | > loss_feat: 7.0385823249816895 (7.046425107673363) + | > loss_mel: 21.7534122467041 (21.11434913917824) + | > loss_duration: 1.748530387878418 (1.706935739075696) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.711021423339844 (33.81221871552645) + | > grad_norm_1: tensor(508.7599, device='cuda:0') (tensor(485.3891, device='cuda:0')) + | > current_lr_0: 0.00019845589462876104 + | > current_lr_1: 0.00019845589462876104 + | > step_time: 0.8252 (0.788797457129867) + | > loader_time: 0.0126 (0.006512989821257413) + + + --> TIME: 2024-11-23 06:05:53 -- STEP: 295/797 -- GLOBAL_STEP: 50500 + | > loss_disc: 2.3212738037109375 (2.4364554671917937) + | > loss_disc_real_0: 0.07458873093128204 (0.1271509985549977) + | > loss_disc_real_1: 0.15868407487869263 (0.21631315805144233) + | > loss_disc_real_2: 0.23077255487442017 (0.2310289111682924) + | > loss_disc_real_3: 0.19995346665382385 (0.22269879837157364) + | > loss_disc_real_4: 0.2422444373369217 (0.22130217754234702) + | > loss_disc_real_5: 0.24453075230121613 (0.23031302013639676) + | > loss_0: 2.3212738037109375 (2.4364554671917937) + | > grad_norm_0: tensor(48.6006, device='cuda:0') (tensor(55.5846, device='cuda:0')) + | > loss_gen: 2.5208818912506104 (2.3956126043352013) + | > loss_kl: 1.8596835136413574 (1.5606916589252018) + | > loss_feat: 7.169830322265625 (7.047193947484936) + | > loss_mel: 20.8908748626709 (21.134981523934055) + | > loss_duration: 1.6608617305755615 (1.7049551984011118) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.102134704589844 (33.84343481548764) + | > grad_norm_1: tensor(584.4882, device='cuda:0') (tensor(492.4972, device='cuda:0')) + | > current_lr_0: 0.00019845589462876104 + | > current_lr_1: 0.00019845589462876104 + | > step_time: 0.7513 (0.7906881510201146) + | > loader_time: 0.015 (0.006685033087003027) + + + --> TIME: 2024-11-23 06:06:14 -- STEP: 320/797 -- GLOBAL_STEP: 50525 + | > loss_disc: 2.323335886001587 (2.436296264082195) + | > loss_disc_real_0: 0.1260969042778015 (0.12789963975083096) + | > loss_disc_real_1: 0.2218354046344757 (0.21722010639496153) + | > loss_disc_real_2: 0.21556727588176727 (0.23107330980710686) + | > loss_disc_real_3: 0.18839406967163086 (0.22231172509491443) + | > loss_disc_real_4: 0.23406288027763367 (0.22077844804152846) + | > loss_disc_real_5: 0.22843489050865173 (0.22982619274407626) + | > loss_0: 2.323335886001587 (2.436296264082195) + | > grad_norm_0: tensor(61.9011, device='cuda:0') (tensor(57.1218, device='cuda:0')) + | > loss_gen: 2.3967628479003906 (2.3976452149450767) + | > loss_kl: 1.4928148984909058 (1.5595323614776129) + | > loss_feat: 6.783414840698242 (7.039888408780096) + | > loss_mel: 20.852598190307617 (21.137914603948598) + | > loss_duration: 1.7341701984405518 (1.703090401366353) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.259761810302734 (33.838070887327206) + | > grad_norm_1: tensor(605.9664, device='cuda:0') (tensor(494.7824, device='cuda:0')) + | > current_lr_0: 0.00019845589462876104 + | > current_lr_1: 0.00019845589462876104 + | > step_time: 0.8316 (0.7926647245883939) + | > loader_time: 0.0168 (0.0067452974617481214) + + + --> TIME: 2024-11-23 06:06:35 -- STEP: 345/797 -- GLOBAL_STEP: 50550 + | > loss_disc: 2.5269863605499268 (2.4377949058145734) + | > loss_disc_real_0: 0.10434424877166748 (0.1279740952927135) + | > loss_disc_real_1: 0.23163093626499176 (0.2169585647358411) + | > loss_disc_real_2: 0.2930440306663513 (0.23119263877903207) + | > loss_disc_real_3: 0.22388985753059387 (0.22273774220459702) + | > loss_disc_real_4: 0.2744765281677246 (0.2212131993494172) + | > loss_disc_real_5: 0.25851970911026 (0.23027110337347223) + | > loss_0: 2.5269863605499268 (2.4377949058145734) + | > grad_norm_0: tensor(10.7115, device='cuda:0') (tensor(57.0965, device='cuda:0')) + | > loss_gen: 2.251532793045044 (2.3928059833637167) + | > loss_kl: 1.5545026063919067 (1.5596630946449606) + | > loss_feat: 6.752033710479736 (7.0129954697429255) + | > loss_mel: 20.871898651123047 (21.116880958667704) + | > loss_duration: 1.6619975566864014 (1.701236573855082) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.09196853637695 (33.7835819963096) + | > grad_norm_1: tensor(187.2068, device='cuda:0') (tensor(496.1492, device='cuda:0')) + | > current_lr_0: 0.00019845589462876104 + | > current_lr_1: 0.00019845589462876104 + | > step_time: 0.8435 (0.7955846316572546) + | > loader_time: 0.0059 (0.006850429894267648) + + + --> TIME: 2024-11-23 06:06:57 -- STEP: 370/797 -- GLOBAL_STEP: 50575 + | > loss_disc: 2.3874423503875732 (2.4361290880151714) + | > loss_disc_real_0: 0.1422901451587677 (0.1282732290794722) + | > loss_disc_real_1: 0.2043170928955078 (0.21694869789722807) + | > loss_disc_real_2: 0.21715453267097473 (0.23072173837068918) + | > loss_disc_real_3: 0.27776244282722473 (0.22198512397102407) + | > loss_disc_real_4: 0.24922554194927216 (0.22068597742834606) + | > loss_disc_real_5: 0.2116469293832779 (0.2293882924559954) + | > loss_0: 2.3874423503875732 (2.4361290880151714) + | > grad_norm_0: tensor(52.0852, device='cuda:0') (tensor(57.0596, device='cuda:0')) + | > loss_gen: 2.4698874950408936 (2.391170115728634) + | > loss_kl: 1.8479499816894531 (1.5595571572716165) + | > loss_feat: 7.174004554748535 (7.003791894139469) + | > loss_mel: 20.772052764892578 (21.092473272375166) + | > loss_duration: 1.6453341245651245 (1.6989339751166266) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.90922546386719 (33.74592635180498) + | > grad_norm_1: tensor(502.6882, device='cuda:0') (tensor(496.7627, device='cuda:0')) + | > current_lr_0: 0.00019845589462876104 + | > current_lr_1: 0.00019845589462876104 + | > step_time: 0.923 (0.7993106474747526) + | > loader_time: 0.0067 (0.007012425886618124) + + + --> TIME: 2024-11-23 06:07:18 -- STEP: 395/797 -- GLOBAL_STEP: 50600 + | > loss_disc: 2.4172911643981934 (2.4360441630399716) + | > loss_disc_real_0: 0.08805625885725021 (0.12805495835557773) + | > loss_disc_real_1: 0.18844236433506012 (0.21688313393653197) + | > loss_disc_real_2: 0.2031756043434143 (0.23141835463952415) + | > loss_disc_real_3: 0.24004001915454865 (0.22222487462472312) + | > loss_disc_real_4: 0.2611246109008789 (0.22067430306084548) + | > loss_disc_real_5: 0.23542150855064392 (0.23010563691960106) + | > loss_0: 2.4172911643981934 (2.4360441630399716) + | > grad_norm_0: tensor(49.8955, device='cuda:0') (tensor(57.1327, device='cuda:0')) + | > loss_gen: 2.3925342559814453 (2.3905313860012005) + | > loss_kl: 1.6089407205581665 (1.5585304160661329) + | > loss_feat: 7.939147472381592 (7.006030087531366) + | > loss_mel: 23.276399612426758 (21.122162734405904) + | > loss_duration: 1.6988794803619385 (1.6971662454967258) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.915897369384766 (33.774420798579335) + | > grad_norm_1: tensor(776.2469, device='cuda:0') (tensor(497.1026, device='cuda:0')) + | > current_lr_0: 0.00019845589462876104 + | > current_lr_1: 0.00019845589462876104 + | > step_time: 0.8553 (0.8022084700910348) + | > loader_time: 0.0055 (0.007083101514019543) + + + --> TIME: 2024-11-23 06:07:40 -- STEP: 420/797 -- GLOBAL_STEP: 50625 + | > loss_disc: 2.325899600982666 (2.4355143002101403) + | > loss_disc_real_0: 0.10726748406887054 (0.12813430887957425) + | > loss_disc_real_1: 0.17473655939102173 (0.21658157397593775) + | > loss_disc_real_2: 0.19120056927204132 (0.2308981587489446) + | > loss_disc_real_3: 0.20555901527404785 (0.22192592145431608) + | > loss_disc_real_4: 0.1774449348449707 (0.22049377539328166) + | > loss_disc_real_5: 0.20641764998435974 (0.2300367501519975) + | > loss_0: 2.325899600982666 (2.4355143002101403) + | > grad_norm_0: tensor(64.1471, device='cuda:0') (tensor(57.3932, device='cuda:0')) + | > loss_gen: 2.456623077392578 (2.3880261846951085) + | > loss_kl: 1.6155983209609985 (1.5576666383516216) + | > loss_feat: 7.12489652633667 (7.000625503630864) + | > loss_mel: 21.5462703704834 (21.115668955303374) + | > loss_duration: 1.637850284576416 (1.695813101530075) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.38124084472656 (33.75780033384051) + | > grad_norm_1: tensor(629.0893, device='cuda:0') (tensor(493.2441, device='cuda:0')) + | > current_lr_0: 0.00019845589462876104 + | > current_lr_1: 0.00019845589462876104 + | > step_time: 0.8195 (0.8046646316846209) + | > loader_time: 0.0107 (0.007201980409168061) + + + --> TIME: 2024-11-23 06:08:01 -- STEP: 445/797 -- GLOBAL_STEP: 50650 + | > loss_disc: 2.4767403602600098 (2.4383976625592565) + | > loss_disc_real_0: 0.1634611040353775 (0.12847684948297045) + | > loss_disc_real_1: 0.24802711606025696 (0.21692892088648982) + | > loss_disc_real_2: 0.23658384382724762 (0.23121195040392073) + | > loss_disc_real_3: 0.2455260306596756 (0.22209794260142895) + | > loss_disc_real_4: 0.22652579843997955 (0.22098544923107274) + | > loss_disc_real_5: 0.2417156845331192 (0.2310885872733727) + | > loss_0: 2.4767403602600098 (2.4383976625592565) + | > grad_norm_0: tensor(29.8690, device='cuda:0') (tensor(56.3363, device='cuda:0')) + | > loss_gen: 2.264390468597412 (2.3870218137676797) + | > loss_kl: 1.8985328674316406 (1.5591930367973408) + | > loss_feat: 5.656485080718994 (6.991821796974438) + | > loss_mel: 20.164085388183594 (21.135726555813566) + | > loss_duration: 1.7142422199249268 (1.6944975057344758) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.697736740112305 (33.768260660064335) + | > grad_norm_1: tensor(600.9642, device='cuda:0') (tensor(491.4206, device='cuda:0')) + | > current_lr_0: 0.00019845589462876104 + | > current_lr_1: 0.00019845589462876104 + | > step_time: 0.8682 (0.8068912924005741) + | > loader_time: 0.0083 (0.007292274946577092) + + + --> TIME: 2024-11-23 06:08:23 -- STEP: 470/797 -- GLOBAL_STEP: 50675 + | > loss_disc: 2.4993655681610107 (2.4393837908481073) + | > loss_disc_real_0: 0.16079722344875336 (0.1285288980508106) + | > loss_disc_real_1: 0.2127736508846283 (0.21679136467740895) + | > loss_disc_real_2: 0.2097826451063156 (0.23107545172914545) + | > loss_disc_real_3: 0.2785986363887787 (0.22182886644880823) + | > loss_disc_real_4: 0.20924150943756104 (0.22049178978864184) + | > loss_disc_real_5: 0.17866621911525726 (0.23071601479611498) + | > loss_0: 2.4993655681610107 (2.4393837908481073) + | > grad_norm_0: tensor(22.7202, device='cuda:0') (tensor(56.0775, device='cuda:0')) + | > loss_gen: 2.502737522125244 (2.384442261685716) + | > loss_kl: 1.7718925476074219 (1.5588223229063314) + | > loss_feat: 7.8455634117126465 (6.989818592274442) + | > loss_mel: 22.154172897338867 (21.152245253704965) + | > loss_duration: 1.663103461265564 (1.6938785187741543) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.93747329711914 (33.77920690495914) + | > grad_norm_1: tensor(199.0025, device='cuda:0') (tensor(494.5995, device='cuda:0')) + | > current_lr_0: 0.00019845589462876104 + | > current_lr_1: 0.00019845589462876104 + | > step_time: 0.8975 (0.8096012348824356) + | > loader_time: 0.0132 (0.007432954362098206) + + + --> TIME: 2024-11-23 06:08:45 -- STEP: 495/797 -- GLOBAL_STEP: 50700 + | > loss_disc: 2.36454176902771 (2.439693737511687) + | > loss_disc_real_0: 0.10538914054632187 (0.12846583090346278) + | > loss_disc_real_1: 0.23064586520195007 (0.21683220243213155) + | > loss_disc_real_2: 0.22248178720474243 (0.23132592331279409) + | > loss_disc_real_3: 0.18720167875289917 (0.2217419239005657) + | > loss_disc_real_4: 0.20206238329410553 (0.22080265485277079) + | > loss_disc_real_5: 0.2320956587791443 (0.23123757974667983) + | > loss_0: 2.36454176902771 (2.439693737511687) + | > grad_norm_0: tensor(66.8317, device='cuda:0') (tensor(55.7650, device='cuda:0')) + | > loss_gen: 2.419029474258423 (2.385539771330477) + | > loss_kl: 1.4907517433166504 (1.561055717564592) + | > loss_feat: 6.078682899475098 (6.987274947310938) + | > loss_mel: 19.10444450378418 (21.17177918559373) + | > loss_duration: 1.6766026020050049 (1.692518875093171) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.769512176513672 (33.79816844824586) + | > grad_norm_1: tensor(380.1862, device='cuda:0') (tensor(493.5980, device='cuda:0')) + | > current_lr_0: 0.00019845589462876104 + | > current_lr_1: 0.00019845589462876104 + | > step_time: 0.8192 (0.8118519783020017) + | > loader_time: 0.0067 (0.007487926579485035) + + + --> TIME: 2024-11-23 06:09:06 -- STEP: 520/797 -- GLOBAL_STEP: 50725 + | > loss_disc: 2.35629940032959 (2.438916227909239) + | > loss_disc_real_0: 0.10349121689796448 (0.1286602607426736) + | > loss_disc_real_1: 0.18374519050121307 (0.21673955218150068) + | > loss_disc_real_2: 0.22301509976387024 (0.2311255624374518) + | > loss_disc_real_3: 0.21331019699573517 (0.22176876795979647) + | > loss_disc_real_4: 0.23555094003677368 (0.2203767514286133) + | > loss_disc_real_5: 0.20801816880702972 (0.23075220573406954) + | > loss_0: 2.35629940032959 (2.438916227909239) + | > grad_norm_0: tensor(28.1006, device='cuda:0') (tensor(55.4427, device='cuda:0')) + | > loss_gen: 2.4630820751190186 (2.3848812504456594) + | > loss_kl: 1.4429577589035034 (1.5619653564233043) + | > loss_feat: 8.04554557800293 (6.982448346798236) + | > loss_mel: 22.664535522460938 (21.173693535878108) + | > loss_duration: 1.675501823425293 (1.6916064982230847) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.291622161865234 (33.794594918764524) + | > grad_norm_1: tensor(695.2498, device='cuda:0') (tensor(495.6636, device='cuda:0')) + | > current_lr_0: 0.00019845589462876104 + | > current_lr_1: 0.00019845589462876104 + | > step_time: 0.8579 (0.8132725202120266) + | > loader_time: 0.0072 (0.00758598676094642) + + + --> TIME: 2024-11-23 06:09:28 -- STEP: 545/797 -- GLOBAL_STEP: 50750 + | > loss_disc: 2.4201507568359375 (2.4382378735673575) + | > loss_disc_real_0: 0.11605633050203323 (0.12852736465427855) + | > loss_disc_real_1: 0.21596531569957733 (0.2166972638817009) + | > loss_disc_real_2: 0.23531129956245422 (0.23146754005633363) + | > loss_disc_real_3: 0.2400095909833908 (0.22172967094347018) + | > loss_disc_real_4: 0.22784535586833954 (0.22056496260909852) + | > loss_disc_real_5: 0.24743671715259552 (0.23106611808505628) + | > loss_0: 2.4201507568359375 (2.4382378735673575) + | > grad_norm_0: tensor(95.5456, device='cuda:0') (tensor(56.2682, device='cuda:0')) + | > loss_gen: 2.30930233001709 (2.389546827657507) + | > loss_kl: 1.4655996561050415 (1.5637458733462406) + | > loss_feat: 7.007559299468994 (6.992739284585373) + | > loss_mel: 21.977184295654297 (21.1724559538955) + | > loss_duration: 1.6405080556869507 (1.691590440163919) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.40015411376953 (33.81007830418576) + | > grad_norm_1: tensor(263.0320, device='cuda:0') (tensor(497.3381, device='cuda:0')) + | > current_lr_0: 0.00019845589462876104 + | > current_lr_1: 0.00019845589462876104 + | > step_time: 0.8574 (0.8159530902127605) + | > loader_time: 0.0078 (0.00759374679775413) + + + --> TIME: 2024-11-23 06:09:51 -- STEP: 570/797 -- GLOBAL_STEP: 50775 + | > loss_disc: 2.460507869720459 (2.4400961424175103) + | > loss_disc_real_0: 0.22609439492225647 (0.12882728873376262) + | > loss_disc_real_1: 0.24213354289531708 (0.2166950110019299) + | > loss_disc_real_2: 0.22877655923366547 (0.2315276088160381) + | > loss_disc_real_3: 0.19067800045013428 (0.22179316614280667) + | > loss_disc_real_4: 0.2303161472082138 (0.22054058990457595) + | > loss_disc_real_5: 0.2557772397994995 (0.23110142676976683) + | > loss_0: 2.460507869720459 (2.4400961424175103) + | > grad_norm_0: tensor(82.3585, device='cuda:0') (tensor(56.8349, device='cuda:0')) + | > loss_gen: 2.538458824157715 (2.390781595623285) + | > loss_kl: 1.6067683696746826 (1.565640094824004) + | > loss_feat: 6.423161506652832 (6.994707230517738) + | > loss_mel: 21.489471435546875 (21.18333061285187) + | > loss_duration: 1.7317094802856445 (1.6907589500410525) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.78956985473633 (33.825218421534466) + | > grad_norm_1: tensor(568.3762, device='cuda:0') (tensor(494.8881, device='cuda:0')) + | > current_lr_0: 0.00019845589462876104 + | > current_lr_1: 0.00019845589462876104 + | > step_time: 0.8505 (0.8196493738575985) + | > loader_time: 0.0121 (0.007683851426107842) + + + --> TIME: 2024-11-23 06:10:13 -- STEP: 595/797 -- GLOBAL_STEP: 50800 + | > loss_disc: 2.4799108505249023 (2.4397791217355196) + | > loss_disc_real_0: 0.09429223835468292 (0.12840466832413397) + | > loss_disc_real_1: 0.2513274550437927 (0.21672837228334252) + | > loss_disc_real_2: 0.2432492971420288 (0.2315434418556069) + | > loss_disc_real_3: 0.21041347086429596 (0.22206944948484916) + | > loss_disc_real_4: 0.2294117659330368 (0.22060545595253206) + | > loss_disc_real_5: 0.28584417700767517 (0.23110493724586578) + | > loss_0: 2.4799108505249023 (2.4397791217355196) + | > grad_norm_0: tensor(74.4174, device='cuda:0') (tensor(57.1701, device='cuda:0')) + | > loss_gen: 2.310678243637085 (2.3909916815637553) + | > loss_kl: 1.6114696264266968 (1.5673810443958311) + | > loss_feat: 6.057888984680176 (6.99157407744592) + | > loss_mel: 20.13448143005371 (21.18626145755544) + | > loss_duration: 1.6847858428955078 (1.6903287278503936) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.799304962158203 (33.82653689664949) + | > grad_norm_1: tensor(763.0521, device='cuda:0') (tensor(496.4966, device='cuda:0')) + | > current_lr_0: 0.00019845589462876104 + | > current_lr_1: 0.00019845589462876104 + | > step_time: 0.8723 (0.8223653769292752) + | > loader_time: 0.0083 (0.007755416982314166) + + + --> TIME: 2024-11-23 06:10:36 -- STEP: 620/797 -- GLOBAL_STEP: 50825 + | > loss_disc: 2.2648043632507324 (2.439897582607887) + | > loss_disc_real_0: 0.10176108777523041 (0.1279316910692761) + | > loss_disc_real_1: 0.19844654202461243 (0.21683162078261375) + | > loss_disc_real_2: 0.19028116762638092 (0.23153979970562844) + | > loss_disc_real_3: 0.19758842885494232 (0.22200079351182908) + | > loss_disc_real_4: 0.18424436450004578 (0.2208335260950749) + | > loss_disc_real_5: 0.1838091015815735 (0.23135052301710649) + | > loss_0: 2.2648043632507324 (2.439897582607887) + | > grad_norm_0: tensor(29.3626, device='cuda:0') (tensor(56.7386, device='cuda:0')) + | > loss_gen: 2.4098169803619385 (2.389159037797682) + | > loss_kl: 1.5360841751098633 (1.567992738369972) + | > loss_feat: 6.940722942352295 (6.978769565397693) + | > loss_mel: 20.140625 (21.177705303315204) + | > loss_duration: 1.7203869819641113 (1.6903377088808245) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.74763488769531 (33.803964261085724) + | > grad_norm_1: tensor(284.1435, device='cuda:0') (tensor(497.7443, device='cuda:0')) + | > current_lr_0: 0.00019845589462876104 + | > current_lr_1: 0.00019845589462876104 + | > step_time: 0.8802 (0.8252838430866121) + | > loader_time: 0.0078 (0.007885402633297829) + + + --> TIME: 2024-11-23 06:10:59 -- STEP: 645/797 -- GLOBAL_STEP: 50850 + | > loss_disc: 2.4593989849090576 (2.4400679621585617) + | > loss_disc_real_0: 0.1653209626674652 (0.12759286186029747) + | > loss_disc_real_1: 0.18488925695419312 (0.21705350446146587) + | > loss_disc_real_2: 0.2417329102754593 (0.23178254906521287) + | > loss_disc_real_3: 0.22362802922725677 (0.22222352152646974) + | > loss_disc_real_4: 0.27884140610694885 (0.22081642654515043) + | > loss_disc_real_5: 0.25058838725090027 (0.2311483186806819) + | > loss_0: 2.4593989849090576 (2.4400679621585617) + | > grad_norm_0: tensor(25.5535, device='cuda:0') (tensor(56.5006, device='cuda:0')) + | > loss_gen: 2.321549415588379 (2.3900874694188436) + | > loss_kl: 1.5774115324020386 (1.5678198527920153) + | > loss_feat: 6.7465691566467285 (6.979952139447826) + | > loss_mel: 22.410993576049805 (21.20902335884036) + | > loss_duration: 1.7006362676620483 (1.6905007062956343) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.75716018676758 (33.83738343290576) + | > grad_norm_1: tensor(829.4805, device='cuda:0') (tensor(504.2449, device='cuda:0')) + | > current_lr_0: 0.00019845589462876104 + | > current_lr_1: 0.00019845589462876104 + | > step_time: 0.9547 (0.8283226386521215) + | > loader_time: 0.013 (0.007979641034621598) + + + --> TIME: 2024-11-23 06:11:23 -- STEP: 670/797 -- GLOBAL_STEP: 50875 + | > loss_disc: 2.3473317623138428 (2.4393720299450354) + | > loss_disc_real_0: 0.06000334769487381 (0.12776830347616286) + | > loss_disc_real_1: 0.22069141268730164 (0.21698172515007988) + | > loss_disc_real_2: 0.2148887813091278 (0.2315214077260957) + | > loss_disc_real_3: 0.22329077124595642 (0.22213627077750306) + | > loss_disc_real_4: 0.2000381201505661 (0.22079398080484183) + | > loss_disc_real_5: 0.2375822514295578 (0.23108759215518607) + | > loss_0: 2.3473317623138428 (2.4393720299450354) + | > grad_norm_0: tensor(37.0476, device='cuda:0') (tensor(57.4176, device='cuda:0')) + | > loss_gen: 2.3849997520446777 (2.391568381216989) + | > loss_kl: 1.6010230779647827 (1.5684068350649591) + | > loss_feat: 6.818052768707275 (6.980142910800763) + | > loss_mel: 21.649091720581055 (21.22136113465723) + | > loss_duration: 1.6454689502716064 (1.6902489562532794) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.098636627197266 (33.85172809771633) + | > grad_norm_1: tensor(466.1789, device='cuda:0') (tensor(507.1492, device='cuda:0')) + | > current_lr_0: 0.00019845589462876104 + | > current_lr_1: 0.00019845589462876104 + | > step_time: 0.8842 (0.8322758681738556) + | > loader_time: 0.0149 (0.0080803575800426) + + + --> TIME: 2024-11-23 06:11:46 -- STEP: 695/797 -- GLOBAL_STEP: 50900 + | > loss_disc: 2.3876616954803467 (2.439862555565598) + | > loss_disc_real_0: 0.10833019763231277 (0.1285324187158681) + | > loss_disc_real_1: 0.19898422062397003 (0.21688572783693136) + | > loss_disc_real_2: 0.2619868516921997 (0.2313504995201989) + | > loss_disc_real_3: 0.25251075625419617 (0.22223661784216656) + | > loss_disc_real_4: 0.2450924962759018 (0.2206812917971782) + | > loss_disc_real_5: 0.2561526596546173 (0.23079542993641583) + | > loss_0: 2.3876616954803467 (2.439862555565598) + | > grad_norm_0: tensor(69.0167, device='cuda:0') (tensor(57.9992, device='cuda:0')) + | > loss_gen: 2.403012275695801 (2.391053867511614) + | > loss_kl: 1.5913954973220825 (1.5692047957893756) + | > loss_feat: 7.498093128204346 (6.9719462490767885) + | > loss_mel: 21.60991096496582 (21.21700676568121) + | > loss_duration: 1.6916917562484741 (1.6897108909895093) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.794105529785156 (33.83892245944451) + | > grad_norm_1: tensor(457.6515, device='cuda:0') (tensor(506.2039, device='cuda:0')) + | > current_lr_0: 0.00019845589462876104 + | > current_lr_1: 0.00019845589462876104 + | > step_time: 0.9225 (0.8356393577383578) + | > loader_time: 0.0142 (0.008167714866802851) + + + --> TIME: 2024-11-23 06:12:12 -- STEP: 720/797 -- GLOBAL_STEP: 50925 + | > loss_disc: 2.6399474143981934 (2.4402430127064436) + | > loss_disc_real_0: 0.1499517858028412 (0.1283522421701088) + | > loss_disc_real_1: 0.24581816792488098 (0.21678144344025188) + | > loss_disc_real_2: 0.2571983337402344 (0.23143578749150037) + | > loss_disc_real_3: 0.2471536248922348 (0.2223348008468747) + | > loss_disc_real_4: 0.2604846656322479 (0.22095104327632314) + | > loss_disc_real_5: 0.2482207864522934 (0.2309061630732483) + | > loss_0: 2.6399474143981934 (2.4402430127064436) + | > grad_norm_0: tensor(56.3065, device='cuda:0') (tensor(58.4249, device='cuda:0')) + | > loss_gen: 2.312835216522217 (2.3924136315782887) + | > loss_kl: 1.546654224395752 (1.570160239438216) + | > loss_feat: 5.296723365783691 (6.972469099362692) + | > loss_mel: 19.38022804260254 (21.225052523612984) + | > loss_duration: 1.7074775695800781 (1.6890652500920826) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.243919372558594 (33.84916064474315) + | > grad_norm_1: tensor(135.6789, device='cuda:0') (tensor(505.2462, device='cuda:0')) + | > current_lr_0: 0.00019845589462876104 + | > current_lr_1: 0.00019845589462876104 + | > step_time: 0.9906 (0.8411229017708038) + | > loader_time: 0.0148 (0.008334456549750438) + + + --> TIME: 2024-11-23 06:12:44 -- STEP: 745/797 -- GLOBAL_STEP: 50950 + | > loss_disc: 2.4124855995178223 (2.43980938316192) + | > loss_disc_real_0: 0.11913662403821945 (0.12823395038011098) + | > loss_disc_real_1: 0.19234712421894073 (0.21654349647512372) + | > loss_disc_real_2: 0.24043940007686615 (0.23161074507156473) + | > loss_disc_real_3: 0.2173619419336319 (0.22241103169101997) + | > loss_disc_real_4: 0.24554374814033508 (0.22086240041175936) + | > loss_disc_real_5: 0.2385234236717224 (0.23067266709052472) + | > loss_0: 2.4124855995178223 (2.43980938316192) + | > grad_norm_0: tensor(19.2856, device='cuda:0') (tensor(57.5148, device='cuda:0')) + | > loss_gen: 2.3703761100769043 (2.3903872600337834) + | > loss_kl: 1.6603143215179443 (1.5732302920130274) + | > loss_feat: 7.097170352935791 (6.971589172926525) + | > loss_mel: 21.447933197021484 (21.237719009706645) + | > loss_duration: 1.6599318981170654 (1.6880961486957218) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.23572540283203 (33.861021786888145) + | > grad_norm_1: tensor(518.7913, device='cuda:0') (tensor(503.4708, device='cuda:0')) + | > current_lr_0: 0.00019845589462876104 + | > current_lr_1: 0.00019845589462876104 + | > step_time: 1.2586 (0.8551891858145696) + | > loader_time: 0.0117 (0.008585789059632578) + + + --> TIME: 2024-11-23 06:13:39 -- STEP: 770/797 -- GLOBAL_STEP: 50975 + | > loss_disc: 2.5709595680236816 (2.440621436416333) + | > loss_disc_real_0: 0.08782802522182465 (0.12942745932317404) + | > loss_disc_real_1: 0.21139895915985107 (0.2164068238108189) + | > loss_disc_real_2: 0.22410322725772858 (0.23163340395534193) + | > loss_disc_real_3: 0.24865975975990295 (0.2225729750735419) + | > loss_disc_real_4: 0.27350500226020813 (0.22111466757275833) + | > loss_disc_real_5: 0.2858389616012573 (0.23076257310904463) + | > loss_0: 2.5709595680236816 (2.440621436416333) + | > grad_norm_0: tensor(15.6618, device='cuda:0') (tensor(57.2772, device='cuda:0')) + | > loss_gen: 2.4113378524780273 (2.3911397375069674) + | > loss_kl: 1.659375548362732 (1.5758160660793255) + | > loss_feat: 7.968825817108154 (6.974046262518152) + | > loss_mel: 23.2027530670166 (21.246461479385186) + | > loss_duration: 1.6305983066558838 (1.6870851056916374) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.872894287109375 (33.8745485603035) + | > grad_norm_1: tensor(412.3288, device='cuda:0') (tensor(504.5998, device='cuda:0')) + | > current_lr_0: 0.00019845589462876104 + | > current_lr_1: 0.00019845589462876104 + | > step_time: 2.5651 (0.8979923186364114) + | > loader_time: 0.0116 (0.008982063268686268) + + + --> TIME: 2024-11-23 06:15:01 -- STEP: 795/797 -- GLOBAL_STEP: 51000 + | > loss_disc: 2.4257864952087402 (2.4422194243976927) + | > loss_disc_real_0: 0.0987866222858429 (0.12982309837386297) + | > loss_disc_real_1: 0.19042594730854034 (0.2167407340036248) + | > loss_disc_real_2: 0.22812922298908234 (0.2318175620252981) + | > loss_disc_real_3: 0.20788520574569702 (0.22264326990775343) + | > loss_disc_real_4: 0.2253858745098114 (0.22117913436589745) + | > loss_disc_real_5: 0.28992682695388794 (0.23075112353705757) + | > loss_0: 2.4257864952087402 (2.4422194243976927) + | > grad_norm_0: tensor(46.5500, device='cuda:0') (tensor(57.1698, device='cuda:0')) + | > loss_gen: 2.459850788116455 (2.389205838299399) + | > loss_kl: 1.6145155429840088 (1.5772865697272918) + | > loss_feat: 7.218898296356201 (6.970281933838466) + | > loss_mel: 23.30851936340332 (21.256320610286313) + | > loss_duration: 1.6732436418533325 (1.686330295958609) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.275028228759766 (33.879425180783045) + | > grad_norm_1: tensor(279.6319, device='cuda:0') (tensor(509.5164, device='cuda:0')) + | > current_lr_0: 0.00019845589462876104 + | > current_lr_1: 0.00019845589462876104 + | > step_time: 3.7007 (0.9722076907847664) + | > loader_time: 0.0105 (0.009338853644125114) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.4094221591949463 (2.4094221591949463) + | > loss_disc_real_0: 0.17534804344177246 (0.17534804344177246) + | > loss_disc_real_1: 0.24463574588298798 (0.24463574588298798) + | > loss_disc_real_2: 0.15901462733745575 (0.15901462733745575) + | > loss_disc_real_3: 0.18252064287662506 (0.18252064287662506) + | > loss_disc_real_4: 0.14877042174339294 (0.14877042174339294) + | > loss_disc_real_5: 0.19519871473312378 (0.19519871473312378) + | > loss_0: 2.4094221591949463 (2.4094221591949463) + | > loss_gen: 2.384664535522461 (2.384664535522461) + | > loss_kl: 2.479543685913086 (2.479543685913086) + | > loss_feat: 8.35531997680664 (8.35531997680664) + | > loss_mel: 22.039613723754883 (22.039613723754883) + | > loss_duration: 2.016767740249634 (2.016767740249634) + | > loss_1: 37.275909423828125 (37.275909423828125) + + --> STEP: 1 + | > loss_disc: 2.5473780632019043 (2.5473780632019043) + | > loss_disc_real_0: 0.18982486426830292 (0.18982486426830292) + | > loss_disc_real_1: 0.22977611422538757 (0.22977611422538757) + | > loss_disc_real_2: 0.21544210612773895 (0.21544210612773895) + | > loss_disc_real_3: 0.2372189611196518 (0.2372189611196518) + | > loss_disc_real_4: 0.20848555862903595 (0.20848555862903595) + | > loss_disc_real_5: 0.1855911910533905 (0.1855911910533905) + | > loss_0: 2.5473780632019043 (2.5473780632019043) + | > loss_gen: 2.280407190322876 (2.280407190322876) + | > loss_kl: 2.006521463394165 (2.006521463394165) + | > loss_feat: 6.257038116455078 (6.257038116455078) + | > loss_mel: 18.42060089111328 (18.42060089111328) + | > loss_duration: 1.681318759918213 (1.681318759918213) + | > loss_1: 30.645885467529297 (30.645885467529297) + + --> STEP: 2 + | > loss_disc: 2.4843549728393555 (2.51586651802063) + | > loss_disc_real_0: 0.20300018787384033 (0.19641252607107162) + | > loss_disc_real_1: 0.22175194323062897 (0.22576402872800827) + | > loss_disc_real_2: 0.24778474867343903 (0.231613427400589) + | > loss_disc_real_3: 0.2919290065765381 (0.26457398384809494) + | > loss_disc_real_4: 0.24416537582874298 (0.22632546722888947) + | > loss_disc_real_5: 0.28939247131347656 (0.23749183118343353) + | > loss_0: 2.4843549728393555 (2.51586651802063) + | > loss_gen: 2.7597248554229736 (2.520066022872925) + | > loss_kl: 1.4998652935028076 (1.7531933784484863) + | > loss_feat: 6.248669624328613 (6.252853870391846) + | > loss_mel: 22.281709671020508 (20.351155281066895) + | > loss_duration: 1.6647424697875977 (1.6730306148529053) + | > loss_1: 34.4547119140625 (32.5502986907959) + + --> STEP: 3 + | > loss_disc: 2.487016201019287 (2.506249745686849) + | > loss_disc_real_0: 0.2402307689189911 (0.2110186070203781) + | > loss_disc_real_1: 0.20646853744983673 (0.21933219830195108) + | > loss_disc_real_2: 0.21448218822479248 (0.22590301434199014) + | > loss_disc_real_3: 0.22205710411071777 (0.25040169060230255) + | > loss_disc_real_4: 0.23110529780387878 (0.22791874408721924) + | > loss_disc_real_5: 0.2379874438047409 (0.23765703539053598) + | > loss_0: 2.487016201019287 (2.506249745686849) + | > loss_gen: 2.5903332233428955 (2.5434884230295816) + | > loss_kl: 1.6331160068511963 (1.7131675879160564) + | > loss_feat: 6.940810203552246 (6.4821726481119795) + | > loss_mel: 22.61682891845703 (21.106379826863606) + | > loss_duration: 1.7586281299591064 (1.7015631198883057) + | > loss_1: 35.53971481323242 (33.54677073160807) + + --> STEP: 4 + | > loss_disc: 2.5233306884765625 (2.5105199813842773) + | > loss_disc_real_0: 0.18898142874240875 (0.20550931245088577) + | > loss_disc_real_1: 0.20435777306556702 (0.21558859199285507) + | > loss_disc_real_2: 0.235911563038826 (0.2284051515161991) + | > loss_disc_real_3: 0.18539291620254517 (0.2341494970023632) + | > loss_disc_real_4: 0.23516526818275452 (0.22973037511110306) + | > loss_disc_real_5: 0.24250106513500214 (0.23886804282665253) + | > loss_0: 2.5233306884765625 (2.5105199813842773) + | > loss_gen: 2.3094747066497803 (2.4849849939346313) + | > loss_kl: 2.606257438659668 (1.9364400506019592) + | > loss_feat: 6.446108818054199 (6.473156690597534) + | > loss_mel: 19.26736831665039 (20.646626949310303) + | > loss_duration: 1.6060447692871094 (1.6776835322380066) + | > loss_1: 32.235252380371094 (33.21889114379883) + + --> STEP: 5 + | > loss_disc: 2.585759401321411 (2.525567865371704) + | > loss_disc_real_0: 0.3448576033115387 (0.23337897062301635) + | > loss_disc_real_1: 0.2385854572057724 (0.22018796503543853) + | > loss_disc_real_2: 0.22970710694789886 (0.22866554260253907) + | > loss_disc_real_3: 0.20294418931007385 (0.22790843546390532) + | > loss_disc_real_4: 0.19337299466133118 (0.22245889902114868) + | > loss_disc_real_5: 0.19558390974998474 (0.23021121621131896) + | > loss_0: 2.585759401321411 (2.525567865371704) + | > loss_gen: 2.5882508754730225 (2.5056381702423094) + | > loss_kl: 2.1957545280456543 (1.9883029460906982) + | > loss_feat: 6.9759063720703125 (6.57370662689209) + | > loss_mel: 21.944135665893555 (20.906128692626954) + | > loss_duration: 1.8971765041351318 (1.7215821266174316) + | > loss_1: 35.60122299194336 (33.69535751342774) + + --> STEP: 6 + | > loss_disc: 2.5032286643981934 (2.521844665209452) + | > loss_disc_real_0: 0.27382275462150574 (0.24011960128943124) + | > loss_disc_real_1: 0.2193540781736374 (0.22004898389180502) + | > loss_disc_real_2: 0.237010195851326 (0.23005631814400354) + | > loss_disc_real_3: 0.2578926086425781 (0.2329057976603508) + | > loss_disc_real_4: 0.22486785054206848 (0.22286039094130197) + | > loss_disc_real_5: 0.22633066773414612 (0.22956445813179016) + | > loss_0: 2.5032286643981934 (2.521844665209452) + | > loss_gen: 2.5125832557678223 (2.5067956844965615) + | > loss_kl: 1.3340729475021362 (1.8792646129926045) + | > loss_feat: 6.480748653411865 (6.558213631312053) + | > loss_mel: 18.447795867919922 (20.49640655517578) + | > loss_duration: 1.6429243087768555 (1.708472490310669) + | > loss_1: 30.41812515258789 (33.14915211995443) + + --> STEP: 7 + | > loss_disc: 2.350494146347046 (2.49736601965768) + | > loss_disc_real_0: 0.2125706970691681 (0.23618404354367936) + | > loss_disc_real_1: 0.2115517556667328 (0.21883509414536612) + | > loss_disc_real_2: 0.21681611239910126 (0.22816486018044607) + | > loss_disc_real_3: 0.16796116530895233 (0.22362799303872244) + | > loss_disc_real_4: 0.1703583151102066 (0.21536009439400264) + | > loss_disc_real_5: 0.19311200082302094 (0.22435696423053741) + | > loss_0: 2.350494146347046 (2.49736601965768) + | > loss_gen: 2.569330930709839 (2.5157292910984586) + | > loss_kl: 1.8974777460098267 (1.881866489137922) + | > loss_feat: 7.659885406494141 (6.7155953134809225) + | > loss_mel: 21.953649520874023 (20.7045841217041) + | > loss_duration: 1.6886322498321533 (1.7056381702423096) + | > loss_1: 35.768978118896484 (33.52341297694615) + + --> STEP: 8 + | > loss_disc: 2.850405216217041 (2.5414959192276) + | > loss_disc_real_0: 0.19331347942352295 (0.23082522302865982) + | > loss_disc_real_1: 0.1694161593914032 (0.21265772730112076) + | > loss_disc_real_2: 0.19333843886852264 (0.22381155751645565) + | > loss_disc_real_3: 0.18638376891613007 (0.2189724650233984) + | > loss_disc_real_4: 0.14619217813014984 (0.20671410486102104) + | > loss_disc_real_5: 0.23627234995365143 (0.22584638744592667) + | > loss_0: 2.850405216217041 (2.5414959192276) + | > loss_gen: 2.0749106407165527 (2.46062695980072) + | > loss_kl: 1.8260188102722168 (1.8748855292797089) + | > loss_feat: 8.155738830566406 (6.895613253116608) + | > loss_mel: 21.909841537475586 (20.855241298675537) + | > loss_duration: 1.7057749032974243 (1.705655261874199) + | > loss_1: 35.67228698730469 (33.79202222824097) + + --> STEP: 9 + | > loss_disc: 2.5401153564453125 (2.5413425233629017) + | > loss_disc_real_0: 0.1675174981355667 (0.22379103137387168) + | > loss_disc_real_1: 0.20820382237434387 (0.21216284897592333) + | > loss_disc_real_2: 0.3035295903682709 (0.2326691167222129) + | > loss_disc_real_3: 0.26965630054473877 (0.22460400230354732) + | > loss_disc_real_4: 0.2061855047941208 (0.20665537152025434) + | > loss_disc_real_5: 0.2508065402507782 (0.22861973775757682) + | > loss_0: 2.5401153564453125 (2.5413425233629017) + | > loss_gen: 2.3799893856048584 (2.451667229334513) + | > loss_kl: 1.6692754030227661 (1.852039959695604) + | > loss_feat: 5.633242607116699 (6.7553498480055065) + | > loss_mel: 21.455997467041016 (20.92199198404948) + | > loss_duration: 1.6848773956298828 (1.703346610069275) + | > loss_1: 32.82337951660156 (33.684395260281036) + + --> STEP: 10 + | > loss_disc: 2.455415964126587 (2.53274986743927) + | > loss_disc_real_0: 0.24707278609275818 (0.22611920684576034) + | > loss_disc_real_1: 0.2246369868516922 (0.21341026276350022) + | > loss_disc_real_2: 0.25750160217285156 (0.23515236526727676) + | > loss_disc_real_3: 0.24975521862506866 (0.22711912393569947) + | > loss_disc_real_4: 0.20992699265480042 (0.20698253363370894) + | > loss_disc_real_5: 0.29328250885009766 (0.23508601486682892) + | > loss_0: 2.455415964126587 (2.53274986743927) + | > loss_gen: 2.812056064605713 (2.487706112861633) + | > loss_kl: 1.6123101711273193 (1.8280669808387757) + | > loss_feat: 7.274477481842041 (6.80726261138916) + | > loss_mel: 23.266014099121094 (21.15639419555664) + | > loss_duration: 1.5762118101119995 (1.6906331300735473) + | > loss_1: 36.54106903076172 (33.9700626373291) + + --> STEP: 11 + | > loss_disc: 2.275125741958618 (2.5093294923955742) + | > loss_disc_real_0: 0.24578751623630524 (0.22790723497217352) + | > loss_disc_real_1: 0.17489197850227356 (0.20990860055793414) + | > loss_disc_real_2: 0.22567975521087646 (0.2342912188985131) + | > loss_disc_real_3: 0.17346163094043732 (0.22224117002703928) + | > loss_disc_real_4: 0.1974906623363495 (0.20611963624303992) + | > loss_disc_real_5: 0.20084494352340698 (0.23197319019924512) + | > loss_0: 2.275125741958618 (2.5093294923955742) + | > loss_gen: 2.673924446105957 (2.504635052247481) + | > loss_kl: 1.9742951393127441 (1.8413604497909546) + | > loss_feat: 8.582446098327637 (6.968642928383567) + | > loss_mel: 23.768028259277344 (21.393815474076703) + | > loss_duration: 1.6019048690795898 (1.682566924528642) + | > loss_1: 38.6005973815918 (34.391020341352984) + + --> STEP: 12 + | > loss_disc: 2.321251630783081 (2.4936563372612) + | > loss_disc_real_0: 0.21566741168498993 (0.22688724969824156) + | > loss_disc_real_1: 0.21578051149845123 (0.21039792646964392) + | > loss_disc_real_2: 0.209031343460083 (0.23218622927864394) + | > loss_disc_real_3: 0.1728101521730423 (0.21812191853920618) + | > loss_disc_real_4: 0.24979746341705322 (0.2097594551742077) + | > loss_disc_real_5: 0.22672900557518005 (0.23153617481390634) + | > loss_0: 2.321251630783081 (2.4936563372612) + | > loss_gen: 2.933844566345215 (2.5404025117556253) + | > loss_kl: 2.08774733543396 (1.861892690261205) + | > loss_feat: 7.13425350189209 (6.982443809509277) + | > loss_mel: 23.770044326782227 (21.591834545135498) + | > loss_duration: 1.695173978805542 (1.6836175123850505) + | > loss_1: 37.62106704711914 (34.66019090016683) + + --> STEP: 13 + | > loss_disc: 2.419879913330078 (2.487981227728037) + | > loss_disc_real_0: 0.1405252367258072 (0.22024401793113121) + | > loss_disc_real_1: 0.20918476581573486 (0.2103046064193432) + | > loss_disc_real_2: 0.23345907032489777 (0.23228414012835577) + | > loss_disc_real_3: 0.21826183795928955 (0.2181326815715203) + | > loss_disc_real_4: 0.1949433535337448 (0.20861975504801825) + | > loss_disc_real_5: 0.2433011382818222 (0.23244117200374603) + | > loss_0: 2.419879913330078 (2.487981227728037) + | > loss_gen: 2.501887321472168 (2.5374398048107443) + | > loss_kl: 1.9452741146087646 (1.868306645980248) + | > loss_feat: 6.21998929977417 (6.923793462606577) + | > loss_mel: 19.51786994934082 (21.432298806997444) + | > loss_duration: 1.716559886932373 (1.686151541196383) + | > loss_1: 31.901580810546875 (34.44799012404222) + + --> STEP: 14 + | > loss_disc: 2.3450124263763428 (2.47776917048863) + | > loss_disc_real_0: 0.1352202296257019 (0.21417089019502913) + | > loss_disc_real_1: 0.17795243859291077 (0.20799373728888376) + | > loss_disc_real_2: 0.22479340434074402 (0.23174908757209778) + | > loss_disc_real_3: 0.23577721416950226 (0.219393005328519) + | > loss_disc_real_4: 0.19554074108600616 (0.20768553976501739) + | > loss_disc_real_5: 0.20567934215068817 (0.23052961272852762) + | > loss_0: 2.3450124263763428 (2.47776917048863) + | > loss_gen: 2.4641079902648926 (2.532201818057469) + | > loss_kl: 1.7967532873153687 (1.8631956917898995) + | > loss_feat: 7.910599708557129 (6.994279623031616) + | > loss_mel: 22.43808364868164 (21.50414058140346) + | > loss_duration: 1.7300339937210083 (1.689286002090999) + | > loss_1: 36.339576721191406 (34.58310345241002) + + --> STEP: 15 + | > loss_disc: 2.381704807281494 (2.471364879608154) + | > loss_disc_real_0: 0.2223277986049652 (0.21471468408902486) + | > loss_disc_real_1: 0.23952031135559082 (0.2100955088933309) + | > loss_disc_real_2: 0.25936004519462585 (0.23358981808026633) + | > loss_disc_real_3: 0.23189717531204224 (0.22022661666075388) + | > loss_disc_real_4: 0.1994853913784027 (0.20713886320590974) + | > loss_disc_real_5: 0.2247489094734192 (0.23014423251152039) + | > loss_0: 2.381704807281494 (2.471364879608154) + | > loss_gen: 2.765538215637207 (2.5477575778961183) + | > loss_kl: 1.7796485424041748 (1.8576258818308513) + | > loss_feat: 6.260441303253174 (6.94535706837972) + | > loss_mel: 21.70345115661621 (21.51742795308431) + | > loss_duration: 1.6418724060058594 (1.686125095685323) + | > loss_1: 34.15095138549805 (34.55429331461588) + + --> STEP: 16 + | > loss_disc: 2.481273889541626 (2.4719841927289963) + | > loss_disc_real_0: 0.27087363600730896 (0.21822461858391762) + | > loss_disc_real_1: 0.18892288208007812 (0.2087722197175026) + | > loss_disc_real_2: 0.19181422889232635 (0.23097884375602007) + | > loss_disc_real_3: 0.16721616685390472 (0.2169134635478258) + | > loss_disc_real_4: 0.2062210887670517 (0.2070815023034811) + | > loss_disc_real_5: 0.2538699805736542 (0.23162709176540375) + | > loss_0: 2.481273889541626 (2.4719841927289963) + | > loss_gen: 2.446847438812256 (2.5414506942033768) + | > loss_kl: 1.9151005744934082 (1.861218050122261) + | > loss_feat: 7.428560733795166 (6.975557297468185) + | > loss_mel: 22.94514274597168 (21.60666012763977) + | > loss_duration: 1.777023196220398 (1.6918062269687653) + | > loss_1: 36.512672424316406 (34.67669200897217) + + --> STEP: 17 + | > loss_disc: 2.5496134757995605 (2.476550621144912) + | > loss_disc_real_0: 0.1335698962211609 (0.21324492903316722) + | > loss_disc_real_1: 0.18325264751911163 (0.2072710684117149) + | > loss_disc_real_2: 0.23431159555912018 (0.23117488797973185) + | > loss_disc_real_3: 0.22805602848529816 (0.2175689085441477) + | > loss_disc_real_4: 0.2600553333759308 (0.2101976100136252) + | > loss_disc_real_5: 0.23386558890342712 (0.23175876806764042) + | > loss_0: 2.5496134757995605 (2.476550621144912) + | > loss_gen: 2.2944536209106445 (2.5269214545979217) + | > loss_kl: 1.2842942476272583 (1.8272813558578491) + | > loss_feat: 7.578670024871826 (7.011034516727223) + | > loss_mel: 23.554567337036133 (21.721242904663086) + | > loss_duration: 1.6730890274047852 (1.6907052152297075) + | > loss_1: 36.385074615478516 (34.77718510347254) + + --> STEP: 18 + | > loss_disc: 2.389979839324951 (2.471741133266025) + | > loss_disc_real_0: 0.12058298289775848 (0.20809704313675562) + | > loss_disc_real_1: 0.22210794687271118 (0.2080953394373258) + | > loss_disc_real_2: 0.25102725625038147 (0.23227779732810128) + | > loss_disc_real_3: 0.23332102596759796 (0.21844402617878383) + | > loss_disc_real_4: 0.22710822522640228 (0.21113708863655725) + | > loss_disc_real_5: 0.2722422182559967 (0.2340078486336602) + | > loss_0: 2.389979839324951 (2.471741133266025) + | > loss_gen: 2.4794743061065674 (2.524285501903958) + | > loss_kl: 1.5852434635162354 (1.813834806283315) + | > loss_feat: 6.318417072296143 (6.972555769814385) + | > loss_mel: 19.681297302246094 (21.607912593417698) + | > loss_duration: 1.6223870515823364 (1.6869097616937425) + | > loss_1: 31.686819076538086 (34.60549810197618) + + --> STEP: 19 + | > loss_disc: 2.1243016719818115 (2.453454845830014) + | > loss_disc_real_0: 0.14423605799674988 (0.2047359386557027) + | > loss_disc_real_1: 0.24613025784492493 (0.21009717724825205) + | > loss_disc_real_2: 0.1613510549068451 (0.22854481088487724) + | > loss_disc_real_3: 0.15701287984848022 (0.21521080795087313) + | > loss_disc_real_4: 0.1712452918291092 (0.20903752038353368) + | > loss_disc_real_5: 0.11555831134319305 (0.22777366246047773) + | > loss_0: 2.1243016719818115 (2.453454845830014) + | > loss_gen: 2.5342764854431152 (2.524811343142861) + | > loss_kl: 2.2358367443084717 (1.8360454346004285) + | > loss_feat: 7.712892055511475 (7.011520837482653) + | > loss_mel: 20.563676834106445 (21.552952816611842) + | > loss_duration: 1.7744314670562744 (1.691516167239139) + | > loss_1: 34.82111358642578 (34.61684628536827) + + --> STEP: 20 + | > loss_disc: 2.286837339401245 (2.4451239705085754) + | > loss_disc_real_0: 0.11682155728340149 (0.20034021958708764) + | > loss_disc_real_1: 0.20372653007507324 (0.20977864488959314) + | > loss_disc_real_2: 0.22393332421779633 (0.22831423655152322) + | > loss_disc_real_3: 0.24425029754638672 (0.2166627824306488) + | > loss_disc_real_4: 0.22103504836559296 (0.20963739678263665) + | > loss_disc_real_5: 0.26011285185813904 (0.2293906219303608) + | > loss_0: 2.286837339401245 (2.4451239705085754) + | > loss_gen: 2.595285415649414 (2.5283350467681887) + | > loss_kl: 1.979061484336853 (1.8431962370872497) + | > loss_feat: 6.446918487548828 (6.983290719985962) + | > loss_mel: 20.22356414794922 (21.48648338317871) + | > loss_duration: 1.673454999923706 (1.6906131088733674) + | > loss_1: 32.91828536987305 (34.53191823959351) + + --> STEP: 21 + | > loss_disc: 2.6363437175750732 (2.4542296727498374) + | > loss_disc_real_0: 0.1589803397655487 (0.1983707015003477) + | > loss_disc_real_1: 0.19101199507713318 (0.2088849948985236) + | > loss_disc_real_2: 0.21206475794315338 (0.22754045185588656) + | > loss_disc_real_3: 0.20547562837600708 (0.21613006080899919) + | > loss_disc_real_4: 0.21560268104076385 (0.20992145793778555) + | > loss_disc_real_5: 0.24044951796531677 (0.22991723602726347) + | > loss_0: 2.6363437175750732 (2.4542296727498374) + | > loss_gen: 2.1696817874908447 (2.511256320135934) + | > loss_kl: 1.472458004951477 (1.825542035556975) + | > loss_feat: 7.92526912689209 (7.028146834600539) + | > loss_mel: 22.839717864990234 (21.55092312040783) + | > loss_duration: 1.6504664421081543 (1.6887013628369285) + | > loss_1: 36.057594299316406 (34.60456948053269) + + --> STEP: 22 + | > loss_disc: 2.574373960494995 (2.4596907767382534) + | > loss_disc_real_0: 0.15392270684242249 (0.19635033810680563) + | > loss_disc_real_1: 0.20384208858013153 (0.20865577188405124) + | > loss_disc_real_2: 0.20535996556282043 (0.22653224793347446) + | > loss_disc_real_3: 0.1758953481912613 (0.21430121023546567) + | > loss_disc_real_4: 0.23552963137626648 (0.21108546582135287) + | > loss_disc_real_5: 0.22037804126739502 (0.22948363626545126) + | > loss_0: 2.574373960494995 (2.4596907767382534) + | > loss_gen: 2.426725387573242 (2.5074140050194482) + | > loss_kl: 1.4522104263305664 (1.8085724169557744) + | > loss_feat: 7.139097213745117 (7.0331900336525655) + | > loss_mel: 23.29054069519043 (21.629996646534313) + | > loss_duration: 1.756832480430603 (1.6917982318184592) + | > loss_1: 36.06540298461914 (34.670971003445715) + + --> STEP: 23 + | > loss_disc: 2.264742136001587 (2.4512147488801377) + | > loss_disc_real_0: 0.23925237357616425 (0.19821564399677774) + | > loss_disc_real_1: 0.22822822630405426 (0.2095067481631818) + | > loss_disc_real_2: 0.20800812542438507 (0.22572685130264447) + | > loss_disc_real_3: 0.1263846457004547 (0.21047875090785648) + | > loss_disc_real_4: 0.2185531109571457 (0.21141014604464822) + | > loss_disc_real_5: 0.1776503026485443 (0.22723001306471619) + | > loss_0: 2.264742136001587 (2.4512147488801377) + | > loss_gen: 2.645615816116333 (2.5134227794149653) + | > loss_kl: 1.6604433059692383 (1.802132020825925) + | > loss_feat: 7.624635696411133 (7.058905062468155) + | > loss_mel: 23.312755584716797 (21.703160078629203) + | > loss_duration: 1.7567291259765625 (1.6946213141731594) + | > loss_1: 37.000179290771484 (34.77224092898162) + + --> STEP: 24 + | > loss_disc: 2.3099303245544434 (2.445327897866567) + | > loss_disc_real_0: 0.17394506931304932 (0.1972043700516224) + | > loss_disc_real_1: 0.20309121906757355 (0.2092394344508648) + | > loss_disc_real_2: 0.24548903107643127 (0.2265502754598856) + | > loss_disc_real_3: 0.1932457536458969 (0.20976070935527483) + | > loss_disc_real_4: 0.22796675562858582 (0.21210000477731228) + | > loss_disc_real_5: 0.23952002823352814 (0.22774209703008333) + | > loss_0: 2.3099303245544434 (2.445327897866567) + | > loss_gen: 2.603537082672119 (2.51717754205068) + | > loss_kl: 1.3423703908920288 (1.782975286245346) + | > loss_feat: 5.379491329193115 (6.9889294902483625) + | > loss_mel: 19.034181594848633 (21.591952641805012) + | > loss_duration: 1.6490302085876465 (1.692721684773763) + | > loss_1: 30.008609771728516 (34.573756297429405) + + --> STEP: 25 + | > loss_disc: 2.7358615398406982 (2.456949243545532) + | > loss_disc_real_0: 0.3704206943511963 (0.20413302302360534) + | > loss_disc_real_1: 0.2824745774269104 (0.21216884016990661) + | > loss_disc_real_2: 0.24057479202747345 (0.22711125612258912) + | > loss_disc_real_3: 0.23801325261592865 (0.21089081108570099) + | > loss_disc_real_4: 0.22560778260231018 (0.21264031589031218) + | > loss_disc_real_5: 0.2774999439716339 (0.22973241090774535) + | > loss_0: 2.7358615398406982 (2.456949243545532) + | > loss_gen: 2.6180567741394043 (2.521212711334229) + | > loss_kl: 1.4601664543151855 (1.7700629329681397) + | > loss_feat: 5.877850532531738 (6.944486331939697) + | > loss_mel: 18.993494033813477 (21.48801429748535) + | > loss_duration: 1.650726079940796 (1.6910418605804443) + | > loss_1: 30.60029411315918 (34.414817810058594) + + --> STEP: 26 + | > loss_disc: 2.5679073333740234 (2.4612168623850894) + | > loss_disc_real_0: 0.3626636862754822 (0.2102303562256006) + | > loss_disc_real_1: 0.2696770131587982 (0.2143806929771717) + | > loss_disc_real_2: 0.23219169676303864 (0.2273066576856833) + | > loss_disc_real_3: 0.2373681664466858 (0.21190917090727732) + | > loss_disc_real_4: 0.18351462483406067 (0.2115200970035333) + | > loss_disc_real_5: 0.2406720072031021 (0.23015316461141294) + | > loss_0: 2.5679073333740234 (2.4612168623850894) + | > loss_gen: 2.7496390342712402 (2.5299983391394987) + | > loss_kl: 0.9912710785865784 (1.7401094001073103) + | > loss_feat: 7.025261878967285 (6.94759308374845) + | > loss_mel: 21.954030990600586 (21.50593801645132) + | > loss_duration: 1.6774108409881592 (1.6905175905961256) + | > loss_1: 34.397613525390625 (34.41415610680213) + + --> STEP: 27 + | > loss_disc: 2.5961875915527344 (2.4662157782801875) + | > loss_disc_real_0: 0.31782475113868713 (0.21421533381497418) + | > loss_disc_real_1: 0.16310842335224152 (0.2124817200281002) + | > loss_disc_real_2: 0.2324821650981903 (0.22749834314540582) + | > loss_disc_real_3: 0.1818149834871292 (0.21079457137319776) + | > loss_disc_real_4: 0.18832002580165863 (0.21066083510716757) + | > loss_disc_real_5: 0.23003889620304108 (0.2301489324481399) + | > loss_0: 2.5961875915527344 (2.4662157782801875) + | > loss_gen: 2.367013931274414 (2.5239618795889402) + | > loss_kl: 1.7880678176879883 (1.7418856377954837) + | > loss_feat: 8.092352867126465 (6.989991594243933) + | > loss_mel: 22.745319366455078 (21.551841029414422) + | > loss_duration: 1.6941142082214355 (1.6906507986563224) + | > loss_1: 36.686866760253906 (34.4983305754485) + + --> STEP: 28 + | > loss_disc: 2.59330153465271 (2.470754555293492) + | > loss_disc_real_0: 0.274209588766098 (0.21635798577751433) + | > loss_disc_real_1: 0.19595997035503387 (0.2118916575397764) + | > loss_disc_real_2: 0.2424018681049347 (0.2280306118939604) + | > loss_disc_real_3: 0.2364020049571991 (0.2117091225726264) + | > loss_disc_real_4: 0.22241762280464172 (0.21108072038207734) + | > loss_disc_real_5: 0.2182493954896927 (0.2297239489853382) + | > loss_0: 2.59330153465271 (2.470754555293492) + | > loss_gen: 2.373854875564575 (2.5186009151594986) + | > loss_kl: 1.52685546875 (1.734205988901002) + | > loss_feat: 6.172804355621338 (6.960806335721697) + | > loss_mel: 19.096973419189453 (21.464167186192103) + | > loss_duration: 1.69407057762146 (1.6907729336193629) + | > loss_1: 30.864559173583984 (34.36855302538191) + + --> STEP: 29 + | > loss_disc: 2.478498697280884 (2.4710215946723677) + | > loss_disc_real_0: 0.19044792652130127 (0.21546453545833455) + | > loss_disc_real_1: 0.19420209527015686 (0.21128167263392744) + | > loss_disc_real_2: 0.2308538556098938 (0.2281279651255443) + | > loss_disc_real_3: 0.20924919843673706 (0.2116242976024233) + | > loss_disc_real_4: 0.2771686613559723 (0.21335961489841856) + | > loss_disc_real_5: 0.23136529326438904 (0.22978054706392617) + | > loss_0: 2.478498697280884 (2.4710215946723677) + | > loss_gen: 2.3041059970855713 (2.511204538674191) + | > loss_kl: 1.14838445186615 (1.7140052462446278) + | > loss_feat: 6.148280143737793 (6.932788191170528) + | > loss_mel: 20.95821189880371 (21.446720452144227) + | > loss_duration: 1.6748476028442383 (1.6902237842822898) + | > loss_1: 32.233829498291016 (34.29494186927532) + + --> STEP: 30 + | > loss_disc: 2.5107154846191406 (2.47234472433726) + | > loss_disc_real_0: 0.22712764143943787 (0.21585330565770466) + | > loss_disc_real_1: 0.20622460544109344 (0.21111310372749964) + | > loss_disc_real_2: 0.21306154131889343 (0.22762575099865595) + | > loss_disc_real_3: 0.19525377452373505 (0.21107861349980037) + | > loss_disc_real_4: 0.2437988668680191 (0.21437425663073859) + | > loss_disc_real_5: 0.18959011137485504 (0.22844086587429047) + | > loss_0: 2.5107154846191406 (2.47234472433726) + | > loss_gen: 2.369968891143799 (2.506496683756511) + | > loss_kl: 1.6529793739318848 (1.7119710505008698) + | > loss_feat: 6.559783935546875 (6.9203547159830725) + | > loss_mel: 20.600065231323242 (21.418498611450197) + | > loss_duration: 1.7101068496704102 (1.6908865531285604) + | > loss_1: 32.89290237426758 (34.24820721944173) + + --> STEP: 31 + | > loss_disc: 2.400027275085449 (2.470011903393653) + | > loss_disc_real_0: 0.1430715024471283 (0.2135055055541377) + | > loss_disc_real_1: 0.1667570024728775 (0.20968226175154409) + | > loss_disc_real_2: 0.24638067185878754 (0.22823074844575697) + | > loss_disc_real_3: 0.19947893917560577 (0.2107044304570844) + | > loss_disc_real_4: 0.20846061408519745 (0.21418349396797917) + | > loss_disc_real_5: 0.2724819481372833 (0.22986154594729025) + | > loss_0: 2.400027275085449 (2.470011903393653) + | > loss_gen: 2.466796398162842 (2.5052160293825216) + | > loss_kl: 1.6212968826293945 (1.7090460773437255) + | > loss_feat: 7.592081069946289 (6.942023308046402) + | > loss_mel: 23.338333129882812 (21.480428757206088) + | > loss_duration: 1.649832010269165 (1.689562213036322) + | > loss_1: 36.66834259033203 (34.326276102373676) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.007185151500086631 (-0.002975017793716922) + | > avg_loss_disc: 2.470011903393653 (+0.014899553791169584) + | > avg_loss_disc_real_0: 0.2135055055541377 (+0.08893171793991517) + | > avg_loss_disc_real_1: 0.20968226175154409 (+0.011940173564418677) + | > avg_loss_disc_real_2: 0.22823074844575697 (+0.05288846983063608) + | > avg_loss_disc_real_3: 0.2107044304570844 (-0.003716395747277057) + | > avg_loss_disc_real_4: 0.21418349396797917 (-0.005682157412652072) + | > avg_loss_disc_real_5: 0.22986154594729025 (+0.01409040415479293) + | > avg_loss_0: 2.470011903393653 (+0.014899553791169584) + | > avg_loss_gen: 2.5052160293825216 (+0.4314601690538473) + | > avg_loss_kl: 1.7090460773437255 (+0.11294921559672222) + | > avg_loss_feat: 6.942023308046402 (+0.07247587942307998) + | > avg_loss_mel: 21.480428757206088 (-0.17749195714150545) + | > avg_loss_duration: 1.689562213036322 (-0.007688033965326024) + | > avg_loss_1: 34.326276102373676 (+0.4317054133261422) + + + > EPOCH: 35/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 06:15:27)  + + --> TIME: 2024-11-23 06:15:46 -- STEP: 23/797 -- GLOBAL_STEP: 51025 + | > loss_disc: 2.5533339977264404 (2.4811874887217646) + | > loss_disc_real_0: 0.12741005420684814 (0.13546844053527585) + | > loss_disc_real_1: 0.2800878882408142 (0.221244343596956) + | > loss_disc_real_2: 0.23396043479442596 (0.2326806621707004) + | > loss_disc_real_3: 0.21441811323165894 (0.2259693366029988) + | > loss_disc_real_4: 0.22009016573429108 (0.22672479113806848) + | > loss_disc_real_5: 0.23506374657154083 (0.23494472581407297) + | > loss_0: 2.5533339977264404 (2.4811874887217646) + | > grad_norm_0: tensor(15.8220, device='cuda:0') (tensor(54.4825, device='cuda:0')) + | > loss_gen: 2.0841002464294434 (2.355915712273639) + | > loss_kl: 1.794182538986206 (1.594383436700572) + | > loss_feat: 5.751585960388184 (6.823028543721074) + | > loss_mel: 18.460474014282227 (20.53165327984354) + | > loss_duration: 1.750063419342041 (1.8148971951526145) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 29.84040641784668 (33.1198781054953) + | > grad_norm_1: tensor(453.3380, device='cuda:0') (tensor(582.4579, device='cuda:0')) + | > current_lr_0: 0.00019843108764193245 + | > current_lr_1: 0.00019843108764193245 + | > step_time: 0.7904 (0.7450557273367177) + | > loader_time: 0.0032 (0.004318506821342138) + + + --> TIME: 2024-11-23 06:16:05 -- STEP: 48/797 -- GLOBAL_STEP: 51050 + | > loss_disc: 2.5180251598358154 (2.4580657829840984) + | > loss_disc_real_0: 0.09573447704315186 (0.1284100920893252) + | > loss_disc_real_1: 0.19700439274311066 (0.22220689430832863) + | > loss_disc_real_2: 0.22455823421478271 (0.23254402975241342) + | > loss_disc_real_3: 0.2330988347530365 (0.21919588247934976) + | > loss_disc_real_4: 0.21437974274158478 (0.22101095722367367) + | > loss_disc_real_5: 0.20742492377758026 (0.22721167157093683) + | > loss_0: 2.5180251598358154 (2.4580657829840984) + | > grad_norm_0: tensor(42.0396, device='cuda:0') (tensor(63.4151, device='cuda:0')) + | > loss_gen: 2.249218225479126 (2.378387923041979) + | > loss_kl: 1.5447684526443481 (1.5828839366634686) + | > loss_feat: 6.675601482391357 (7.032360961039861) + | > loss_mel: 20.779159545898438 (20.824316660563152) + | > loss_duration: 1.6094484329223633 (1.7719203382730484) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.85819625854492 (33.58986957867942) + | > grad_norm_1: tensor(550.2725, device='cuda:0') (tensor(584.2680, device='cuda:0')) + | > current_lr_0: 0.00019843108764193245 + | > current_lr_1: 0.00019843108764193245 + | > step_time: 0.7672 (0.7604869604110718) + | > loader_time: 0.0099 (0.004631544152895609) + + + --> TIME: 2024-11-23 06:16:24 -- STEP: 73/797 -- GLOBAL_STEP: 51075 + | > loss_disc: 2.484074115753174 (2.4548695283393345) + | > loss_disc_real_0: 0.1362801492214203 (0.12958567773234353) + | > loss_disc_real_1: 0.19397859275341034 (0.2205226678554326) + | > loss_disc_real_2: 0.20628638565540314 (0.23175834609221105) + | > loss_disc_real_3: 0.22115421295166016 (0.21993722368593085) + | > loss_disc_real_4: 0.21695874631404877 (0.2242042220210376) + | > loss_disc_real_5: 0.24067246913909912 (0.2304048332041257) + | > loss_0: 2.484074115753174 (2.4548695283393345) + | > grad_norm_0: tensor(105.9987, device='cuda:0') (tensor(60.7550, device='cuda:0')) + | > loss_gen: 2.2535691261291504 (2.3831347831308025) + | > loss_kl: 1.586781620979309 (1.5818183732359377) + | > loss_feat: 6.3305344581604 (7.00414443342653) + | > loss_mel: 20.13957405090332 (20.773837154858732) + | > loss_duration: 1.7216500043869019 (1.7464899788164112) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.032108306884766 (33.48942469244136) + | > grad_norm_1: tensor(655.6353, device='cuda:0') (tensor(568.3525, device='cuda:0')) + | > current_lr_0: 0.00019843108764193245 + | > current_lr_1: 0.00019843108764193245 + | > step_time: 0.7864 (0.7597288628147073) + | > loader_time: 0.0071 (0.00478232396792059) + + + --> TIME: 2024-11-23 06:16:44 -- STEP: 98/797 -- GLOBAL_STEP: 51100 + | > loss_disc: 2.257869243621826 (2.4434859022802238) + | > loss_disc_real_0: 0.0846329778432846 (0.12864500808776633) + | > loss_disc_real_1: 0.24238495528697968 (0.21776323309358286) + | > loss_disc_real_2: 0.23487651348114014 (0.2331383421408887) + | > loss_disc_real_3: 0.19138289988040924 (0.22017305830911715) + | > loss_disc_real_4: 0.16505827009677887 (0.22111534038368535) + | > loss_disc_real_5: 0.18350255489349365 (0.22781102496142291) + | > loss_0: 2.257869243621826 (2.4434859022802238) + | > grad_norm_0: tensor(19.1959, device='cuda:0') (tensor(60.7211, device='cuda:0')) + | > loss_gen: 2.4633331298828125 (2.3862502307307962) + | > loss_kl: 1.6493890285491943 (1.5759124439589831) + | > loss_feat: 8.052230834960938 (7.030723425806785) + | > loss_mel: 22.67399024963379 (20.848239178560217) + | > loss_duration: 1.7504751682281494 (1.7362407835162417) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.589420318603516 (33.577366050408806) + | > grad_norm_1: tensor(781.1505, device='cuda:0') (tensor(578.2141, device='cuda:0')) + | > current_lr_0: 0.00019843108764193245 + | > current_lr_1: 0.00019843108764193245 + | > step_time: 0.7471 (0.7602080082406804) + | > loader_time: 0.0042 (0.0050458470169378765) + + + --> TIME: 2024-11-23 06:17:03 -- STEP: 123/797 -- GLOBAL_STEP: 51125 + | > loss_disc: 2.484666109085083 (2.4466149593756454) + | > loss_disc_real_0: 0.18809378147125244 (0.12943940258365336) + | > loss_disc_real_1: 0.21386539936065674 (0.2177629535033451) + | > loss_disc_real_2: 0.20674630999565125 (0.23248775872757765) + | > loss_disc_real_3: 0.1542873978614807 (0.22005111415211748) + | > loss_disc_real_4: 0.22819629311561584 (0.22187444991697142) + | > loss_disc_real_5: 0.24682411551475525 (0.23025402802277387) + | > loss_0: 2.484666109085083 (2.4466149593756454) + | > grad_norm_0: tensor(54.7113, device='cuda:0') (tensor(57.8369, device='cuda:0')) + | > loss_gen: 2.4982786178588867 (2.389424829948239) + | > loss_kl: 1.7527333498001099 (1.5747287331557855) + | > loss_feat: 8.24811840057373 (7.088510590840161) + | > loss_mel: 24.573081970214844 (20.92173278622511) + | > loss_duration: 1.649571180343628 (1.7284208274469144) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 38.72178268432617 (33.70281774629422) + | > grad_norm_1: tensor(909.0500, device='cuda:0') (tensor(566.5708, device='cuda:0')) + | > current_lr_0: 0.00019843108764193245 + | > current_lr_1: 0.00019843108764193245 + | > step_time: 0.7737 (0.7611657332598678) + | > loader_time: 0.0132 (0.005073595822342041) + + + --> TIME: 2024-11-23 06:17:23 -- STEP: 148/797 -- GLOBAL_STEP: 51150 + | > loss_disc: 2.451972007751465 (2.4560682016450004) + | > loss_disc_real_0: 0.07620978355407715 (0.13376945659920975) + | > loss_disc_real_1: 0.19733773171901703 (0.21959423938313047) + | > loss_disc_real_2: 0.1987133026123047 (0.2325005171870863) + | > loss_disc_real_3: 0.22381670773029327 (0.22171310496491356) + | > loss_disc_real_4: 0.2475510537624359 (0.22103273234254606) + | > loss_disc_real_5: 0.256071001291275 (0.22945294227149035) + | > loss_0: 2.451972007751465 (2.4560682016450004) + | > grad_norm_0: tensor(47.5998, device='cuda:0') (tensor(62.1424, device='cuda:0')) + | > loss_gen: 2.2767932415008545 (2.386398779379355) + | > loss_kl: 1.4002344608306885 (1.5688113787689724) + | > loss_feat: 7.357335090637207 (7.071073615873182) + | > loss_mel: 20.415536880493164 (20.948461339280414) + | > loss_duration: 1.7599503993988037 (1.7236593269013072) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.2098503112793 (33.698404466783686) + | > grad_norm_1: tensor(535.9203, device='cuda:0') (tensor(563.5796, device='cuda:0')) + | > current_lr_0: 0.00019843108764193245 + | > current_lr_1: 0.00019843108764193245 + | > step_time: 0.7315 (0.7637917189984709) + | > loader_time: 0.0145 (0.00516582662994797) + + + --> TIME: 2024-11-23 06:17:43 -- STEP: 173/797 -- GLOBAL_STEP: 51175 + | > loss_disc: 2.4243385791778564 (2.45320768025569) + | > loss_disc_real_0: 0.10356630384922028 (0.1336133374558018) + | > loss_disc_real_1: 0.19716913998126984 (0.21873151265472346) + | > loss_disc_real_2: 0.2530950605869293 (0.23214948952542563) + | > loss_disc_real_3: 0.24320290982723236 (0.22199891111409734) + | > loss_disc_real_4: 0.2170669287443161 (0.22115115890268647) + | > loss_disc_real_5: 0.25669291615486145 (0.2294384546879399) + | > loss_0: 2.4243385791778564 (2.45320768025569) + | > grad_norm_0: tensor(86.5523, device='cuda:0') (tensor(63.0174, device='cuda:0')) + | > loss_gen: 2.388500690460205 (2.383135715661021) + | > loss_kl: 1.2920743227005005 (1.5640973107663196) + | > loss_feat: 6.760619640350342 (7.036022767855253) + | > loss_mel: 21.453777313232422 (20.93934940051481) + | > loss_duration: 1.6295204162597656 (1.7167599773131355) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.52449035644531 (33.639365234816005) + | > grad_norm_1: tensor(456.7455, device='cuda:0') (tensor(545.9733, device='cuda:0')) + | > current_lr_0: 0.00019843108764193245 + | > current_lr_1: 0.00019843108764193245 + | > step_time: 0.7857 (0.7703511149897049) + | > loader_time: 0.0053 (0.005455006064707142) + + + --> TIME: 2024-11-23 06:18:04 -- STEP: 198/797 -- GLOBAL_STEP: 51200 + | > loss_disc: 2.4844892024993896 (2.448900781496605) + | > loss_disc_real_0: 0.1094268187880516 (0.13231082832572438) + | > loss_disc_real_1: 0.24112384021282196 (0.21838402958831402) + | > loss_disc_real_2: 0.24090753495693207 (0.23115889878586085) + | > loss_disc_real_3: 0.25380200147628784 (0.22223182745052106) + | > loss_disc_real_4: 0.23505063354969025 (0.22065932100469415) + | > loss_disc_real_5: 0.2283056676387787 (0.22888637401840903) + | > loss_0: 2.4844892024993896 (2.448900781496605) + | > grad_norm_0: tensor(72.6491, device='cuda:0') (tensor(61.2167, device='cuda:0')) + | > loss_gen: 2.3652100563049316 (2.3811762573743094) + | > loss_kl: 1.3823699951171875 (1.5591050910227229) + | > loss_feat: 6.314411640167236 (7.033120463592837) + | > loss_mel: 20.46108055114746 (20.93410715430672) + | > loss_duration: 1.7305142879486084 (1.713604060086337) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.25358581542969 (33.62111308357935) + | > grad_norm_1: tensor(742.2890, device='cuda:0') (tensor(544.6331, device='cuda:0')) + | > current_lr_0: 0.00019843108764193245 + | > current_lr_1: 0.00019843108764193245 + | > step_time: 0.8094 (0.7745047747486766) + | > loader_time: 0.0081 (0.005549491053879861) + + + --> TIME: 2024-11-23 06:18:24 -- STEP: 223/797 -- GLOBAL_STEP: 51225 + | > loss_disc: 2.4616870880126953 (2.4498381924736115) + | > loss_disc_real_0: 0.10173171758651733 (0.1313834847222529) + | > loss_disc_real_1: 0.19306650757789612 (0.21872717683358042) + | > loss_disc_real_2: 0.2619950771331787 (0.23181610437519348) + | > loss_disc_real_3: 0.2579048275947571 (0.22213620715879004) + | > loss_disc_real_4: 0.2661626636981964 (0.22113937045961218) + | > loss_disc_real_5: 0.24251028895378113 (0.2298134694986814) + | > loss_0: 2.4616870880126953 (2.4498381924736115) + | > grad_norm_0: tensor(37.8696, device='cuda:0') (tensor(59.1047, device='cuda:0')) + | > loss_gen: 2.4922358989715576 (2.3800138839157152) + | > loss_kl: 1.5706768035888672 (1.5670068691664214) + | > loss_feat: 7.555481910705566 (7.012262267382155) + | > loss_mel: 22.957149505615234 (20.9696471808737) + | > loss_duration: 1.6527363061904907 (1.711384514522125) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.2282829284668 (33.64031470944531) + | > grad_norm_1: tensor(737.0982, device='cuda:0') (tensor(541.0130, device='cuda:0')) + | > current_lr_0: 0.00019843108764193245 + | > current_lr_1: 0.00019843108764193245 + | > step_time: 0.7622 (0.7777992780967675) + | > loader_time: 0.0114 (0.005709353049239768) + + + --> TIME: 2024-11-23 06:18:45 -- STEP: 248/797 -- GLOBAL_STEP: 51250 + | > loss_disc: 2.6252024173736572 (2.4504996701594313) + | > loss_disc_real_0: 0.2393743097782135 (0.13156405828833095) + | > loss_disc_real_1: 0.21555756032466888 (0.21884616272103402) + | > loss_disc_real_2: 0.24276505410671234 (0.23159101473227625) + | > loss_disc_real_3: 0.24863958358764648 (0.22262866260303604) + | > loss_disc_real_4: 0.3024505078792572 (0.2213121724104689) + | > loss_disc_real_5: 0.3020550608634949 (0.22989517576511828) + | > loss_0: 2.6252024173736572 (2.4504996701594313) + | > grad_norm_0: tensor(95.0428, device='cuda:0') (tensor(61.8141, device='cuda:0')) + | > loss_gen: 2.61649489402771 (2.384040242241273) + | > loss_kl: 1.433850646018982 (1.5662551849119126) + | > loss_feat: 7.336786270141602 (7.019705528213132) + | > loss_mel: 22.759078979492188 (20.992544012684963) + | > loss_duration: 1.7189568281173706 (1.7077305749539406) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.86516571044922 (33.67027552666204) + | > grad_norm_1: tensor(502.3401, device='cuda:0') (tensor(545.1248, device='cuda:0')) + | > current_lr_0: 0.00019843108764193245 + | > current_lr_1: 0.00019843108764193245 + | > step_time: 0.809 (0.7819298717283432) + | > loader_time: 0.0061 (0.005977795970055363) + + + --> TIME: 2024-11-23 06:19:06 -- STEP: 273/797 -- GLOBAL_STEP: 51275 + | > loss_disc: 2.326986789703369 (2.4518381501292126) + | > loss_disc_real_0: 0.0754445344209671 (0.13153962755487075) + | > loss_disc_real_1: 0.19113197922706604 (0.21877043104761248) + | > loss_disc_real_2: 0.2538306713104248 (0.23159430025916394) + | > loss_disc_real_3: 0.21425041556358337 (0.22261218044347378) + | > loss_disc_real_4: 0.18303906917572021 (0.22214336087415507) + | > loss_disc_real_5: 0.2137073576450348 (0.23021730589560974) + | > loss_0: 2.326986789703369 (2.4518381501292126) + | > grad_norm_0: tensor(71.4298, device='cuda:0') (tensor(64.4230, device='cuda:0')) + | > loss_gen: 2.4004604816436768 (2.383750308564293) + | > loss_kl: 1.6439540386199951 (1.56562770548321) + | > loss_feat: 6.82984733581543 (6.995913792005825) + | > loss_mel: 21.074146270751953 (20.991699980292115) + | > loss_duration: 1.678046703338623 (1.7047357244805976) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.6264533996582 (33.64172750340278) + | > grad_norm_1: tensor(447.2793, device='cuda:0') (tensor(536.0492, device='cuda:0')) + | > current_lr_0: 0.00019843108764193245 + | > current_lr_1: 0.00019843108764193245 + | > step_time: 0.8575 (0.7857465307354489) + | > loader_time: 0.0103 (0.006167706115778547) + + + --> TIME: 2024-11-23 06:19:26 -- STEP: 298/797 -- GLOBAL_STEP: 51300 + | > loss_disc: 2.4254207611083984 (2.4535212924816454) + | > loss_disc_real_0: 0.08284440636634827 (0.13229093813156123) + | > loss_disc_real_1: 0.24837183952331543 (0.21890820400326844) + | > loss_disc_real_2: 0.2308945506811142 (0.2316948749475031) + | > loss_disc_real_3: 0.23145611584186554 (0.2223746369549092) + | > loss_disc_real_4: 0.22874432802200317 (0.2222481216460267) + | > loss_disc_real_5: 0.23680329322814941 (0.2305037518775703) + | > loss_0: 2.4254207611083984 (2.4535212924816454) + | > grad_norm_0: tensor(100.9257, device='cuda:0') (tensor(68.1757, device='cuda:0')) + | > loss_gen: 2.3325765132904053 (2.384942505983697) + | > loss_kl: 1.4690396785736084 (1.5673862539681818) + | > loss_feat: 7.0875067710876465 (6.9712139552071575) + | > loss_mel: 21.1313533782959 (20.967687229182086) + | > loss_duration: 1.6667890548706055 (1.7025662444581917) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.6872673034668 (33.59379620520062) + | > grad_norm_1: tensor(551.9629, device='cuda:0') (tensor(538.8583, device='cuda:0')) + | > current_lr_0: 0.00019843108764193245 + | > current_lr_1: 0.00019843108764193245 + | > step_time: 0.7768 (0.78825770368512) + | > loader_time: 0.0063 (0.006426936828050038) + + + --> TIME: 2024-11-23 06:19:47 -- STEP: 323/797 -- GLOBAL_STEP: 51325 + | > loss_disc: 2.522400140762329 (2.4507967436645797) + | > loss_disc_real_0: 0.1454668492078781 (0.131642176524589) + | > loss_disc_real_1: 0.24737238883972168 (0.2184613100469297) + | > loss_disc_real_2: 0.24900145828723907 (0.23148894254637206) + | > loss_disc_real_3: 0.23601742088794708 (0.22253132087896482) + | > loss_disc_real_4: 0.24667741358280182 (0.22219357711058288) + | > loss_disc_real_5: 0.24581581354141235 (0.23048489492375046) + | > loss_0: 2.522400140762329 (2.4507967436645797) + | > grad_norm_0: tensor(55.2448, device='cuda:0') (tensor(65.7434, device='cuda:0')) + | > loss_gen: 2.2325170040130615 (2.3801862573476016) + | > loss_kl: 1.5990149974822998 (1.566886861996016) + | > loss_feat: 5.935486316680908 (6.956648616967923) + | > loss_mel: 19.213611602783203 (20.966652477488783) + | > loss_duration: 1.672041654586792 (1.7011057245473002) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.65266990661621 (33.571479974516414) + | > grad_norm_1: tensor(610.6435, device='cuda:0') (tensor(532.0620, device='cuda:0')) + | > current_lr_0: 0.00019843108764193245 + | > current_lr_1: 0.00019843108764193245 + | > step_time: 0.8299 (0.7898021024816171) + | > loader_time: 0.0062 (0.006480352797375375) + + + --> TIME: 2024-11-23 06:20:08 -- STEP: 348/797 -- GLOBAL_STEP: 51350 + | > loss_disc: 2.262094259262085 (2.4472796423681857) + | > loss_disc_real_0: 0.11563315987586975 (0.13100054851551174) + | > loss_disc_real_1: 0.1621467024087906 (0.21831434230780464) + | > loss_disc_real_2: 0.23430316150188446 (0.23145798833548337) + | > loss_disc_real_3: 0.19267593324184418 (0.22243867446293777) + | > loss_disc_real_4: 0.21404649317264557 (0.22183442051554553) + | > loss_disc_real_5: 0.2076072245836258 (0.23004694428594633) + | > loss_0: 2.262094259262085 (2.4472796423681857) + | > grad_norm_0: tensor(32.4542, device='cuda:0') (tensor(65.7096, device='cuda:0')) + | > loss_gen: 2.3490488529205322 (2.3839674633124748) + | > loss_kl: 1.6297764778137207 (1.5665527900745129) + | > loss_feat: 7.0102033615112305 (6.961541708858532) + | > loss_mel: 20.47416877746582 (20.941925043347226) + | > loss_duration: 1.6558327674865723 (1.6986806183710863) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.1190299987793 (33.552667650683176) + | > grad_norm_1: tensor(484.6215, device='cuda:0') (tensor(540.1098, device='cuda:0')) + | > current_lr_0: 0.00019843108764193245 + | > current_lr_1: 0.00019843108764193245 + | > step_time: 0.8436 (0.7918261488278701) + | > loader_time: 0.009 (0.006589318829021235) + + + --> TIME: 2024-11-23 06:20:29 -- STEP: 373/797 -- GLOBAL_STEP: 51375 + | > loss_disc: 2.4967784881591797 (2.4478733641852) + | > loss_disc_real_0: 0.16911207139492035 (0.13078956667523609) + | > loss_disc_real_1: 0.24326151609420776 (0.21858242423780483) + | > loss_disc_real_2: 0.3066882789134979 (0.23166582763354837) + | > loss_disc_real_3: 0.25083914399147034 (0.2227148400874304) + | > loss_disc_real_4: 0.29229146242141724 (0.22209770206471874) + | > loss_disc_real_5: 0.28197571635246277 (0.22919012322502547) + | > loss_0: 2.4967784881591797 (2.4478733641852) + | > grad_norm_0: tensor(16.2234, device='cuda:0') (tensor(65.3163, device='cuda:0')) + | > loss_gen: 2.644829034805298 (2.3843874177088975) + | > loss_kl: 1.6360700130462646 (1.5661044488323916) + | > loss_feat: 6.208823204040527 (6.960800733387309) + | > loss_mel: 22.053329467773438 (20.93047240208684) + | > loss_duration: 1.6330475807189941 (1.6963807686404309) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.17610168457031 (33.53814579142961) + | > grad_norm_1: tensor(372.7128, device='cuda:0') (tensor(544.7047, device='cuda:0')) + | > current_lr_0: 0.00019843108764193245 + | > current_lr_1: 0.00019843108764193245 + | > step_time: 0.8371 (0.7948135741594324) + | > loader_time: 0.006 (0.006650522630911411) + + + --> TIME: 2024-11-23 06:20:50 -- STEP: 398/797 -- GLOBAL_STEP: 51400 + | > loss_disc: 2.3978044986724854 (2.4481391577265357) + | > loss_disc_real_0: 0.07924659550189972 (0.13001367119351534) + | > loss_disc_real_1: 0.2340688407421112 (0.21859080121669938) + | > loss_disc_real_2: 0.20578163862228394 (0.23176586279767242) + | > loss_disc_real_3: 0.2084280550479889 (0.22273373734861163) + | > loss_disc_real_4: 0.2230893224477768 (0.221992284209285) + | > loss_disc_real_5: 0.1977260410785675 (0.22979833069608438) + | > loss_0: 2.3978044986724854 (2.4481391577265357) + | > grad_norm_0: tensor(75.4282, device='cuda:0') (tensor(65.8950, device='cuda:0')) + | > loss_gen: 2.492206573486328 (2.385249290034995) + | > loss_kl: 1.7731044292449951 (1.5655708130280577) + | > loss_feat: 6.973473072052002 (6.963343965348286) + | > loss_mel: 20.973758697509766 (20.972683005596533) + | > loss_duration: 1.7295368909835815 (1.6950122555296623) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.942081451416016 (33.581859363383366) + | > grad_norm_1: tensor(549.5731, device='cuda:0') (tensor(546.4019, device='cuda:0')) + | > current_lr_0: 0.00019843108764193245 + | > current_lr_1: 0.00019843108764193245 + | > step_time: 0.8918 (0.7978366194058897) + | > loader_time: 0.0055 (0.006700098814077713) + + + --> TIME: 2024-11-23 06:21:12 -- STEP: 423/797 -- GLOBAL_STEP: 51425 + | > loss_disc: 2.3014605045318604 (2.450073667170025) + | > loss_disc_real_0: 0.05186519771814346 (0.1316086928190634) + | > loss_disc_real_1: 0.19434861838817596 (0.21868918756855296) + | > loss_disc_real_2: 0.24682435393333435 (0.23209056173656004) + | > loss_disc_real_3: 0.20103859901428223 (0.2226753921796244) + | > loss_disc_real_4: 0.17566147446632385 (0.2217674902144899) + | > loss_disc_real_5: 0.22732408344745636 (0.22948323831349682) + | > loss_0: 2.3014605045318604 (2.450073667170025) + | > grad_norm_0: tensor(67.5895, device='cuda:0') (tensor(68.7019, device='cuda:0')) + | > loss_gen: 2.7227706909179688 (2.386363514771695) + | > loss_kl: 1.5311126708984375 (1.5643153359703983) + | > loss_feat: 7.0806989669799805 (6.966537123876259) + | > loss_mel: 21.17754554748535 (20.98425590118337) + | > loss_duration: 1.6623281240463257 (1.693758127818998) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.17445373535156 (33.59523004392076) + | > grad_norm_1: tensor(532.7433, device='cuda:0') (tensor(547.1497, device='cuda:0')) + | > current_lr_0: 0.00019843108764193245 + | > current_lr_1: 0.00019843108764193245 + | > step_time: 0.8774 (0.8003985583077644) + | > loader_time: 0.0061 (0.006809124146229268) + + + --> TIME: 2024-11-23 06:21:33 -- STEP: 448/797 -- GLOBAL_STEP: 51450 + | > loss_disc: 2.3538594245910645 (2.455259186880928) + | > loss_disc_real_0: 0.13536778092384338 (0.13345049836373507) + | > loss_disc_real_1: 0.24264411628246307 (0.21863790124189109) + | > loss_disc_real_2: 0.19268177449703217 (0.23232943351779664) + | > loss_disc_real_3: 0.23698589205741882 (0.22319340925397618) + | > loss_disc_real_4: 0.18527443706989288 (0.2223745736493064) + | > loss_disc_real_5: 0.24703070521354675 (0.23025217512622476) + | > loss_0: 2.3538594245910645 (2.455259186880928) + | > grad_norm_0: tensor(36.9722, device='cuda:0') (tensor(69.7864, device='cuda:0')) + | > loss_gen: 2.6914849281311035 (2.386512627559045) + | > loss_kl: 1.6988886594772339 (1.5670069820646728) + | > loss_feat: 7.473689079284668 (6.960911210094179) + | > loss_mel: 22.427751541137695 (20.994446682078507) + | > loss_duration: 1.7099370956420898 (1.692552112575088) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.00175476074219 (33.60142965401918) + | > grad_norm_1: tensor(231.9323, device='cuda:0') (tensor(539.5620, device='cuda:0')) + | > current_lr_0: 0.00019843108764193245 + | > current_lr_1: 0.00019843108764193245 + | > step_time: 0.8473 (0.8031566877450257) + | > loader_time: 0.01 (0.006859624492270606) + + + --> TIME: 2024-11-23 06:21:55 -- STEP: 473/797 -- GLOBAL_STEP: 51475 + | > loss_disc: 2.5458250045776367 (2.457492342963026) + | > loss_disc_real_0: 0.15470275282859802 (0.13312685670012164) + | > loss_disc_real_1: 0.2191893309354782 (0.21881903057433585) + | > loss_disc_real_2: 0.26914188265800476 (0.23269436106747352) + | > loss_disc_real_3: 0.2943980097770691 (0.22396418389255854) + | > loss_disc_real_4: 0.2409450262784958 (0.22310873960591776) + | > loss_disc_real_5: 0.263080894947052 (0.23012285681153957) + | > loss_0: 2.5458250045776367 (2.457492342963026) + | > grad_norm_0: tensor(12.2992, device='cuda:0') (tensor(68.2501, device='cuda:0')) + | > loss_gen: 2.574399948120117 (2.3839588850799585) + | > loss_kl: 1.558685064315796 (1.567506599375864) + | > loss_feat: 7.366883754730225 (6.956643520903636) + | > loss_mel: 21.381704330444336 (21.01855712309953) + | > loss_duration: 1.676066279411316 (1.6917735446583138) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.557743072509766 (33.618439748977714) + | > grad_norm_1: tensor(454.5956, device='cuda:0') (tensor(528.9919, device='cuda:0')) + | > current_lr_0: 0.00019843108764193245 + | > current_lr_1: 0.00019843108764193245 + | > step_time: 0.8621 (0.805637330383881) + | > loader_time: 0.0064 (0.0069854501437939245) + + + --> TIME: 2024-11-23 06:22:17 -- STEP: 498/797 -- GLOBAL_STEP: 51500 + | > loss_disc: 2.5012331008911133 (2.45845230994933) + | > loss_disc_real_0: 0.14030954241752625 (0.13309213712841408) + | > loss_disc_real_1: 0.21462945640087128 (0.21888366444821816) + | > loss_disc_real_2: 0.2230585515499115 (0.23306766032693854) + | > loss_disc_real_3: 0.2501683533191681 (0.22383807791045393) + | > loss_disc_real_4: 0.2542054355144501 (0.2231371661565869) + | > loss_disc_real_5: 0.257373183965683 (0.23089294033835692) + | > loss_0: 2.5012331008911133 (2.45845230994933) + | > grad_norm_0: tensor(118.7521, device='cuda:0') (tensor(67.3771, device='cuda:0')) + | > loss_gen: 2.2696046829223633 (2.379229585329688) + | > loss_kl: 1.63763427734375 (1.5677413820741646) + | > loss_feat: 5.705118179321289 (6.941212823592036) + | > loss_mel: 20.159225463867188 (21.00752792971202) + | > loss_duration: 1.6651873588562012 (1.6906932424828707) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.436771392822266 (33.586405014895966) + | > grad_norm_1: tensor(497.4519, device='cuda:0') (tensor(522.8948, device='cuda:0')) + | > current_lr_0: 0.00019843108764193245 + | > current_lr_1: 0.00019843108764193245 + | > step_time: 0.9026 (0.8086697700990726) + | > loader_time: 0.0098 (0.007080343353700446) + + + --> TIME: 2024-11-23 06:22:39 -- STEP: 523/797 -- GLOBAL_STEP: 51525 + | > loss_disc: 2.3892834186553955 (2.457070363411255) + | > loss_disc_real_0: 0.10176805406808853 (0.13296741623979927) + | > loss_disc_real_1: 0.20866353809833527 (0.2186609683113162) + | > loss_disc_real_2: 0.2657252848148346 (0.23294344438991402) + | > loss_disc_real_3: 0.23780082166194916 (0.22368371335657788) + | > loss_disc_real_4: 0.21148478984832764 (0.22292916271586266) + | > loss_disc_real_5: 0.22395415604114532 (0.23071739946565026) + | > loss_0: 2.3892834186553955 (2.457070363411255) + | > grad_norm_0: tensor(50.7066, device='cuda:0') (tensor(66.2189, device='cuda:0')) + | > loss_gen: 2.3991029262542725 (2.377447941107227) + | > loss_kl: 1.5751341581344604 (1.5671324558969209) + | > loss_feat: 7.844604015350342 (6.940573970400807) + | > loss_mel: 22.79987144470215 (21.01598419422858) + | > loss_duration: 1.7043099403381348 (1.6901862676011445) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.323020935058594 (33.59132488097557) + | > grad_norm_1: tensor(704.2601, device='cuda:0') (tensor(522.0341, device='cuda:0')) + | > current_lr_0: 0.00019843108764193245 + | > current_lr_1: 0.00019843108764193245 + | > step_time: 0.8559 (0.8115310509391765) + | > loader_time: 0.0076 (0.0072555975066088355) + + + --> TIME: 2024-11-23 06:23:01 -- STEP: 548/797 -- GLOBAL_STEP: 51550 + | > loss_disc: 2.2963712215423584 (2.4565533482245274) + | > loss_disc_real_0: 0.11538959294557571 (0.13303644727426084) + | > loss_disc_real_1: 0.22067953646183014 (0.21859688780875536) + | > loss_disc_real_2: 0.20697541534900665 (0.23288623417598486) + | > loss_disc_real_3: 0.24557307362556458 (0.22338170351555747) + | > loss_disc_real_4: 0.22403961420059204 (0.222951069827715) + | > loss_disc_real_5: 0.239538311958313 (0.2305166048072551) + | > loss_0: 2.2963712215423584 (2.4565533482245274) + | > grad_norm_0: tensor(41.7086, device='cuda:0') (tensor(65.3843, device='cuda:0')) + | > loss_gen: 2.438002347946167 (2.376505282673519) + | > loss_kl: 1.481262445449829 (1.5669729067896403) + | > loss_feat: 8.020768165588379 (6.940128824136553) + | > loss_mel: 23.20696258544922 (21.029921357649098) + | > loss_duration: 1.7165369987487793 (1.6899603729265449) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.86353302001953 (33.60348877941602) + | > grad_norm_1: tensor(611.9372, device='cuda:0') (tensor(520.7820, device='cuda:0')) + | > current_lr_0: 0.00019843108764193245 + | > current_lr_1: 0.00019843108764193245 + | > step_time: 0.8509 (0.8136895433829645) + | > loader_time: 0.0148 (0.007404167286670991) + + + --> TIME: 2024-11-23 06:23:23 -- STEP: 573/797 -- GLOBAL_STEP: 51575 + | > loss_disc: 2.323892116546631 (2.4554998724872514) + | > loss_disc_real_0: 0.11548875272274017 (0.1323842815794768) + | > loss_disc_real_1: 0.2209581732749939 (0.21898667643051492) + | > loss_disc_real_2: 0.21541716158390045 (0.2328035772939003) + | > loss_disc_real_3: 0.201432466506958 (0.22336780619246796) + | > loss_disc_real_4: 0.220213383436203 (0.222589860021756) + | > loss_disc_real_5: 0.20743826031684875 (0.22997644020936886) + | > loss_0: 2.323892116546631 (2.4554998724872514) + | > grad_norm_0: tensor(45.2201, device='cuda:0') (tensor(65.1686, device='cuda:0')) + | > loss_gen: 2.483159065246582 (2.376693458873353) + | > loss_kl: 1.7090734243392944 (1.5680424145587035) + | > loss_feat: 7.030181407928467 (6.942617725119332) + | > loss_mel: 21.928098678588867 (21.038536724203762) + | > loss_duration: 1.6804602146148682 (1.6892068564995835) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.83097457885742 (33.61509720234759) + | > grad_norm_1: tensor(558.1350, device='cuda:0') (tensor(521.6523, device='cuda:0')) + | > current_lr_0: 0.00019843108764193245 + | > current_lr_1: 0.00019843108764193245 + | > step_time: 0.8965 (0.8159845915556369) + | > loader_time: 0.0072 (0.007523277459136271) + + + --> TIME: 2024-11-23 06:23:45 -- STEP: 598/797 -- GLOBAL_STEP: 51600 + | > loss_disc: 2.4591469764709473 (2.4554835111401134) + | > loss_disc_real_0: 0.2281554639339447 (0.1324643866037547) + | > loss_disc_real_1: 0.21276913583278656 (0.2189337790984174) + | > loss_disc_real_2: 0.23582200706005096 (0.2327829796235298) + | > loss_disc_real_3: 0.21113336086273193 (0.22339160085023446) + | > loss_disc_real_4: 0.21527239680290222 (0.2225260595264642) + | > loss_disc_real_5: 0.25198015570640564 (0.23043968508574486) + | > loss_0: 2.4591469764709473 (2.4554835111401134) + | > grad_norm_0: tensor(58.1194, device='cuda:0') (tensor(65.3247, device='cuda:0')) + | > loss_gen: 2.512277603149414 (2.3784332929247562) + | > loss_kl: 1.5308504104614258 (1.5699520422064739) + | > loss_feat: 7.199631214141846 (6.943929123639261) + | > loss_mel: 22.131391525268555 (21.040447324414718) + | > loss_duration: 1.6505744457244873 (1.6887765793896041) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.02472686767578 (33.62153840144736) + | > grad_norm_1: tensor(504.9026, device='cuda:0') (tensor(525.3502, device='cuda:0')) + | > current_lr_0: 0.00019843108764193245 + | > current_lr_1: 0.00019843108764193245 + | > step_time: 0.8293 (0.8181650156161453) + | > loader_time: 0.0132 (0.00760339055970361) + + + --> TIME: 2024-11-23 06:24:08 -- STEP: 623/797 -- GLOBAL_STEP: 51625 + | > loss_disc: 2.459045886993408 (2.456387785043608) + | > loss_disc_real_0: 0.05473431944847107 (0.13264213326008922) + | > loss_disc_real_1: 0.1966967135667801 (0.21885520328631558) + | > loss_disc_real_2: 0.223092719912529 (0.23269793915040612) + | > loss_disc_real_3: 0.22411654889583588 (0.2233012957232339) + | > loss_disc_real_4: 0.2367546558380127 (0.22274062597158442) + | > loss_disc_real_5: 0.25510120391845703 (0.2305504103246509) + | > loss_0: 2.459045886993408 (2.456387785043608) + | > grad_norm_0: tensor(44.2708, device='cuda:0') (tensor(66.3702, device='cuda:0')) + | > loss_gen: 2.361753463745117 (2.3780702775401017) + | > loss_kl: 1.589384913444519 (1.5718658678413011) + | > loss_feat: 7.0931220054626465 (6.936547130872501) + | > loss_mel: 22.929244995117188 (21.05558651944034) + | > loss_duration: 1.6808602809906006 (1.6888307105289417) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.654361724853516 (33.63090053148096) + | > grad_norm_1: tensor(459.0121, device='cuda:0') (tensor(522.9463, device='cuda:0')) + | > current_lr_0: 0.00019843108764193245 + | > current_lr_1: 0.00019843108764193245 + | > step_time: 0.883 (0.8209169680195857) + | > loader_time: 0.015 (0.007684666693306276) + + + --> TIME: 2024-11-23 06:24:31 -- STEP: 648/797 -- GLOBAL_STEP: 51650 + | > loss_disc: 2.3250300884246826 (2.455756418131016) + | > loss_disc_real_0: 0.11407612264156342 (0.13289179043545424) + | > loss_disc_real_1: 0.1673123687505722 (0.21869135934307615) + | > loss_disc_real_2: 0.24705803394317627 (0.23269637025616788) + | > loss_disc_real_3: 0.20805130898952484 (0.22331903718503904) + | > loss_disc_real_4: 0.24243707954883575 (0.22270239540088324) + | > loss_disc_real_5: 0.2321004867553711 (0.23063252813378243) + | > loss_0: 2.3250300884246826 (2.455756418131016) + | > grad_norm_0: tensor(9.7179, device='cuda:0') (tensor(66.5267, device='cuda:0')) + | > loss_gen: 2.3604984283447266 (2.377818081114024) + | > loss_kl: 1.58375883102417 (1.5725026478370037) + | > loss_feat: 6.517457485198975 (6.929414663049909) + | > loss_mel: 20.289762496948242 (21.064897054507423) + | > loss_duration: 1.6592795848846436 (1.6887297784840618) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.41075897216797 (33.633362246148316) + | > grad_norm_1: tensor(676.9879, device='cuda:0') (tensor(520.5944, device='cuda:0')) + | > current_lr_0: 0.00019843108764193245 + | > current_lr_1: 0.00019843108764193245 + | > step_time: 0.8834 (0.8240805805465314) + | > loader_time: 0.0167 (0.007807874385221505) + + + --> TIME: 2024-11-23 06:24:53 -- STEP: 673/797 -- GLOBAL_STEP: 51675 + | > loss_disc: 2.404433488845825 (2.4541069926337) + | > loss_disc_real_0: 0.12386731803417206 (0.13274432434236866) + | > loss_disc_real_1: 0.22404757142066956 (0.21855854960421392) + | > loss_disc_real_2: 0.21480512619018555 (0.232309463717608) + | > loss_disc_real_3: 0.260190486907959 (0.223072157616424) + | > loss_disc_real_4: 0.21006102859973907 (0.2225923093387312) + | > loss_disc_real_5: 0.18681570887565613 (0.23056974956131981) + | > loss_0: 2.404433488845825 (2.4541069926337) + | > grad_norm_0: tensor(54.9013, device='cuda:0') (tensor(65.7002, device='cuda:0')) + | > loss_gen: 2.414492607116699 (2.3783337396817235) + | > loss_kl: 1.3435149192810059 (1.572193815130713) + | > loss_feat: 6.6204023361206055 (6.931075687040013) + | > loss_mel: 21.376771926879883 (21.090835851864874) + | > loss_duration: 1.6794867515563965 (1.68847540849031) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.43466567993164 (33.660914521691964) + | > grad_norm_1: tensor(664.4489, device='cuda:0') (tensor(520.3893, device='cuda:0')) + | > current_lr_0: 0.00019843108764193245 + | > current_lr_1: 0.00019843108764193245 + | > step_time: 0.8961 (0.8266642111371559) + | > loader_time: 0.0085 (0.007897504548615543) + + + --> TIME: 2024-11-23 06:25:17 -- STEP: 698/797 -- GLOBAL_STEP: 51700 + | > loss_disc: 2.3994486331939697 (2.455401539802551) + | > loss_disc_real_0: 0.12002897262573242 (0.13255324496495366) + | > loss_disc_real_1: 0.1876925677061081 (0.2186328095082396) + | > loss_disc_real_2: 0.214096337556839 (0.23241484357326966) + | > loss_disc_real_3: 0.2264556586742401 (0.22335877890743977) + | > loss_disc_real_4: 0.23834432661533356 (0.22264861723242654) + | > loss_disc_real_5: 0.2233816534280777 (0.23103899880176296) + | > loss_0: 2.3994486331939697 (2.455401539802551) + | > grad_norm_0: tensor(8.8201, device='cuda:0') (tensor(65.2456, device='cuda:0')) + | > loss_gen: 2.4533185958862305 (2.3771026520469443) + | > loss_kl: 1.5345171689987183 (1.5724851330235219) + | > loss_feat: 7.5986552238464355 (6.922623585834884) + | > loss_mel: 22.71721076965332 (21.095429376749742) + | > loss_duration: 1.666893482208252 (1.6879958098802321) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.97059631347656 (33.65563656880717) + | > grad_norm_1: tensor(128.5435, device='cuda:0') (tensor(518.2685, device='cuda:0')) + | > current_lr_0: 0.00019843108764193245 + | > current_lr_1: 0.00019843108764193245 + | > step_time: 0.9771 (0.8302533554825872) + | > loader_time: 0.0124 (0.008013775150550469) + + + --> TIME: 2024-11-23 06:25:41 -- STEP: 723/797 -- GLOBAL_STEP: 51725 + | > loss_disc: 2.5853323936462402 (2.4555219769642704) + | > loss_disc_real_0: 0.19298839569091797 (0.1327654541177705) + | > loss_disc_real_1: 0.24126528203487396 (0.2187006231886882) + | > loss_disc_real_2: 0.23811961710453033 (0.23211392787070032) + | > loss_disc_real_3: 0.23919954895973206 (0.22323328788349736) + | > loss_disc_real_4: 0.1836443990468979 (0.22267160231806596) + | > loss_disc_real_5: 0.20806404948234558 (0.23088701308433124) + | > loss_0: 2.5853323936462402 (2.4555219769642704) + | > grad_norm_0: tensor(167.6006, device='cuda:0') (tensor(64.9067, device='cuda:0')) + | > loss_gen: 2.1739699840545654 (2.3745097009307927) + | > loss_kl: 1.5224813222885132 (1.5724632787836377) + | > loss_feat: 5.626838684082031 (6.910447133197493) + | > loss_mel: 21.09099578857422 (21.093221915048524) + | > loss_duration: 1.6348896026611328 (1.687356481908268) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.04917526245117 (33.63799852025613) + | > grad_norm_1: tensor(379.6208, device='cuda:0') (tensor(515.8906, device='cuda:0')) + | > current_lr_0: 0.00019843108764193245 + | > current_lr_1: 0.00019843108764193245 + | > step_time: 0.9739 (0.8343152406304697) + | > loader_time: 0.0096 (0.008096247787792154) + + + --> TIME: 2024-11-23 06:26:07 -- STEP: 748/797 -- GLOBAL_STEP: 51750 + | > loss_disc: 2.3177452087402344 (2.456970856470218) + | > loss_disc_real_0: 0.10432718694210052 (0.13262347755505452) + | > loss_disc_real_1: 0.20808839797973633 (0.21896067424054766) + | > loss_disc_real_2: 0.22809971868991852 (0.23235843768891165) + | > loss_disc_real_3: 0.19803757965564728 (0.22345321976086674) + | > loss_disc_real_4: 0.22062814235687256 (0.22287014001273217) + | > loss_disc_real_5: 0.2034299671649933 (0.2310490320551205) + | > loss_0: 2.3177452087402344 (2.456970856470218) + | > grad_norm_0: tensor(44.8458, device='cuda:0') (tensor(63.7068, device='cuda:0')) + | > loss_gen: 2.47587513923645 (2.3721541398986763) + | > loss_kl: 1.7308008670806885 (1.5738874449130689) + | > loss_feat: 7.236544609069824 (6.906342444572855) + | > loss_mel: 21.26762580871582 (21.10931168010529) + | > loss_duration: 1.6283034086227417 (1.686466376730465) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.339149475097656 (33.64816210741656) + | > grad_norm_1: tensor(410.3023, device='cuda:0') (tensor(510.9388, device='cuda:0')) + | > current_lr_0: 0.00019843108764193245 + | > current_lr_1: 0.00019843108764193245 + | > step_time: 0.9837 (0.8389210382247347) + | > loader_time: 0.0961 (0.009845300154252482) + + + --> TIME: 2024-11-23 06:26:38 -- STEP: 773/797 -- GLOBAL_STEP: 51775 + | > loss_disc: 2.5343167781829834 (2.456032118852818) + | > loss_disc_real_0: 0.10334496200084686 (0.13281809558843757) + | > loss_disc_real_1: 0.20621874928474426 (0.21872223299695476) + | > loss_disc_real_2: 0.2532462179660797 (0.23234020578367745) + | > loss_disc_real_3: 0.24340412020683289 (0.2233572587621474) + | > loss_disc_real_4: 0.23739919066429138 (0.2228129792760908) + | > loss_disc_real_5: 0.19428206980228424 (0.23078278692157278) + | > loss_0: 2.5343167781829834 (2.456032118852818) + | > grad_norm_0: tensor(27.2248, device='cuda:0') (tensor(64.4251, device='cuda:0')) + | > loss_gen: 2.3682861328125 (2.372360578021286) + | > loss_kl: 1.5918711423873901 (1.5735215900169464) + | > loss_feat: 7.597347736358643 (6.901371815226209) + | > loss_mel: 22.37052345275879 (21.10864194645457) + | > loss_duration: 1.6698691844940186 (1.685655283434425) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.597896575927734 (33.64155124106648) + | > grad_norm_1: tensor(663.0199, device='cuda:0') (tensor(511.0283, device='cuda:0')) + | > current_lr_0: 0.00019843108764193245 + | > current_lr_1: 0.00019843108764193245 + | > step_time: 1.2638 (0.8482451546855294) + | > loader_time: 0.1097 (0.013099852693959932) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.7314367294311523 (2.7314367294311523) + | > loss_disc_real_0: 0.1446554958820343 (0.1446554958820343) + | > loss_disc_real_1: 0.22325220704078674 (0.22325220704078674) + | > loss_disc_real_2: 0.17061103880405426 (0.17061103880405426) + | > loss_disc_real_3: 0.20527197420597076 (0.20527197420597076) + | > loss_disc_real_4: 0.20304113626480103 (0.20304113626480103) + | > loss_disc_real_5: 0.22113846242427826 (0.22113846242427826) + | > loss_0: 2.7314367294311523 (2.7314367294311523) + | > loss_gen: 1.9542500972747803 (1.9542500972747803) + | > loss_kl: 2.262542486190796 (2.262542486190796) + | > loss_feat: 6.606387138366699 (6.606387138366699) + | > loss_mel: 21.348957061767578 (21.348957061767578) + | > loss_duration: 1.9596402645111084 (1.9596402645111084) + | > loss_1: 34.131778717041016 (34.131778717041016) + + --> STEP: 1 + | > loss_disc: 2.792283773422241 (2.792283773422241) + | > loss_disc_real_0: 0.06918342411518097 (0.06918342411518097) + | > loss_disc_real_1: 0.21265655755996704 (0.21265655755996704) + | > loss_disc_real_2: 0.22324103116989136 (0.22324103116989136) + | > loss_disc_real_3: 0.20760346949100494 (0.20760346949100494) + | > loss_disc_real_4: 0.15573175251483917 (0.15573175251483917) + | > loss_disc_real_5: 0.2665555477142334 (0.2665555477142334) + | > loss_0: 2.792283773422241 (2.792283773422241) + | > loss_gen: 1.7306021451950073 (1.7306021451950073) + | > loss_kl: 2.0197155475616455 (2.0197155475616455) + | > loss_feat: 8.251232147216797 (8.251232147216797) + | > loss_mel: 22.56315040588379 (22.56315040588379) + | > loss_duration: 1.694714903831482 (1.694714903831482) + | > loss_1: 36.25941467285156 (36.25941467285156) + + --> STEP: 2 + | > loss_disc: 2.596914291381836 (2.6945990324020386) + | > loss_disc_real_0: 0.14768415689468384 (0.1084337905049324) + | > loss_disc_real_1: 0.2710685133934021 (0.24186253547668457) + | > loss_disc_real_2: 0.17231860756874084 (0.1977798193693161) + | > loss_disc_real_3: 0.20113860070705414 (0.20437103509902954) + | > loss_disc_real_4: 0.2945828437805176 (0.22515729814767838) + | > loss_disc_real_5: 0.33340898156166077 (0.2999822646379471) + | > loss_0: 2.596914291381836 (2.6945990324020386) + | > loss_gen: 2.3602447509765625 (2.045423448085785) + | > loss_kl: 0.9577821493148804 (1.488748848438263) + | > loss_feat: 6.161787509918213 (7.206509828567505) + | > loss_mel: 22.806991577148438 (22.685070991516113) + | > loss_duration: 1.6791222095489502 (1.686918556690216) + | > loss_1: 33.96592712402344 (35.1126708984375) + + --> STEP: 3 + | > loss_disc: 2.6801676750183105 (2.689788579940796) + | > loss_disc_real_0: 0.20989051461219788 (0.14225269854068756) + | > loss_disc_real_1: 0.19742050766944885 (0.227048526207606) + | > loss_disc_real_2: 0.21165204048156738 (0.20240389307339987) + | > loss_disc_real_3: 0.24050474166870117 (0.21641560395558676) + | > loss_disc_real_4: 0.2584468126296997 (0.23625380297501883) + | > loss_disc_real_5: 0.2989771366119385 (0.2996472219626109) + | > loss_0: 2.6801676750183105 (2.689788579940796) + | > loss_gen: 2.038419485092163 (2.0430887937545776) + | > loss_kl: 1.385123372077942 (1.4542070229848225) + | > loss_feat: 4.1577067375183105 (6.1902421315511065) + | > loss_mel: 17.300586700439453 (20.89024289449056) + | > loss_duration: 1.7264974117279053 (1.7001115083694458) + | > loss_1: 26.608333587646484 (32.27789179484049) + + --> STEP: 4 + | > loss_disc: 2.5917866230010986 (2.6652880907058716) + | > loss_disc_real_0: 0.1642073392868042 (0.14774135872721672) + | > loss_disc_real_1: 0.22891095280647278 (0.2275141328573227) + | > loss_disc_real_2: 0.17818881571292877 (0.1963501237332821) + | > loss_disc_real_3: 0.25003746151924133 (0.2248210683465004) + | > loss_disc_real_4: 0.2709025740623474 (0.24491599574685097) + | > loss_disc_real_5: 0.21638675034046173 (0.2788321040570736) + | > loss_0: 2.5917866230010986 (2.6652880907058716) + | > loss_gen: 2.2521581649780273 (2.09535613656044) + | > loss_kl: 2.279582977294922 (1.6605510115623474) + | > loss_feat: 6.589532852172852 (6.290064811706543) + | > loss_mel: 20.06045913696289 (20.682796955108643) + | > loss_duration: 1.6498029232025146 (1.687534362077713) + | > loss_1: 32.83153533935547 (32.41630268096924) + + --> STEP: 5 + | > loss_disc: 2.649665355682373 (2.6621635437011717) + | > loss_disc_real_0: 0.12491966784000397 (0.14317702054977416) + | > loss_disc_real_1: 0.2310035228729248 (0.22821201086044313) + | > loss_disc_real_2: 0.16530348360538483 (0.19014079570770265) + | > loss_disc_real_3: 0.20136864483356476 (0.22013058364391327) + | > loss_disc_real_4: 0.21340209245681763 (0.2386132150888443) + | > loss_disc_real_5: 0.24542133510112762 (0.2721499502658844) + | > loss_0: 2.649665355682373 (2.6621635437011717) + | > loss_gen: 1.9332432746887207 (2.062933564186096) + | > loss_kl: 2.2679529190063477 (1.7820313930511475) + | > loss_feat: 8.599281311035156 (6.7519081115722654) + | > loss_mel: 22.999156951904297 (21.146068954467772) + | > loss_duration: 1.8271116018295288 (1.7154498100280762) + | > loss_1: 37.62674331665039 (33.45839080810547) + + --> STEP: 6 + | > loss_disc: 2.6977670192718506 (2.668097456296285) + | > loss_disc_real_0: 0.17932268977165222 (0.1492012987534205) + | > loss_disc_real_1: 0.22926324605941772 (0.22838721672693887) + | > loss_disc_real_2: 0.20322935283184052 (0.19232222189505896) + | > loss_disc_real_3: 0.22506394982337952 (0.22095281134049097) + | > loss_disc_real_4: 0.19976477324962616 (0.23213847478230795) + | > loss_disc_real_5: 0.3344787359237671 (0.28253808120886487) + | > loss_0: 2.6977670192718506 (2.668097456296285) + | > loss_gen: 2.0621471405029297 (2.062802493572235) + | > loss_kl: 1.722048044204712 (1.7720341682434082) + | > loss_feat: 6.528243064880371 (6.714630603790283) + | > loss_mel: 21.008310317993164 (21.123109181722004) + | > loss_duration: 1.7130264043807983 (1.7150459090868633) + | > loss_1: 33.033775329589844 (33.387621561686196) + + --> STEP: 7 + | > loss_disc: 2.5132815837860107 (2.6459809030805315) + | > loss_disc_real_0: 0.20994850993156433 (0.15787947177886963) + | > loss_disc_real_1: 0.17233142256736755 (0.2203792461327144) + | > loss_disc_real_2: 0.1865186244249344 (0.191493136542184) + | > loss_disc_real_3: 0.2349853217601776 (0.2229574556861605) + | > loss_disc_real_4: 0.1839050054550171 (0.22524797916412354) + | > loss_disc_real_5: 0.24008594453334808 (0.2764734902552196) + | > loss_0: 2.5132815837860107 (2.6459809030805315) + | > loss_gen: 2.077906370162964 (2.0649601902280534) + | > loss_kl: 1.3382519483566284 (1.710065279688154) + | > loss_feat: 7.529175281524658 (6.830994129180908) + | > loss_mel: 23.500864028930664 (21.462788445608957) + | > loss_duration: 1.696419358253479 (1.7123849732535226) + | > loss_1: 36.142616271972656 (33.78119223458426) + + --> STEP: 8 + | > loss_disc: 2.526322364807129 (2.631023585796356) + | > loss_disc_real_0: 0.11061450839042664 (0.15197135135531425) + | > loss_disc_real_1: 0.21365143358707428 (0.2195382695645094) + | > loss_disc_real_2: 0.1200772374868393 (0.18256614916026592) + | > loss_disc_real_3: 0.20284664630889893 (0.2204436045140028) + | > loss_disc_real_4: 0.17783065140247345 (0.21932081319391727) + | > loss_disc_real_5: 0.1513178050518036 (0.2608290296047926) + | > loss_0: 2.526322364807129 (2.631023585796356) + | > loss_gen: 1.8856770992279053 (2.042549803853035) + | > loss_kl: 1.704148530960083 (1.709325686097145) + | > loss_feat: 7.883805274963379 (6.962595522403717) + | > loss_mel: 22.442428588867188 (21.585243463516235) + | > loss_duration: 1.7228286266326904 (1.7136904299259186) + | > loss_1: 35.638885498046875 (34.01340389251709) + + --> STEP: 9 + | > loss_disc: 2.6676721572875977 (2.635095649295383) + | > loss_disc_real_0: 0.18400931358337402 (0.1555311249362098) + | > loss_disc_real_1: 0.2172287106513977 (0.219281651907497) + | > loss_disc_real_2: 0.23613998293876648 (0.1885187973578771) + | > loss_disc_real_3: 0.283963680267334 (0.22750139070881736) + | > loss_disc_real_4: 0.22691912949085236 (0.2201650705602434) + | > loss_disc_real_5: 0.3211687207221985 (0.26753343972894883) + | > loss_0: 2.6676721572875977 (2.635095649295383) + | > loss_gen: 2.2595810890197754 (2.066664391093784) + | > loss_kl: 1.574237585067749 (1.6943158970938788) + | > loss_feat: 5.92842435836792 (6.847687615288629) + | > loss_mel: 22.38853645324707 (21.674498240152996) + | > loss_duration: 1.6784406900405884 (1.709773792160882) + | > loss_1: 33.829219818115234 (33.99293899536133) + + --> STEP: 10 + | > loss_disc: 2.6658530235290527 (2.63817138671875) + | > loss_disc_real_0: 0.2321208119392395 (0.16319009363651277) + | > loss_disc_real_1: 0.2527477741241455 (0.22262826412916184) + | > loss_disc_real_2: 0.22811700403690338 (0.19247861802577973) + | > loss_disc_real_3: 0.2525131106376648 (0.2300025627017021) + | > loss_disc_real_4: 0.261667400598526 (0.22431530356407164) + | > loss_disc_real_5: 0.31497788429260254 (0.2722778841853142) + | > loss_0: 2.6658530235290527 (2.63817138671875) + | > loss_gen: 2.271644115447998 (2.087162363529205) + | > loss_kl: 1.1968345642089844 (1.6445677638053895) + | > loss_feat: 5.760567665100098 (6.738975620269775) + | > loss_mel: 19.389680862426758 (21.44601650238037) + | > loss_duration: 1.622682809829712 (1.701064693927765) + | > loss_1: 30.241411209106445 (33.61778621673584) + + --> STEP: 11 + | > loss_disc: 2.5001111030578613 (2.6256204518404873) + | > loss_disc_real_0: 0.1096898764371872 (0.15832643752748315) + | > loss_disc_real_1: 0.16893136501312256 (0.21774672784588553) + | > loss_disc_real_2: 0.16313976049423218 (0.1898114491592754) + | > loss_disc_real_3: 0.11332136392593384 (0.2193951809948141) + | > loss_disc_real_4: 0.15516550838947296 (0.21802895854819904) + | > loss_disc_real_5: 0.17262856662273407 (0.2632188553159887) + | > loss_0: 2.5001111030578613 (2.6256204518404873) + | > loss_gen: 1.6419909000396729 (2.046692230484702) + | > loss_kl: 1.943947672843933 (1.6717841191725298) + | > loss_feat: 7.8514275550842285 (6.840107614343816) + | > loss_mel: 24.39121437072754 (21.713761763139203) + | > loss_duration: 1.5611646175384521 (1.6883465051651) + | > loss_1: 37.38974380493164 (33.96069145202637) + + --> STEP: 12 + | > loss_disc: 2.549314022064209 (2.6192615826924643) + | > loss_disc_real_0: 0.0856739729642868 (0.15227206548055014) + | > loss_disc_real_1: 0.2399352341890335 (0.21959577004114786) + | > loss_disc_real_2: 0.15072889626026154 (0.18655456975102425) + | > loss_disc_real_3: 0.24179713428020477 (0.2212620104352633) + | > loss_disc_real_4: 0.2159847915172577 (0.2178586112956206) + | > loss_disc_real_5: 0.23789465427398682 (0.26110850522915524) + | > loss_0: 2.549314022064209 (2.6192615826924643) + | > loss_gen: 2.06422758102417 (2.0481535096963244) + | > loss_kl: 2.0157978534698486 (1.700451930363973) + | > loss_feat: 7.512263298034668 (6.896120587984721) + | > loss_mel: 21.895090103149414 (21.728872458140057) + | > loss_duration: 1.7288974523544312 (1.691725750764211) + | > loss_1: 35.21627426147461 (34.06532335281372) + + --> STEP: 13 + | > loss_disc: 2.479811429977417 (2.60853464786823) + | > loss_disc_real_0: 0.1166643425822258 (0.14953300987298673) + | > loss_disc_real_1: 0.27756351232528687 (0.2240548271399278) + | > loss_disc_real_2: 0.1587863713502884 (0.18441855448942918) + | > loss_disc_real_3: 0.16133561730384827 (0.21665228788669294) + | > loss_disc_real_4: 0.11153043806552887 (0.209679521047152) + | > loss_disc_real_5: 0.13578075170516968 (0.25146790880423325) + | > loss_0: 2.479811429977417 (2.60853464786823) + | > loss_gen: 1.901002287864685 (2.0368341849400444) + | > loss_kl: 1.9905105829238892 (1.7227641344070435) + | > loss_feat: 8.589462280273438 (7.0263776412376995) + | > loss_mel: 22.289875030517578 (21.772026502169094) + | > loss_duration: 1.7608859539031982 (1.697045766390287) + | > loss_1: 36.53173828125 (34.25504757807805) + + --> STEP: 14 + | > loss_disc: 2.2555391788482666 (2.583320685795375) + | > loss_disc_real_0: 0.09456504136323929 (0.14560672640800476) + | > loss_disc_real_1: 0.24551063776016235 (0.22558738504137313) + | > loss_disc_real_2: 0.21720139682292938 (0.1867601860846792) + | > loss_disc_real_3: 0.18067100644111633 (0.21408219635486603) + | > loss_disc_real_4: 0.1547161340713501 (0.20575356483459473) + | > loss_disc_real_5: 0.2617449164390564 (0.2522019807781492) + | > loss_0: 2.2555391788482666 (2.583320685795375) + | > loss_gen: 2.233992099761963 (2.05091689314161) + | > loss_kl: 1.5576097965240479 (1.7109673959868295) + | > loss_feat: 7.123579502105713 (7.0333206312997) + | > loss_mel: 22.72418975830078 (21.84003816332136) + | > loss_duration: 1.7582420110702515 (1.7014169267245702) + | > loss_1: 35.39761734008789 (34.336659703935894) + + --> STEP: 15 + | > loss_disc: 2.525512456893921 (2.5794668038686117) + | > loss_disc_real_0: 0.16696950793266296 (0.14703091184298198) + | > loss_disc_real_1: 0.28440675139427185 (0.22950867613156636) + | > loss_disc_real_2: 0.2105555534362793 (0.1883465439081192) + | > loss_disc_real_3: 0.2022842913866043 (0.2132956693569819) + | > loss_disc_real_4: 0.16797861456871033 (0.2032352348168691) + | > loss_disc_real_5: 0.2793607711791992 (0.2540125668048859) + | > loss_0: 2.525512456893921 (2.5794668038686117) + | > loss_gen: 2.1643826961517334 (2.0584812800089516) + | > loss_kl: 1.3157092332839966 (1.6846168518066407) + | > loss_feat: 5.871995449066162 (6.955898952484131) + | > loss_mel: 21.32036781311035 (21.80539347330729) + | > loss_duration: 1.6573922634124756 (1.6984819491704306) + | > loss_1: 32.3298454284668 (34.202872085571286) + + --> STEP: 16 + | > loss_disc: 2.772085666656494 (2.5915054827928543) + | > loss_disc_real_0: 0.21225716173648834 (0.15110755246132612) + | > loss_disc_real_1: 0.2728695571422577 (0.23221873119473457) + | > loss_disc_real_2: 0.21241924166679382 (0.18985108751803637) + | > loss_disc_real_3: 0.2506301999092102 (0.21562907751649618) + | > loss_disc_real_4: 0.2147165685892105 (0.20395281817764044) + | > loss_disc_real_5: 0.27456530928611755 (0.25529711320996284) + | > loss_0: 2.772085666656494 (2.5915054827928543) + | > loss_gen: 2.0642611980438232 (2.0588425248861313) + | > loss_kl: 1.4248871803283691 (1.6683837473392487) + | > loss_feat: 6.219998836517334 (6.909905195236206) + | > loss_mel: 20.37303352355957 (21.71587097644806) + | > loss_duration: 1.7911127805709839 (1.704271376132965) + | > loss_1: 31.873292922973633 (34.057273387908936) + + --> STEP: 17 + | > loss_disc: 2.658140182495117 (2.5954251710106346) + | > loss_disc_real_0: 0.17451772093772888 (0.15248462119523218) + | > loss_disc_real_1: 0.27104005217552185 (0.23450233831125147) + | > loss_disc_real_2: 0.193002849817276 (0.1900364853003446) + | > loss_disc_real_3: 0.2099541574716568 (0.21529525869032917) + | > loss_disc_real_4: 0.17788878083229065 (0.20241963951026692) + | > loss_disc_real_5: 0.24276036024093628 (0.2545596571529613) + | > loss_0: 2.658140182495117 (2.5954251710106346) + | > loss_gen: 1.9852666854858398 (2.054514534333173) + | > loss_kl: 1.690976858139038 (1.6697127538568832) + | > loss_feat: 6.767936706542969 (6.901554107666016) + | > loss_mel: 17.884492874145508 (21.490495793959674) + | > loss_duration: 1.6322157382965088 (1.7000328092014088) + | > loss_1: 29.96088981628418 (33.8163096484016) + + --> STEP: 18 + | > loss_disc: 2.8701000213623047 (2.6106848849190607) + | > loss_disc_real_0: 0.2209562063217163 (0.1562885981467035) + | > loss_disc_real_1: 0.31019407510757446 (0.23870743479993609) + | > loss_disc_real_2: 0.2142338901758194 (0.1913807855712043) + | > loss_disc_real_3: 0.24504457414150238 (0.21694799843761656) + | > loss_disc_real_4: 0.21861372888088226 (0.20331931114196777) + | > loss_disc_real_5: 0.27535274624824524 (0.25571482876936596) + | > loss_0: 2.8701000213623047 (2.6106848849190607) + | > loss_gen: 2.027008056640625 (2.052986396683587) + | > loss_kl: 1.4625070095062256 (1.65820132361518) + | > loss_feat: 4.914656639099121 (6.7911709149678545) + | > loss_mel: 19.355144500732422 (21.37186516655816) + | > loss_duration: 1.613362193107605 (1.6952177749739752) + | > loss_1: 29.372676849365234 (33.569441159566246) + + --> STEP: 19 + | > loss_disc: 2.639355182647705 (2.6121938479574105) + | > loss_disc_real_0: 0.1173865795135498 (0.1542411234818007) + | > loss_disc_real_1: 0.21696442365646362 (0.2375630657923849) + | > loss_disc_real_2: 0.16277411580085754 (0.189875171372765) + | > loss_disc_real_3: 0.2004939764738083 (0.21608199728162666) + | > loss_disc_real_4: 0.13763576745986938 (0.1998622825271205) + | > loss_disc_real_5: 0.18923422694206238 (0.25221584972582367) + | > loss_0: 2.639355182647705 (2.6121938479574105) + | > loss_gen: 1.7301548719406128 (2.035995263802378) + | > loss_kl: 1.6955267190933228 (1.6601658181140297) + | > loss_feat: 7.318719387054443 (6.818936624025044) + | > loss_mel: 23.19647789001465 (21.467897415161133) + | > loss_duration: 1.7883539199829102 (1.7001196773428666) + | > loss_1: 35.72923278808594 (33.683114403172546) + + --> STEP: 20 + | > loss_disc: 2.6451995372772217 (2.613844132423401) + | > loss_disc_real_0: 0.15773482620716095 (0.1544158086180687) + | > loss_disc_real_1: 0.26312312483787537 (0.23884106874465943) + | > loss_disc_real_2: 0.21177595853805542 (0.19097021073102952) + | > loss_disc_real_3: 0.2414170652627945 (0.21734875068068504) + | > loss_disc_real_4: 0.24957875907421112 (0.20234810635447503) + | > loss_disc_real_5: 0.2865023910999298 (0.25393017679452895) + | > loss_0: 2.6451995372772217 (2.613844132423401) + | > loss_gen: 2.238725185394287 (2.0461317598819733) + | > loss_kl: 1.809549331665039 (1.6676349937915802) + | > loss_feat: 5.153312683105469 (6.735655426979065) + | > loss_mel: 21.46180534362793 (21.467592811584474) + | > loss_duration: 1.6584335565567017 (1.6980353713035583) + | > loss_1: 32.32182693481445 (33.61505002975464) + + --> STEP: 21 + | > loss_disc: 2.732285976409912 (2.6194842202322826) + | > loss_disc_real_0: 0.22089631855487823 (0.1575815471864882) + | > loss_disc_real_1: 0.25822871923446655 (0.239764290196555) + | > loss_disc_real_2: 0.21247538924217224 (0.19199426685060775) + | > loss_disc_real_3: 0.24020129442214966 (0.21843696704932622) + | > loss_disc_real_4: 0.24562157690525055 (0.20440874780927384) + | > loss_disc_real_5: 0.24718138575553894 (0.2536088057926723) + | > loss_0: 2.732285976409912 (2.6194842202322826) + | > loss_gen: 2.127465009689331 (2.050004771777562) + | > loss_kl: 1.397095799446106 (1.6547521750132244) + | > loss_feat: 4.918918132781982 (6.649144127255394) + | > loss_mel: 16.6673641204834 (21.239010492960613) + | > loss_duration: 1.6352612972259521 (1.6950461296808153) + | > loss_1: 26.746103286743164 (33.28795732770647) + + --> STEP: 22 + | > loss_disc: 2.3680102825164795 (2.608053586699746) + | > loss_disc_real_0: 0.14386796951293945 (0.15695820274678143) + | > loss_disc_real_1: 0.25327563285827637 (0.24037844213572415) + | > loss_disc_real_2: 0.17650973796844482 (0.19129042462869125) + | > loss_disc_real_3: 0.17462411522865295 (0.21644547378475015) + | > loss_disc_real_4: 0.16127195954322815 (0.2024479847062718) + | > loss_disc_real_5: 0.19090762734413147 (0.25075875222682953) + | > loss_0: 2.3680102825164795 (2.608053586699746) + | > loss_gen: 2.1433818340301514 (2.054249183698134) + | > loss_kl: 1.6223276853561401 (1.6532783345742659) + | > loss_feat: 6.459125995635986 (6.640506939454512) + | > loss_mel: 21.08382225036621 (21.231956481933594) + | > loss_duration: 1.8053042888641357 (1.700057864189148) + | > loss_1: 33.11396026611328 (33.28004837036133) + + --> STEP: 23 + | > loss_disc: 2.6231658458709717 (2.6087106414463213) + | > loss_disc_real_0: 0.17437638342380524 (0.1577155149501303) + | > loss_disc_real_1: 0.2975284159183502 (0.242863223604534) + | > loss_disc_real_2: 0.21396282315254211 (0.19227618108624997) + | > loss_disc_real_3: 0.24727915227413177 (0.21778606850167978) + | > loss_disc_real_4: 0.22079896926879883 (0.2032458536002947) + | > loss_disc_real_5: 0.2938085198402405 (0.2526304812534996) + | > loss_0: 2.6231658458709717 (2.6087106414463213) + | > loss_gen: 2.2081379890441895 (2.0609400013218755) + | > loss_kl: 1.7064266204833984 (1.6555891296137935) + | > loss_feat: 5.556727409362793 (6.59338609032009) + | > loss_mel: 21.801698684692383 (21.256727882053543) + | > loss_duration: 1.7417755126953125 (1.701871674993764) + | > loss_1: 33.014766693115234 (33.26851438439411) + + --> STEP: 24 + | > loss_disc: 2.468488931655884 (2.602868070205053) + | > loss_disc_real_0: 0.2236664593219757 (0.16046347096562388) + | > loss_disc_real_1: 0.3039073646068573 (0.2454067294796308) + | > loss_disc_real_2: 0.23898185789585114 (0.1942222509533167) + | > loss_disc_real_3: 0.16561494767665863 (0.21561227180063725) + | > loss_disc_real_4: 0.20389576256275177 (0.20327293314039707) + | > loss_disc_real_5: 0.20850884914398193 (0.250792079915603) + | > loss_0: 2.468488931655884 (2.602868070205053) + | > loss_gen: 2.3838748931884766 (2.074395621816317) + | > loss_kl: 1.7540748119354248 (1.6596926997105281) + | > loss_feat: 5.814130783081055 (6.56091711918513) + | > loss_mel: 19.850431442260742 (21.198132197062176) + | > loss_duration: 1.651721477508545 (1.6997820834318798) + | > loss_1: 31.454233169555664 (33.19291933377584) + + --> STEP: 25 + | > loss_disc: 2.580179452896118 (2.601960525512695) + | > loss_disc_real_0: 0.2198880910873413 (0.16284045577049258) + | > loss_disc_real_1: 0.25229257345199585 (0.2456821632385254) + | > loss_disc_real_2: 0.1625136286020279 (0.19295390605926513) + | > loss_disc_real_3: 0.26863983273506165 (0.21773337423801423) + | > loss_disc_real_4: 0.2563093602657318 (0.20539439022541045) + | > loss_disc_real_5: 0.2775276303291321 (0.2518615019321442) + | > loss_0: 2.580179452896118 (2.601960525512695) + | > loss_gen: 2.2495462894439697 (2.0814016485214233) + | > loss_kl: 1.508794903755188 (1.6536567878723145) + | > loss_feat: 6.389903545379639 (6.5540765762329105) + | > loss_mel: 22.32776641845703 (21.24331756591797) + | > loss_duration: 1.624927282333374 (1.6967878913879395) + | > loss_1: 34.1009407043457 (33.22924018859863) + + --> STEP: 26 + | > loss_disc: 2.750415086746216 (2.607670316329369) + | > loss_disc_real_0: 0.24956226348876953 (0.16617590991350323) + | > loss_disc_real_1: 0.2704203724861145 (0.24663363282497114) + | > loss_disc_real_2: 0.25315195322036743 (0.19526921556546137) + | > loss_disc_real_3: 0.24611853063106537 (0.21882511102236235) + | > loss_disc_real_4: 0.23642532527446747 (0.20658788772729728) + | > loss_disc_real_5: 0.30232203006744385 (0.2538022914758095) + | > loss_0: 2.750415086746216 (2.607670316329369) + | > loss_gen: 2.178372859954834 (2.0851313104996314) + | > loss_kl: 1.4475247859954834 (1.6457286339539747) + | > loss_feat: 4.973326683044434 (6.493278503417969) + | > loss_mel: 18.036088943481445 (21.11996261890118) + | > loss_duration: 1.67384934425354 (1.695905639575078) + | > loss_1: 28.309162139892578 (33.04000641749455) + + --> STEP: 27 + | > loss_disc: 2.4276366233825684 (2.601002401775784) + | > loss_disc_real_0: 0.14284925162792206 (0.16531195960662987) + | > loss_disc_real_1: 0.21118484437465668 (0.24532071473421874) + | > loss_disc_real_2: 0.16636957228183746 (0.19419885840680864) + | > loss_disc_real_3: 0.18898504972457886 (0.21771992356688888) + | > loss_disc_real_4: 0.14958825707435608 (0.20447679029570687) + | > loss_disc_real_5: 0.26860755681991577 (0.2543506346367023) + | > loss_0: 2.4276366233825684 (2.601002401775784) + | > loss_gen: 2.1098551750183105 (2.0860470091855086) + | > loss_kl: 1.735816478729248 (1.6490652207975034) + | > loss_feat: 8.745312690734863 (6.576687177022298) + | > loss_mel: 24.5425968170166 (21.24672684846101) + | > loss_duration: 1.7036651372909546 (1.6961930283793696) + | > loss_1: 38.837249755859375 (33.25471913373029) + + --> STEP: 28 + | > loss_disc: 2.720893144607544 (2.6052842140197754) + | > loss_disc_real_0: 0.17855246365070343 (0.16578483475106107) + | > loss_disc_real_1: 0.2485673725605011 (0.24543666679944312) + | > loss_disc_real_2: 0.17928214371204376 (0.19366611859628133) + | > loss_disc_real_3: 0.2541080713272095 (0.2190195002726146) + | > loss_disc_real_4: 0.16298438608646393 (0.20299491871680533) + | > loss_disc_real_5: 0.2551099359989166 (0.25437775254249567) + | > loss_0: 2.720893144607544 (2.6052842140197754) + | > loss_gen: 2.0854523181915283 (2.0860257702214375) + | > loss_kl: 1.5780984163284302 (1.646530692066465) + | > loss_feat: 7.005196571350098 (6.591991083962577) + | > loss_mel: 23.22237205505371 (21.31728560583932) + | > loss_duration: 1.6883673667907715 (1.6959135404654913) + | > loss_1: 35.57948684692383 (33.33774655205863) + + --> STEP: 29 + | > loss_disc: 2.633807420730591 (2.6062677728718726) + | > loss_disc_real_0: 0.20870591700077057 (0.16726487207001656) + | > loss_disc_real_1: 0.25839778780937195 (0.24588360200668202) + | > loss_disc_real_2: 0.22446274757385254 (0.19472807131964584) + | > loss_disc_real_3: 0.3089846074581146 (0.22212174534797668) + | > loss_disc_real_4: 0.1717255413532257 (0.20191666432495775) + | > loss_disc_real_5: 0.23497901856899261 (0.25370883068134037) + | > loss_0: 2.633807420730591 (2.6062677728718726) + | > loss_gen: 2.2863059043884277 (2.092931981744437) + | > loss_kl: 1.3362525701522827 (1.6358314464832175) + | > loss_feat: 6.9661970138549805 (6.604894736717487) + | > loss_mel: 23.877965927124023 (21.405584927262932) + | > loss_duration: 1.6293100118637085 (1.6936168670654297) + | > loss_1: 36.096031188964844 (33.43285981540023) + + --> STEP: 30 + | > loss_disc: 2.300318479537964 (2.5960694630940755) + | > loss_disc_real_0: 0.0784386396408081 (0.1643039976557096) + | > loss_disc_real_1: 0.19657352566719055 (0.24423993279536566) + | > loss_disc_real_2: 0.16848351061344147 (0.19385325262943903) + | > loss_disc_real_3: 0.18048475682735443 (0.2207338457306226) + | > loss_disc_real_4: 0.19054071605205536 (0.20153746604919434) + | > loss_disc_real_5: 0.1943795084953308 (0.2517311866084734) + | > loss_0: 2.300318479537964 (2.5960694630940755) + | > loss_gen: 2.0189578533172607 (2.090466177463531) + | > loss_kl: 1.847267985343933 (1.6428793311119079) + | > loss_feat: 7.891564846038818 (6.647783740361532) + | > loss_mel: 24.57619285583496 (21.51127185821533) + | > loss_duration: 1.7089672088623047 (1.6941285451253256) + | > loss_1: 38.04295349121094 (33.58652960459391) + + --> STEP: 31 + | > loss_disc: 2.880955934524536 (2.6052593492692515) + | > loss_disc_real_0: 0.2951839566230774 (0.16852593181594727) + | > loss_disc_real_1: 0.2540260851383209 (0.24455561512900936) + | > loss_disc_real_2: 0.17851556837558746 (0.19335848862125027) + | > loss_disc_real_3: 0.22987517714500427 (0.22102872738915105) + | > loss_disc_real_4: 0.27677056193351746 (0.20396434010997896) + | > loss_disc_real_5: 0.23454096913337708 (0.25117666346411543) + | > loss_0: 2.880955934524536 (2.6052593492692515) + | > loss_gen: 2.079564332962036 (2.090114505060257) + | > loss_kl: 1.567039132118225 (1.6404328730798536) + | > loss_feat: 6.997003555297852 (6.659048895682058) + | > loss_mel: 22.723827362060547 (21.550386551887758) + | > loss_duration: 1.6563994884490967 (1.692911478780931) + | > loss_1: 35.023834228515625 (33.63289426988171) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.01228194082936933 (+0.005096789329282699) + | > avg_loss_disc: 2.6052593492692515 (+0.13524744587559834) + | > avg_loss_disc_real_0: 0.16852593181594727 (-0.04497957373819042) + | > avg_loss_disc_real_1: 0.24455561512900936 (+0.03487335337746528) + | > avg_loss_disc_real_2: 0.19335848862125027 (-0.0348722598245067) + | > avg_loss_disc_real_3: 0.22102872738915105 (+0.010324296932066657) + | > avg_loss_disc_real_4: 0.20396434010997896 (-0.010219153858000207) + | > avg_loss_disc_real_5: 0.25117666346411543 (+0.02131511751682519) + | > avg_loss_0: 2.6052593492692515 (+0.13524744587559834) + | > avg_loss_gen: 2.090114505060257 (-0.41510152432226466) + | > avg_loss_kl: 1.6404328730798536 (-0.06861320426387185) + | > avg_loss_feat: 6.659048895682058 (-0.28297441236434473) + | > avg_loss_mel: 21.550386551887758 (+0.0699577946816703) + | > avg_loss_duration: 1.692911478780931 (+0.0033492657446090313) + | > avg_loss_1: 33.63289426988171 (-0.6933818324919656) + + + > EPOCH: 36/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 06:27:46)  + + --> TIME: 2024-11-23 06:27:48 -- STEP: 1/797 -- GLOBAL_STEP: 51800 + | > loss_disc: 2.4541542530059814 (2.4541542530059814) + | > loss_disc_real_0: 0.12668779492378235 (0.12668779492378235) + | > loss_disc_real_1: 0.19197052717208862 (0.19197052717208862) + | > loss_disc_real_2: 0.19020798802375793 (0.19020798802375793) + | > loss_disc_real_3: 0.26381540298461914 (0.26381540298461914) + | > loss_disc_real_4: 0.2238920032978058 (0.2238920032978058) + | > loss_disc_real_5: 0.227927103638649 (0.227927103638649) + | > loss_0: 2.4541542530059814 (2.4541542530059814) + | > grad_norm_0: tensor(112.5775, device='cuda:0') (tensor(112.5775, device='cuda:0')) + | > loss_gen: 2.390143871307373 (2.390143871307373) + | > loss_kl: 1.2158063650131226 (1.2158063650131226) + | > loss_feat: 6.9402666091918945 (6.9402666091918945) + | > loss_mel: 20.10991668701172 (20.10991668701172) + | > loss_duration: 1.975085973739624 (1.975085973739624) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.63121795654297 (32.63121795654297) + | > grad_norm_1: tensor(446.5268, device='cuda:0') (tensor(446.5268, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 0.7471 (0.7471070289611816) + | > loader_time: 0.0032 (0.0031890869140625) + + + --> TIME: 2024-11-23 06:28:07 -- STEP: 26/797 -- GLOBAL_STEP: 51825 + | > loss_disc: 2.537081241607666 (2.5078242191901574) + | > loss_disc_real_0: 0.2014526128768921 (0.15223448580274215) + | > loss_disc_real_1: 0.22930927574634552 (0.22071597667840812) + | > loss_disc_real_2: 0.2258835732936859 (0.23954811004491952) + | > loss_disc_real_3: 0.2641080617904663 (0.22540542082144663) + | > loss_disc_real_4: 0.26339802145957947 (0.22605655456964785) + | > loss_disc_real_5: 0.22995786368846893 (0.23425423525846922) + | > loss_0: 2.537081241607666 (2.5078242191901574) + | > grad_norm_0: tensor(85.7356, device='cuda:0') (tensor(70.8614, device='cuda:0')) + | > loss_gen: 2.51710844039917 (2.363290997651907) + | > loss_kl: 1.658930778503418 (1.5297669355685894) + | > loss_feat: 6.911383152008057 (6.77439546585083) + | > loss_mel: 21.98302459716797 (20.446745725778435) + | > loss_duration: 1.7216659784317017 (1.8000548802889311) + | > amp_scaler: 256.0 (167.3846153846154) + | > loss_1: 34.792110443115234 (32.91425367502066) + | > grad_norm_1: tensor(310.8947, device='cuda:0') (tensor(414.0692, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 0.752 (0.754565376501817) + | > loader_time: 0.0048 (0.005092831758352427) + + + --> TIME: 2024-11-23 06:28:26 -- STEP: 51/797 -- GLOBAL_STEP: 51850 + | > loss_disc: 2.52605938911438 (2.4666691200405957) + | > loss_disc_real_0: 0.09768720716238022 (0.13778666392260905) + | > loss_disc_real_1: 0.22103489935398102 (0.21921630349813723) + | > loss_disc_real_2: 0.25131475925445557 (0.2337078504702624) + | > loss_disc_real_3: 0.21288147568702698 (0.2225298387747185) + | > loss_disc_real_4: 0.26190200448036194 (0.22470825647606568) + | > loss_disc_real_5: 0.2561591565608978 (0.2316373957722795) + | > loss_0: 2.52605938911438 (2.4666691200405957) + | > grad_norm_0: tensor(43.5668, device='cuda:0') (tensor(70.6181, device='cuda:0')) + | > loss_gen: 2.206951379776001 (2.37766315422806) + | > loss_kl: 1.5980116128921509 (1.5543108383814495) + | > loss_feat: 6.518697261810303 (6.933835151148777) + | > loss_mel: 20.3479061126709 (20.45293561150046) + | > loss_duration: 1.772655725479126 (1.7689335463093776) + | > amp_scaler: 128.0 (175.68627450980392) + | > loss_1: 32.44422149658203 (33.08767801172594) + | > grad_norm_1: tensor(79.3741, device='cuda:0') (tensor(449.9165, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 0.7987 (0.7540377916074266) + | > loader_time: 0.0108 (0.0053215354096655745) + + + --> TIME: 2024-11-23 06:28:46 -- STEP: 76/797 -- GLOBAL_STEP: 51875 + | > loss_disc: 2.4884843826293945 (2.4504634706597583) + | > loss_disc_real_0: 0.1346454620361328 (0.1311374531176529) + | > loss_disc_real_1: 0.20655027031898499 (0.2178645831973929) + | > loss_disc_real_2: 0.21890676021575928 (0.23249681862561325) + | > loss_disc_real_3: 0.22459308803081512 (0.22188648012907883) + | > loss_disc_real_4: 0.24536867439746857 (0.22255258948395126) + | > loss_disc_real_5: 0.25059857964515686 (0.23127582453583417) + | > loss_0: 2.4884843826293945 (2.4504634706597583) + | > grad_norm_0: tensor(6.5906, device='cuda:0') (tensor(65.7281, device='cuda:0')) + | > loss_gen: 2.216385841369629 (2.379003123233192) + | > loss_kl: 1.2274962663650513 (1.5708103854405255) + | > loss_feat: 6.613645553588867 (6.974115453268352) + | > loss_mel: 18.970703125 (20.594445002706426) + | > loss_duration: 1.7982653379440308 (1.746626598270316) + | > amp_scaler: 128.0 (159.99999999999994) + | > loss_1: 30.826494216918945 (33.26500029312936) + | > grad_norm_1: tensor(175.7159, device='cuda:0') (tensor(474.3639, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 0.8218 (0.762342007536637) + | > loader_time: 0.0085 (0.005244656612998561) + + + --> TIME: 2024-11-23 06:29:06 -- STEP: 101/797 -- GLOBAL_STEP: 51900 + | > loss_disc: 2.324981212615967 (2.4474640931233327) + | > loss_disc_real_0: 0.15971261262893677 (0.1303269651414143) + | > loss_disc_real_1: 0.19908204674720764 (0.21763279458673873) + | > loss_disc_real_2: 0.18763627111911774 (0.2312487529055907) + | > loss_disc_real_3: 0.19527505338191986 (0.22252786203776256) + | > loss_disc_real_4: 0.21608367562294006 (0.22282519464445585) + | > loss_disc_real_5: 0.17866379022598267 (0.23024460584810463) + | > loss_0: 2.324981212615967 (2.4474640931233327) + | > grad_norm_0: tensor(59.3097, device='cuda:0') (tensor(62.7633, device='cuda:0')) + | > loss_gen: 2.4927501678466797 (2.372924913274179) + | > loss_kl: 1.5402708053588867 (1.566657115917395) + | > loss_feat: 8.7739839553833 (6.936908764414268) + | > loss_mel: 23.043834686279297 (20.584486649768177) + | > loss_duration: 1.6813455820083618 (1.7351110784134063) + | > amp_scaler: 128.0 (152.079207920792) + | > loss_1: 37.53218460083008 (33.196088205469714) + | > grad_norm_1: tensor(823.0840, device='cuda:0') (tensor(491.9410, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 0.7624 (0.7675108012586536) + | > loader_time: 0.004 (0.005152440307163957) + + + --> TIME: 2024-11-23 06:29:25 -- STEP: 126/797 -- GLOBAL_STEP: 51925 + | > loss_disc: 2.4312145709991455 (2.442158683897958) + | > loss_disc_real_0: 0.07471427321434021 (0.12712315688767128) + | > loss_disc_real_1: 0.23991036415100098 (0.21844941389466088) + | > loss_disc_real_2: 0.2545885145664215 (0.23261238871112702) + | > loss_disc_real_3: 0.225677028298378 (0.2221050846671301) + | > loss_disc_real_4: 0.25503629446029663 (0.22230119825828643) + | > loss_disc_real_5: 0.2521650493144989 (0.23048820985215052) + | > loss_0: 2.4312145709991455 (2.442158683897958) + | > grad_norm_0: tensor(15.4981, device='cuda:0') (tensor(62.5598, device='cuda:0')) + | > loss_gen: 2.4383959770202637 (2.3818713369823628) + | > loss_kl: 1.4219926595687866 (1.5656914673154319) + | > loss_feat: 7.951448440551758 (6.975503145702302) + | > loss_mel: 24.33228874206543 (20.698362880282925) + | > loss_duration: 1.710307240486145 (1.7290929451821342) + | > amp_scaler: 128.0 (147.30158730158723) + | > loss_1: 37.854434967041016 (33.35052154177711) + | > grad_norm_1: tensor(247.1367, device='cuda:0') (tensor(513.4532, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 0.8217 (0.76924463113149) + | > loader_time: 0.0047 (0.0050977828010680196) + + + --> TIME: 2024-11-23 06:29:45 -- STEP: 151/797 -- GLOBAL_STEP: 51950 + | > loss_disc: 2.3439807891845703 (2.443268123841445) + | > loss_disc_real_0: 0.12284345179796219 (0.12651562759813087) + | > loss_disc_real_1: 0.2137332558631897 (0.21839038692168047) + | > loss_disc_real_2: 0.20394611358642578 (0.23210450483868453) + | > loss_disc_real_3: 0.2285768836736679 (0.222357760596749) + | > loss_disc_real_4: 0.18868063390254974 (0.22212705470078828) + | > loss_disc_real_5: 0.23543605208396912 (0.22983080000672118) + | > loss_0: 2.3439807891845703 (2.443268123841445) + | > grad_norm_0: tensor(74.6343, device='cuda:0') (tensor(62.7208, device='cuda:0')) + | > loss_gen: 2.4904212951660156 (2.3848298117024993) + | > loss_kl: 1.6227484941482544 (1.5596604481438139) + | > loss_feat: 7.713393688201904 (7.001010882143943) + | > loss_mel: 22.645885467529297 (20.83196871170145) + | > loss_duration: 1.6771202087402344 (1.724241417764828) + | > amp_scaler: 128.0 (144.1059602649006) + | > loss_1: 36.14957046508789 (33.50171105593245) + | > grad_norm_1: tensor(328.9523, device='cuda:0') (tensor(534.9241, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 0.7803 (0.7729489061216644) + | > loader_time: 0.006 (0.005344229818179909) + + + --> TIME: 2024-11-23 06:30:06 -- STEP: 176/797 -- GLOBAL_STEP: 51975 + | > loss_disc: 2.4954757690429688 (2.4434856501492597) + | > loss_disc_real_0: 0.1661909520626068 (0.12737322662195016) + | > loss_disc_real_1: 0.21440237760543823 (0.21763254041698843) + | > loss_disc_real_2: 0.23651905357837677 (0.2320179674266414) + | > loss_disc_real_3: 0.1779288798570633 (0.22204688530076633) + | > loss_disc_real_4: 0.18165287375450134 (0.22274749649857933) + | > loss_disc_real_5: 0.2227056324481964 (0.23147237300872803) + | > loss_0: 2.4954757690429688 (2.4434856501492597) + | > grad_norm_0: tensor(112.1681, device='cuda:0') (tensor(65.4431, device='cuda:0')) + | > loss_gen: 2.190171957015991 (2.3902463045987212) + | > loss_kl: 1.8195884227752686 (1.5662390996109359) + | > loss_feat: 6.217801094055176 (7.009990461847999) + | > loss_mel: 22.293773651123047 (20.870237122882486) + | > loss_duration: 1.6119027137756348 (1.7174077359112827) + | > amp_scaler: 128.0 (141.81818181818167) + | > loss_1: 34.13323974609375 (33.55412058396773) + | > grad_norm_1: tensor(420.2985, device='cuda:0') (tensor(531.1060, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 0.832 (0.7767773067409341) + | > loader_time: 0.0045 (0.005568935112519698) + + + --> TIME: 2024-11-23 06:30:26 -- STEP: 201/797 -- GLOBAL_STEP: 52000 + | > loss_disc: 2.3966145515441895 (2.438899533665597) + | > loss_disc_real_0: 0.1172977089881897 (0.1270787161010414) + | > loss_disc_real_1: 0.17007195949554443 (0.21738143954704053) + | > loss_disc_real_2: 0.21390345692634583 (0.23182844389137344) + | > loss_disc_real_3: 0.21685312688350677 (0.22159792949904256) + | > loss_disc_real_4: 0.15293331444263458 (0.22185708130176982) + | > loss_disc_real_5: 0.22793877124786377 (0.2299493767728853) + | > loss_0: 2.3966145515441895 (2.438899533665597) + | > grad_norm_0: tensor(66.4163, device='cuda:0') (tensor(64.0667, device='cuda:0')) + | > loss_gen: 2.396164655685425 (2.3931268198573163) + | > loss_kl: 1.3693220615386963 (1.5598551100166285) + | > loss_feat: 7.929516792297363 (7.043302619042088) + | > loss_mel: 21.516036987304688 (20.949763084525493) + | > loss_duration: 1.7334961891174316 (1.7149661210045886) + | > amp_scaler: 128.0 (140.0995024875621) + | > loss_1: 34.94453811645508 (33.66101374080526) + | > grad_norm_1: tensor(821.4331, device='cuda:0') (tensor(530.7233, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 0.7251 (0.7803300304792413) + | > loader_time: 0.0093 (0.005734451967685377) + + + --> TIME: 2024-11-23 06:30:47 -- STEP: 226/797 -- GLOBAL_STEP: 52025 + | > loss_disc: 2.466064214706421 (2.4371907109707887) + | > loss_disc_real_0: 0.10087041556835175 (0.12486393856857195) + | > loss_disc_real_1: 0.25540006160736084 (0.2174605847196241) + | > loss_disc_real_2: 0.21690872311592102 (0.23224610947402177) + | > loss_disc_real_3: 0.21797773241996765 (0.22193054129592085) + | > loss_disc_real_4: 0.2620495557785034 (0.22220475767302303) + | > loss_disc_real_5: 0.2484421283006668 (0.23013541010101285) + | > loss_0: 2.466064214706421 (2.4371907109707887) + | > grad_norm_0: tensor(23.1113, device='cuda:0') (tensor(64.3802, device='cuda:0')) + | > loss_gen: 2.454162120819092 (2.392115726935125) + | > loss_kl: 1.6448144912719727 (1.5620802730585623) + | > loss_feat: 7.06005334854126 (7.023236380214184) + | > loss_mel: 21.355138778686523 (20.969672295899517) + | > loss_duration: 1.6777225732803345 (1.712795313480681) + | > amp_scaler: 128.0 (138.76106194690257) + | > loss_1: 34.191890716552734 (33.65989999011556) + | > grad_norm_1: tensor(461.1690, device='cuda:0') (tensor(537.8507, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 0.7885 (0.7836633087259478) + | > loader_time: 0.0061 (0.005949907598242296) + + + --> TIME: 2024-11-23 06:31:08 -- STEP: 251/797 -- GLOBAL_STEP: 52050 + | > loss_disc: 2.5816798210144043 (2.438051740486786) + | > loss_disc_real_0: 0.21430355310440063 (0.12627873045811608) + | > loss_disc_real_1: 0.21588794887065887 (0.21765833018547984) + | > loss_disc_real_2: 0.21456481516361237 (0.23254643362831784) + | > loss_disc_real_3: 0.22054246068000793 (0.22159616429492296) + | > loss_disc_real_4: 0.20112457871437073 (0.2218004564840005) + | > loss_disc_real_5: 0.19014988839626312 (0.22949125846306168) + | > loss_0: 2.5816798210144043 (2.438051740486786) + | > grad_norm_0: tensor(129.2514, device='cuda:0') (tensor(68.4665, device='cuda:0')) + | > loss_gen: 2.2332608699798584 (2.3949494295386202) + | > loss_kl: 1.3908246755599976 (1.5564136505126955) + | > loss_feat: 7.184151649475098 (7.018713687045641) + | > loss_mel: 21.236825942993164 (20.9780060589551) + | > loss_duration: 1.6277339458465576 (1.7089045679426764) + | > amp_scaler: 128.0 (137.68924302788835) + | > loss_1: 33.67279815673828 (33.65698733842706) + | > grad_norm_1: tensor(374.8643, device='cuda:0') (tensor(536.2471, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 0.8338 (0.7884400356338319) + | > loader_time: 0.0057 (0.0061396156174253185) + + + --> TIME: 2024-11-23 06:31:29 -- STEP: 276/797 -- GLOBAL_STEP: 52075 + | > loss_disc: 2.4769468307495117 (2.4435256123542812) + | > loss_disc_real_0: 0.08915501087903976 (0.12780224074326127) + | > loss_disc_real_1: 0.21260429918766022 (0.21753110266897988) + | > loss_disc_real_2: 0.23450635373592377 (0.23265293148764665) + | > loss_disc_real_3: 0.21603038907051086 (0.2219907263482826) + | > loss_disc_real_4: 0.21472200751304626 (0.2222596322712691) + | > loss_disc_real_5: 0.19413205981254578 (0.230421438165333) + | > loss_0: 2.4769468307495117 (2.4435256123542812) + | > grad_norm_0: tensor(10.2758, device='cuda:0') (tensor(69.9320, device='cuda:0')) + | > loss_gen: 2.2735774517059326 (2.3909798083098037) + | > loss_kl: 1.592703938484192 (1.557869059020195) + | > loss_feat: 6.592636585235596 (7.0047158141067065) + | > loss_mel: 21.81946563720703 (21.00695898912955) + | > loss_duration: 1.737526535987854 (1.7063687771990679) + | > amp_scaler: 128.0 (136.81159420289848) + | > loss_1: 34.01591110229492 (33.66689232812412) + | > grad_norm_1: tensor(399.7511, device='cuda:0') (tensor(531.8830, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 0.8181 (0.7908412710480069) + | > loader_time: 0.006 (0.006316676519919133) + + + --> TIME: 2024-11-23 06:31:49 -- STEP: 301/797 -- GLOBAL_STEP: 52100 + | > loss_disc: 2.6748549938201904 (2.4431146767448375) + | > loss_disc_real_0: 0.17709144949913025 (0.12784671527256206) + | > loss_disc_real_1: 0.24708274006843567 (0.21724019385255453) + | > loss_disc_real_2: 0.2771206796169281 (0.23209302256075648) + | > loss_disc_real_3: 0.23410071432590485 (0.22210588189850608) + | > loss_disc_real_4: 0.28247103095054626 (0.22255332213501597) + | > loss_disc_real_5: 0.2844858169555664 (0.23033831117557138) + | > loss_0: 2.6748549938201904 (2.4431146767448375) + | > grad_norm_0: tensor(112.0829, device='cuda:0') (tensor(66.9979, device='cuda:0')) + | > loss_gen: 2.243124485015869 (2.385997311221403) + | > loss_kl: 1.5013946294784546 (1.5544892628723603) + | > loss_feat: 5.701323986053467 (6.978426226745809) + | > loss_mel: 18.98019027709961 (21.013889528192156) + | > loss_duration: 1.6914944648742676 (1.7044740269746494) + | > amp_scaler: 128.0 (136.07973421926903) + | > loss_1: 30.11752700805664 (33.63727622174742) + | > grad_norm_1: tensor(760.8625, device='cuda:0') (tensor(519.5106, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 0.7788 (0.7926038618499655) + | > loader_time: 0.0087 (0.00648143996431978) + + + --> TIME: 2024-11-23 06:32:10 -- STEP: 326/797 -- GLOBAL_STEP: 52125 + | > loss_disc: 2.453061103820801 (2.444150663592335) + | > loss_disc_real_0: 0.16199110448360443 (0.12801128471601605) + | > loss_disc_real_1: 0.25914424657821655 (0.21748157787176728) + | > loss_disc_real_2: 0.23367556929588318 (0.23230555123346716) + | > loss_disc_real_3: 0.20560984313488007 (0.22142919404375036) + | > loss_disc_real_4: 0.25032877922058105 (0.22237735090811558) + | > loss_disc_real_5: 0.2349092960357666 (0.23165477716301122) + | > loss_0: 2.453061103820801 (2.444150663592335) + | > grad_norm_0: tensor(58.1319, device='cuda:0') (tensor(65.2671, device='cuda:0')) + | > loss_gen: 2.48205304145813 (2.383807153058197) + | > loss_kl: 1.8156490325927734 (1.555884610655849) + | > loss_feat: 7.031291484832764 (6.976929664611816) + | > loss_mel: 21.64642333984375 (21.04566815733178) + | > loss_duration: 1.6668586730957031 (1.7029976888668317) + | > amp_scaler: 128.0 (135.46012269938646) + | > loss_1: 34.642276763916016 (33.665287140688285) + | > grad_norm_1: tensor(878.2834, device='cuda:0') (tensor(519.4264, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 0.8261 (0.7952542005141087) + | > loader_time: 0.006 (0.00661051565884081) + + + --> TIME: 2024-11-23 06:32:31 -- STEP: 351/797 -- GLOBAL_STEP: 52150 + | > loss_disc: 2.532606601715088 (2.444989797396539) + | > loss_disc_real_0: 0.13885635137557983 (0.12849625515250065) + | > loss_disc_real_1: 0.2812512218952179 (0.217904457806522) + | > loss_disc_real_2: 0.21455807983875275 (0.23240201587011333) + | > loss_disc_real_3: 0.2173563688993454 (0.2218335905136206) + | > loss_disc_real_4: 0.21631094813346863 (0.22158453819418905) + | > loss_disc_real_5: 0.20614828169345856 (0.23127226217350053) + | > loss_0: 2.532606601715088 (2.444989797396539) + | > grad_norm_0: tensor(78.6635, device='cuda:0') (tensor(63.3923, device='cuda:0')) + | > loss_gen: 2.163409948348999 (2.3797447253496204) + | > loss_kl: 1.6111081838607788 (1.5538374460660493) + | > loss_feat: 6.230551719665527 (6.973239451731712) + | > loss_mel: 19.27022361755371 (21.05256118122329) + | > loss_duration: 1.6621785163879395 (1.700170353606895) + | > amp_scaler: 128.0 (134.9287749287748) + | > loss_1: 30.937471389770508 (33.65955302790021) + | > grad_norm_1: tensor(204.5155, device='cuda:0') (tensor(506.4290, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 0.8151 (0.797165022276745) + | > loader_time: 0.0086 (0.006686212670089851) + + + --> TIME: 2024-11-23 06:32:53 -- STEP: 376/797 -- GLOBAL_STEP: 52175 + | > loss_disc: 2.544379711151123 (2.4460620689899386) + | > loss_disc_real_0: 0.2007668912410736 (0.12901276903861067) + | > loss_disc_real_1: 0.18421395123004913 (0.21791066328420283) + | > loss_disc_real_2: 0.2071286141872406 (0.23252742832645457) + | > loss_disc_real_3: 0.2045329511165619 (0.2215195214574007) + | > loss_disc_real_4: 0.2162044495344162 (0.2212881961480734) + | > loss_disc_real_5: 0.22179283201694489 (0.23151501351372997) + | > loss_0: 2.544379711151123 (2.4460620689899386) + | > grad_norm_0: tensor(36.5870, device='cuda:0') (tensor(61.4877, device='cuda:0')) + | > loss_gen: 2.2154641151428223 (2.3761167240903727) + | > loss_kl: 1.4393492937088013 (1.5543852521384016) + | > loss_feat: 7.426302433013916 (6.967313505233602) + | > loss_mel: 21.298412322998047 (21.063744676874045) + | > loss_duration: 1.6676191091537476 (1.6979096947198218) + | > amp_scaler: 128.0 (134.46808510638286) + | > loss_1: 34.04714584350586 (33.659469716092374) + | > grad_norm_1: tensor(434.2885, device='cuda:0') (tensor(495.9484, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 0.8756 (0.8002748768380347) + | > loader_time: 0.0075 (0.006684821336827378) + + + --> TIME: 2024-11-23 06:33:14 -- STEP: 401/797 -- GLOBAL_STEP: 52200 + | > loss_disc: 2.4048802852630615 (2.446048784731633) + | > loss_disc_real_0: 0.14407071471214294 (0.12951541507147502) + | > loss_disc_real_1: 0.2298380583524704 (0.21780147070896597) + | > loss_disc_real_2: 0.20458872616291046 (0.2320053119240259) + | > loss_disc_real_3: 0.211037278175354 (0.22162594023785384) + | > loss_disc_real_4: 0.19820034503936768 (0.22105856020551667) + | > loss_disc_real_5: 0.22048845887184143 (0.2310180449649283) + | > loss_0: 2.4048802852630615 (2.446048784731633) + | > grad_norm_0: tensor(144.8325, device='cuda:0') (tensor(61.5745, device='cuda:0')) + | > loss_gen: 2.3777060508728027 (2.3733966677563454) + | > loss_kl: 1.684653401374817 (1.5557713571034761) + | > loss_feat: 6.669853210449219 (6.950821699346985) + | > loss_mel: 21.30294418334961 (21.02734770739168) + | > loss_duration: 1.6655070781707764 (1.696557404097179) + | > amp_scaler: 128.0 (134.06483790523677) + | > loss_1: 33.70066452026367 (33.603894702216955) + | > grad_norm_1: tensor(246.6031, device='cuda:0') (tensor(494.1672, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 0.8311 (0.8023124965943599) + | > loader_time: 0.0117 (0.0067475305828370346) + + + --> TIME: 2024-11-23 06:33:35 -- STEP: 426/797 -- GLOBAL_STEP: 52225 + | > loss_disc: 2.4791221618652344 (2.4467034877186133) + | > loss_disc_real_0: 0.16650614142417908 (0.129327572532383) + | > loss_disc_real_1: 0.1683460772037506 (0.21771097442074) + | > loss_disc_real_2: 0.23323950171470642 (0.23270566862933512) + | > loss_disc_real_3: 0.2054268717765808 (0.221449705881412) + | > loss_disc_real_4: 0.20176658034324646 (0.22123505979636465) + | > loss_disc_real_5: 0.21206554770469666 (0.2314017574901872) + | > loss_0: 2.4791221618652344 (2.4467034877186133) + | > grad_norm_0: tensor(75.5719, device='cuda:0') (tensor(61.6750, device='cuda:0')) + | > loss_gen: 2.4663500785827637 (2.3767288805733267) + | > loss_kl: 1.5381066799163818 (1.554193250730004) + | > loss_feat: 7.138470649719238 (6.964219498522405) + | > loss_mel: 22.268850326538086 (21.054460641923647) + | > loss_duration: 1.6811888217926025 (1.6953204008335239) + | > amp_scaler: 128.0 (133.7089201877933) + | > loss_1: 35.09296798706055 (33.644922551974474) + | > grad_norm_1: tensor(567.8635, device='cuda:0') (tensor(492.3744, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 0.8519 (0.8043841974276331) + | > loader_time: 0.0135 (0.006943755866216381) + + + --> TIME: 2024-11-23 06:33:56 -- STEP: 451/797 -- GLOBAL_STEP: 52250 + | > loss_disc: 2.4629428386688232 (2.444924642135726) + | > loss_disc_real_0: 0.12543237209320068 (0.1288694226391564) + | > loss_disc_real_1: 0.21135921776294708 (0.21737704265804883) + | > loss_disc_real_2: 0.24422124028205872 (0.23271702527339072) + | > loss_disc_real_3: 0.21701955795288086 (0.2215588448317246) + | > loss_disc_real_4: 0.25490063428878784 (0.22132070276663202) + | > loss_disc_real_5: 0.20981743931770325 (0.23094169508062817) + | > loss_0: 2.4629428386688232 (2.444924642135726) + | > grad_norm_0: tensor(99.8473, device='cuda:0') (tensor(61.0181, device='cuda:0')) + | > loss_gen: 2.4460694789886475 (2.3778824393870837) + | > loss_kl: 1.8329319953918457 (1.5555486776876344) + | > loss_feat: 7.043578624725342 (6.974734871984849) + | > loss_mel: 22.0810489654541 (21.093337703967045) + | > loss_duration: 1.705316424369812 (1.6939598691965683) + | > amp_scaler: 128.0 (133.39246119733906) + | > loss_1: 35.108943939208984 (33.69546342160384) + | > grad_norm_1: tensor(656.5147, device='cuda:0') (tensor(495.8430, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 0.8252 (0.8063997128057373) + | > loader_time: 0.0125 (0.0070461307026594535) + + + --> TIME: 2024-11-23 06:34:18 -- STEP: 476/797 -- GLOBAL_STEP: 52275 + | > loss_disc: 2.3732197284698486 (2.4452178723671896) + | > loss_disc_real_0: 0.08518645912408829 (0.12880917262880742) + | > loss_disc_real_1: 0.19209648668766022 (0.21737974396898968) + | > loss_disc_real_2: 0.23792409896850586 (0.2325572674201817) + | > loss_disc_real_3: 0.18713907897472382 (0.22188364175938755) + | > loss_disc_real_4: 0.23237690329551697 (0.2214440159624865) + | > loss_disc_real_5: 0.24968741834163666 (0.23128803030532952) + | > loss_0: 2.3732197284698486 (2.4452178723671896) + | > grad_norm_0: tensor(106.7949, device='cuda:0') (tensor(61.9911, device='cuda:0')) + | > loss_gen: 2.3493456840515137 (2.378379782708754) + | > loss_kl: 1.5362894535064697 (1.556145548570056) + | > loss_feat: 6.710953712463379 (6.975953110125887) + | > loss_mel: 20.713176727294922 (21.09202020308551) + | > loss_duration: 1.6811496019363403 (1.6930482112059073) + | > amp_scaler: 128.0 (133.1092436974788) + | > loss_1: 32.99091339111328 (33.69554671519949) + | > grad_norm_1: tensor(649.1597, device='cuda:0') (tensor(497.9031, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 0.8598 (0.8085332953629373) + | > loader_time: 0.007 (0.007173446046204126) + + + --> TIME: 2024-11-23 06:34:40 -- STEP: 501/797 -- GLOBAL_STEP: 52300 + | > loss_disc: 2.523988962173462 (2.443866024950073) + | > loss_disc_real_0: 0.18519696593284607 (0.12851930553179072) + | > loss_disc_real_1: 0.17430473864078522 (0.21711180524197882) + | > loss_disc_real_2: 0.24836403131484985 (0.2323508911325546) + | > loss_disc_real_3: 0.22190430760383606 (0.22198518667511358) + | > loss_disc_real_4: 0.20982524752616882 (0.22154637421676499) + | > loss_disc_real_5: 0.24344024062156677 (0.23118895777090345) + | > loss_0: 2.523988962173462 (2.443866024950073) + | > grad_norm_0: tensor(108.3802, device='cuda:0') (tensor(61.9028, device='cuda:0')) + | > loss_gen: 2.420788288116455 (2.381469181673732) + | > loss_kl: 1.3702667951583862 (1.555807845321244) + | > loss_feat: 6.94638204574585 (6.986264578120675) + | > loss_mel: 21.929716110229492 (21.10690783502575) + | > loss_duration: 1.6109247207641602 (1.6917933658687416) + | > amp_scaler: 128.0 (132.85429141716546) + | > loss_1: 34.278076171875 (33.72224265229921) + | > grad_norm_1: tensor(569.8952, device='cuda:0') (tensor(498.4653, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 0.8873 (0.8105842819708787) + | > loader_time: 0.0082 (0.007298237787273352) + + + --> TIME: 2024-11-23 06:35:01 -- STEP: 526/797 -- GLOBAL_STEP: 52325 + | > loss_disc: 2.305873155593872 (2.443631182152059) + | > loss_disc_real_0: 0.09796765446662903 (0.12854101910422291) + | > loss_disc_real_1: 0.19860075414180756 (0.2168564626755823) + | > loss_disc_real_2: 0.23441968858242035 (0.2320835861473029) + | > loss_disc_real_3: 0.17470122873783112 (0.22198840876609197) + | > loss_disc_real_4: 0.20613738894462585 (0.22170833030807655) + | > loss_disc_real_5: 0.21683450043201447 (0.23171061033758378) + | > loss_0: 2.305873155593872 (2.443631182152059) + | > grad_norm_0: tensor(82.1922, device='cuda:0') (tensor(62.4026, device='cuda:0')) + | > loss_gen: 2.4213974475860596 (2.3839081815893666) + | > loss_kl: 1.5201125144958496 (1.5564371209180854) + | > loss_feat: 8.08745002746582 (6.992051909631649) + | > loss_mel: 20.69255256652832 (21.11168656149745) + | > loss_duration: 1.6685960292816162 (1.6913118412286157) + | > amp_scaler: 128.0 (132.6235741444865) + | > loss_1: 34.390106201171875 (33.73539544964929) + | > grad_norm_1: tensor(674.8724, device='cuda:0') (tensor(497.1349, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 0.8708 (0.8127358399416557) + | > loader_time: 0.0069 (0.0074267931310849486) + + + --> TIME: 2024-11-23 06:35:23 -- STEP: 551/797 -- GLOBAL_STEP: 52350 + | > loss_disc: 2.460826873779297 (2.446125685627797) + | > loss_disc_real_0: 0.18570291996002197 (0.1291516449931205) + | > loss_disc_real_1: 0.20001423358917236 (0.21701058220733532) + | > loss_disc_real_2: 0.26204946637153625 (0.23225229064479277) + | > loss_disc_real_3: 0.2305944263935089 (0.22222844328724534) + | > loss_disc_real_4: 0.2256273329257965 (0.22162223819595933) + | > loss_disc_real_5: 0.24349386990070343 (0.2316879385612405) + | > loss_0: 2.460826873779297 (2.446125685627797) + | > grad_norm_0: tensor(108.2292, device='cuda:0') (tensor(63.1732, device='cuda:0')) + | > loss_gen: 2.4873833656311035 (2.383075419441542) + | > loss_kl: 1.5945684909820557 (1.5577501372287148) + | > loss_feat: 6.884377956390381 (6.9833947803061145) + | > loss_mel: 21.42321014404297 (21.10717825361692) + | > loss_duration: 1.6505159139633179 (1.6912594140116837) + | > amp_scaler: 128.0 (132.41379310344806) + | > loss_1: 34.04005813598633 (33.72265787349642) + | > grad_norm_1: tensor(351.4815, device='cuda:0') (tensor(494.7115, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 0.8645 (0.8148401774425471) + | > loader_time: 0.0106 (0.007516419173585092) + + + --> TIME: 2024-11-23 06:35:45 -- STEP: 576/797 -- GLOBAL_STEP: 52375 + | > loss_disc: 2.4424076080322266 (2.445354664905206) + | > loss_disc_real_0: 0.1016756072640419 (0.12882205929296725) + | > loss_disc_real_1: 0.25285279750823975 (0.21683743658165136) + | > loss_disc_real_2: 0.21772463619709015 (0.2320901359586666) + | > loss_disc_real_3: 0.2230777144432068 (0.2219919667113572) + | > loss_disc_real_4: 0.1974623203277588 (0.22188648902293714) + | > loss_disc_real_5: 0.234446719288826 (0.23195777375561497) + | > loss_0: 2.4424076080322266 (2.445354664905206) + | > grad_norm_0: tensor(9.1251, device='cuda:0') (tensor(62.7766, device='cuda:0')) + | > loss_gen: 2.2469775676727295 (2.3831372662550887) + | > loss_kl: 1.6406056880950928 (1.5594074866837926) + | > loss_feat: 6.7302165031433105 (6.983604601687855) + | > loss_mel: 21.895423889160156 (21.121406929360496) + | > loss_duration: 1.710906982421875 (1.6906566079705958) + | > amp_scaler: 128.0 (132.22222222222203) + | > loss_1: 34.2241325378418 (33.73821280068826) + | > grad_norm_1: tensor(111.9960, device='cuda:0') (tensor(489.2021, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 0.8339 (0.8171771893070806) + | > loader_time: 0.0112 (0.0076253703898853725) + + + --> TIME: 2024-11-23 06:36:07 -- STEP: 601/797 -- GLOBAL_STEP: 52400 + | > loss_disc: 2.3250041007995605 (2.4453617629909687) + | > loss_disc_real_0: 0.08150158822536469 (0.12890480955855038) + | > loss_disc_real_1: 0.2032252997159958 (0.2166337911380507) + | > loss_disc_real_2: 0.2131861448287964 (0.2318999418452655) + | > loss_disc_real_3: 0.2436620146036148 (0.2223835477912287) + | > loss_disc_real_4: 0.21316000819206238 (0.2217142493177373) + | > loss_disc_real_5: 0.2410152703523636 (0.2317464085367079) + | > loss_0: 2.3250041007995605 (2.4453617629909687) + | > grad_norm_0: tensor(13.8193, device='cuda:0') (tensor(62.2884, device='cuda:0')) + | > loss_gen: 2.463015556335449 (2.3809885681171403) + | > loss_kl: 1.6566084623336792 (1.5623289969518854) + | > loss_feat: 7.410106182098389 (6.977124279231676) + | > loss_mel: 23.692174911499023 (21.127284708514978) + | > loss_duration: 1.6341956853866577 (1.6900126463958307) + | > amp_scaler: 128.0 (132.04658901830257) + | > loss_1: 36.856101989746094 (33.737739125028064) + | > grad_norm_1: tensor(214.8431, device='cuda:0') (tensor(486.7908, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 0.8781 (0.8193101057792068) + | > loader_time: 0.0071 (0.007718250081067077) + + + --> TIME: 2024-11-23 06:36:30 -- STEP: 626/797 -- GLOBAL_STEP: 52425 + | > loss_disc: 2.520648956298828 (2.4473387440934364) + | > loss_disc_real_0: 0.21019166707992554 (0.1292664768596809) + | > loss_disc_real_1: 0.20421472191810608 (0.21699185814625155) + | > loss_disc_real_2: 0.2641085088253021 (0.23210671879708195) + | > loss_disc_real_3: 0.213477224111557 (0.2224308818150252) + | > loss_disc_real_4: 0.21198855340480804 (0.22216914315669306) + | > loss_disc_real_5: 0.25528913736343384 (0.2320272665197095) + | > loss_0: 2.520648956298828 (2.4473387440934364) + | > grad_norm_0: tensor(60.7508, device='cuda:0') (tensor(61.1048, device='cuda:0')) + | > loss_gen: 2.3441758155822754 (2.379357070968556) + | > loss_kl: 1.8089025020599365 (1.5627092357260721) + | > loss_feat: 6.259929180145264 (6.96740685636624) + | > loss_mel: 21.655542373657227 (21.13273467042575) + | > loss_duration: 1.7157137393951416 (1.6900258787904685) + | > amp_scaler: 128.0 (131.8849840255588) + | > loss_1: 33.784263610839844 (33.73223364467441) + | > grad_norm_1: tensor(698.0509, device='cuda:0') (tensor(487.3611, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 0.9025 (0.8219448587003226) + | > loader_time: 0.008 (0.007786067910849476) + + + --> TIME: 2024-11-23 06:36:52 -- STEP: 651/797 -- GLOBAL_STEP: 52450 + | > loss_disc: 2.326793670654297 (2.4475224014434596) + | > loss_disc_real_0: 0.09290726482868195 (0.12922071210021444) + | > loss_disc_real_1: 0.17222312092781067 (0.21731700069527102) + | > loss_disc_real_2: 0.2120201587677002 (0.23200419771781167) + | > loss_disc_real_3: 0.21197699010372162 (0.22243701310659517) + | > loss_disc_real_4: 0.1744466871023178 (0.22175297850654244) + | > loss_disc_real_5: 0.20360228419303894 (0.23160507673034286) + | > loss_0: 2.326793670654297 (2.4475224014434596) + | > grad_norm_0: tensor(72.4401, device='cuda:0') (tensor(60.8602, device='cuda:0')) + | > loss_gen: 2.3220109939575195 (2.3771517159568925) + | > loss_kl: 1.5523269176483154 (1.561540932882399) + | > loss_feat: 7.345940589904785 (6.959977673678537) + | > loss_mel: 21.256759643554688 (21.136911761376158) + | > loss_duration: 1.7209447622299194 (1.6898256232661586) + | > amp_scaler: 128.0 (131.7357910906295) + | > loss_1: 34.19798278808594 (33.725407642886054) + | > grad_norm_1: tensor(585.1356, device='cuda:0') (tensor(491.0027, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 0.8981 (0.8246188302926387) + | > loader_time: 0.01 (0.007832233074440201) + + + --> TIME: 2024-11-23 06:37:15 -- STEP: 676/797 -- GLOBAL_STEP: 52475 + | > loss_disc: 2.5290236473083496 (2.4484501840800235) + | > loss_disc_real_0: 0.2506462335586548 (0.12977022525011273) + | > loss_disc_real_1: 0.17935514450073242 (0.21735868664711885) + | > loss_disc_real_2: 0.2008792757987976 (0.2320059541855338) + | > loss_disc_real_3: 0.212260439991951 (0.2224746925767357) + | > loss_disc_real_4: 0.21946333348751068 (0.2217560354510003) + | > loss_disc_real_5: 0.21519891917705536 (0.2318009542819311) + | > loss_0: 2.5290236473083496 (2.4484501840800235) + | > grad_norm_0: tensor(45.9038, device='cuda:0') (tensor(61.7438, device='cuda:0')) + | > loss_gen: 2.3325703144073486 (2.3780418056002737) + | > loss_kl: 1.6404114961624146 (1.5622269982064256) + | > loss_feat: 6.418560028076172 (6.957174314549689) + | > loss_mel: 19.12027359008789 (21.144110115322132) + | > loss_duration: 1.6981803178787231 (1.689422929780723) + | > amp_scaler: 128.0 (131.5976331360944) + | > loss_1: 31.209997177124023 (33.73097611602243) + | > grad_norm_1: tensor(370.0848, device='cuda:0') (tensor(492.8170, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 0.906 (0.8275757495468185) + | > loader_time: 0.0109 (0.007898825160145057) + + + --> TIME: 2024-11-23 06:37:39 -- STEP: 701/797 -- GLOBAL_STEP: 52500 + | > loss_disc: 2.3792662620544434 (2.4501477454426306) + | > loss_disc_real_0: 0.0843891054391861 (0.13093503327580583) + | > loss_disc_real_1: 0.16312222182750702 (0.217115385704986) + | > loss_disc_real_2: 0.21884043514728546 (0.23207949335751962) + | > loss_disc_real_3: 0.19343993067741394 (0.2225138249989073) + | > loss_disc_real_4: 0.20555134117603302 (0.22188525218596306) + | > loss_disc_real_5: 0.24098409712314606 (0.23163683096029278) + | > loss_0: 2.3792662620544434 (2.4501477454426306) + | > grad_norm_0: tensor(52.3425, device='cuda:0') (tensor(62.1241, device='cuda:0')) + | > loss_gen: 2.2258119583129883 (2.3762991234511355) + | > loss_kl: 1.4551540613174438 (1.5629741089490266) + | > loss_feat: 7.41871976852417 (6.94887874061813) + | > loss_mel: 21.25006103515625 (21.138657473293428) + | > loss_duration: 1.6534702777862549 (1.6889107103184524) + | > amp_scaler: 128.0 (131.46932952924362) + | > loss_1: 34.00321578979492 (33.71572010187216) + | > grad_norm_1: tensor(738.7989, device='cuda:0') (tensor(491.8316, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 0.9347 (0.8308794607279474) + | > loader_time: 0.009 (0.007989916753836944) + + + --> TIME: 2024-11-23 06:38:05 -- STEP: 726/797 -- GLOBAL_STEP: 52525 + | > loss_disc: 2.3935041427612305 (2.450129990735332) + | > loss_disc_real_0: 0.07229483127593994 (0.13077963606426232) + | > loss_disc_real_1: 0.13842418789863586 (0.21711589235904785) + | > loss_disc_real_2: 0.1669768989086151 (0.23209213960105066) + | > loss_disc_real_3: 0.17226068675518036 (0.22264053557612024) + | > loss_disc_real_4: 0.16399943828582764 (0.2217772587641212) + | > loss_disc_real_5: 0.18660534918308258 (0.231454429834999) + | > loss_0: 2.3935041427612305 (2.450129990735332) + | > grad_norm_0: tensor(20.0380, device='cuda:0') (tensor(61.7635, device='cuda:0')) + | > loss_gen: 2.076991319656372 (2.3749499531160057) + | > loss_kl: 1.6566160917282104 (1.563270646514314) + | > loss_feat: 7.247623443603516 (6.948760422136501) + | > loss_mel: 21.6473331451416 (21.146886334274768) + | > loss_duration: 1.6716604232788086 (1.688000593467849) + | > amp_scaler: 128.0 (131.34986225895298) + | > loss_1: 34.30022430419922 (33.721867905503835) + | > grad_norm_1: tensor(105.0533, device='cuda:0') (tensor(487.2869, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 1.0565 (0.8374137142801417) + | > loader_time: 0.0107 (0.008123898965924893) + + + --> TIME: 2024-11-23 06:38:42 -- STEP: 751/797 -- GLOBAL_STEP: 52550 + | > loss_disc: 2.412778854370117 (2.4501900752279657) + | > loss_disc_real_0: 0.08010546118021011 (0.13070093630038015) + | > loss_disc_real_1: 0.23561421036720276 (0.21718404704975222) + | > loss_disc_real_2: 0.24760834872722626 (0.2321119458276962) + | > loss_disc_real_3: 0.19698874652385712 (0.22285464763165155) + | > loss_disc_real_4: 0.18568149209022522 (0.22172210197870967) + | > loss_disc_real_5: 0.20831084251403809 (0.23159228114488123) + | > loss_0: 2.412778854370117 (2.4501900752279657) + | > grad_norm_0: tensor(65.6014, device='cuda:0') (tensor(61.1944, device='cuda:0')) + | > loss_gen: 2.418849468231201 (2.3746274831926786) + | > loss_kl: 1.7200970649719238 (1.5633311543102741) + | > loss_feat: 7.877708435058594 (6.949176943889471) + | > loss_mel: 22.57919692993164 (21.15539271663256) + | > loss_duration: 1.6552010774612427 (1.6870514541745345) + | > amp_scaler: 128.0 (131.2383488681755) + | > loss_1: 36.25105285644531 (33.72957969949983) + | > grad_norm_1: tensor(618.3106, device='cuda:0') (tensor(487.5196, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 3.9482 (0.8581834680707096) + | > loader_time: 0.0128 (0.008412161457554468) + + + --> TIME: 2024-11-23 06:39:44 -- STEP: 776/797 -- GLOBAL_STEP: 52575 + | > loss_disc: 2.372201442718506 (2.448802640143133) + | > loss_disc_real_0: 0.10542568564414978 (0.1303376009034897) + | > loss_disc_real_1: 0.27355119585990906 (0.21705339102016893) + | > loss_disc_real_2: 0.22642368078231812 (0.2321225153186272) + | > loss_disc_real_3: 0.2271663248538971 (0.2229395984412776) + | > loss_disc_real_4: 0.18654190003871918 (0.22198335079418632) + | > loss_disc_real_5: 0.23889829218387604 (0.23138771290631638) + | > loss_0: 2.372201442718506 (2.448802640143133) + | > grad_norm_0: tensor(28.0231, device='cuda:0') (tensor(61.3889, device='cuda:0')) + | > loss_gen: 2.4385569095611572 (2.376124282780382) + | > loss_kl: 1.5774965286254883 (1.5630335990608346) + | > loss_feat: 7.466528415679932 (6.955972472416986) + | > loss_mel: 21.276647567749023 (21.167103728068263) + | > loss_duration: 1.637207269668579 (1.686033547539072) + | > amp_scaler: 128.0 (131.13402061855643) + | > loss_1: 34.39643859863281 (33.74826756211903) + | > grad_norm_1: tensor(236.6152, device='cuda:0') (tensor(490.2668, device='cuda:0')) + | > current_lr_0: 0.0001984062837559772 + | > current_lr_1: 0.0001984062837559772 + | > step_time: 2.7152 (0.9093884890226974) + | > loader_time: 0.0112 (0.008687357005384764) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.5247960090637207 (2.5247960090637207) + | > loss_disc_real_0: 0.24852058291435242 (0.24852058291435242) + | > loss_disc_real_1: 0.16679291427135468 (0.16679291427135468) + | > loss_disc_real_2: 0.1701601892709732 (0.1701601892709732) + | > loss_disc_real_3: 0.20029115676879883 (0.20029115676879883) + | > loss_disc_real_4: 0.14412687718868256 (0.14412687718868256) + | > loss_disc_real_5: 0.2386573702096939 (0.2386573702096939) + | > loss_0: 2.5247960090637207 (2.5247960090637207) + | > loss_gen: 2.421987533569336 (2.421987533569336) + | > loss_kl: 1.2727833986282349 (1.2727833986282349) + | > loss_feat: 8.250118255615234 (8.250118255615234) + | > loss_mel: 22.55640411376953 (22.55640411376953) + | > loss_duration: 1.9824649095535278 (1.9824649095535278) + | > loss_1: 36.483760833740234 (36.483760833740234) + + --> STEP: 1 + | > loss_disc: 2.5635008811950684 (2.5635008811950684) + | > loss_disc_real_0: 0.24962039291858673 (0.24962039291858673) + | > loss_disc_real_1: 0.21129406988620758 (0.21129406988620758) + | > loss_disc_real_2: 0.19019198417663574 (0.19019198417663574) + | > loss_disc_real_3: 0.2471935898065567 (0.2471935898065567) + | > loss_disc_real_4: 0.15222035348415375 (0.15222035348415375) + | > loss_disc_real_5: 0.3386853337287903 (0.3386853337287903) + | > loss_0: 2.5635008811950684 (2.5635008811950684) + | > loss_gen: 2.5445406436920166 (2.5445406436920166) + | > loss_kl: 1.3825187683105469 (1.3825187683105469) + | > loss_feat: 6.835862159729004 (6.835862159729004) + | > loss_mel: 21.240015029907227 (21.240015029907227) + | > loss_duration: 1.647185206413269 (1.647185206413269) + | > loss_1: 33.650123596191406 (33.650123596191406) + + --> STEP: 2 + | > loss_disc: 2.7098851203918457 (2.636693000793457) + | > loss_disc_real_0: 0.18272200226783752 (0.21617119759321213) + | > loss_disc_real_1: 0.19528858363628387 (0.20329132676124573) + | > loss_disc_real_2: 0.19762080907821655 (0.19390639662742615) + | > loss_disc_real_3: 0.22250528633594513 (0.23484943807125092) + | > loss_disc_real_4: 0.25681161880493164 (0.2045159861445427) + | > loss_disc_real_5: 0.29482945799827576 (0.316757395863533) + | > loss_0: 2.7098851203918457 (2.636693000793457) + | > loss_gen: 2.302532434463501 (2.423536539077759) + | > loss_kl: 2.271636962890625 (1.827077865600586) + | > loss_feat: 4.666977882385254 (5.751420021057129) + | > loss_mel: 18.147689819335938 (19.693852424621582) + | > loss_duration: 1.674818515777588 (1.6610018610954285) + | > loss_1: 29.06365394592285 (31.35688877105713) + + --> STEP: 3 + | > loss_disc: 2.5270183086395264 (2.60013477007548) + | > loss_disc_real_0: 0.17470920085906982 (0.2023505320151647) + | > loss_disc_real_1: 0.22047844529151917 (0.20902036627133688) + | > loss_disc_real_2: 0.2049292027950287 (0.19758066534996033) + | > loss_disc_real_3: 0.20320014655590057 (0.2242996742328008) + | > loss_disc_real_4: 0.2536126673221588 (0.2208815465370814) + | > loss_disc_real_5: 0.3043597340583801 (0.31262484192848206) + | > loss_0: 2.5270183086395264 (2.60013477007548) + | > loss_gen: 2.6450862884521484 (2.4973864555358887) + | > loss_kl: 1.1095201969146729 (1.587891976038615) + | > loss_feat: 5.451935768127441 (5.651591936747233) + | > loss_mel: 19.018136978149414 (19.46861394246419) + | > loss_duration: 1.7579283714294434 (1.6933106978734334) + | > loss_1: 29.982608795166016 (30.89879544576009) + + --> STEP: 4 + | > loss_disc: 2.3830907344818115 (2.545873761177063) + | > loss_disc_real_0: 0.1639965921640396 (0.19276204705238342) + | > loss_disc_real_1: 0.1358090490102768 (0.19071753695607185) + | > loss_disc_real_2: 0.17821039259433746 (0.1927380971610546) + | > loss_disc_real_3: 0.17514416575431824 (0.21201079711318016) + | > loss_disc_real_4: 0.18306370079517365 (0.21142708510160446) + | > loss_disc_real_5: 0.1999918818473816 (0.28446660190820694) + | > loss_0: 2.3830907344818115 (2.545873761177063) + | > loss_gen: 2.615906000137329 (2.527016341686249) + | > loss_kl: 1.5543867349624634 (1.579515665769577) + | > loss_feat: 9.091716766357422 (6.51162314414978) + | > loss_mel: 21.69914436340332 (20.026246547698975) + | > loss_duration: 1.7043462991714478 (1.696069598197937) + | > loss_1: 36.66550064086914 (32.34047174453735) + + --> STEP: 5 + | > loss_disc: 2.623152732849121 (2.561329555511475) + | > loss_disc_real_0: 0.2804335355758667 (0.2102963447570801) + | > loss_disc_real_1: 0.22658301889896393 (0.19789063334465026) + | > loss_disc_real_2: 0.1800868958234787 (0.19020785689353942) + | > loss_disc_real_3: 0.22938327491283417 (0.21548529267311095) + | > loss_disc_real_4: 0.21185854077339172 (0.21151337623596192) + | > loss_disc_real_5: 0.248153418302536 (0.27720396518707274) + | > loss_0: 2.623152732849121 (2.561329555511475) + | > loss_gen: 2.454908847808838 (2.5125948429107665) + | > loss_kl: 2.1100332736968994 (1.6856191873550415) + | > loss_feat: 7.481671333312988 (6.7056327819824215) + | > loss_mel: 23.062053680419922 (20.633407974243163) + | > loss_duration: 1.8691749572753906 (1.7306906700134277) + | > loss_1: 36.97784423828125 (33.26794624328613) + + --> STEP: 6 + | > loss_disc: 2.680117607116699 (2.5811275641123452) + | > loss_disc_real_0: 0.2003197968006134 (0.20863358676433563) + | > loss_disc_real_1: 0.2090255469083786 (0.19974645227193832) + | > loss_disc_real_2: 0.2571324110031128 (0.20136194924513498) + | > loss_disc_real_3: 0.22975046932697296 (0.2178628221154213) + | > loss_disc_real_4: 0.24274899065494537 (0.21671931197245917) + | > loss_disc_real_5: 0.2445327639579773 (0.2717587649822235) + | > loss_0: 2.680117607116699 (2.5811275641123452) + | > loss_gen: 1.984892725944519 (2.424644490083059) + | > loss_kl: 1.155768871307373 (1.5973108013470967) + | > loss_feat: 3.0237691402435303 (6.091988841692607) + | > loss_mel: 15.800119400024414 (19.82785987854004) + | > loss_duration: 1.6932083368301392 (1.7244436144828796) + | > loss_1: 23.657756805419922 (31.666248003641766) + + --> STEP: 7 + | > loss_disc: 2.5216963291168213 (2.5726373876844133) + | > loss_disc_real_0: 0.20797333121299744 (0.2085392645427159) + | > loss_disc_real_1: 0.1843482255935669 (0.19754670560359955) + | > loss_disc_real_2: 0.22598911821842194 (0.20488011624131883) + | > loss_disc_real_3: 0.2314179241657257 (0.21979926526546478) + | > loss_disc_real_4: 0.18128234148025513 (0.21165688761643) + | > loss_disc_real_5: 0.2724713087081909 (0.271860556943076) + | > loss_0: 2.5216963291168213 (2.5726373876844133) + | > loss_gen: 2.460714101791382 (2.4297972917556763) + | > loss_kl: 1.7017067670822144 (1.612224510737828) + | > loss_feat: 6.752608299255371 (6.186363049915859) + | > loss_mel: 21.910879135131836 (20.125434058053152) + | > loss_duration: 1.6569467782974243 (1.714801209313529) + | > loss_1: 34.48285675048828 (32.068620681762695) + + --> STEP: 8 + | > loss_disc: 2.5480663776397705 (2.569566011428833) + | > loss_disc_real_0: 0.23640696704387665 (0.21202272735536098) + | > loss_disc_real_1: 0.2339138388633728 (0.2020925972610712) + | > loss_disc_real_2: 0.20882576704025269 (0.20537332259118557) + | > loss_disc_real_3: 0.23857499659061432 (0.22214623168110847) + | > loss_disc_real_4: 0.16360099613666534 (0.20564990118145943) + | > loss_disc_real_5: 0.20222777128219604 (0.263156458735466) + | > loss_0: 2.5480663776397705 (2.569566011428833) + | > loss_gen: 2.390129327774048 (2.4248387962579727) + | > loss_kl: 1.323174238204956 (1.5760932266712189) + | > loss_feat: 7.620169639587402 (6.365588873624802) + | > loss_mel: 20.559226989746094 (20.17965817451477) + | > loss_duration: 1.7137525081634521 (1.7146701216697693) + | > loss_1: 33.60645294189453 (32.260849714279175) + + --> STEP: 9 + | > loss_disc: 2.5367214679718018 (2.5659166177113852) + | > loss_disc_real_0: 0.2568507790565491 (0.21700362198882633) + | > loss_disc_real_1: 0.23685666918754578 (0.2059552719195684) + | > loss_disc_real_2: 0.2135745882987976 (0.2062845743364758) + | > loss_disc_real_3: 0.14795424044132233 (0.21390267709891) + | > loss_disc_real_4: 0.23818792402744293 (0.20926523705323538) + | > loss_disc_real_5: 0.2774312496185303 (0.26474254661136204) + | > loss_0: 2.5367214679718018 (2.5659166177113852) + | > loss_gen: 2.9090466499328613 (2.478639668888516) + | > loss_kl: 1.8254858255386353 (1.6038035154342651) + | > loss_feat: 8.045614242553711 (6.552258359061347) + | > loss_mel: 23.330400466918945 (20.529740651448567) + | > loss_duration: 1.6846009492874146 (1.7113291025161743) + | > loss_1: 37.79514694213867 (32.875771628485786) + + --> STEP: 10 + | > loss_disc: 2.531648874282837 (2.5624898433685304) + | > loss_disc_real_0: 0.12655802071094513 (0.2079590618610382) + | > loss_disc_real_1: 0.2452751249074936 (0.2098872572183609) + | > loss_disc_real_2: 0.24316059052944183 (0.2099721759557724) + | > loss_disc_real_3: 0.24352428317070007 (0.21686483770608903) + | > loss_disc_real_4: 0.2377316951751709 (0.21211188286542892) + | > loss_disc_real_5: 0.26256445050239563 (0.2645247370004654) + | > loss_0: 2.531648874282837 (2.5624898433685304) + | > loss_gen: 2.5446810722351074 (2.4852438092231752) + | > loss_kl: 1.1248282194137573 (1.5559059858322144) + | > loss_feat: 7.0044779777526855 (6.597480320930481) + | > loss_mel: 22.27146339416504 (20.703912925720214) + | > loss_duration: 1.5763392448425293 (1.69783011674881) + | > loss_1: 34.52178955078125 (33.04037342071533) + + --> STEP: 11 + | > loss_disc: 2.530945301055908 (2.5596221577037466) + | > loss_disc_real_0: 0.22270430624485016 (0.20929953862320294) + | > loss_disc_real_1: 0.1464921534061432 (0.20412406596270474) + | > loss_disc_real_2: 0.2375899702310562 (0.21248288452625275) + | > loss_disc_real_3: 0.1775694042444229 (0.2132925255732103) + | > loss_disc_real_4: 0.24683701992034912 (0.2152687135067853) + | > loss_disc_real_5: 0.2221975028514862 (0.26067680662328546) + | > loss_0: 2.530945301055908 (2.5596221577037466) + | > loss_gen: 2.6482269763946533 (2.5000604607842187) + | > loss_kl: 2.14223313331604 (1.6092084537852893) + | > loss_feat: 6.907893180847168 (6.625699671831998) + | > loss_mel: 19.41674041748047 (20.586897243152965) + | > loss_duration: 1.5949804782867432 (1.6884801496158948) + | > loss_1: 32.71007537841797 (33.010346325961024) + + --> STEP: 12 + | > loss_disc: 2.6324234008789062 (2.5656889279683432) + | > loss_disc_real_0: 0.17461270093917847 (0.20640896881620088) + | > loss_disc_real_1: 0.2205217480659485 (0.20549053947130838) + | > loss_disc_real_2: 0.20489494502544403 (0.21185055623451868) + | > loss_disc_real_3: 0.2228321135044098 (0.21408749123414358) + | > loss_disc_real_4: 0.18726658821105957 (0.21293520306547484) + | > loss_disc_real_5: 0.3077448010444641 (0.26459913949171704) + | > loss_0: 2.6324234008789062 (2.5656889279683432) + | > loss_gen: 2.1705408096313477 (2.472600489854813) + | > loss_kl: 1.6157020330429077 (1.609749585390091) + | > loss_feat: 5.534015655517578 (6.534726003805797) + | > loss_mel: 20.381759643554688 (20.569802443186443) + | > loss_duration: 1.7352958917617798 (1.692381461461385) + | > loss_1: 31.437314987182617 (32.87926038106283) + + --> STEP: 13 + | > loss_disc: 2.396231174468994 (2.552653716160701) + | > loss_disc_real_0: 0.15476912260055542 (0.20243667295345893) + | > loss_disc_real_1: 0.13230085372924805 (0.19986056364499605) + | > loss_disc_real_2: 0.20604678988456726 (0.2114041126691378) + | > loss_disc_real_3: 0.20724186301231384 (0.21356090444784898) + | > loss_disc_real_4: 0.22123616933822632 (0.21357373893260956) + | > loss_disc_real_5: 0.2007194608449936 (0.2596853180573537) + | > loss_0: 2.396231174468994 (2.552653716160701) + | > loss_gen: 2.441796064376831 (2.4702309186641993) + | > loss_kl: 1.8527048826217651 (1.628438454407912) + | > loss_feat: 7.901831150054932 (6.639887938132653) + | > loss_mel: 22.48516273498535 (20.717137850247898) + | > loss_duration: 1.723564863204956 (1.694780184672429) + | > loss_1: 36.405059814453125 (33.15047572209285) + + --> STEP: 14 + | > loss_disc: 2.72879695892334 (2.5652353763580322) + | > loss_disc_real_0: 0.2879194915294647 (0.20854258856603078) + | > loss_disc_real_1: 0.22328796982765198 (0.20153394980090006) + | > loss_disc_real_2: 0.1983778178691864 (0.21047366304056986) + | > loss_disc_real_3: 0.23446013033390045 (0.21505370629685266) + | > loss_disc_real_4: 0.2224041372537613 (0.2142044816698347) + | > loss_disc_real_5: 0.24644748866558075 (0.2587397588150842) + | > loss_0: 2.72879695892334 (2.5652353763580322) + | > loss_gen: 2.3088135719299316 (2.45870110818318) + | > loss_kl: 1.7443827390670776 (1.6367201890264238) + | > loss_feat: 5.857823371887207 (6.584026183400836) + | > loss_mel: 20.950780868530273 (20.733826637268066) + | > loss_duration: 1.7195484638214111 (1.696549347468785) + | > loss_1: 32.58134841918945 (33.109823771885466) + + --> STEP: 15 + | > loss_disc: 2.396775245666504 (2.554004700978597) + | > loss_disc_real_0: 0.1666073054075241 (0.20574690302213033) + | > loss_disc_real_1: 0.1682075411081314 (0.19931218922138214) + | > loss_disc_real_2: 0.19773083925247192 (0.20962414145469666) + | > loss_disc_real_3: 0.20382237434387207 (0.21430495083332063) + | > loss_disc_real_4: 0.20588679611682892 (0.21364996929963428) + | > loss_disc_real_5: 0.2543644607067108 (0.258448072274526) + | > loss_0: 2.396775245666504 (2.554004700978597) + | > loss_gen: 2.6467087268829346 (2.4712349494298302) + | > loss_kl: 1.6292600631713867 (1.6362228473027547) + | > loss_feat: 7.83267879486084 (6.667269690831502) + | > loss_mel: 24.164133071899414 (20.962513732910157) + | > loss_duration: 1.6679733991622925 (1.694644284248352) + | > loss_1: 37.94075393676758 (33.43188578287761) + + --> STEP: 16 + | > loss_disc: 2.758632183074951 (2.566793918609619) + | > loss_disc_real_0: 0.18753528594970703 (0.20460867695510387) + | > loss_disc_real_1: 0.17583249509334564 (0.19784470833837986) + | > loss_disc_real_2: 0.18923154473304749 (0.20834960415959358) + | > loss_disc_real_3: 0.22467772662639618 (0.21495324932038784) + | > loss_disc_real_4: 0.21435432136058807 (0.2136939913034439) + | > loss_disc_real_5: 0.25265929102897644 (0.2580862734466791) + | > loss_0: 2.758632183074951 (2.566793918609619) + | > loss_gen: 2.1410093307495117 (2.4505958482623105) + | > loss_kl: 2.226541757583618 (1.6731177791953087) + | > loss_feat: 7.3779497146606445 (6.711687192320824) + | > loss_mel: 22.356882095336914 (21.04966175556183) + | > loss_duration: 1.7911591529846191 (1.7006764635443687) + | > loss_1: 35.8935432434082 (33.58573937416077) + + --> STEP: 17 + | > loss_disc: 2.452099323272705 (2.560047177707448) + | > loss_disc_real_0: 0.2537018656730652 (0.2074965115855722) + | > loss_disc_real_1: 0.17412316799163818 (0.19644932361210093) + | > loss_disc_real_2: 0.22223107516765594 (0.2091661612777149) + | > loss_disc_real_3: 0.2129741609096527 (0.21483683235505047) + | > loss_disc_real_4: 0.18942105770111084 (0.21226617167977727) + | > loss_disc_real_5: 0.27168580889701843 (0.2588862461202285) + | > loss_0: 2.452099323272705 (2.560047177707448) + | > loss_gen: 2.717244863510132 (2.466281084453359) + | > loss_kl: 1.8195124864578247 (1.681729232563692) + | > loss_feat: 6.319781303405762 (6.688633904737585) + | > loss_mel: 21.58094596862793 (21.08091376809513) + | > loss_duration: 1.6312859058380127 (1.6965946660322302) + | > loss_1: 34.06877136230469 (33.614153020522174) + + --> STEP: 18 + | > loss_disc: 2.296452522277832 (2.5454030301835804) + | > loss_disc_real_0: 0.13376688957214355 (0.20340042147371504) + | > loss_disc_real_1: 0.17543044686317444 (0.19528160823716056) + | > loss_disc_real_2: 0.21180705726146698 (0.20931287772125667) + | > loss_disc_real_3: 0.18770867586135864 (0.21332971254984537) + | > loss_disc_real_4: 0.1990409940481186 (0.21153143958912957) + | > loss_disc_real_5: 0.2796517014503479 (0.26003988252745736) + | > loss_0: 2.296452522277832 (2.5454030301835804) + | > loss_gen: 2.7821192741394043 (2.483827650547028) + | > loss_kl: 1.865378975868225 (1.6919319960806105) + | > loss_feat: 7.68195104598999 (6.743818190362719) + | > loss_mel: 23.307106018066406 (21.204591115315754) + | > loss_duration: 1.6669002771377563 (1.694944977760315) + | > loss_1: 37.3034553527832 (33.81911426120334) + + --> STEP: 19 + | > loss_disc: 2.317046642303467 (2.533384272926732) + | > loss_disc_real_0: 0.13813799619674683 (0.19996555698545357) + | > loss_disc_real_1: 0.15365368127822876 (0.19309066471300626) + | > loss_disc_real_2: 0.17882493138313293 (0.20770824896661857) + | > loss_disc_real_3: 0.19696223735809326 (0.21246826648712158) + | > loss_disc_real_4: 0.1418730616569519 (0.20786520917164653) + | > loss_disc_real_5: 0.25553685426712036 (0.2598028810400712) + | > loss_0: 2.317046642303467 (2.533384272926732) + | > loss_gen: 2.4023609161376953 (2.479539927683379) + | > loss_kl: 2.3195297718048096 (1.7249634579608315) + | > loss_feat: 8.967236518859863 (6.860840207652042) + | > loss_mel: 23.536909103393555 (21.327344693635638) + | > loss_duration: 1.7952243089675903 (1.7002228372975399) + | > loss_1: 39.02125930786133 (34.09291136892218) + + --> STEP: 20 + | > loss_disc: 2.6504123210906982 (2.5392356753349303) + | > loss_disc_real_0: 0.2664579153060913 (0.20329017490148543) + | > loss_disc_real_1: 0.13387271761894226 (0.19012976735830306) + | > loss_disc_real_2: 0.1929200142621994 (0.20696883723139764) + | > loss_disc_real_3: 0.22432945668697357 (0.2130613259971142) + | > loss_disc_real_4: 0.16182808578014374 (0.20556335300207138) + | > loss_disc_real_5: 0.23896698653697968 (0.2587610863149166) + | > loss_0: 2.6504123210906982 (2.5392356753349303) + | > loss_gen: 2.4703752994537354 (2.479081696271897) + | > loss_kl: 1.6875938177108765 (1.7230949759483338) + | > loss_feat: 7.055118083953857 (6.870554101467133) + | > loss_mel: 22.929920196533203 (21.407473468780516) + | > loss_duration: 1.6773993968963623 (1.6990816652774812) + | > loss_1: 35.82040786743164 (34.17928619384766) + + --> STEP: 21 + | > loss_disc: 2.320505142211914 (2.5288199356624057) + | > loss_disc_real_0: 0.20510834455490112 (0.20337675440879094) + | > loss_disc_real_1: 0.18289944529533386 (0.1897854663076855) + | > loss_disc_real_2: 0.2237090766429901 (0.2077659914890925) + | > loss_disc_real_3: 0.20826014876365662 (0.21283269850980668) + | > loss_disc_real_4: 0.18662157654762268 (0.20466136364709764) + | > loss_disc_real_5: 0.20427753031253815 (0.2561666312671843) + | > loss_0: 2.320505142211914 (2.5288199356624057) + | > loss_gen: 2.867886543273926 (2.4975962127958033) + | > loss_kl: 1.2819734811782837 (1.7020891904830933) + | > loss_feat: 7.528487682342529 (6.901884271985009) + | > loss_mel: 22.250757217407227 (21.44762983776274) + | > loss_duration: 1.6694165468215942 (1.6976690405891055) + | > loss_1: 35.5985221862793 (34.246868860153924) + + --> STEP: 22 + | > loss_disc: 2.320688247680664 (2.5193594043905083) + | > loss_disc_real_0: 0.18204781413078308 (0.20240725712342697) + | > loss_disc_real_1: 0.15974703431129456 (0.18842008303512225) + | > loss_disc_real_2: 0.18749573826789856 (0.2068446163426746) + | > loss_disc_real_3: 0.20258593559265137 (0.2123669365590269) + | > loss_disc_real_4: 0.1578703671693802 (0.20253450017083774) + | > loss_disc_real_5: 0.2045319527387619 (0.2538196004249833) + | > loss_0: 2.320688247680664 (2.5193594043905083) + | > loss_gen: 2.738060712814331 (2.5085264173421) + | > loss_kl: 1.5772567987442017 (1.6964149908585981) + | > loss_feat: 8.496346473693848 (6.974359826608137) + | > loss_mel: 23.84789276123047 (21.556732697920364) + | > loss_duration: 1.7994574308395386 (1.7022957856004888) + | > loss_1: 38.459014892578125 (34.43833004344594) + + --> STEP: 23 + | > loss_disc: 2.604276418685913 (2.5230514484903086) + | > loss_disc_real_0: 0.2613588273525238 (0.20497036887251813) + | > loss_disc_real_1: 0.20813506841659546 (0.1892772563125776) + | > loss_disc_real_2: 0.23846493661403656 (0.20821941287621207) + | > loss_disc_real_3: 0.1937064826488495 (0.2115556124759757) + | > loss_disc_real_4: 0.15573705732822418 (0.20049982874289804) + | > loss_disc_real_5: 0.2457631230354309 (0.2534693187993506) + | > loss_0: 2.604276418685913 (2.5230514484903086) + | > loss_gen: 2.275952100753784 (2.498414490533912) + | > loss_kl: 1.612969994544983 (1.692786947540615) + | > loss_feat: 6.612475872039795 (6.958625741626905) + | > loss_mel: 21.334335327148438 (21.547063247017235) + | > loss_duration: 1.7920396327972412 (1.7061976920003477) + | > loss_1: 33.627769470214844 (34.40308827939241) + + --> STEP: 24 + | > loss_disc: 2.560267925262451 (2.5246021350224814) + | > loss_disc_real_0: 0.1896142065525055 (0.20433052877585092) + | > loss_disc_real_1: 0.24186965823173523 (0.1914686063925425) + | > loss_disc_real_2: 0.24452310800552368 (0.2097320668399334) + | > loss_disc_real_3: 0.16710533201694489 (0.20970351745684943) + | > loss_disc_real_4: 0.18830588459968567 (0.19999174773693085) + | > loss_disc_real_5: 0.2706031799316406 (0.2541832296798627) + | > loss_0: 2.560267925262451 (2.5246021350224814) + | > loss_gen: 2.6829516887664795 (2.506103540460269) + | > loss_kl: 1.3445346355438232 (1.6782764345407486) + | > loss_feat: 6.975824356079102 (6.959342350562413) + | > loss_mel: 20.070432662963867 (21.485536972681675) + | > loss_duration: 1.651314377784729 (1.7039108872413635) + | > loss_1: 32.725059509277344 (34.333170413970954) + + --> STEP: 25 + | > loss_disc: 2.3669965267181396 (2.5182979106903076) + | > loss_disc_real_0: 0.12491541355848312 (0.20115392416715622) + | > loss_disc_real_1: 0.16844405233860016 (0.19054762423038482) + | > loss_disc_real_2: 0.17432546615600586 (0.2083158028125763) + | > loss_disc_real_3: 0.17497646808624268 (0.20831443548202513) + | > loss_disc_real_4: 0.1795201301574707 (0.19917288303375244) + | > loss_disc_real_5: 0.2315191775560379 (0.2532766675949097) + | > loss_0: 2.3669965267181396 (2.5182979106903076) + | > loss_gen: 2.265918493270874 (2.4964961385726934) + | > loss_kl: 1.677979588508606 (1.6782645606994628) + | > loss_feat: 7.166304588317871 (6.967620840072632) + | > loss_mel: 23.29329490661621 (21.557847290039057) + | > loss_duration: 1.6585838794708252 (1.702097806930542) + | > loss_1: 36.06208419799805 (34.40232696533204) + + --> STEP: 26 + | > loss_disc: 2.4714395999908447 (2.5164956679710975) + | > loss_disc_real_0: 0.15665727853775024 (0.19944251471987137) + | > loss_disc_real_1: 0.17254149913787842 (0.18985508095759612) + | > loss_disc_real_2: 0.15857282280921936 (0.20640261127398565) + | > loss_disc_real_3: 0.195665180683136 (0.20782792568206787) + | > loss_disc_real_4: 0.15603525936603546 (0.19751374366191718) + | > loss_disc_real_5: 0.22170233726501465 (0.2520622702745291) + | > loss_0: 2.4714395999908447 (2.5164956679710975) + | > loss_gen: 2.4672365188598633 (2.4953707685837383) + | > loss_kl: 1.546919584274292 (1.6732128308369563) + | > loss_feat: 7.92903470993042 (7.004598296605623) + | > loss_mel: 23.341392517089844 (21.626445183387165) + | > loss_duration: 1.6815807819366455 (1.7013086905846229) + | > loss_1: 36.96615982055664 (34.500935921302215) + + --> STEP: 27 + | > loss_disc: 2.5624160766601562 (2.51819642384847) + | > loss_disc_real_0: 0.3283490836620331 (0.2042168320880996) + | > loss_disc_real_1: 0.16961278021335602 (0.18910536611521686) + | > loss_disc_real_2: 0.19229038059711456 (0.20587993606373114) + | > loss_disc_real_3: 0.19681008160114288 (0.20741985738277435) + | > loss_disc_real_4: 0.19519031047821045 (0.19742769058103915) + | > loss_disc_real_5: 0.21366119384765625 (0.25064000818464494) + | > loss_0: 2.5624160766601562 (2.51819642384847) + | > loss_gen: 2.3918471336364746 (2.491536559881988) + | > loss_kl: 1.5314642190933228 (1.6679628822538588) + | > loss_feat: 8.076623916625977 (7.04430294919897) + | > loss_mel: 23.541648864746094 (21.697378653067126) + | > loss_duration: 1.6541579961776733 (1.6995623685695507) + | > loss_1: 37.195743560791016 (34.600743611653655) + + --> STEP: 28 + | > loss_disc: 2.7824864387512207 (2.5276353529521396) + | > loss_disc_real_0: 0.2837488651275635 (0.207057261839509) + | > loss_disc_real_1: 0.2623620927333832 (0.19172167778015137) + | > loss_disc_real_2: 0.19781236350536346 (0.2055918084723609) + | > loss_disc_real_3: 0.22234028577804565 (0.20795272982546262) + | > loss_disc_real_4: 0.20838592946529388 (0.19781905625547683) + | > loss_disc_real_5: 0.23698264360427856 (0.2501522451639176) + | > loss_0: 2.7824864387512207 (2.5276353529521396) + | > loss_gen: 2.306565046310425 (2.484930434397289) + | > loss_kl: 1.894124150276184 (1.6760400703975133) + | > loss_feat: 5.661512851715088 (6.994917588574546) + | > loss_mel: 20.03571891784668 (21.638033662523537) + | > loss_duration: 1.710052490234375 (1.6999370157718658) + | > loss_1: 31.607973098754883 (34.493858950478696) + + --> STEP: 29 + | > loss_disc: 2.3848867416381836 (2.5227129870447618) + | > loss_disc_real_0: 0.21713876724243164 (0.20740489995685116) + | > loss_disc_real_1: 0.16579177975654602 (0.19082754336554428) + | > loss_disc_real_2: 0.2351762056350708 (0.20661196009866123) + | > loss_disc_real_3: 0.25954070687294006 (0.20973162558572045) + | > loss_disc_real_4: 0.2585792541503906 (0.19991423549323245) + | > loss_disc_real_5: 0.24447110295295715 (0.24995634370836725) + | > loss_0: 2.3848867416381836 (2.5227129870447618) + | > loss_gen: 2.684792995452881 (2.491822246847482) + | > loss_kl: 1.228954792022705 (1.6606233366604508) + | > loss_feat: 7.406633377075195 (7.009114684729741) + | > loss_mel: 23.88829803466797 (21.71562898570093) + | > loss_duration: 1.655859351158142 (1.698417096302427) + | > loss_1: 36.864540100097656 (34.57560657632763) + + --> STEP: 30 + | > loss_disc: 2.503117322921753 (2.5220597982406616) + | > loss_disc_real_0: 0.1860223114490509 (0.20669214700659116) + | > loss_disc_real_1: 0.14818571507930756 (0.1894061490893364) + | > loss_disc_real_2: 0.24730335175991058 (0.20796833982070287) + | > loss_disc_real_3: 0.1883772611618042 (0.20901981343825657) + | > loss_disc_real_4: 0.12434633076190948 (0.1973953053355217) + | > loss_disc_real_5: 0.16347749531269073 (0.24707371542851136) + | > loss_0: 2.503117322921753 (2.5220597982406616) + | > loss_gen: 2.170699119567871 (2.4811181426048283) + | > loss_kl: 1.6325042247772217 (1.65968603293101) + | > loss_feat: 7.321658134460449 (7.019532799720764) + | > loss_mel: 20.881258010864258 (21.687816619873043) + | > loss_duration: 1.6995670795440674 (1.6984554290771485) + | > loss_1: 33.705684661865234 (34.54660917917888) + + --> STEP: 31 + | > loss_disc: 2.36137056350708 (2.5168762745395785) + | > loss_disc_real_0: 0.23659993708133698 (0.20765691442835715) + | > loss_disc_real_1: 0.17019343376159668 (0.18878638407876414) + | > loss_disc_real_2: 0.20209597051143646 (0.207778908552662) + | > loss_disc_real_3: 0.1879662126302719 (0.2083406650250958) + | > loss_disc_real_4: 0.19253766536712646 (0.19723860727202508) + | > loss_disc_real_5: 0.2524963915348053 (0.24724864046419825) + | > loss_0: 2.36137056350708 (2.5168762745395785) + | > loss_gen: 2.6365907192230225 (2.4861333870118667) + | > loss_kl: 1.440940260887146 (1.6526297177037885) + | > loss_feat: 6.202891826629639 (6.993189542524276) + | > loss_mel: 19.529586791992188 (21.618196302844627) + | > loss_duration: 1.6568862199783325 (1.6971144868481545) + | > loss_1: 31.46689796447754 (34.447263656124) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.007232504506264964 (-0.005049436323104366) + | > avg_loss_disc: 2.5168762745395785 (-0.088383074729673) + | > avg_loss_disc_real_0: 0.20765691442835715 (+0.03913098261240988) + | > avg_loss_disc_real_1: 0.18878638407876414 (-0.05576923105024523) + | > avg_loss_disc_real_2: 0.207778908552662 (+0.014420419931411743) + | > avg_loss_disc_real_3: 0.2083406650250958 (-0.012688062364055258) + | > avg_loss_disc_real_4: 0.19723860727202508 (-0.006725732837953885) + | > avg_loss_disc_real_5: 0.24724864046419825 (-0.00392802299991718) + | > avg_loss_0: 2.5168762745395785 (-0.088383074729673) + | > avg_loss_gen: 2.4861333870118667 (+0.3960188819516097) + | > avg_loss_kl: 1.6526297177037885 (+0.012196844623934888) + | > avg_loss_feat: 6.993189542524276 (+0.33414064684221856) + | > avg_loss_mel: 21.618196302844627 (+0.0678097509568687) + | > avg_loss_duration: 1.6971144868481545 (+0.004203008067223513) + | > avg_loss_1: 34.447263656124 (+0.8143693862422907) + + + > EPOCH: 37/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 06:41:02)  + + --> TIME: 2024-11-23 06:41:06 -- STEP: 4/797 -- GLOBAL_STEP: 52600 + | > loss_disc: 2.4522438049316406 (2.5340903997421265) + | > loss_disc_real_0: 0.12480376660823822 (0.12223842740058899) + | > loss_disc_real_1: 0.24003291130065918 (0.23277144506573677) + | > loss_disc_real_2: 0.26927050948143005 (0.24965305253863335) + | > loss_disc_real_3: 0.2502817213535309 (0.24906025826931) + | > loss_disc_real_4: 0.2633397579193115 (0.2207951322197914) + | > loss_disc_real_5: 0.2506721615791321 (0.2391514927148819) + | > loss_0: 2.4522438049316406 (2.5340903997421265) + | > grad_norm_0: tensor(149.7498, device='cuda:0') (tensor(104.7668, device='cuda:0')) + | > loss_gen: 2.468956708908081 (2.3015071153640747) + | > loss_kl: 1.484582543373108 (1.4147554636001587) + | > loss_feat: 6.0953288078308105 (6.269649386405945) + | > loss_mel: 18.817026138305664 (19.6537127494812) + | > loss_duration: 1.81737220287323 (1.905138522386551) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.683265686035156 (31.544764041900635) + | > grad_norm_1: tensor(502.5373, device='cuda:0') (tensor(375.2500, device='cuda:0')) + | > current_lr_0: 0.00019838148297050769 + | > current_lr_1: 0.00019838148297050769 + | > step_time: 0.727 (0.7301795482635498) + | > loader_time: 0.0059 (0.003849923610687256) + + + --> TIME: 2024-11-23 06:41:25 -- STEP: 29/797 -- GLOBAL_STEP: 52625 + | > loss_disc: 2.3861331939697266 (2.4461319857630235) + | > loss_disc_real_0: 0.09817641973495483 (0.11948108339104159) + | > loss_disc_real_1: 0.2146708220243454 (0.2222850857109859) + | > loss_disc_real_2: 0.18383505940437317 (0.24288702319408284) + | > loss_disc_real_3: 0.2048882395029068 (0.21950058587666216) + | > loss_disc_real_4: 0.17782114446163177 (0.22322402175130515) + | > loss_disc_real_5: 0.18220332264900208 (0.231230147439858) + | > loss_0: 2.3861331939697266 (2.4461319857630235) + | > grad_norm_0: tensor(12.8592, device='cuda:0') (tensor(54.4692, device='cuda:0')) + | > loss_gen: 2.4216854572296143 (2.3868341856989366) + | > loss_kl: 1.865187168121338 (1.5515473053373139) + | > loss_feat: 7.969874382019043 (7.013759465053163) + | > loss_mel: 21.42546844482422 (20.45000898426977) + | > loss_duration: 1.6633855104446411 (1.7944277154988255) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.345603942871094 (33.196577664079335) + | > grad_norm_1: tensor(237.6009, device='cuda:0') (tensor(410.3889, device='cuda:0')) + | > current_lr_0: 0.00019838148297050769 + | > current_lr_1: 0.00019838148297050769 + | > step_time: 0.748 (0.7367750200732001) + | > loader_time: 0.0053 (0.004154410855523472) + + + --> TIME: 2024-11-23 06:41:44 -- STEP: 54/797 -- GLOBAL_STEP: 52650 + | > loss_disc: 2.4984655380249023 (2.4395654598871856) + | > loss_disc_real_0: 0.12239068746566772 (0.12557822866020382) + | > loss_disc_real_1: 0.18416453897953033 (0.22172203991148207) + | > loss_disc_real_2: 0.2516813278198242 (0.238150372825287) + | > loss_disc_real_3: 0.23989813029766083 (0.218807527312526) + | > loss_disc_real_4: 0.26593273878097534 (0.2222572890696702) + | > loss_disc_real_5: 0.2910703420639038 (0.22982876499493918) + | > loss_0: 2.4984655380249023 (2.4395654598871856) + | > grad_norm_0: tensor(26.1640, device='cuda:0') (tensor(52.9219, device='cuda:0')) + | > loss_gen: 2.3970580101013184 (2.3884639651687056) + | > loss_kl: 1.4997960329055786 (1.5536487058356956) + | > loss_feat: 6.54487419128418 (7.136958157574689) + | > loss_mel: 20.622846603393555 (20.854825055157683) + | > loss_duration: 1.6996796131134033 (1.7651077288168449) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.76425552368164 (33.69900364345973) + | > grad_norm_1: tensor(170.3370, device='cuda:0') (tensor(444.1571, device='cuda:0')) + | > current_lr_0: 0.00019838148297050769 + | > current_lr_1: 0.00019838148297050769 + | > step_time: 0.7392 (0.7468759527912846) + | > loader_time: 0.0037 (0.0046351176721078375) + + + --> TIME: 2024-11-23 06:42:04 -- STEP: 79/797 -- GLOBAL_STEP: 52675 + | > loss_disc: 2.343484878540039 (2.4307944895345948) + | > loss_disc_real_0: 0.11581256240606308 (0.12742800029772747) + | > loss_disc_real_1: 0.20847971737384796 (0.21982967193368114) + | > loss_disc_real_2: 0.22559739649295807 (0.23479285892806476) + | > loss_disc_real_3: 0.1693560928106308 (0.21808162425892264) + | > loss_disc_real_4: 0.19368337094783783 (0.2188145416446879) + | > loss_disc_real_5: 0.20256970822811127 (0.23004541234879555) + | > loss_0: 2.343484878540039 (2.4307944895345948) + | > grad_norm_0: tensor(53.4068, device='cuda:0') (tensor(49.1169, device='cuda:0')) + | > loss_gen: 2.603785991668701 (2.3865211975725393) + | > loss_kl: 1.8275372982025146 (1.5424433931519714) + | > loss_feat: 7.875268459320068 (7.171419071245797) + | > loss_mel: 22.45819664001465 (20.996157875543897) + | > loss_duration: 1.6497715711593628 (1.7438870668411255) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.4145622253418 (33.840428557577) + | > grad_norm_1: tensor(908.4726, device='cuda:0') (tensor(422.7212, device='cuda:0')) + | > current_lr_0: 0.00019838148297050769 + | > current_lr_1: 0.00019838148297050769 + | > step_time: 0.7997 (0.7538739880429037) + | > loader_time: 0.004 (0.005247263968745365) + + + --> TIME: 2024-11-23 06:42:23 -- STEP: 104/797 -- GLOBAL_STEP: 52700 + | > loss_disc: 2.4966626167297363 (2.443462853248303) + | > loss_disc_real_0: 0.08824284374713898 (0.12961181052602264) + | > loss_disc_real_1: 0.20219403505325317 (0.21973263887831798) + | > loss_disc_real_2: 0.2551060616970062 (0.23508617826379263) + | > loss_disc_real_3: 0.22214646637439728 (0.22150531640419593) + | > loss_disc_real_4: 0.20806750655174255 (0.21887217075205767) + | > loss_disc_real_5: 0.23512427508831024 (0.23057476087258413) + | > loss_0: 2.4966626167297363 (2.443462853248303) + | > grad_norm_0: tensor(129.0506, device='cuda:0') (tensor(54.6092, device='cuda:0')) + | > loss_gen: 2.358081579208374 (2.39947426548371) + | > loss_kl: 1.421685814857483 (1.5432531558550322) + | > loss_feat: 7.097828388214111 (7.15420872431535) + | > loss_mel: 21.20508575439453 (21.063548418191754) + | > loss_duration: 1.6689815521240234 (1.7339837688666124) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.75166320800781 (33.894468307495124) + | > grad_norm_1: tensor(698.9230, device='cuda:0') (tensor(439.1956, device='cuda:0')) + | > current_lr_0: 0.00019838148297050769 + | > current_lr_1: 0.00019838148297050769 + | > step_time: 0.8078 (0.7575893402099608) + | > loader_time: 0.0039 (0.005372521968988274) + + + --> TIME: 2024-11-23 06:42:44 -- STEP: 129/797 -- GLOBAL_STEP: 52725 + | > loss_disc: 2.5136072635650635 (2.451103774152061) + | > loss_disc_real_0: 0.1122945249080658 (0.1295736509180347) + | > loss_disc_real_1: 0.24195821583271027 (0.218874780706657) + | > loss_disc_real_2: 0.2043953388929367 (0.23464598997618802) + | > loss_disc_real_3: 0.24083057045936584 (0.22096364766128304) + | > loss_disc_real_4: 0.20894314348697662 (0.22103478592033535) + | > loss_disc_real_5: 0.22315149009227753 (0.2338329856247865) + | > loss_0: 2.5136072635650635 (2.451103774152061) + | > grad_norm_0: tensor(22.0757, device='cuda:0') (tensor(58.6017, device='cuda:0')) + | > loss_gen: 2.4371495246887207 (2.3958493203155755) + | > loss_kl: 1.6220892667770386 (1.539104097573332) + | > loss_feat: 6.653453350067139 (7.115729439166165) + | > loss_mel: 21.672094345092773 (21.072182810583772) + | > loss_duration: 1.7140791416168213 (1.7281202817148016) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.0988655090332 (33.85098599278651) + | > grad_norm_1: tensor(270.4115, device='cuda:0') (tensor(448.1531, device='cuda:0')) + | > current_lr_0: 0.00019838148297050769 + | > current_lr_1: 0.00019838148297050769 + | > step_time: 0.7555 (0.7671949715577354) + | > loader_time: 0.0094 (0.005704365959463195) + + + --> TIME: 2024-11-23 06:43:04 -- STEP: 154/797 -- GLOBAL_STEP: 52750 + | > loss_disc: 2.3877506256103516 (2.4455656169296858) + | > loss_disc_real_0: 0.0907592624425888 (0.12853770811933202) + | > loss_disc_real_1: 0.19122935831546783 (0.21777840365063061) + | > loss_disc_real_2: 0.21039991080760956 (0.23301989865767492) + | > loss_disc_real_3: 0.17540298402309418 (0.22132278514372838) + | > loss_disc_real_4: 0.21093347668647766 (0.22073165453099586) + | > loss_disc_real_5: 0.22230373322963715 (0.23234088689862908) + | > loss_0: 2.3877506256103516 (2.4455656169296858) + | > grad_norm_0: tensor(12.3763, device='cuda:0') (tensor(59.8109, device='cuda:0')) + | > loss_gen: 2.3968167304992676 (2.3964246650794876) + | > loss_kl: 1.4775488376617432 (1.546839627352628) + | > loss_feat: 8.019762992858887 (7.123699482385213) + | > loss_mel: 21.627172470092773 (21.105151263150297) + | > loss_duration: 1.6291115283966064 (1.722572190420968) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.150413513183594 (33.894687380109524) + | > grad_norm_1: tensor(196.5466, device='cuda:0') (tensor(466.3640, device='cuda:0')) + | > current_lr_0: 0.00019838148297050769 + | > current_lr_1: 0.00019838148297050769 + | > step_time: 0.777 (0.7737557888031006) + | > loader_time: 0.0116 (0.006065238605846058) + + + --> TIME: 2024-11-23 06:43:24 -- STEP: 179/797 -- GLOBAL_STEP: 52775 + | > loss_disc: 2.4629063606262207 (2.448672245334646) + | > loss_disc_real_0: 0.1391475945711136 (0.12886916814819394) + | > loss_disc_real_1: 0.20681123435497284 (0.21815864517036096) + | > loss_disc_real_2: 0.19697777926921844 (0.233223583361956) + | > loss_disc_real_3: 0.17962272465229034 (0.22098483428275784) + | > loss_disc_real_4: 0.22185949981212616 (0.22221982437472104) + | > loss_disc_real_5: 0.2292303591966629 (0.23383686637412238) + | > loss_0: 2.4629063606262207 (2.448672245334646) + | > grad_norm_0: tensor(76.8526, device='cuda:0') (tensor(59.3608, device='cuda:0')) + | > loss_gen: 2.2453410625457764 (2.3947991485702254) + | > loss_kl: 1.824908971786499 (1.55427080026552) + | > loss_feat: 7.278800964355469 (7.105106673427133) + | > loss_mel: 21.175739288330078 (21.11142942758912) + | > loss_duration: 1.680995225906372 (1.7160589988005228) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.205787658691406 (33.88166519250284) + | > grad_norm_1: tensor(741.5181, device='cuda:0') (tensor(489.1720, device='cuda:0')) + | > current_lr_0: 0.00019838148297050769 + | > current_lr_1: 0.00019838148297050769 + | > step_time: 0.8583 (0.7776769193191102) + | > loader_time: 0.0045 (0.006119011500694232) + + + --> TIME: 2024-11-23 06:43:45 -- STEP: 204/797 -- GLOBAL_STEP: 52800 + | > loss_disc: 2.63006591796875 (2.4480661574532006) + | > loss_disc_real_0: 0.140760600566864 (0.12782487355391767) + | > loss_disc_real_1: 0.22426027059555054 (0.21727875598213253) + | > loss_disc_real_2: 0.278780460357666 (0.23262302942720114) + | > loss_disc_real_3: 0.27421632409095764 (0.22168280856282102) + | > loss_disc_real_4: 0.2827325463294983 (0.22228829139003567) + | > loss_disc_real_5: 0.32609260082244873 (0.23355788803275893) + | > loss_0: 2.63006591796875 (2.4480661574532006) + | > grad_norm_0: tensor(120.1383, device='cuda:0') (tensor(60.7957, device='cuda:0')) + | > loss_gen: 2.4217453002929688 (2.397452047058179) + | > loss_kl: 1.455449104309082 (1.5532794407769746) + | > loss_feat: 6.4681501388549805 (7.1085266459221925) + | > loss_mel: 21.52368927001953 (21.16488790512086) + | > loss_duration: 1.7494890689849854 (1.7135554756603988) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.61852264404297 (33.93770169276818) + | > grad_norm_1: tensor(762.5497, device='cuda:0') (tensor(496.7437, device='cuda:0')) + | > current_lr_0: 0.00019838148297050769 + | > current_lr_1: 0.00019838148297050769 + | > step_time: 0.7348 (0.7804816411990746) + | > loader_time: 0.0049 (0.006302695648342955) + + + --> TIME: 2024-11-23 06:44:05 -- STEP: 229/797 -- GLOBAL_STEP: 52825 + | > loss_disc: 2.290137767791748 (2.44886275566301) + | > loss_disc_real_0: 0.06608649343252182 (0.12706313257849886) + | > loss_disc_real_1: 0.21770478785037994 (0.21756767192001425) + | > loss_disc_real_2: 0.2164105474948883 (0.23319532413149505) + | > loss_disc_real_3: 0.18210723996162415 (0.2209573278781108) + | > loss_disc_real_4: 0.18147031962871552 (0.22325951101738292) + | > loss_disc_real_5: 0.21629874408245087 (0.2346625980721811) + | > loss_0: 2.290137767791748 (2.44886275566301) + | > grad_norm_0: tensor(33.4521, device='cuda:0') (tensor(61.2507, device='cuda:0')) + | > loss_gen: 2.372511386871338 (2.3941574835881387) + | > loss_kl: 1.5242533683776855 (1.5532429593098735) + | > loss_feat: 7.134674072265625 (7.077295736454459) + | > loss_mel: 21.674837112426758 (21.15494653959983) + | > loss_duration: 1.688599944114685 (1.7105450635393633) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.394874572753906 (33.89018794230499) + | > grad_norm_1: tensor(396.1493, device='cuda:0') (tensor(509.2040, device='cuda:0')) + | > current_lr_0: 0.00019838148297050769 + | > current_lr_1: 0.00019838148297050769 + | > step_time: 0.7939 (0.7834311291640502) + | > loader_time: 0.005 (0.006318061112316415) + + + --> TIME: 2024-11-23 06:44:26 -- STEP: 254/797 -- GLOBAL_STEP: 52850 + | > loss_disc: 2.5220160484313965 (2.448003015180273) + | > loss_disc_real_0: 0.09008285403251648 (0.12859664999652554) + | > loss_disc_real_1: 0.21478715538978577 (0.21734294682506503) + | > loss_disc_real_2: 0.2948853373527527 (0.23319167016059394) + | > loss_disc_real_3: 0.22707760334014893 (0.22091096974029314) + | > loss_disc_real_4: 0.20142333209514618 (0.22231641581912678) + | > loss_disc_real_5: 0.24013802409172058 (0.23358139595178168) + | > loss_0: 2.5220160484313965 (2.448003015180273) + | > grad_norm_0: tensor(86.8157, device='cuda:0') (tensor(64.6544, device='cuda:0')) + | > loss_gen: 2.364773988723755 (2.3967275929263248) + | > loss_kl: 1.1740299463272095 (1.551250967453784) + | > loss_feat: 6.6716694831848145 (7.070364503409918) + | > loss_mel: 20.641254425048828 (21.148024720469806) + | > loss_duration: 1.6839706897735596 (1.7065908852524645) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.53569793701172 (33.872958821574535) + | > grad_norm_1: tensor(330.6833, device='cuda:0') (tensor(504.3507, device='cuda:0')) + | > current_lr_0: 0.00019838148297050769 + | > current_lr_1: 0.00019838148297050769 + | > step_time: 0.784 (0.7851071320180818) + | > loader_time: 0.0123 (0.006474470529030627) + + + --> TIME: 2024-11-23 06:44:46 -- STEP: 279/797 -- GLOBAL_STEP: 52875 + | > loss_disc: 2.6940817832946777 (2.450843286343374) + | > loss_disc_real_0: 0.10911132395267487 (0.12876239433670977) + | > loss_disc_real_1: 0.23103004693984985 (0.21752542332081815) + | > loss_disc_real_2: 0.26174378395080566 (0.23322122407856807) + | > loss_disc_real_3: 0.22137314081192017 (0.22112192774331701) + | > loss_disc_real_4: 0.22364597022533417 (0.22315940576001306) + | > loss_disc_real_5: 0.2455303966999054 (0.2341961951452344) + | > loss_0: 2.6940817832946777 (2.450843286343374) + | > grad_norm_0: tensor(130.7000, device='cuda:0') (tensor(65.7214, device='cuda:0')) + | > loss_gen: 2.1144442558288574 (2.398439927340408) + | > loss_kl: 1.6170568466186523 (1.5539658048246923) + | > loss_feat: 6.462135314941406 (7.055291269842441) + | > loss_mel: 20.330547332763672 (21.151426325562188) + | > loss_duration: 1.7501540184020996 (1.7041846334293325) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.27433776855469 (33.863308096444726) + | > grad_norm_1: tensor(608.5172, device='cuda:0') (tensor(500.4690, device='cuda:0')) + | > current_lr_0: 0.00019838148297050769 + | > current_lr_1: 0.00019838148297050769 + | > step_time: 0.8342 (0.787884685728285) + | > loader_time: 0.0062 (0.006538637222782257) + + + --> TIME: 2024-11-23 06:45:07 -- STEP: 304/797 -- GLOBAL_STEP: 52900 + | > loss_disc: 2.5804548263549805 (2.449313795880268) + | > loss_disc_real_0: 0.1055547371506691 (0.127815550720123) + | > loss_disc_real_1: 0.2381412386894226 (0.21713029441276663) + | > loss_disc_real_2: 0.24797429144382477 (0.23278919504465242) + | > loss_disc_real_3: 0.17959627509117126 (0.22155072696899117) + | > loss_disc_real_4: 0.23171547055244446 (0.22331129970323094) + | > loss_disc_real_5: 0.26236942410469055 (0.23391421864691533) + | > loss_0: 2.5804548263549805 (2.449313795880268) + | > grad_norm_0: tensor(16.8728, device='cuda:0') (tensor(64.4198, device='cuda:0')) + | > loss_gen: 2.394667148590088 (2.3952432521864) + | > loss_kl: 1.8077383041381836 (1.550878608305203) + | > loss_feat: 6.964635848999023 (7.047702492851957) + | > loss_mel: 21.046175003051758 (21.16287303912013) + | > loss_duration: 1.6898252964019775 (1.7024404590851383) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.903045654296875 (33.859137980561506) + | > grad_norm_1: tensor(437.0947, device='cuda:0') (tensor(506.6174, device='cuda:0')) + | > current_lr_0: 0.00019838148297050769 + | > current_lr_1: 0.00019838148297050769 + | > step_time: 0.7947 (0.7898692865120737) + | > loader_time: 0.0058 (0.006589209562853763) + + + --> TIME: 2024-11-23 06:45:28 -- STEP: 329/797 -- GLOBAL_STEP: 52925 + | > loss_disc: 2.4614877700805664 (2.448320643880084) + | > loss_disc_real_0: 0.09147344529628754 (0.12772252953025337) + | > loss_disc_real_1: 0.20305468142032623 (0.2173714986054006) + | > loss_disc_real_2: 0.2500362694263458 (0.23299289333965278) + | > loss_disc_real_3: 0.240991473197937 (0.22141751311832653) + | > loss_disc_real_4: 0.21020059287548065 (0.22300792958779897) + | > loss_disc_real_5: 0.2505744397640228 (0.23352845946162668) + | > loss_0: 2.4614877700805664 (2.448320643880084) + | > grad_norm_0: tensor(40.7134, device='cuda:0') (tensor(65.5448, device='cuda:0')) + | > loss_gen: 2.3103394508361816 (2.392222351216257) + | > loss_kl: 1.4796377420425415 (1.553478329014995) + | > loss_feat: 6.364204406738281 (7.034671202256684) + | > loss_mel: 20.888141632080078 (21.15559724326555) + | > loss_duration: 1.6432826519012451 (1.7007614308939878) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.685604095458984 (33.83673067875547) + | > grad_norm_1: tensor(324.8753, device='cuda:0') (tensor(515.7758, device='cuda:0')) + | > current_lr_0: 0.00019838148297050769 + | > current_lr_1: 0.00019838148297050769 + | > step_time: 0.8857 (0.7926900763642097) + | > loader_time: 0.0055 (0.006661263642702421) + + + --> TIME: 2024-11-23 06:45:49 -- STEP: 354/797 -- GLOBAL_STEP: 52950 + | > loss_disc: 2.479574680328369 (2.4485970614320145) + | > loss_disc_real_0: 0.1316221058368683 (0.12790090095062373) + | > loss_disc_real_1: 0.2294280230998993 (0.2173527435815267) + | > loss_disc_real_2: 0.2528091073036194 (0.2325007939911158) + | > loss_disc_real_3: 0.23785953223705292 (0.22160653349033188) + | > loss_disc_real_4: 0.2413492202758789 (0.22271675153472326) + | > loss_disc_real_5: 0.2470678836107254 (0.23389565734203252) + | > loss_0: 2.479574680328369 (2.4485970614320145) + | > grad_norm_0: tensor(30.6287, device='cuda:0') (tensor(65.0375, device='cuda:0')) + | > loss_gen: 2.4238359928131104 (2.388882440699024) + | > loss_kl: 1.4864367246627808 (1.5561191018691838) + | > loss_feat: 6.020956039428711 (7.01684018986373) + | > loss_mel: 20.09885025024414 (21.13978365720329) + | > loss_duration: 1.6540777683258057 (1.6983323918897553) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.68415641784668 (33.79995790039754) + | > grad_norm_1: tensor(238.6923, device='cuda:0') (tensor(517.9041, device='cuda:0')) + | > current_lr_0: 0.00019838148297050769 + | > current_lr_1: 0.00019838148297050769 + | > step_time: 0.8417 (0.7950123636062534) + | > loader_time: 0.0103 (0.006846882529177908) + + + --> TIME: 2024-11-23 06:46:11 -- STEP: 379/797 -- GLOBAL_STEP: 52975 + | > loss_disc: 2.4634933471679688 (2.447701551668876) + | > loss_disc_real_0: 0.05213237553834915 (0.12801649782187396) + | > loss_disc_real_1: 0.2086423933506012 (0.21732556241955167) + | > loss_disc_real_2: 0.2195904403924942 (0.23259480097048515) + | > loss_disc_real_3: 0.233553946018219 (0.2208858956054522) + | > loss_disc_real_4: 0.2389892190694809 (0.22253217471463696) + | > loss_disc_real_5: 0.22501063346862793 (0.23404595204739584) + | > loss_0: 2.4634933471679688 (2.447701551668876) + | > grad_norm_0: tensor(133.1218, device='cuda:0') (tensor(67.5324, device='cuda:0')) + | > loss_gen: 2.5782876014709473 (2.390243863996542) + | > loss_kl: 1.3146852254867554 (1.5599209878564189) + | > loss_feat: 6.661213397979736 (7.016876828387416) + | > loss_mel: 20.673831939697266 (21.143641733557075) + | > loss_duration: 1.625981330871582 (1.6956684259122783) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.854000091552734 (33.80635192086013) + | > grad_norm_1: tensor(674.4940, device='cuda:0') (tensor(525.4075, device='cuda:0')) + | > current_lr_0: 0.00019838148297050769 + | > current_lr_1: 0.00019838148297050769 + | > step_time: 0.9321 (0.7991484840815802) + | > loader_time: 0.0059 (0.0069786520935300154) + + + --> TIME: 2024-11-23 06:46:32 -- STEP: 404/797 -- GLOBAL_STEP: 53000 + | > loss_disc: 2.601375102996826 (2.4453517841820642) + | > loss_disc_real_0: 0.20363032817840576 (0.1287975963758361) + | > loss_disc_real_1: 0.25260329246520996 (0.2171219750722446) + | > loss_disc_real_2: 0.2550200819969177 (0.23191359550646035) + | > loss_disc_real_3: 0.2135125994682312 (0.22121926946657722) + | > loss_disc_real_4: 0.25190815329551697 (0.2220247335879519) + | > loss_disc_real_5: 0.29306161403656006 (0.23356627023751192) + | > loss_0: 2.601375102996826 (2.4453517841820642) + | > grad_norm_0: tensor(136.7661, device='cuda:0') (tensor(68.5870, device='cuda:0')) + | > loss_gen: 2.401740550994873 (2.39584191217281) + | > loss_kl: 1.597325086593628 (1.5618693017133387) + | > loss_feat: 6.1538405418396 (7.032568115999201) + | > loss_mel: 19.654430389404297 (21.145980639032807) + | > loss_duration: 1.6831364631652832 (1.6946365712302747) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.4904727935791 (33.83089662778498) + | > grad_norm_1: tensor(856.7703, device='cuda:0') (tensor(524.0327, device='cuda:0')) + | > current_lr_0: 0.00019838148297050769 + | > current_lr_1: 0.00019838148297050769 + | > step_time: 0.8096 (0.8015525577091933) + | > loader_time: 0.0092 (0.0070761908398996485) + + + --> TIME: 2024-11-23 06:46:54 -- STEP: 429/797 -- GLOBAL_STEP: 53025 + | > loss_disc: 2.525397539138794 (2.4479040860573984) + | > loss_disc_real_0: 0.09308558702468872 (0.1286588708472836) + | > loss_disc_real_1: 0.2035495787858963 (0.21719939642019206) + | > loss_disc_real_2: 0.24004080891609192 (0.23250936878311051) + | > loss_disc_real_3: 0.1976434886455536 (0.22119337212650372) + | > loss_disc_real_4: 0.2033870667219162 (0.22251797413631472) + | > loss_disc_real_5: 0.1731138378381729 (0.23390508382331518) + | > loss_0: 2.525397539138794 (2.4479040860573984) + | > grad_norm_0: tensor(12.6082, device='cuda:0') (tensor(68.8173, device='cuda:0')) + | > loss_gen: 2.296968460083008 (2.3920119873015753) + | > loss_kl: 1.4600027799606323 (1.5593434386042164) + | > loss_feat: 7.611669540405273 (7.023589071971829) + | > loss_mel: 21.915664672851562 (21.15043771961631) + | > loss_duration: 1.6234328746795654 (1.693216534483405) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.907737731933594 (33.818598838397136) + | > grad_norm_1: tensor(449.8837, device='cuda:0') (tensor(517.0056, device='cuda:0')) + | > current_lr_0: 0.00019838148297050769 + | > current_lr_1: 0.00019838148297050769 + | > step_time: 0.7968 (0.804374965476545) + | > loader_time: 0.0156 (0.007249881059695513) + + + --> TIME: 2024-11-23 06:47:15 -- STEP: 454/797 -- GLOBAL_STEP: 53050 + | > loss_disc: 2.631399631500244 (2.446252389626354) + | > loss_disc_real_0: 0.19452370703220367 (0.1285639500844452) + | > loss_disc_real_1: 0.2403695434331894 (0.2172402623006951) + | > loss_disc_real_2: 0.23440392315387726 (0.23234005804103902) + | > loss_disc_real_3: 0.23148782551288605 (0.22103923342564036) + | > loss_disc_real_4: 0.281991183757782 (0.22217708527385396) + | > loss_disc_real_5: 0.26157549023628235 (0.23372880274241192) + | > loss_0: 2.631399631500244 (2.446252389626354) + | > grad_norm_0: tensor(74.1955, device='cuda:0') (tensor(67.9162, device='cuda:0')) + | > loss_gen: 2.247260808944702 (2.3897615453220147) + | > loss_kl: 1.3984416723251343 (1.5607555172516907) + | > loss_feat: 5.921864032745361 (7.021020456557755) + | > loss_mel: 19.673254013061523 (21.162568195275806) + | > loss_duration: 1.6507033109664917 (1.6921810696828732) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.891525268554688 (33.826286862075094) + | > grad_norm_1: tensor(521.9515, device='cuda:0') (tensor(519.0305, device='cuda:0')) + | > current_lr_0: 0.00019838148297050769 + | > current_lr_1: 0.00019838148297050769 + | > step_time: 0.8422 (0.8067739855350375) + | > loader_time: 0.0073 (0.007414438650996675) + + + --> TIME: 2024-11-23 06:47:37 -- STEP: 479/797 -- GLOBAL_STEP: 53075 + | > loss_disc: 2.3795411586761475 (2.446429383033002) + | > loss_disc_real_0: 0.12561440467834473 (0.12818448670939514) + | > loss_disc_real_1: 0.21395908296108246 (0.2169168581233393) + | > loss_disc_real_2: 0.21220645308494568 (0.2323842929337866) + | > loss_disc_real_3: 0.2047325074672699 (0.22120692047420776) + | > loss_disc_real_4: 0.16712506115436554 (0.22246986366264007) + | > loss_disc_real_5: 0.18787629902362823 (0.23381345524668445) + | > loss_0: 2.3795411586761475 (2.446429383033002) + | > grad_norm_0: tensor(86.8511, device='cuda:0') (tensor(66.8390, device='cuda:0')) + | > loss_gen: 2.3519606590270996 (2.387303639304414) + | > loss_kl: 1.5410935878753662 (1.562975187391229) + | > loss_feat: 6.804080963134766 (7.017674810453346) + | > loss_mel: 21.24480438232422 (21.15603896720425) + | > loss_duration: 1.6505917310714722 (1.6912521987469062) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.592533111572266 (33.815244873779584) + | > grad_norm_1: tensor(278.2073, device='cuda:0') (tensor(519.8497, device='cuda:0')) + | > current_lr_0: 0.00019838148297050769 + | > current_lr_1: 0.00019838148297050769 + | > step_time: 0.8722 (0.8087415774829202) + | > loader_time: 0.0116 (0.007478087331656375) + + + --> TIME: 2024-11-23 06:47:58 -- STEP: 504/797 -- GLOBAL_STEP: 53100 + | > loss_disc: 2.494718551635742 (2.4448774461708354) + | > loss_disc_real_0: 0.08785945177078247 (0.12793547286844206) + | > loss_disc_real_1: 0.2786974310874939 (0.21670593747070857) + | > loss_disc_real_2: 0.2239130139350891 (0.23217331298760005) + | > loss_disc_real_3: 0.235490620136261 (0.2214060694511448) + | > loss_disc_real_4: 0.21304601430892944 (0.22233065690786116) + | > loss_disc_real_5: 0.2472599297761917 (0.23355047978342525) + | > loss_0: 2.494718551635742 (2.4448774461708354) + | > grad_norm_0: tensor(34.1269, device='cuda:0') (tensor(67.5031, device='cuda:0')) + | > loss_gen: 2.3080623149871826 (2.3884035625628064) + | > loss_kl: 1.5109580755233765 (1.5634898458208353) + | > loss_feat: 7.1737189292907715 (7.0262195373338345) + | > loss_mel: 20.9775447845459 (21.1712021165424) + | > loss_duration: 1.6483722925186157 (1.689970375999572) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.618656158447266 (33.839285498573695) + | > grad_norm_1: tensor(408.8533, device='cuda:0') (tensor(523.3408, device='cuda:0')) + | > current_lr_0: 0.00019838148297050769 + | > current_lr_1: 0.00019838148297050769 + | > step_time: 0.9101 (0.8108496864636738) + | > loader_time: 0.007 (0.007511162095599704) + + + --> TIME: 2024-11-23 06:48:20 -- STEP: 529/797 -- GLOBAL_STEP: 53125 + | > loss_disc: 2.2747106552124023 (2.443985062871401) + | > loss_disc_real_0: 0.10306421667337418 (0.12777288229907166) + | > loss_disc_real_1: 0.24082383513450623 (0.21659561983241024) + | > loss_disc_real_2: 0.26643604040145874 (0.23221289353807842) + | > loss_disc_real_3: 0.20466376841068268 (0.22133917591071536) + | > loss_disc_real_4: 0.1803479641675949 (0.22248566964736277) + | > loss_disc_real_5: 0.23225201666355133 (0.2337959925934588) + | > loss_0: 2.2747106552124023 (2.443985062871401) + | > grad_norm_0: tensor(43.2983, device='cuda:0') (tensor(66.4672, device='cuda:0')) + | > loss_gen: 2.4707248210906982 (2.3891381052356135) + | > loss_kl: 1.4968621730804443 (1.5641557241883302) + | > loss_feat: 6.608058452606201 (7.031109154562417) + | > loss_mel: 19.080690383911133 (21.18063352148565) + | > loss_duration: 1.707842230796814 (1.6894959276700516) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.364177703857422 (33.85453250502822) + | > grad_norm_1: tensor(623.3309, device='cuda:0') (tensor(526.5262, device='cuda:0')) + | > current_lr_0: 0.00019838148297050769 + | > current_lr_1: 0.00019838148297050769 + | > step_time: 0.899 (0.8132801339847151) + | > loader_time: 0.0138 (0.007588878696492128) + + + --> TIME: 2024-11-23 06:48:42 -- STEP: 554/797 -- GLOBAL_STEP: 53150 + | > loss_disc: 2.222933292388916 (2.44354334419815) + | > loss_disc_real_0: 0.053875334560871124 (0.12808037984995202) + | > loss_disc_real_1: 0.16894258558750153 (0.21614733332976538) + | > loss_disc_real_2: 0.21505442261695862 (0.23196245315703248) + | > loss_disc_real_3: 0.23618674278259277 (0.22135542174431394) + | > loss_disc_real_4: 0.21391817927360535 (0.2218569410352931) + | > loss_disc_real_5: 0.22455337643623352 (0.2335840251955745) + | > loss_0: 2.222933292388916 (2.44354334419815) + | > grad_norm_0: tensor(13.8117, device='cuda:0') (tensor(66.9315, device='cuda:0')) + | > loss_gen: 2.724578619003296 (2.390506223005508) + | > loss_kl: 1.5655993223190308 (1.5639503247471058) + | > loss_feat: 9.214214324951172 (7.034800767037841) + | > loss_mel: 23.16788673400879 (21.181506950502364) + | > loss_duration: 1.649078607559204 (1.689246688078457) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 38.32135772705078 (33.860011004368786) + | > grad_norm_1: tensor(537.4475, device='cuda:0') (tensor(525.0488, device='cuda:0')) + | > current_lr_0: 0.00019838148297050769 + | > current_lr_1: 0.00019838148297050769 + | > step_time: 0.8342 (0.8150514678404218) + | > loader_time: 0.0072 (0.007671618719823955) + + + --> TIME: 2024-11-23 06:49:04 -- STEP: 579/797 -- GLOBAL_STEP: 53175 + | > loss_disc: 2.300191640853882 (2.444527026902826) + | > loss_disc_real_0: 0.07719018310308456 (0.12845871659294922) + | > loss_disc_real_1: 0.22947578132152557 (0.2163152207004385) + | > loss_disc_real_2: 0.23684243857860565 (0.23201927627615365) + | > loss_disc_real_3: 0.2554093301296234 (0.22141273600243946) + | > loss_disc_real_4: 0.21263541281223297 (0.22216603270569418) + | > loss_disc_real_5: 0.1951318383216858 (0.23349239977015526) + | > loss_0: 2.300191640853882 (2.444527026902826) + | > grad_norm_0: tensor(82.5942, device='cuda:0') (tensor(67.5503, device='cuda:0')) + | > loss_gen: 2.3898916244506836 (2.390344636427924) + | > loss_kl: 1.5515003204345703 (1.565463128691098) + | > loss_feat: 6.226722717285156 (7.028594646223262) + | > loss_mel: 20.47244644165039 (21.19004101497934) + | > loss_duration: 1.6358816623687744 (1.6885447802733058) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.27644348144531 (33.86298830562719) + | > grad_norm_1: tensor(466.9243, device='cuda:0') (tensor(522.7623, device='cuda:0')) + | > current_lr_0: 0.00019838148297050769 + | > current_lr_1: 0.00019838148297050769 + | > step_time: 0.8831 (0.8179544097195429) + | > loader_time: 0.0073 (0.007732254235855656) + + + --> TIME: 2024-11-23 06:49:27 -- STEP: 604/797 -- GLOBAL_STEP: 53200 + | > loss_disc: 2.4784626960754395 (2.44507732217675) + | > loss_disc_real_0: 0.10221102833747864 (0.12844955347577064) + | > loss_disc_real_1: 0.2523469030857086 (0.2164764504460309) + | > loss_disc_real_2: 0.266781210899353 (0.23182950504370878) + | > loss_disc_real_3: 0.23998259007930756 (0.22168303641262432) + | > loss_disc_real_4: 0.18688561022281647 (0.22212430346288436) + | > loss_disc_real_5: 0.28668564558029175 (0.23370199295266575) + | > loss_0: 2.4784626960754395 (2.44507732217675) + | > grad_norm_0: tensor(48.2610, device='cuda:0') (tensor(66.9444, device='cuda:0')) + | > loss_gen: 2.256978988647461 (2.390795481718139) + | > loss_kl: 1.5740723609924316 (1.5658648716692887) + | > loss_feat: 6.517441749572754 (7.026282611272193) + | > loss_mel: 21.81052589416504 (21.22284133071142) + | > loss_duration: 1.7384811639785767 (1.6880801039815734) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.897499084472656 (33.893864489549074) + | > grad_norm_1: tensor(443.4750, device='cuda:0') (tensor(522.5264, device='cuda:0')) + | > current_lr_0: 0.00019838148297050769 + | > current_lr_1: 0.00019838148297050769 + | > step_time: 0.8679 (0.8202185097909134) + | > loader_time: 0.0102 (0.007810904490237205) + + + --> TIME: 2024-11-23 06:49:49 -- STEP: 629/797 -- GLOBAL_STEP: 53225 + | > loss_disc: 2.3724138736724854 (2.445396292948761) + | > loss_disc_real_0: 0.07892721891403198 (0.12797191740859098) + | > loss_disc_real_1: 0.21670293807983398 (0.21663990235385527) + | > loss_disc_real_2: 0.21855661273002625 (0.23204894160144096) + | > loss_disc_real_3: 0.20925790071487427 (0.22143954713791847) + | > loss_disc_real_4: 0.20096249878406525 (0.22227583380211716) + | > loss_disc_real_5: 0.22918342053890228 (0.2340471006112561) + | > loss_0: 2.3724138736724854 (2.445396292948761) + | > grad_norm_0: tensor(15.6614, device='cuda:0') (tensor(67.2178, device='cuda:0')) + | > loss_gen: 2.4026615619659424 (2.3899432947601524) + | > loss_kl: 1.5103566646575928 (1.5652601011985812) + | > loss_feat: 6.042320728302002 (7.015413851351352) + | > loss_mel: 21.388351440429688 (21.218205364027177) + | > loss_duration: 1.747863531112671 (1.6884195529789152) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.091552734375 (33.877242259645726) + | > grad_norm_1: tensor(242.9164, device='cuda:0') (tensor(524.4791, device='cuda:0')) + | > current_lr_0: 0.00019838148297050769 + | > current_lr_1: 0.00019838148297050769 + | > step_time: 0.839 (0.8223028618883825) + | > loader_time: 0.0119 (0.007933038596318517) + + + --> TIME: 2024-11-23 06:50:12 -- STEP: 654/797 -- GLOBAL_STEP: 53250 + | > loss_disc: 2.4798452854156494 (2.4454731456365795) + | > loss_disc_real_0: 0.09060090780258179 (0.12814426807749343) + | > loss_disc_real_1: 0.22631488740444183 (0.2169104015927431) + | > loss_disc_real_2: 0.23241126537322998 (0.2319450498720922) + | > loss_disc_real_3: 0.20794162154197693 (0.22136656251886933) + | > loss_disc_real_4: 0.27398422360420227 (0.22190891541198862) + | > loss_disc_real_5: 0.2671189606189728 (0.2336498159425339) + | > loss_0: 2.4798452854156494 (2.4454731456365795) + | > grad_norm_0: tensor(23.6458, device='cuda:0') (tensor(66.6709, device='cuda:0')) + | > loss_gen: 2.2930753231048584 (2.3885313770092935) + | > loss_kl: 1.6274933815002441 (1.564754695520488) + | > loss_feat: 5.89490270614624 (7.009784261750154) + | > loss_mel: 20.36709976196289 (21.204375390977315) + | > loss_duration: 1.6394832134246826 (1.6881279823247803) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.822053909301758 (33.855573782498) + | > grad_norm_1: tensor(297.4950, device='cuda:0') (tensor(524.2377, device='cuda:0')) + | > current_lr_0: 0.00019838148297050769 + | > current_lr_1: 0.00019838148297050769 + | > step_time: 0.8904 (0.8255523002111222) + | > loader_time: 0.0084 (0.008041356317129334) + + + --> TIME: 2024-11-23 06:50:35 -- STEP: 679/797 -- GLOBAL_STEP: 53275 + | > loss_disc: 2.570168972015381 (2.4443132722851804) + | > loss_disc_real_0: 0.13412949442863464 (0.12791958816119078) + | > loss_disc_real_1: 0.22125042974948883 (0.21689400362160838) + | > loss_disc_real_2: 0.2759033441543579 (0.23205124939049823) + | > loss_disc_real_3: 0.21830230951309204 (0.22131367339389138) + | > loss_disc_real_4: 0.21922840178012848 (0.22186132396443786) + | > loss_disc_real_5: 0.25286877155303955 (0.2336291643586531) + | > loss_0: 2.570168972015381 (2.4443132722851804) + | > grad_norm_0: tensor(47.1662, device='cuda:0') (tensor(65.9725, device='cuda:0')) + | > loss_gen: 2.4006760120391846 (2.3897527930311653) + | > loss_kl: 1.5972347259521484 (1.5652295856658416) + | > loss_feat: 5.900407791137695 (7.011630396077489) + | > loss_mel: 18.918094635009766 (21.20978876347044) + | > loss_duration: 1.6333041191101074 (1.6878679204232907) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.449718475341797 (33.864269520643035) + | > grad_norm_1: tensor(615.7245, device='cuda:0') (tensor(526.5324, device='cuda:0')) + | > current_lr_0: 0.00019838148297050769 + | > current_lr_1: 0.00019838148297050769 + | > step_time: 0.9596 (0.8285198229226521) + | > loader_time: 0.0084 (0.008131945080539436) + + + --> TIME: 2024-11-23 06:50:59 -- STEP: 704/797 -- GLOBAL_STEP: 53300 + | > loss_disc: 2.3887343406677246 (2.4442928369072345) + | > loss_disc_real_0: 0.07466769963502884 (0.12875455357028504) + | > loss_disc_real_1: 0.18706056475639343 (0.2168568931519985) + | > loss_disc_real_2: 0.23366142809391022 (0.23203483691693033) + | > loss_disc_real_3: 0.21341313421726227 (0.2212693926200948) + | > loss_disc_real_4: 0.22228935360908508 (0.22160847635347067) + | > loss_disc_real_5: 0.22987622022628784 (0.23333674417385322) + | > loss_0: 2.3887343406677246 (2.4442928369072345) + | > grad_norm_0: tensor(70.6385, device='cuda:0') (tensor(66.7000, device='cuda:0')) + | > loss_gen: 2.505601167678833 (2.3895951755006184) + | > loss_kl: 1.507755160331726 (1.5675108464942733) + | > loss_feat: 6.625029563903809 (7.004846054721963) + | > loss_mel: 20.36624526977539 (21.209100505167793) + | > loss_duration: 1.6826931238174438 (1.687432277609001) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.68732452392578 (33.85848492925821) + | > grad_norm_1: tensor(571.5627, device='cuda:0') (tensor(524.1929, device='cuda:0')) + | > current_lr_0: 0.00019838148297050769 + | > current_lr_1: 0.00019838148297050769 + | > step_time: 0.9889 (0.8321567062627189) + | > loader_time: 0.0094 (0.00828814438798211) + + + --> TIME: 2024-11-23 06:51:23 -- STEP: 729/797 -- GLOBAL_STEP: 53325 + | > loss_disc: 2.5273873805999756 (2.445503735575002) + | > loss_disc_real_0: 0.25806206464767456 (0.12957688209962281) + | > loss_disc_real_1: 0.23336224257946014 (0.2168287646296256) + | > loss_disc_real_2: 0.2136593759059906 (0.23202370814416964) + | > loss_disc_real_3: 0.2645409405231476 (0.2213327515108922) + | > loss_disc_real_4: 0.21706511080265045 (0.2218589834429437) + | > loss_disc_real_5: 0.22198086977005005 (0.2333116945906431) + | > loss_0: 2.5273873805999756 (2.445503735575002) + | > grad_norm_0: tensor(73.3842, device='cuda:0') (tensor(66.6719, device='cuda:0')) + | > loss_gen: 2.693983793258667 (2.390210886714552) + | > loss_kl: 1.609228491783142 (1.5685107631120823) + | > loss_feat: 7.785862445831299 (7.0025390813380115) + | > loss_mel: 22.688350677490234 (21.20565665209735) + | > loss_duration: 1.6316016912460327 (1.6865125384350366) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.40903091430664 (33.85343000623918) + | > grad_norm_1: tensor(562.9536, device='cuda:0') (tensor(521.2012, device='cuda:0')) + | > current_lr_0: 0.00019838148297050769 + | > current_lr_1: 0.00019838148297050769 + | > step_time: 1.0176 (0.8359147246482445) + | > loader_time: 0.0144 (0.008445070931286809) + + + --> TIME: 2024-11-23 06:51:49 -- STEP: 754/797 -- GLOBAL_STEP: 53350 + | > loss_disc: 2.5272765159606934 (2.444764695369912) + | > loss_disc_real_0: 0.134267657995224 (0.12964740521533893) + | > loss_disc_real_1: 0.2087564468383789 (0.21680694126798236) + | > loss_disc_real_2: 0.23335210978984833 (0.23186716178446934) + | > loss_disc_real_3: 0.22823064029216766 (0.2213368868598571) + | > loss_disc_real_4: 0.21879342198371887 (0.22173649436282866) + | > loss_disc_real_5: 0.2521219551563263 (0.2328970649474812) + | > loss_0: 2.5272765159606934 (2.444764695369912) + | > grad_norm_0: tensor(34.1337, device='cuda:0') (tensor(66.1550, device='cuda:0')) + | > loss_gen: 2.2751941680908203 (2.3882414518363886) + | > loss_kl: 1.7362279891967773 (1.568328810939738) + | > loss_feat: 6.886971950531006 (6.992932607387674) + | > loss_mel: 21.848983764648438 (21.188959062257556) + | > loss_duration: 1.6543011665344238 (1.685549526537128) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.401676177978516 (33.824011526942584) + | > grad_norm_1: tensor(535.1939, device='cuda:0') (tensor(519.4032, device='cuda:0')) + | > current_lr_0: 0.00019838148297050769 + | > current_lr_1: 0.00019838148297050769 + | > step_time: 1.0994 (0.8397103978088746) + | > loader_time: 0.1031 (0.01102082925386707) + + + --> TIME: 2024-11-23 06:52:22 -- STEP: 779/797 -- GLOBAL_STEP: 53375 + | > loss_disc: 2.3964154720306396 (2.445862746208101) + | > loss_disc_real_0: 0.08222509175539017 (0.12952198347839528) + | > loss_disc_real_1: 0.2541508674621582 (0.2168579257460399) + | > loss_disc_real_2: 0.21633511781692505 (0.23201649219983658) + | > loss_disc_real_3: 0.2595082223415375 (0.2213135105157235) + | > loss_disc_real_4: 0.260816752910614 (0.22184590293292983) + | > loss_disc_real_5: 0.23069395124912262 (0.2333443820935618) + | > loss_0: 2.3964154720306396 (2.445862746208101) + | > grad_norm_0: tensor(43.6607, device='cuda:0') (tensor(65.7548, device='cuda:0')) + | > loss_gen: 2.6035029888153076 (2.3882508034577548) + | > loss_kl: 1.677039623260498 (1.5679483484089447) + | > loss_feat: 7.076008319854736 (6.995741472011659) + | > loss_mel: 21.567617416381836 (21.196639450278905) + | > loss_duration: 1.665771245956421 (1.6846832160925216) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.58993911743164 (33.833263338453825) + | > grad_norm_1: tensor(556.5179, device='cuda:0') (tensor(520.4102, device='cuda:0')) + | > current_lr_0: 0.00019838148297050769 + | > current_lr_1: 0.00019838148297050769 + | > step_time: 1.3774 (0.8515792186820311) + | > loader_time: 0.1204 (0.014293083330480063) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.238710403442383 (2.238710403442383) + | > loss_disc_real_0: 0.11486679315567017 (0.11486679315567017) + | > loss_disc_real_1: 0.22149528563022614 (0.22149528563022614) + | > loss_disc_real_2: 0.22592484951019287 (0.22592484951019287) + | > loss_disc_real_3: 0.19583331048488617 (0.19583331048488617) + | > loss_disc_real_4: 0.1882319152355194 (0.1882319152355194) + | > loss_disc_real_5: 0.1736980378627777 (0.1736980378627777) + | > loss_0: 2.238710403442383 (2.238710403442383) + | > loss_gen: 2.359130859375 (2.359130859375) + | > loss_kl: 2.1878502368927 (2.1878502368927) + | > loss_feat: 7.173816680908203 (7.173816680908203) + | > loss_mel: 21.555892944335938 (21.555892944335938) + | > loss_duration: 2.031202793121338 (2.031202793121338) + | > loss_1: 35.30789566040039 (35.30789566040039) + + --> STEP: 1 + | > loss_disc: 2.1663389205932617 (2.1663389205932617) + | > loss_disc_real_0: 0.07511524856090546 (0.07511524856090546) + | > loss_disc_real_1: 0.17137160897254944 (0.17137160897254944) + | > loss_disc_real_2: 0.17497780919075012 (0.17497780919075012) + | > loss_disc_real_3: 0.1884172409772873 (0.1884172409772873) + | > loss_disc_real_4: 0.12056120485067368 (0.12056120485067368) + | > loss_disc_real_5: 0.15784898400306702 (0.15784898400306702) + | > loss_0: 2.1663389205932617 (2.1663389205932617) + | > loss_gen: 2.1084847450256348 (2.1084847450256348) + | > loss_kl: 1.5532535314559937 (1.5532535314559937) + | > loss_feat: 8.58542251586914 (8.58542251586914) + | > loss_mel: 23.063814163208008 (23.063814163208008) + | > loss_duration: 1.7224369049072266 (1.7224369049072266) + | > loss_1: 37.033416748046875 (37.033416748046875) + + --> STEP: 2 + | > loss_disc: 2.6372575759887695 (2.4017982482910156) + | > loss_disc_real_0: 0.18113107979297638 (0.12812316417694092) + | > loss_disc_real_1: 0.19251593947410583 (0.18194377422332764) + | > loss_disc_real_2: 0.2139129787683487 (0.1944453939795494) + | > loss_disc_real_3: 0.22492076456546783 (0.20666900277137756) + | > loss_disc_real_4: 0.26879793405532837 (0.19467956945300102) + | > loss_disc_real_5: 0.22586405277252197 (0.1918565183877945) + | > loss_0: 2.6372575759887695 (2.4017982482910156) + | > loss_gen: 1.9087202548980713 (2.008602499961853) + | > loss_kl: 1.784971833229065 (1.6691126823425293) + | > loss_feat: 4.8369669914245605 (6.711194753646851) + | > loss_mel: 17.126869201660156 (20.095341682434082) + | > loss_duration: 1.6940205097198486 (1.7082287073135376) + | > loss_1: 27.35154914855957 (32.19248294830322) + + --> STEP: 3 + | > loss_disc: 2.469799041748047 (2.4244651794433594) + | > loss_disc_real_0: 0.09447954595088959 (0.11690862476825714) + | > loss_disc_real_1: 0.21676954627037048 (0.19355236490567526) + | > loss_disc_real_2: 0.23840712010860443 (0.2090993026892344) + | > loss_disc_real_3: 0.22090059518814087 (0.21141286691029867) + | > loss_disc_real_4: 0.21147370338439941 (0.20027761409680048) + | > loss_disc_real_5: 0.25332528352737427 (0.21234610676765442) + | > loss_0: 2.469799041748047 (2.4244651794433594) + | > loss_gen: 2.025919198989868 (2.0143747329711914) + | > loss_kl: 1.507035732269287 (1.6150870323181152) + | > loss_feat: 6.115158557891846 (6.512516021728516) + | > loss_mel: 20.716421127319336 (20.3023681640625) + | > loss_duration: 1.7596931457519531 (1.7253835201263428) + | > loss_1: 32.124229431152344 (32.169731775919594) + + --> STEP: 4 + | > loss_disc: 2.492500066757202 (2.44147390127182) + | > loss_disc_real_0: 0.07829694449901581 (0.10725570470094681) + | > loss_disc_real_1: 0.23699849843978882 (0.20441389828920364) + | > loss_disc_real_2: 0.23999932408332825 (0.21682430803775787) + | > loss_disc_real_3: 0.265433669090271 (0.22491806745529175) + | > loss_disc_real_4: 0.26052606105804443 (0.21533972583711147) + | > loss_disc_real_5: 0.24397090077400208 (0.22025230526924133) + | > loss_0: 2.492500066757202 (2.44147390127182) + | > loss_gen: 2.286778211593628 (2.0824756026268005) + | > loss_kl: 1.4825899600982666 (1.581962764263153) + | > loss_feat: 7.165844917297363 (6.6758482456207275) + | > loss_mel: 21.29656982421875 (20.550918579101562) + | > loss_duration: 1.6508584022521973 (1.7067522406578064) + | > loss_1: 33.88264083862305 (32.59795904159546) + + --> STEP: 5 + | > loss_disc: 2.2182672023773193 (2.39683256149292) + | > loss_disc_real_0: 0.04742758348584175 (0.0952900804579258) + | > loss_disc_real_1: 0.1770041137933731 (0.19893194139003753) + | > loss_disc_real_2: 0.13079126179218292 (0.19961769878864288) + | > loss_disc_real_3: 0.14253182709217072 (0.20844081938266754) + | > loss_disc_real_4: 0.15208786725997925 (0.20268935412168504) + | > loss_disc_real_5: 0.1463581770658493 (0.20547347962856294) + | > loss_0: 2.2182672023773193 (2.39683256149292) + | > loss_gen: 1.8349082469940186 (2.032962131500244) + | > loss_kl: 2.2933924198150635 (1.7242486953735352) + | > loss_feat: 9.119438171386719 (7.164566230773926) + | > loss_mel: 22.59787368774414 (20.96030960083008) + | > loss_duration: 1.884005069732666 (1.7422028064727784) + | > loss_1: 37.729618072509766 (33.62429084777832) + + --> STEP: 6 + | > loss_disc: 2.2560458183288574 (2.3733681042989097) + | > loss_disc_real_0: 0.04537057876586914 (0.08697016350924969) + | > loss_disc_real_1: 0.18991219997406006 (0.1974286511540413) + | > loss_disc_real_2: 0.2458372414112091 (0.20732095589240393) + | > loss_disc_real_3: 0.17202532291412354 (0.20237156997124353) + | > loss_disc_real_4: 0.234779492020607 (0.208037710438172) + | > loss_disc_real_5: 0.2176266312599182 (0.20749900490045547) + | > loss_0: 2.2560458183288574 (2.3733681042989097) + | > loss_gen: 2.181793689727783 (2.057767391204834) + | > loss_kl: 2.0214974880218506 (1.7737901608149211) + | > loss_feat: 6.7609968185424805 (7.097304662068685) + | > loss_mel: 22.28479766845703 (21.181057612101238) + | > loss_duration: 1.6734519004821777 (1.7307443221410115) + | > loss_1: 34.92253494262695 (33.840664863586426) + + --> STEP: 7 + | > loss_disc: 2.446269989013672 (2.3837826592581615) + | > loss_disc_real_0: 0.13747325539588928 (0.09418489092162677) + | > loss_disc_real_1: 0.16361255943775177 (0.19259778090885707) + | > loss_disc_real_2: 0.21374377608299255 (0.20823850163391658) + | > loss_disc_real_3: 0.19094765186309814 (0.2007395816700799) + | > loss_disc_real_4: 0.15675793588161469 (0.20071202835866384) + | > loss_disc_real_5: 0.18665601313114166 (0.20452143464769637) + | > loss_0: 2.446269989013672 (2.3837826592581615) + | > loss_gen: 2.017616033554077 (2.0520314829690114) + | > loss_kl: 1.7565761804580688 (1.771331020763942) + | > loss_feat: 7.242245674133301 (7.118010520935059) + | > loss_mel: 22.342185974121094 (21.346933092389786) + | > loss_duration: 1.6694670915603638 (1.721990432058062) + | > loss_1: 35.02809143066406 (34.0102972303118) + + --> STEP: 8 + | > loss_disc: 2.0357601642608643 (2.340279847383499) + | > loss_disc_real_0: 0.08582694083452225 (0.0931401471607387) + | > loss_disc_real_1: 0.19959813356399536 (0.19347282499074936) + | > loss_disc_real_2: 0.2003534734249115 (0.20725287310779095) + | > loss_disc_real_3: 0.18633297085762024 (0.19893875531852245) + | > loss_disc_real_4: 0.14448803663253784 (0.19368402939289808) + | > loss_disc_real_5: 0.10048815608024597 (0.19151727482676506) + | > loss_0: 2.0357601642608643 (2.340279847383499) + | > loss_gen: 2.349370002746582 (2.089198797941208) + | > loss_kl: 1.8196372985839844 (1.7773693054914474) + | > loss_feat: 8.611078262329102 (7.304643988609314) + | > loss_mel: 22.878103256225586 (21.538329362869263) + | > loss_duration: 1.7499066591262817 (1.7254799604415894) + | > loss_1: 37.40809631347656 (34.4350221157074) + + --> STEP: 9 + | > loss_disc: 2.4024276733398438 (2.3471851613786487) + | > loss_disc_real_0: 0.12123987078666687 (0.09626233867473072) + | > loss_disc_real_1: 0.2137153595685959 (0.19572199549939898) + | > loss_disc_real_2: 0.28940021991729736 (0.21638035608662498) + | > loss_disc_real_3: 0.2556062936782837 (0.20523514846960703) + | > loss_disc_real_4: 0.17133939266204834 (0.19120129197835922) + | > loss_disc_real_5: 0.16313838958740234 (0.18836406535572475) + | > loss_0: 2.4024276733398438 (2.3471851613786487) + | > loss_gen: 2.0876097679138184 (2.089022239049276) + | > loss_kl: 1.720637321472168 (1.7710657517115276) + | > loss_feat: 6.276321887969971 (7.190385977427165) + | > loss_mel: 21.881315231323242 (21.576438903808594) + | > loss_duration: 1.680938720703125 (1.7205309338039823) + | > loss_1: 33.64682388305664 (34.34744453430176) + + --> STEP: 10 + | > loss_disc: 2.47629714012146 (2.3600963592529296) + | > loss_disc_real_0: 0.14829565584659576 (0.10146567039191723) + | > loss_disc_real_1: 0.22962868213653564 (0.19911266416311263) + | > loss_disc_real_2: 0.25222447514533997 (0.21996476799249648) + | > loss_disc_real_3: 0.25837257504463196 (0.21054889112710953) + | > loss_disc_real_4: 0.22497233748435974 (0.19457839652895928) + | > loss_disc_real_5: 0.23633432388305664 (0.19316109120845795) + | > loss_0: 2.47629714012146 (2.3600963592529296) + | > loss_gen: 2.2492008209228516 (2.105040097236633) + | > loss_kl: 1.1696664094924927 (1.710925817489624) + | > loss_feat: 5.542597770690918 (7.02560715675354) + | > loss_mel: 18.069852828979492 (21.225780296325684) + | > loss_duration: 1.5816638469696045 (1.7066442251205445) + | > loss_1: 28.612979888916016 (33.77399806976318) + + --> STEP: 11 + | > loss_disc: 2.327373504638672 (2.357121554287997) + | > loss_disc_real_0: 0.15711098909378052 (0.10652433572845026) + | > loss_disc_real_1: 0.1941661834716797 (0.1986629841002551) + | > loss_disc_real_2: 0.17819254100322723 (0.21616729281165384) + | > loss_disc_real_3: 0.17876607179641724 (0.20765954391522842) + | > loss_disc_real_4: 0.1567579060792923 (0.1911401701244441) + | > loss_disc_real_5: 0.14240948855876923 (0.18854730914939533) + | > loss_0: 2.327373504638672 (2.357121554287997) + | > loss_gen: 1.9839955568313599 (2.0940360481088813) + | > loss_kl: 1.7884085178375244 (1.717969699339433) + | > loss_feat: 8.132416725158691 (7.126226208426735) + | > loss_mel: 20.86077117919922 (21.192597649314187) + | > loss_duration: 1.563883900642395 (1.6936660138043491) + | > loss_1: 34.3294792175293 (33.82449635592374) + + --> STEP: 12 + | > loss_disc: 2.4612953662872314 (2.3658027052879333) + | > loss_disc_real_0: 0.12430976331233978 (0.10800645469377439) + | > loss_disc_real_1: 0.21892105042934418 (0.20035115629434586) + | > loss_disc_real_2: 0.2298039346933365 (0.2173036796351274) + | > loss_disc_real_3: 0.18707382678985596 (0.20594406748811403) + | > loss_disc_real_4: 0.17742949724197388 (0.1899976140509049) + | > loss_disc_real_5: 0.2041812539100647 (0.18985013787945113) + | > loss_0: 2.4612953662872314 (2.3658027052879333) + | > loss_gen: 1.9148520231246948 (2.0791040460268655) + | > loss_kl: 2.068875789642334 (1.7472118735313416) + | > loss_feat: 6.569667816162109 (7.079846342404683) + | > loss_mel: 19.478845596313477 (21.049784978230793) + | > loss_duration: 1.6723082065582275 (1.691886196533839) + | > loss_1: 31.70454978942871 (33.647834142049156) + + --> STEP: 13 + | > loss_disc: 2.2067062854766846 (2.3535645191486063) + | > loss_disc_real_0: 0.05193246901035309 (0.10369307117966506) + | > loss_disc_real_1: 0.20830072462558746 (0.20096266155059522) + | > loss_disc_real_2: 0.20063668489456177 (0.21602160311662233) + | > loss_disc_real_3: 0.18697239458560944 (0.20448470803407523) + | > loss_disc_real_4: 0.16760005056858063 (0.18827472455226457) + | > loss_disc_real_5: 0.1451261043548584 (0.1864098276083286) + | > loss_0: 2.2067062854766846 (2.3535645191486063) + | > loss_gen: 2.2005324363708496 (2.0884446914379415) + | > loss_kl: 2.022508144378662 (1.7683885097503662) + | > loss_feat: 7.402260780334473 (7.1046474530146675) + | > loss_mel: 23.248451232910156 (21.218913151667667) + | > loss_duration: 1.7497295141220093 (1.6963356825021596) + | > loss_1: 36.623477935791016 (33.87672981849084) + + --> STEP: 14 + | > loss_disc: 2.005913257598877 (2.328732286180769) + | > loss_disc_real_0: 0.07041451334953308 (0.10131603133465562) + | > loss_disc_real_1: 0.1715577244758606 (0.1988623089023999) + | > loss_disc_real_2: 0.23874007165431976 (0.21764435086931502) + | > loss_disc_real_3: 0.18744292855262756 (0.20326743807111466) + | > loss_disc_real_4: 0.1940220147371292 (0.18868524527975492) + | > loss_disc_real_5: 0.17830631136894226 (0.18583100501980102) + | > loss_0: 2.005913257598877 (2.328732286180769) + | > loss_gen: 2.4257631301879883 (2.1125388656343733) + | > loss_kl: 1.5362144708633423 (1.7518046498298645) + | > loss_feat: 6.967758655548096 (7.094869681767055) + | > loss_mel: 23.480966567993164 (21.380488395690918) + | > loss_duration: 1.735639214515686 (1.699143077645983) + | > loss_1: 36.146339416503906 (34.038844789777485) + + --> STEP: 15 + | > loss_disc: 2.418311357498169 (2.3347042242685956) + | > loss_disc_real_0: 0.0887383446097374 (0.10047751888632775) + | > loss_disc_real_1: 0.1953209638595581 (0.1986262192328771) + | > loss_disc_real_2: 0.24858631193637848 (0.2197071482737859) + | > loss_disc_real_3: 0.21195966005325317 (0.20384691953659057) + | > loss_disc_real_4: 0.24295926094055176 (0.1923035129904747) + | > loss_disc_real_5: 0.1782229244709015 (0.18532379964987436) + | > loss_0: 2.418311357498169 (2.3347042242685956) + | > loss_gen: 2.027763605117798 (2.106887181599935) + | > loss_kl: 1.1829315423965454 (1.7138797760009765) + | > loss_feat: 7.383926868438721 (7.1141401608785) + | > loss_mel: 24.533063888549805 (21.590660095214844) + | > loss_duration: 1.6640410423278809 (1.6968029419581094) + | > loss_1: 36.791725158691406 (34.22237014770508) + + --> STEP: 16 + | > loss_disc: 2.376493453979492 (2.3373160511255264) + | > loss_disc_real_0: 0.10887719690799713 (0.10100249876268208) + | > loss_disc_real_1: 0.16662289202213287 (0.19662601128220558) + | > loss_disc_real_2: 0.1784791797399521 (0.2171304002404213) + | > loss_disc_real_3: 0.20756757259368896 (0.20407946035265923) + | > loss_disc_real_4: 0.19510208070278168 (0.1924784234724939) + | > loss_disc_real_5: 0.134726881980896 (0.18216149229556322) + | > loss_0: 2.376493453979492 (2.3373160511255264) + | > loss_gen: 1.855683445930481 (2.091186948120594) + | > loss_kl: 1.8918678760528564 (1.725004032254219) + | > loss_feat: 6.455280780792236 (7.072961449623108) + | > loss_mel: 20.21631622314453 (21.50476360321045) + | > loss_duration: 1.7924436330795288 (1.7027804851531982) + | > loss_1: 32.21159362792969 (34.096696615219116) + + --> STEP: 17 + | > loss_disc: 2.303217887878418 (2.335310276816873) + | > loss_disc_real_0: 0.10116178542375565 (0.10101186856627464) + | > loss_disc_real_1: 0.20237547159194946 (0.19696421482983759) + | > loss_disc_real_2: 0.20365147292613983 (0.2163375221631106) + | > loss_disc_real_3: 0.1633189171552658 (0.20168178134104786) + | > loss_disc_real_4: 0.20797571539878845 (0.193390028879923) + | > loss_disc_real_5: 0.1456945538520813 (0.18001637826947606) + | > loss_0: 2.303217887878418 (2.335310276816873) + | > loss_gen: 1.9872915744781494 (2.0850754555533912) + | > loss_kl: 1.7271112203598022 (1.725127984495724) + | > loss_feat: 6.372359275817871 (7.0317495570463295) + | > loss_mel: 20.442123413085938 (21.442255356732538) + | > loss_duration: 1.6486204862594604 (1.6995946028653313) + | > loss_1: 32.17750549316406 (33.983803019804114) + + --> STEP: 18 + | > loss_disc: 2.4286959171295166 (2.340498367945353) + | > loss_disc_real_0: 0.11700519174337387 (0.10190038652055794) + | > loss_disc_real_1: 0.1817510724067688 (0.1961190402507782) + | > loss_disc_real_2: 0.20544415712356567 (0.21573233521646923) + | > loss_disc_real_3: 0.18715955317020416 (0.20087499088711208) + | > loss_disc_real_4: 0.18286831676959991 (0.19280548931823838) + | > loss_disc_real_5: 0.18061719834804535 (0.1800497571627299) + | > loss_0: 2.4286959171295166 (2.340498367945353) + | > loss_gen: 1.9422107934951782 (2.0771385298834906) + | > loss_kl: 1.788025140762329 (1.72862227095498) + | > loss_feat: 6.464563846588135 (7.000239239798652) + | > loss_mel: 19.247053146362305 (21.320299678378635) + | > loss_duration: 1.6549278497695923 (1.6971131165822346) + | > loss_1: 31.09678077697754 (33.82341289520264) + + --> STEP: 19 + | > loss_disc: 1.7655397653579712 (2.3102373888618066) + | > loss_disc_real_0: 0.03464628756046295 (0.09836069710160557) + | > loss_disc_real_1: 0.19629624485969543 (0.19612836680914225) + | > loss_disc_real_2: 0.16514557600021362 (0.21306987420508736) + | > loss_disc_real_3: 0.11455327272415161 (0.19633174256274574) + | > loss_disc_real_4: 0.12054233998060226 (0.18900216566888908) + | > loss_disc_real_5: 0.09383299946784973 (0.17551203307352567) + | > loss_0: 1.7655397653579712 (2.3102373888618066) + | > loss_gen: 2.354637622833252 (2.091743745301899) + | > loss_kl: 1.5752315521240234 (1.7205490752270347) + | > loss_feat: 9.356009483337402 (7.124227147353323) + | > loss_mel: 23.198436737060547 (21.41914899725663) + | > loss_duration: 1.760915756225586 (1.7004711502476741) + | > loss_1: 38.24523162841797 (34.056140196950814) + + --> STEP: 20 + | > loss_disc: 2.4867587089538574 (2.3190634548664093) + | > loss_disc_real_0: 0.10174332559108734 (0.09852982852607965) + | > loss_disc_real_1: 0.22324125468730927 (0.19748401120305062) + | > loss_disc_real_2: 0.2354888617992401 (0.214190823584795) + | > loss_disc_real_3: 0.29071763157844543 (0.20105103701353072) + | > loss_disc_real_4: 0.30952897667884827 (0.19502850621938703) + | > loss_disc_real_5: 0.29252249002456665 (0.18136255592107772) + | > loss_0: 2.4867587089538574 (2.3190634548664093) + | > loss_gen: 2.338207483291626 (2.1040669322013854) + | > loss_kl: 1.2382571697235107 (1.6964344799518585) + | > loss_feat: 6.1482062339782715 (7.07542610168457) + | > loss_mel: 22.994070053100586 (21.49789505004883) + | > loss_duration: 1.6654735803604126 (1.6987212717533111) + | > loss_1: 34.38421630859375 (34.07254400253296) + + --> STEP: 21 + | > loss_disc: 2.0902187824249268 (2.308166089512053) + | > loss_disc_real_0: 0.04785851389169693 (0.09611690878158524) + | > loss_disc_real_1: 0.22768867015838623 (0.19892232829616183) + | > loss_disc_real_2: 0.22894687950611115 (0.21489349291438148) + | > loss_disc_real_3: 0.1783648580312729 (0.19997074277628035) + | > loss_disc_real_4: 0.22121615707874298 (0.19627553721268973) + | > loss_disc_real_5: 0.16184376180171967 (0.18043308953444162) + | > loss_0: 2.0902187824249268 (2.308166089512053) + | > loss_gen: 2.390604019165039 (2.117711555390131) + | > loss_kl: 1.6167093515396118 (1.6926380452655612) + | > loss_feat: 8.139020919799805 (7.126073473975772) + | > loss_mel: 22.208913803100586 (21.531753085908434) + | > loss_duration: 1.631350040435791 (1.6955131178810483) + | > loss_1: 35.98659896850586 (34.1636894771031) + + --> STEP: 22 + | > loss_disc: 2.1674795150756836 (2.301771245219491) + | > loss_disc_real_0: 0.06588872522115707 (0.09474290043792942) + | > loss_disc_real_1: 0.23250256478786469 (0.20044870268214832) + | > loss_disc_real_2: 0.226127028465271 (0.21540410816669464) + | > loss_disc_real_3: 0.1465681940317154 (0.19754335419698196) + | > loss_disc_real_4: 0.1366427093744278 (0.19356495412913235) + | > loss_disc_real_5: 0.16279228031635284 (0.17963123456998306) + | > loss_0: 2.1674795150756836 (2.301771245219491) + | > loss_gen: 2.1558074951171875 (2.1194431890140883) + | > loss_kl: 1.3865902423858643 (1.678726781498302) + | > loss_feat: 7.662552356719971 (7.150458877736872) + | > loss_mel: 23.973127365112305 (21.642724644054066) + | > loss_duration: 1.7968666553497314 (1.7001200968568975) + | > loss_1: 36.974945068359375 (34.2914738221602) + + --> STEP: 23 + | > loss_disc: 2.1541640758514404 (2.2953535422034888) + | > loss_disc_real_0: 0.12776675820350647 (0.0961787203407806) + | > loss_disc_real_1: 0.18437471985816956 (0.19974983386371448) + | > loss_disc_real_2: 0.20488080382347107 (0.21494657319525015) + | > loss_disc_real_3: 0.13944289088249207 (0.19501724709635196) + | > loss_disc_real_4: 0.11715178936719894 (0.19024264261774396) + | > loss_disc_real_5: 0.09727564454078674 (0.17605055674262668) + | > loss_0: 2.1541640758514404 (2.2953535422034888) + | > loss_gen: 2.0612430572509766 (2.116912748502649) + | > loss_kl: 2.0093979835510254 (1.6931037902832031) + | > loss_feat: 8.444799423217773 (7.206734553627346) + | > loss_mel: 24.480600357055664 (21.76611054461935) + | > loss_duration: 1.7760627269744873 (1.703421950340271) + | > loss_1: 38.77210235595703 (34.486283758412235) + + --> STEP: 24 + | > loss_disc: 2.5818216800689697 (2.3072897146145506) + | > loss_disc_real_0: 0.06023269519209862 (0.09468096929291885) + | > loss_disc_real_1: 0.23682430386543274 (0.20129460344711939) + | > loss_disc_real_2: 0.23171629011631012 (0.2156453114002943) + | > loss_disc_real_3: 0.22025464475154877 (0.19606880533198515) + | > loss_disc_real_4: 0.2285345196723938 (0.19183813749502102) + | > loss_disc_real_5: 0.2144259363412857 (0.17764953089257082) + | > loss_0: 2.5818216800689697 (2.3072897146145506) + | > loss_gen: 1.9163076877593994 (2.1085542043050136) + | > loss_kl: 1.8398553133010864 (1.699218437075615) + | > loss_feat: 7.095824718475342 (7.202113310496013) + | > loss_mel: 23.11728858947754 (21.822409629821777) + | > loss_duration: 1.6758620738983154 (1.7022736221551895) + | > loss_1: 35.6451416015625 (34.53456950187683) + + --> STEP: 25 + | > loss_disc: 2.2370686531066895 (2.3044808721542362) + | > loss_disc_real_0: 0.10955691337585449 (0.09527600705623626) + | > loss_disc_real_1: 0.21968300640583038 (0.20203013956546784) + | > loss_disc_real_2: 0.2153548151254654 (0.21563369154930115) + | > loss_disc_real_3: 0.18384672701358795 (0.19557992219924927) + | > loss_disc_real_4: 0.19211767613887787 (0.1918493190407753) + | > loss_disc_real_5: 0.14637120068073273 (0.1763983976840973) + | > loss_0: 2.2370686531066895 (2.3044808721542362) + | > loss_gen: 2.1572506427764893 (2.1105020618438726) + | > loss_kl: 1.3142852783203125 (1.6838211107254029) + | > loss_feat: 6.903487205505371 (7.190168266296387) + | > loss_mel: 21.926170349121094 (21.82656005859375) + | > loss_duration: 1.615458607673645 (1.6988010215759277) + | > loss_1: 33.91665267944336 (34.50985282897949) + + --> STEP: 26 + | > loss_disc: 2.328383445739746 (2.305400201907525) + | > loss_disc_real_0: 0.08343712985515594 (0.09482066562542549) + | > loss_disc_real_1: 0.1840362548828125 (0.2013380670776734) + | > loss_disc_real_2: 0.1997615247964859 (0.2150232235972698) + | > loss_disc_real_3: 0.17993667721748352 (0.19497825893071982) + | > loss_disc_real_4: 0.19827154278755188 (0.19209632764642054) + | > loss_disc_real_5: 0.22294355928897858 (0.17818859620736197) + | > loss_0: 2.328383445739746 (2.305400201907525) + | > loss_gen: 2.1479640007019043 (2.1119429056461048) + | > loss_kl: 1.7515040636062622 (1.6864243012208204) + | > loss_feat: 6.872411727905273 (7.177946860973652) + | > loss_mel: 23.37424659729004 (21.886086463928223) + | > loss_duration: 1.6489934921264648 (1.696885347366333) + | > loss_1: 35.79512023925781 (34.55928619091328) + + --> STEP: 27 + | > loss_disc: 1.9492217302322388 (2.292208406660292) + | > loss_disc_real_0: 0.08821935951709747 (0.09457617280659852) + | > loss_disc_real_1: 0.15839846432209015 (0.1997477114200592) + | > loss_disc_real_2: 0.18283286690711975 (0.21383098816430127) + | > loss_disc_real_3: 0.12125324457883835 (0.1922477028436131) + | > loss_disc_real_4: 0.18093661963939667 (0.1916830051276419) + | > loss_disc_real_5: 0.13500341773033142 (0.1765891451526571) + | > loss_0: 1.9492217302322388 (2.292208406660292) + | > loss_gen: 2.307469367980957 (2.1191846264733214) + | > loss_kl: 1.8248968124389648 (1.6915529127474185) + | > loss_feat: 8.47446060180664 (7.225965888411911) + | > loss_mel: 23.170495986938477 (21.933657187002677) + | > loss_duration: 1.7197489738464355 (1.6977321483470775) + | > loss_1: 37.4970703125 (34.6680930102313) + + --> STEP: 28 + | > loss_disc: 2.3770992755889893 (2.2952402234077454) + | > loss_disc_real_0: 0.11408832669258118 (0.09527303544538361) + | > loss_disc_real_1: 0.2053249329328537 (0.19994689790265902) + | > loss_disc_real_2: 0.23462098836898804 (0.2145734881716115) + | > loss_disc_real_3: 0.1942194551229477 (0.19231812256787503) + | > loss_disc_real_4: 0.2015548050403595 (0.19203556941023894) + | > loss_disc_real_5: 0.12909264862537384 (0.17489284170525415) + | > loss_0: 2.3770992755889893 (2.2952402234077454) + | > loss_gen: 2.0280942916870117 (2.115931400230953) + | > loss_kl: 1.704868197441101 (1.6920284586293357) + | > loss_feat: 7.609457492828369 (7.23966201714107) + | > loss_mel: 22.152406692504883 (21.94146966934204) + | > loss_duration: 1.6764438152313232 (1.6969718507358007) + | > loss_1: 35.17127227783203 (34.686063698359895) + + --> STEP: 29 + | > loss_disc: 2.393610954284668 (2.298632317575915) + | > loss_disc_real_0: 0.11281527578830719 (0.09587794028479478) + | > loss_disc_real_1: 0.25514763593673706 (0.20185037162797204) + | > loss_disc_real_2: 0.2244633436203003 (0.21491451766984215) + | > loss_disc_real_3: 0.19829681515693665 (0.19252428438129096) + | > loss_disc_real_4: 0.20454837381839752 (0.1924670454243134) + | > loss_disc_real_5: 0.14177559316158295 (0.17375086761754135) + | > loss_0: 2.393610954284668 (2.298632317575915) + | > loss_gen: 1.9904704093933105 (2.111605159167586) + | > loss_kl: 1.5088224411010742 (1.6857110097490509) + | > loss_feat: 6.165258407592773 (7.202613616811818) + | > loss_mel: 18.376583099365234 (21.818542546239392) + | > loss_duration: 1.660858154296875 (1.6957265508585964) + | > loss_1: 29.70199203491211 (34.514199158241006) + + --> STEP: 30 + | > loss_disc: 2.4335405826568604 (2.30312925974528) + | > loss_disc_real_0: 0.13119858503341675 (0.09705529510974883) + | > loss_disc_real_1: 0.24083231389522552 (0.20314976970354717) + | > loss_disc_real_2: 0.22856803238391876 (0.21536963482697805) + | > loss_disc_real_3: 0.21421240270137787 (0.1932472216586272) + | > loss_disc_real_4: 0.2574516534805298 (0.19463319902618725) + | > loss_disc_real_5: 0.22710974514484406 (0.17552949686845143) + | > loss_0: 2.4335405826568604 (2.30312925974528) + | > loss_gen: 2.1532187461853027 (2.1129922787348434) + | > loss_kl: 1.471661925315857 (1.6785760402679444) + | > loss_feat: 6.488392353057861 (7.178806241353353) + | > loss_mel: 22.377479553222656 (21.8371737798055) + | > loss_duration: 1.6849582195281982 (1.6953676064809164) + | > loss_1: 34.17571258544922 (34.50291627248128) + + --> STEP: 31 + | > loss_disc: 2.678042411804199 (2.315223232392342) + | > loss_disc_real_0: 0.1375734508037567 (0.0983623323902007) + | > loss_disc_real_1: 0.24917753040790558 (0.2046345361778813) + | > loss_disc_real_2: 0.20775306224822998 (0.21512393893734102) + | > loss_disc_real_3: 0.25104162096977234 (0.19511155712027703) + | > loss_disc_real_4: 0.29892632365226746 (0.19799749336896405) + | > loss_disc_real_5: 0.270746111869812 (0.17860100057817274) + | > loss_0: 2.678042411804199 (2.315223232392342) + | > loss_gen: 2.008866786956787 (2.109633391903293) + | > loss_kl: 1.2722543478012085 (1.6654688888980496) + | > loss_feat: 7.145613670349121 (7.177735513256442) + | > loss_mel: 20.384658813476562 (21.79031845831102) + | > loss_duration: 1.6692785024642944 (1.6945260224803802) + | > loss_1: 32.48067092895508 (34.437682551722375) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.012038130914011309 (+0.004805626407746345) + | > avg_loss_disc: 2.315223232392342 (-0.20165304214723667) + | > avg_loss_disc_real_0: 0.0983623323902007 (-0.10929458203815645) + | > avg_loss_disc_real_1: 0.2046345361778813 (+0.015848152099117163) + | > avg_loss_disc_real_2: 0.21512393893734102 (+0.007345030384679013) + | > avg_loss_disc_real_3: 0.19511155712027703 (-0.013229107904818765) + | > avg_loss_disc_real_4: 0.19799749336896405 (+0.000758886096938971) + | > avg_loss_disc_real_5: 0.17860100057817274 (-0.06864763988602551) + | > avg_loss_0: 2.315223232392342 (-0.20165304214723667) + | > avg_loss_gen: 2.109633391903293 (-0.3764999951085737) + | > avg_loss_kl: 1.6654688888980496 (+0.012839171194261034) + | > avg_loss_feat: 7.177735513256442 (+0.18454597073216572) + | > avg_loss_mel: 21.79031845831102 (+0.17212215546639342) + | > avg_loss_duration: 1.6945260224803802 (-0.002588464367774268) + | > avg_loss_1: 34.437682551722375 (-0.00958110440162585) + + + > EPOCH: 38/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 06:53:24)  + + --> TIME: 2024-11-23 06:53:30 -- STEP: 7/797 -- GLOBAL_STEP: 53400 + | > loss_disc: 2.6273231506347656 (2.4576494693756104) + | > loss_disc_real_0: 0.12013512849807739 (0.13560268708637782) + | > loss_disc_real_1: 0.25639593601226807 (0.2229267316205161) + | > loss_disc_real_2: 0.2799609899520874 (0.22468464928013937) + | > loss_disc_real_3: 0.24032405018806458 (0.22771441723619187) + | > loss_disc_real_4: 0.27240321040153503 (0.22455930496965135) + | > loss_disc_real_5: 0.26785239577293396 (0.23365741116659983) + | > loss_0: 2.6273231506347656 (2.4576494693756104) + | > grad_norm_0: tensor(42.7097, device='cuda:0') (tensor(25.1194, device='cuda:0')) + | > loss_gen: 2.209947109222412 (2.274029084614345) + | > loss_kl: 1.7266631126403809 (1.6310214144842965) + | > loss_feat: 6.2393479347229 (6.056840692247663) + | > loss_mel: 18.66474151611328 (19.384745734078543) + | > loss_duration: 1.8253509998321533 (1.8704244579587663) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.666051864624023 (31.217061723981583) + | > grad_norm_1: tensor(125.7975, device='cuda:0') (tensor(219.1424, device='cuda:0')) + | > current_lr_0: 0.00019835668528513637 + | > current_lr_1: 0.00019835668528513637 + | > step_time: 0.7668 (0.7473616940634591) + | > loader_time: 0.0055 (0.003725017820085798) + + + --> TIME: 2024-11-23 06:53:49 -- STEP: 32/797 -- GLOBAL_STEP: 53425 + | > loss_disc: 2.5450809001922607 (2.4746542870998387) + | > loss_disc_real_0: 0.12159085273742676 (0.13004755508154628) + | > loss_disc_real_1: 0.21662622690200806 (0.21830278355628252) + | > loss_disc_real_2: 0.264121949672699 (0.2339697969146073) + | > loss_disc_real_3: 0.20983749628067017 (0.22623474523425102) + | > loss_disc_real_4: 0.25056320428848267 (0.22725513763725758) + | > loss_disc_real_5: 0.2406713217496872 (0.24264980433508754) + | > loss_0: 2.5450809001922607 (2.4746542870998387) + | > grad_norm_0: tensor(15.1363, device='cuda:0') (tensor(26.8604, device='cuda:0')) + | > loss_gen: 2.2875804901123047 (2.3232649341225624) + | > loss_kl: 1.4744645357131958 (1.6071964539587498) + | > loss_feat: 6.584786891937256 (6.708821669220924) + | > loss_mel: 21.582319259643555 (20.29697996377945) + | > loss_duration: 1.7955641746520996 (1.7908230386674404) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.72471618652344 (32.72708624601363) + | > grad_norm_1: tensor(430.9258, device='cuda:0') (tensor(349.3757, device='cuda:0')) + | > current_lr_0: 0.00019835668528513637 + | > current_lr_1: 0.00019835668528513637 + | > step_time: 0.7771 (0.7532827630639076) + | > loader_time: 0.006 (0.005052000284194945) + + + --> TIME: 2024-11-23 06:54:09 -- STEP: 57/797 -- GLOBAL_STEP: 53450 + | > loss_disc: 2.3174288272857666 (2.464388943555062) + | > loss_disc_real_0: 0.07043652981519699 (0.12959572267636912) + | > loss_disc_real_1: 0.21442833542823792 (0.22003260124147983) + | > loss_disc_real_2: 0.2183690220117569 (0.23388072482326575) + | > loss_disc_real_3: 0.22116400301456451 (0.22318611176390396) + | > loss_disc_real_4: 0.18268872797489166 (0.22389571342551917) + | > loss_disc_real_5: 0.20931315422058105 (0.23035195705137754) + | > loss_0: 2.3174288272857666 (2.464388943555062) + | > grad_norm_0: tensor(58.2539, device='cuda:0') (tensor(41.0606, device='cuda:0')) + | > loss_gen: 2.356708288192749 (2.32582477937665) + | > loss_kl: 1.7652949094772339 (1.6133409215692889) + | > loss_feat: 7.472515106201172 (6.799900347726387) + | > loss_mel: 21.35692024230957 (20.512575919168047) + | > loss_duration: 1.7529749870300293 (1.7618407868502433) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.70441436767578 (33.01348261247602) + | > grad_norm_1: tensor(521.7464, device='cuda:0') (tensor(436.6638, device='cuda:0')) + | > current_lr_0: 0.00019835668528513637 + | > current_lr_1: 0.00019835668528513637 + | > step_time: 0.7151 (0.7531069538049531) + | > loader_time: 0.0039 (0.005617275572659676) + + + --> TIME: 2024-11-23 06:54:28 -- STEP: 82/797 -- GLOBAL_STEP: 53475 + | > loss_disc: 2.4890174865722656 (2.4606702211426525) + | > loss_disc_real_0: 0.18532004952430725 (0.12756088680428695) + | > loss_disc_real_1: 0.24845068156719208 (0.21885438009006222) + | > loss_disc_real_2: 0.22813235223293304 (0.23429059164553154) + | > loss_disc_real_3: 0.21527352929115295 (0.22299031622526122) + | > loss_disc_real_4: 0.23388636112213135 (0.22427840185601536) + | > loss_disc_real_5: 0.20763160288333893 (0.23147078294579576) + | > loss_0: 2.4890174865722656 (2.4606702211426525) + | > grad_norm_0: tensor(96.8480, device='cuda:0') (tensor(47.8913, device='cuda:0')) + | > loss_gen: 2.38763165473938 (2.3501705570918756) + | > loss_kl: 1.601539969444275 (1.5898491667538155) + | > loss_feat: 6.931681156158447 (6.908983893510772) + | > loss_mel: 20.596210479736328 (20.725123312415153) + | > loss_duration: 1.7141072750091553 (1.7423584664740213) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.231170654296875 (33.31648533518722) + | > grad_norm_1: tensor(512.0930, device='cuda:0') (tensor(475.8914, device='cuda:0')) + | > current_lr_0: 0.00019835668528513637 + | > current_lr_1: 0.00019835668528513637 + | > step_time: 0.7994 (0.7611748968682639) + | > loader_time: 0.0049 (0.005709842937748608) + + + --> TIME: 2024-11-23 06:54:48 -- STEP: 107/797 -- GLOBAL_STEP: 53500 + | > loss_disc: 2.379908561706543 (2.453566121163769) + | > loss_disc_real_0: 0.08139489591121674 (0.12812680785901073) + | > loss_disc_real_1: 0.2550327777862549 (0.21775398131842924) + | > loss_disc_real_2: 0.2054762840270996 (0.23303406762185497) + | > loss_disc_real_3: 0.21637661755084991 (0.2231339436268138) + | > loss_disc_real_4: 0.2117127925157547 (0.2243634740882945) + | > loss_disc_real_5: 0.1916821151971817 (0.2295028008868761) + | > loss_0: 2.379908561706543 (2.453566121163769) + | > grad_norm_0: tensor(30.8183, device='cuda:0') (tensor(54.0201, device='cuda:0')) + | > loss_gen: 2.4152472019195557 (2.3682656756071276) + | > loss_kl: 1.4205559492111206 (1.5890753246913447) + | > loss_feat: 7.733301162719727 (6.934315975581374) + | > loss_mel: 21.23052978515625 (20.706643897796354) + | > loss_duration: 1.6926159858703613 (1.7336772580013098) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.492252349853516 (33.33197811162361) + | > grad_norm_1: tensor(351.1207, device='cuda:0') (tensor(486.2969, device='cuda:0')) + | > current_lr_0: 0.00019835668528513637 + | > current_lr_1: 0.00019835668528513637 + | > step_time: 0.8036 (0.7640862041544692) + | > loader_time: 0.0044 (0.005704614603630851) + + + --> TIME: 2024-11-23 06:55:08 -- STEP: 132/797 -- GLOBAL_STEP: 53525 + | > loss_disc: 2.3613221645355225 (2.45874031384786) + | > loss_disc_real_0: 0.09423700720071793 (0.1324590721986059) + | > loss_disc_real_1: 0.19590775668621063 (0.217780900836894) + | > loss_disc_real_2: 0.24614176154136658 (0.23325777132854317) + | > loss_disc_real_3: 0.2268064171075821 (0.22341028341289723) + | > loss_disc_real_4: 0.227492555975914 (0.22377368186910948) + | > loss_disc_real_5: 0.18531455099582672 (0.22914330808050704) + | > loss_0: 2.3613221645355225 (2.45874031384786) + | > grad_norm_0: tensor(145.3852, device='cuda:0') (tensor(62.4955, device='cuda:0')) + | > loss_gen: 2.403305768966675 (2.378308809164798) + | > loss_kl: 1.1699011325836182 (1.5860824684302013) + | > loss_feat: 7.008933067321777 (6.9706705844763555) + | > loss_mel: 21.095046997070312 (20.74731487216372) + | > loss_duration: 1.7365721464157104 (1.7275831410379119) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.41375732421875 (33.40995985088925) + | > grad_norm_1: tensor(507.3813, device='cuda:0') (tensor(484.5068, device='cuda:0')) + | > current_lr_0: 0.00019835668528513637 + | > current_lr_1: 0.00019835668528513637 + | > step_time: 0.7706 (0.7688743183107087) + | > loader_time: 0.0136 (0.0058585206667582206) + + + --> TIME: 2024-11-23 06:55:28 -- STEP: 157/797 -- GLOBAL_STEP: 53550 + | > loss_disc: 2.4348809719085693 (2.4660528176909047) + | > loss_disc_real_0: 0.15395261347293854 (0.1354041061346318) + | > loss_disc_real_1: 0.19433841109275818 (0.21823423313107465) + | > loss_disc_real_2: 0.21696726977825165 (0.2333272116579068) + | > loss_disc_real_3: 0.23078526556491852 (0.22372532422375527) + | > loss_disc_real_4: 0.16725337505340576 (0.22255020232716943) + | > loss_disc_real_5: 0.19471503794193268 (0.22921497645271813) + | > loss_0: 2.4348809719085693 (2.4660528176909047) + | > grad_norm_0: tensor(63.8656, device='cuda:0') (tensor(65.7190, device='cuda:0')) + | > loss_gen: 2.448662281036377 (2.372051884414284) + | > loss_kl: 1.829675316810608 (1.5789627201238254) + | > loss_feat: 7.530996322631836 (6.954862919582683) + | > loss_mel: 22.178560256958008 (20.768691834370813) + | > loss_duration: 1.707311749458313 (1.7204426375164343) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.69520950317383 (33.39501204764005) + | > grad_norm_1: tensor(132.7429, device='cuda:0') (tensor(479.0123, device='cuda:0')) + | > current_lr_0: 0.00019835668528513637 + | > current_lr_1: 0.00019835668528513637 + | > step_time: 0.763 (0.7718317402396233) + | > loader_time: 0.005 (0.006088408694905083) + + + --> TIME: 2024-11-23 06:55:48 -- STEP: 182/797 -- GLOBAL_STEP: 53575 + | > loss_disc: 2.470766067504883 (2.464553716418509) + | > loss_disc_real_0: 0.09272604435682297 (0.13598221169968877) + | > loss_disc_real_1: 0.24199198186397552 (0.2182907343402014) + | > loss_disc_real_2: 0.2114521861076355 (0.23306043094003592) + | > loss_disc_real_3: 0.19575032591819763 (0.22339689428662204) + | > loss_disc_real_4: 0.20689645409584045 (0.22255992660155663) + | > loss_disc_real_5: 0.1944161057472229 (0.230386764056735) + | > loss_0: 2.470766067504883 (2.464553716418509) + | > grad_norm_0: tensor(89.1840, device='cuda:0') (tensor(63.1175, device='cuda:0')) + | > loss_gen: 2.1819095611572266 (2.3658133339095913) + | > loss_kl: 1.395362138748169 (1.5781458144659524) + | > loss_feat: 7.615246772766113 (6.966328953648661) + | > loss_mel: 21.8445987701416 (20.832744367830056) + | > loss_duration: 1.6808600425720215 (1.7137779161170286) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.71797561645508 (33.456810406276134) + | > grad_norm_1: tensor(707.4677, device='cuda:0') (tensor(468.5114, device='cuda:0')) + | > current_lr_0: 0.00019835668528513637 + | > current_lr_1: 0.00019835668528513637 + | > step_time: 0.813 (0.7762039834326442) + | > loader_time: 0.0055 (0.006135410004919704) + + + --> TIME: 2024-11-23 06:56:09 -- STEP: 207/797 -- GLOBAL_STEP: 53600 + | > loss_disc: 2.279951810836792 (2.455453782841782) + | > loss_disc_real_0: 0.08518728613853455 (0.13488166989839584) + | > loss_disc_real_1: 0.17378799617290497 (0.21708380398542987) + | > loss_disc_real_2: 0.19122309982776642 (0.2316336275442787) + | > loss_disc_real_3: 0.21792814135551453 (0.2226558814302159) + | > loss_disc_real_4: 0.17207399010658264 (0.22229860845395333) + | > loss_disc_real_5: 0.18979637324810028 (0.22923380827558212) + | > loss_0: 2.279951810836792 (2.455453782841782) + | > grad_norm_0: tensor(11.1628, device='cuda:0') (tensor(58.5626, device='cuda:0')) + | > loss_gen: 2.2385642528533936 (2.3604972224304657) + | > loss_kl: 1.502468466758728 (1.5843214556790781) + | > loss_feat: 7.416782855987549 (6.96582053364187) + | > loss_mel: 21.648935317993164 (20.883942839028187) + | > loss_duration: 1.699392557144165 (1.7119494515340683) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.50614547729492 (33.506531508072534) + | > grad_norm_1: tensor(105.3968, device='cuda:0') (tensor(446.7588, device='cuda:0')) + | > current_lr_0: 0.00019835668528513637 + | > current_lr_1: 0.00019835668528513637 + | > step_time: 0.7956 (0.7793009834013125) + | > loader_time: 0.0123 (0.006195085636083632) + + + --> TIME: 2024-11-23 06:56:29 -- STEP: 232/797 -- GLOBAL_STEP: 53625 + | > loss_disc: 2.36795711517334 (2.4534651595970702) + | > loss_disc_real_0: 0.10838064551353455 (0.13396797080299455) + | > loss_disc_real_1: 0.23456315696239471 (0.21737354216647561) + | > loss_disc_real_2: 0.22757157683372498 (0.23216585146969762) + | > loss_disc_real_3: 0.21677491068840027 (0.22247068339894557) + | > loss_disc_real_4: 0.2141294628381729 (0.2220210337947155) + | > loss_disc_real_5: 0.20266130566596985 (0.229678885176264) + | > loss_0: 2.36795711517334 (2.4534651595970702) + | > grad_norm_0: tensor(23.0751, device='cuda:0') (tensor(57.0629, device='cuda:0')) + | > loss_gen: 2.357819080352783 (2.3572312809270017) + | > loss_kl: 1.5681196451187134 (1.5855248241588986) + | > loss_feat: 6.902328968048096 (6.947573205520367) + | > loss_mel: 20.935306549072266 (20.855232937582617) + | > loss_duration: 1.5918575525283813 (1.7084482178605833) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.355430603027344 (33.45401052770942) + | > grad_norm_1: tensor(230.6634, device='cuda:0') (tensor(432.3056, device='cuda:0')) + | > current_lr_0: 0.00019835668528513637 + | > current_lr_1: 0.00019835668528513637 + | > step_time: 0.7828 (0.7819024848526923) + | > loader_time: 0.0052 (0.00633762417168453) + + + --> TIME: 2024-11-23 06:56:50 -- STEP: 257/797 -- GLOBAL_STEP: 53650 + | > loss_disc: 2.398495674133301 (2.448230103296067) + | > loss_disc_real_0: 0.10949914157390594 (0.13385566366031929) + | > loss_disc_real_1: 0.2373482584953308 (0.21692193621327444) + | > loss_disc_real_2: 0.20183342695236206 (0.23114474245314467) + | > loss_disc_real_3: 0.2026311457157135 (0.2226927475822575) + | > loss_disc_real_4: 0.22602735459804535 (0.220873114953709) + | > loss_disc_real_5: 0.2080223709344864 (0.22890487510406554) + | > loss_0: 2.398495674133301 (2.448230103296067) + | > grad_norm_0: tensor(23.0168, device='cuda:0') (tensor(54.7591, device='cuda:0')) + | > loss_gen: 2.4439730644226074 (2.354845036792385) + | > loss_kl: 1.6650217771530151 (1.5832881468279352) + | > loss_feat: 7.634270191192627 (6.942481766415013) + | > loss_mel: 21.567474365234375 (20.840052266992956) + | > loss_duration: 1.6098111867904663 (1.7048538473329653) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.92054748535156 (33.42552113811328) + | > grad_norm_1: tensor(177.7218, device='cuda:0') (tensor(417.2331, device='cuda:0')) + | > current_lr_0: 0.00019835668528513637 + | > current_lr_1: 0.00019835668528513637 + | > step_time: 0.7829 (0.7843546524122068) + | > loader_time: 0.0048 (0.006424865833980102) + + + --> TIME: 2024-11-23 06:57:10 -- STEP: 282/797 -- GLOBAL_STEP: 53675 + | > loss_disc: 2.4195828437805176 (2.449392988326703) + | > loss_disc_real_0: 0.18333539366722107 (0.13349956801121526) + | > loss_disc_real_1: 0.2164473682641983 (0.216364582485341) + | > loss_disc_real_2: 0.23994648456573486 (0.23117797916873978) + | > loss_disc_real_3: 0.21021609008312225 (0.2222778438359288) + | > loss_disc_real_4: 0.19528548419475555 (0.22204394279219575) + | > loss_disc_real_5: 0.2492276132106781 (0.22955132318092575) + | > loss_0: 2.4195828437805176 (2.449392988326703) + | > grad_norm_0: tensor(92.8114, device='cuda:0') (tensor(53.7682, device='cuda:0')) + | > loss_gen: 2.361937999725342 (2.35301661745031) + | > loss_kl: 1.6549333333969116 (1.5790276899405409) + | > loss_feat: 5.801490783691406 (6.942559752903932) + | > loss_mel: 19.024993896484375 (20.87821410564667) + | > loss_duration: 1.6641488075256348 (1.7030176596438629) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.507505416870117 (33.455835897026304) + | > grad_norm_1: tensor(333.5203, device='cuda:0') (tensor(418.2208, device='cuda:0')) + | > current_lr_0: 0.00019835668528513637 + | > current_lr_1: 0.00019835668528513637 + | > step_time: 0.7937 (0.7873731589486413) + | > loader_time: 0.0051 (0.006443636637207464) + + + --> TIME: 2024-11-23 06:57:31 -- STEP: 307/797 -- GLOBAL_STEP: 53700 + | > loss_disc: 2.4466090202331543 (2.4495707428028233) + | > loss_disc_real_0: 0.07873540371656418 (0.13304386080427735) + | > loss_disc_real_1: 0.22875872254371643 (0.2167374774668038) + | > loss_disc_real_2: 0.21274694800376892 (0.23127422654085134) + | > loss_disc_real_3: 0.2508508563041687 (0.22265271866748698) + | > loss_disc_real_4: 0.24167215824127197 (0.22188655401091617) + | > loss_disc_real_5: 0.26207494735717773 (0.22986343901009823) + | > loss_0: 2.4466090202331543 (2.4495707428028233) + | > grad_norm_0: tensor(35.2922, device='cuda:0') (tensor(54.4518, device='cuda:0')) + | > loss_gen: 2.3219363689422607 (2.356086633881065) + | > loss_kl: 1.2856168746948242 (1.57789852098844) + | > loss_feat: 6.633877277374268 (6.946644231628517) + | > loss_mel: 21.191139221191406 (20.91432688212939) + | > loss_duration: 1.658312439918518 (1.7010854890369824) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.09088134765625 (33.496041835325116) + | > grad_norm_1: tensor(346.5673, device='cuda:0') (tensor(427.2505, device='cuda:0')) + | > current_lr_0: 0.00019835668528513637 + | > current_lr_1: 0.00019835668528513637 + | > step_time: 0.803 (0.790760747772863) + | > loader_time: 0.0057 (0.006513694210238876) + + + --> TIME: 2024-11-23 06:57:52 -- STEP: 332/797 -- GLOBAL_STEP: 53725 + | > loss_disc: 2.4412691593170166 (2.4496321721249332) + | > loss_disc_real_0: 0.06014299392700195 (0.13240881927356296) + | > loss_disc_real_1: 0.24836915731430054 (0.2166065594338509) + | > loss_disc_real_2: 0.2072642594575882 (0.2316657355930432) + | > loss_disc_real_3: 0.18659375607967377 (0.22257364752242365) + | > loss_disc_real_4: 0.17905239760875702 (0.22218154599688136) + | > loss_disc_real_5: 0.20616629719734192 (0.2301041537738708) + | > loss_0: 2.4412691593170166 (2.4496321721249332) + | > grad_norm_0: tensor(95.9205, device='cuda:0') (tensor(57.0677, device='cuda:0')) + | > loss_gen: 2.1278059482574463 (2.358813081879215) + | > loss_kl: 1.64204740524292 (1.5767455018428436) + | > loss_feat: 6.916420936584473 (6.949234171086047) + | > loss_mel: 19.80615997314453 (20.94266269867679) + | > loss_duration: 1.6722681522369385 (1.699186430638095) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.164703369140625 (33.526641966348606) + | > grad_norm_1: tensor(439.1049, device='cuda:0') (tensor(440.1513, device='cuda:0')) + | > current_lr_0: 0.00019835668528513637 + | > current_lr_1: 0.00019835668528513637 + | > step_time: 0.8097 (0.793420179062579) + | > loader_time: 0.0116 (0.006604635571858969) + + + --> TIME: 2024-11-23 06:58:13 -- STEP: 357/797 -- GLOBAL_STEP: 53750 + | > loss_disc: 2.5917654037475586 (2.4523597010711327) + | > loss_disc_real_0: 0.1812218576669693 (0.1336276821520816) + | > loss_disc_real_1: 0.2310185432434082 (0.2171228899090898) + | > loss_disc_real_2: 0.22562271356582642 (0.23162443439165756) + | > loss_disc_real_3: 0.22748704254627228 (0.22308006160566451) + | > loss_disc_real_4: 0.20912425220012665 (0.22150792978724843) + | > loss_disc_real_5: 0.23301294445991516 (0.23030138458190513) + | > loss_0: 2.5917654037475586 (2.4523597010711327) + | > grad_norm_0: tensor(96.1691, device='cuda:0') (tensor(58.9341, device='cuda:0')) + | > loss_gen: 2.092005968093872 (2.3601730764747013) + | > loss_kl: 1.7011356353759766 (1.5776360268686331) + | > loss_feat: 5.45854377746582 (6.941101323990595) + | > loss_mel: 20.11000633239746 (20.96906469115357) + | > loss_duration: 1.693495512008667 (1.6964684127091694) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.055187225341797 (33.544443595309154) + | > grad_norm_1: tensor(257.8326, device='cuda:0') (tensor(436.3071, device='cuda:0')) + | > current_lr_0: 0.00019835668528513637 + | > current_lr_1: 0.00019835668528513637 + | > step_time: 0.8652 (0.7962192180109959) + | > loader_time: 0.0103 (0.006797699033379221) + + + --> TIME: 2024-11-23 06:58:35 -- STEP: 382/797 -- GLOBAL_STEP: 53775 + | > loss_disc: 2.6071972846984863 (2.4516913129397104) + | > loss_disc_real_0: 0.1650846302509308 (0.1335987503401428) + | > loss_disc_real_1: 0.22233107686042786 (0.21684923713431933) + | > loss_disc_real_2: 0.24404311180114746 (0.2318274553923707) + | > loss_disc_real_3: 0.24752935767173767 (0.22274696081876755) + | > loss_disc_real_4: 0.2598750591278076 (0.22193179677450217) + | > loss_disc_real_5: 0.24817176163196564 (0.2297844814224393) + | > loss_0: 2.6071972846984863 (2.4516913129397104) + | > grad_norm_0: tensor(21.7067, device='cuda:0') (tensor(58.6334, device='cuda:0')) + | > loss_gen: 2.1976969242095947 (2.3625804273245845) + | > loss_kl: 1.8299643993377686 (1.57468813626554) + | > loss_feat: 6.604575157165527 (6.9609908770516284) + | > loss_mel: 21.39708709716797 (20.994402251318498) + | > loss_duration: 1.713182806968689 (1.6939923781999118) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.74250793457031 (33.58665412383547) + | > grad_norm_1: tensor(340.7032, device='cuda:0') (tensor(435.1562, device='cuda:0')) + | > current_lr_0: 0.00019835668528513637 + | > current_lr_1: 0.00019835668528513637 + | > step_time: 0.8389 (0.7993289088703575) + | > loader_time: 0.0106 (0.0069631650185709845) + + + --> TIME: 2024-11-23 06:58:56 -- STEP: 407/797 -- GLOBAL_STEP: 53800 + | > loss_disc: 2.496873140335083 (2.4533703819246795) + | > loss_disc_real_0: 0.17118068039417267 (0.13380853481206315) + | > loss_disc_real_1: 0.19287694990634918 (0.21709199930731143) + | > loss_disc_real_2: 0.22240160405635834 (0.231766351171442) + | > loss_disc_real_3: 0.21297785639762878 (0.22301428338526508) + | > loss_disc_real_4: 0.19256582856178284 (0.22233562025010437) + | > loss_disc_real_5: 0.21368083357810974 (0.23013304305750262) + | > loss_0: 2.496873140335083 (2.4533703819246795) + | > grad_norm_0: tensor(11.0503, device='cuda:0') (tensor(57.3782, device='cuda:0')) + | > loss_gen: 2.1889944076538086 (2.3606411754645658) + | > loss_kl: 1.2028616666793823 (1.5743217743585385) + | > loss_feat: 5.555480003356934 (6.952968300999822) + | > loss_mel: 18.940513610839844 (20.998066623322217) + | > loss_duration: 1.6975305080413818 (1.6928641441706065) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 29.58538246154785 (33.578862084803426) + | > grad_norm_1: tensor(623.9342, device='cuda:0') (tensor(431.9713, device='cuda:0')) + | > current_lr_0: 0.00019835668528513637 + | > current_lr_1: 0.00019835668528513637 + | > step_time: 0.844 (0.8013688199936025) + | > loader_time: 0.0068 (0.0070770975998637135) + + + --> TIME: 2024-11-23 06:59:18 -- STEP: 432/797 -- GLOBAL_STEP: 53825 + | > loss_disc: 2.3796374797821045 (2.45473744471868) + | > loss_disc_real_0: 0.07680469006299973 (0.13339745869894534) + | > loss_disc_real_1: 0.19393454492092133 (0.217087564713977) + | > loss_disc_real_2: 0.23467622697353363 (0.23206715651408394) + | > loss_disc_real_3: 0.23928429186344147 (0.2228634841050263) + | > loss_disc_real_4: 0.22261789441108704 (0.2220573982706776) + | > loss_disc_real_5: 0.2661202549934387 (0.23075191435162667) + | > loss_0: 2.3796374797821045 (2.45473744471868) + | > grad_norm_0: tensor(9.2858, device='cuda:0') (tensor(56.6392, device='cuda:0')) + | > loss_gen: 2.4806032180786133 (2.359837239539183) + | > loss_kl: 1.4793740510940552 (1.574209447812151) + | > loss_feat: 7.637052536010742 (6.95154650123031) + | > loss_mel: 22.950531005859375 (21.003757768207134) + | > loss_duration: 1.6765708923339844 (1.691637576178268) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.22412872314453 (33.580988601401955) + | > grad_norm_1: tensor(473.6276, device='cuda:0') (tensor(434.1082, device='cuda:0')) + | > current_lr_0: 0.00019835668528513637 + | > current_lr_1: 0.00019835668528513637 + | > step_time: 0.8783 (0.8041737029949824) + | > loader_time: 0.0124 (0.007190382039105451) + + + --> TIME: 2024-11-23 06:59:39 -- STEP: 457/797 -- GLOBAL_STEP: 53850 + | > loss_disc: 2.406430244445801 (2.45291946962052) + | > loss_disc_real_0: 0.08622387051582336 (0.13272794648287586) + | > loss_disc_real_1: 0.2709607779979706 (0.21698351527199441) + | > loss_disc_real_2: 0.23502494394779205 (0.23196402433403737) + | > loss_disc_real_3: 0.24187399446964264 (0.2229579834825883) + | > loss_disc_real_4: 0.24811217188835144 (0.22201444766192777) + | > loss_disc_real_5: 0.21276728808879852 (0.23046488808855187) + | > loss_0: 2.406430244445801 (2.45291946962052) + | > grad_norm_0: tensor(52.4814, device='cuda:0') (tensor(56.5256, device='cuda:0')) + | > loss_gen: 2.6770009994506836 (2.360710050658012) + | > loss_kl: 1.6447291374206543 (1.574990603542954) + | > loss_feat: 7.173429489135742 (6.949678933333516) + | > loss_mel: 21.86541748046875 (21.02535379689424) + | > loss_duration: 1.7044717073440552 (1.6906705416527046) + | > amp_scaler: 256.0 (131.92122538293222) + | > loss_1: 35.06504821777344 (33.60140398972923) + | > grad_norm_1: tensor(798.4732, device='cuda:0') (tensor(440.6134, device='cuda:0')) + | > current_lr_0: 0.00019835668528513637 + | > current_lr_1: 0.00019835668528513637 + | > step_time: 0.8353 (0.8068695433551947) + | > loader_time: 0.0094 (0.007260427433239292) + + + --> TIME: 2024-11-23 07:00:01 -- STEP: 482/797 -- GLOBAL_STEP: 53875 + | > loss_disc: 2.3575947284698486 (2.4525878508555947) + | > loss_disc_real_0: 0.0986369252204895 (0.13273539339265633) + | > loss_disc_real_1: 0.20798824727535248 (0.21676521176371832) + | > loss_disc_real_2: 0.28861409425735474 (0.23203363730205048) + | > loss_disc_real_3: 0.2362128049135208 (0.22316284425154762) + | > loss_disc_real_4: 0.22537386417388916 (0.222410886335917) + | > loss_disc_real_5: 0.22694998979568481 (0.23037799515788485) + | > loss_0: 2.3575947284698486 (2.4525878508555947) + | > grad_norm_0: tensor(20.9721, device='cuda:0') (tensor(56.2245, device='cuda:0')) + | > loss_gen: 2.383927822113037 (2.3611302568704766) + | > loss_kl: 1.6240733861923218 (1.5766250102846455) + | > loss_feat: 7.702728748321533 (6.9553645310065555) + | > loss_mel: 22.97770881652832 (21.04007016573705) + | > loss_duration: 1.7008213996887207 (1.6894383104015682) + | > amp_scaler: 256.0 (138.3568464730291) + | > loss_1: 36.389259338378906 (33.622628338604024) + | > grad_norm_1: tensor(75.4079, device='cuda:0') (tensor(439.9068, device='cuda:0')) + | > current_lr_0: 0.00019835668528513637 + | > current_lr_1: 0.00019835668528513637 + | > step_time: 0.8578 (0.809540625429747) + | > loader_time: 0.0065 (0.007388395392548494) + + + --> TIME: 2024-11-23 07:00:23 -- STEP: 507/797 -- GLOBAL_STEP: 53900 + | > loss_disc: 2.4023337364196777 (2.451456562772071) + | > loss_disc_real_0: 0.1562873125076294 (0.1324600438262231) + | > loss_disc_real_1: 0.215822234749794 (0.21670408570437272) + | > loss_disc_real_2: 0.21915218234062195 (0.23191283090697712) + | > loss_disc_real_3: 0.22304415702819824 (0.22278126833236664) + | > loss_disc_real_4: 0.2297762632369995 (0.22244930146831496) + | > loss_disc_real_5: 0.2224259376525879 (0.2304694686356851) + | > loss_0: 2.4023337364196777 (2.451456562772071) + | > grad_norm_0: tensor(44.2532, device='cuda:0') (tensor(55.4324, device='cuda:0')) + | > loss_gen: 2.4277849197387695 (2.362194334496644) + | > loss_kl: 1.702250361442566 (1.5757095042535305) + | > loss_feat: 7.272449016571045 (6.958362315063176) + | > loss_mel: 20.55329132080078 (21.04066979673488) + | > loss_duration: 1.6335854530334473 (1.6881996792919303) + | > amp_scaler: 256.0 (144.15779092702175) + | > loss_1: 33.58936309814453 (33.62513567757086) + | > grad_norm_1: tensor(536.4509, device='cuda:0') (tensor(446.8229, device='cuda:0')) + | > current_lr_0: 0.00019835668528513637 + | > current_lr_1: 0.00019835668528513637 + | > step_time: 0.8966 (0.8114008278066119) + | > loader_time: 0.0122 (0.007452212376942531) + + + --> TIME: 2024-11-23 07:00:44 -- STEP: 532/797 -- GLOBAL_STEP: 53925 + | > loss_disc: 2.305762767791748 (2.4500402082177937) + | > loss_disc_real_0: 0.07990655303001404 (0.13191689545974916) + | > loss_disc_real_1: 0.16407252848148346 (0.21651514406715122) + | > loss_disc_real_2: 0.1951136440038681 (0.23192935425760158) + | > loss_disc_real_3: 0.19297324120998383 (0.22301179988491804) + | > loss_disc_real_4: 0.24618655443191528 (0.22258460011921427) + | > loss_disc_real_5: 0.2557373046875 (0.2306310388826786) + | > loss_0: 2.305762767791748 (2.4500402082177937) + | > grad_norm_0: tensor(36.3448, device='cuda:0') (tensor(55.9613, device='cuda:0')) + | > loss_gen: 2.4314746856689453 (2.367858132473509) + | > loss_kl: 1.5842804908752441 (1.5757726500357003) + | > loss_feat: 8.002370834350586 (6.978180711430714) + | > loss_mel: 22.285741806030273 (21.06054223211189) + | > loss_duration: 1.6596336364746094 (1.687767458365376) + | > amp_scaler: 256.0 (149.41353383458653) + | > loss_1: 35.9635009765625 (33.67012123954025) + | > grad_norm_1: tensor(633.1713, device='cuda:0') (tensor(448.4151, device='cuda:0')) + | > current_lr_0: 0.00019835668528513637 + | > current_lr_1: 0.00019835668528513637 + | > step_time: 0.8951 (0.8133703613639774) + | > loader_time: 0.0134 (0.007545761147836097) + + + --> TIME: 2024-11-23 07:01:07 -- STEP: 557/797 -- GLOBAL_STEP: 53950 + | > loss_disc: 2.369225263595581 (2.452607977968145) + | > loss_disc_real_0: 0.10362592339515686 (0.13264400934670081) + | > loss_disc_real_1: 0.18402855098247528 (0.21672011162798113) + | > loss_disc_real_2: 0.20816490054130554 (0.23215370902146215) + | > loss_disc_real_3: 0.2345786839723587 (0.22297447045037733) + | > loss_disc_real_4: 0.20630180835723877 (0.2223549055025864) + | > loss_disc_real_5: 0.19717004895210266 (0.23048783132482045) + | > loss_0: 2.369225263595581 (2.452607977968145) + | > grad_norm_0: tensor(13.0355, device='cuda:0') (tensor(56.2755, device='cuda:0')) + | > loss_gen: 2.249229907989502 (2.367117868505647) + | > loss_kl: 1.4272018671035767 (1.5772054165441216) + | > loss_feat: 6.580521583557129 (6.976683348684808) + | > loss_mel: 21.400741577148438 (21.07094205174884) + | > loss_duration: 1.662900686264038 (1.6873551607131956) + | > amp_scaler: 256.0 (154.19748653500906) + | > loss_1: 33.320594787597656 (33.67930389007073) + | > grad_norm_1: tensor(94.7621, device='cuda:0') (tensor(446.3261, device='cuda:0')) + | > current_lr_0: 0.00019835668528513637 + | > current_lr_1: 0.00019835668528513637 + | > step_time: 0.846 (0.8158292671936419) + | > loader_time: 0.0072 (0.0076638727684637375) + + + --> TIME: 2024-11-23 07:01:29 -- STEP: 582/797 -- GLOBAL_STEP: 53975 + | > loss_disc: 2.2651920318603516 (2.4511653819854327) + | > loss_disc_real_0: 0.09485787153244019 (0.13198188036885042) + | > loss_disc_real_1: 0.161993145942688 (0.21673566574083572) + | > loss_disc_real_2: 0.18695776164531708 (0.2321143409947759) + | > loss_disc_real_3: 0.14864374697208405 (0.22278368247743316) + | > loss_disc_real_4: 0.21291163563728333 (0.22216404093704684) + | > loss_disc_real_5: 0.1791761815547943 (0.23032528694552654) + | > loss_0: 2.2651920318603516 (2.4511653819854327) + | > grad_norm_0: tensor(58.8680, device='cuda:0') (tensor(55.7020, device='cuda:0')) + | > loss_gen: 2.4547719955444336 (2.3676509431137673) + | > loss_kl: 1.2697292566299438 (1.5778886376787298) + | > loss_feat: 7.685443878173828 (6.980741284557222) + | > loss_mel: 21.23938751220703 (21.091613343491193) + | > loss_duration: 1.7122881412506104 (1.6871702609602939) + | > amp_scaler: 256.0 (158.57044673539525) + | > loss_1: 34.36162185668945 (33.70506450482659) + | > grad_norm_1: tensor(241.8989, device='cuda:0') (tensor(452.2580, device='cuda:0')) + | > current_lr_0: 0.00019835668528513637 + | > current_lr_1: 0.00019835668528513637 + | > step_time: 0.8489 (0.8190865045560589) + | > loader_time: 0.0115 (0.007751239943750126) + + + --> TIME: 2024-11-23 07:01:51 -- STEP: 607/797 -- GLOBAL_STEP: 54000 + | > loss_disc: 2.478931427001953 (2.449663007475399) + | > loss_disc_real_0: 0.17038802802562714 (0.13161608067385644) + | > loss_disc_real_1: 0.22715453803539276 (0.21680968437693657) + | > loss_disc_real_2: 0.23658236861228943 (0.23213478701904147) + | > loss_disc_real_3: 0.24066631495952606 (0.22283319176421715) + | > loss_disc_real_4: 0.23406168818473816 (0.22245714571664518) + | > loss_disc_real_5: 0.19013364613056183 (0.23008052832899611) + | > loss_0: 2.478931427001953 (2.449663007475399) + | > grad_norm_0: tensor(87.9658, device='cuda:0') (tensor(55.8124, device='cuda:0')) + | > loss_gen: 2.3109543323516846 (2.370726134081847) + | > loss_kl: 1.5244818925857544 (1.5785244214279455) + | > loss_feat: 6.988335609436035 (6.989147007956337) + | > loss_mel: 20.209264755249023 (21.107997712036347) + | > loss_duration: 1.7120842933654785 (1.6869280118329524) + | > amp_scaler: 128.0 (161.10708401976936) + | > loss_1: 32.745121002197266 (33.73332331875795) + | > grad_norm_1: tensor(356.4314, device='cuda:0') (tensor(455.6920, device='cuda:0')) + | > current_lr_0: 0.00019835668528513637 + | > current_lr_1: 0.00019835668528513637 + | > step_time: 0.8456 (0.821360475345341) + | > loader_time: 0.0171 (0.007839310110302694) + + + --> TIME: 2024-11-23 07:02:14 -- STEP: 632/797 -- GLOBAL_STEP: 54025 + | > loss_disc: 2.5306451320648193 (2.4490319954443596) + | > loss_disc_real_0: 0.09737037122249603 (0.13084331984761405) + | > loss_disc_real_1: 0.2115269899368286 (0.21703258654267726) + | > loss_disc_real_2: 0.27309051156044006 (0.23189027006207388) + | > loss_disc_real_3: 0.2547241449356079 (0.22330957790247238) + | > loss_disc_real_4: 0.3168111741542816 (0.22229067203176173) + | > loss_disc_real_5: 0.2819898724555969 (0.2300022168768735) + | > loss_0: 2.5306451320648193 (2.4490319954443596) + | > grad_norm_0: tensor(54.9310, device='cuda:0') (tensor(56.0225, device='cuda:0')) + | > loss_gen: 2.456557035446167 (2.375128234111811) + | > loss_kl: 1.5541470050811768 (1.5789678526830078) + | > loss_feat: 7.545307636260986 (6.99214130338234) + | > loss_mel: 21.976200103759766 (21.110318787490275) + | > loss_duration: 1.7018911838531494 (1.687026099690908) + | > amp_scaler: 128.0 (159.79746835443035) + | > loss_1: 35.23410415649414 (33.74358228490321) + | > grad_norm_1: tensor(591.6895, device='cuda:0') (tensor(455.5377, device='cuda:0')) + | > current_lr_0: 0.00019835668528513637 + | > current_lr_1: 0.00019835668528513637 + | > step_time: 0.9379 (0.8243791344045084) + | > loader_time: 0.0077 (0.007943229961998853) + + + --> TIME: 2024-11-23 07:02:37 -- STEP: 657/797 -- GLOBAL_STEP: 54050 + | > loss_disc: 2.4484167098999023 (2.449213591884807) + | > loss_disc_real_0: 0.1211719959974289 (0.13065366163464268) + | > loss_disc_real_1: 0.2137901484966278 (0.21712560001392162) + | > loss_disc_real_2: 0.20441842079162598 (0.23172349742467727) + | > loss_disc_real_3: 0.24159401655197144 (0.22331458228091663) + | > loss_disc_real_4: 0.25631532073020935 (0.22261377250495024) + | > loss_disc_real_5: 0.23880578577518463 (0.23035037152389776) + | > loss_0: 2.4484167098999023 (2.449213591884807) + | > grad_norm_0: tensor(15.4976, device='cuda:0') (tensor(56.0911, device='cuda:0')) + | > loss_gen: 2.3786511421203613 (2.3751552464210843) + | > loss_kl: 1.6585733890533447 (1.5782817219308884) + | > loss_feat: 7.19228458404541 (6.988397397951446) + | > loss_mel: 22.436983108520508 (21.11840079436746) + | > loss_duration: 1.7441438436508179 (1.6869600494158323) + | > amp_scaler: 128.0 (158.5875190258751) + | > loss_1: 35.41063690185547 (33.74719522496518) + | > grad_norm_1: tensor(391.8524, device='cuda:0') (tensor(454.5631, device='cuda:0')) + | > current_lr_0: 0.00019835668528513637 + | > current_lr_1: 0.00019835668528513637 + | > step_time: 0.8789 (0.8274355232261994) + | > loader_time: 0.0142 (0.008038926886641271) + + + --> TIME: 2024-11-23 07:03:01 -- STEP: 682/797 -- GLOBAL_STEP: 54075 + | > loss_disc: 2.4181888103485107 (2.448725020780594) + | > loss_disc_real_0: 0.13972637057304382 (0.1307846063917334) + | > loss_disc_real_1: 0.16250304877758026 (0.21707651016911453) + | > loss_disc_real_2: 0.22417744994163513 (0.23146519390456488) + | > loss_disc_real_3: 0.2684999108314514 (0.22314973743605115) + | > loss_disc_real_4: 0.22378414869308472 (0.22271346606729317) + | > loss_disc_real_5: 0.30744752287864685 (0.2300197925648032) + | > loss_0: 2.4181888103485107 (2.448725020780594) + | > grad_norm_0: tensor(27.1437, device='cuda:0') (tensor(55.6505, device='cuda:0')) + | > loss_gen: 2.504957437515259 (2.3745460230584037) + | > loss_kl: 1.6219292879104614 (1.5783412229280667) + | > loss_feat: 6.228096008300781 (6.984446343089126) + | > loss_mel: 20.495819091796875 (21.126386617285767) + | > loss_duration: 1.721606731414795 (1.6867172866622724) + | > amp_scaler: 128.0 (157.46627565982388) + | > loss_1: 32.57240676879883 (33.750437509978624) + | > grad_norm_1: tensor(591.4471, device='cuda:0') (tensor(452.6223, device='cuda:0')) + | > current_lr_0: 0.00019835668528513637 + | > current_lr_1: 0.00019835668528513637 + | > step_time: 0.9605 (0.8310736557605329) + | > loader_time: 0.0082 (0.008140981721738215) + + + --> TIME: 2024-11-23 07:03:25 -- STEP: 707/797 -- GLOBAL_STEP: 54100 + | > loss_disc: 2.3953263759613037 (2.4488157248058653) + | > loss_disc_real_0: 0.08861630409955978 (0.13049388388132274) + | > loss_disc_real_1: 0.26126107573509216 (0.21717106208437065) + | > loss_disc_real_2: 0.25823643803596497 (0.23162420776895282) + | > loss_disc_real_3: 0.2316015362739563 (0.22298972426664704) + | > loss_disc_real_4: 0.23996128141880035 (0.22285062513054682) + | > loss_disc_real_5: 0.2572164833545685 (0.23067422259646392) + | > loss_0: 2.3953263759613037 (2.4488157248058653) + | > grad_norm_0: tensor(72.1185, device='cuda:0') (tensor(55.8427, device='cuda:0')) + | > loss_gen: 2.591088056564331 (2.3758133223235536) + | > loss_kl: 1.6924469470977783 (1.5801740765065755) + | > loss_feat: 7.7033796310424805 (6.983248521111471) + | > loss_mel: 22.390544891357422 (21.141554647658804) + | > loss_duration: 1.6443076133728027 (1.6863354656955984) + | > amp_scaler: 128.0 (156.42432814710025) + | > loss_1: 36.021766662597656 (33.767126048302536) + | > grad_norm_1: tensor(804.2940, device='cuda:0') (tensor(457.8365, device='cuda:0')) + | > current_lr_0: 0.00019835668528513637 + | > current_lr_1: 0.00019835668528513637 + | > step_time: 0.9135 (0.8348543165090904) + | > loader_time: 0.0113 (0.008273108845215702) + + + --> TIME: 2024-11-23 07:03:52 -- STEP: 732/797 -- GLOBAL_STEP: 54125 + | > loss_disc: 2.388514995574951 (2.448390439234147) + | > loss_disc_real_0: 0.13009430468082428 (0.13073657930426585) + | > loss_disc_real_1: 0.22085972130298615 (0.21699177180645896) + | > loss_disc_real_2: 0.18556299805641174 (0.23141211474853787) + | > loss_disc_real_3: 0.19159704446792603 (0.22279909316226426) + | > loss_disc_real_4: 0.20539642870426178 (0.22267121436898826) + | > loss_disc_real_5: 0.24413183331489563 (0.23044331713778074) + | > loss_0: 2.388514995574951 (2.448390439234147) + | > grad_norm_0: tensor(15.6644, device='cuda:0') (tensor(56.3528, device='cuda:0')) + | > loss_gen: 2.478572368621826 (2.3762190234465685) + | > loss_kl: 1.4790867567062378 (1.5802793123357284) + | > loss_feat: 6.641345024108887 (6.983815619202908) + | > loss_mel: 21.02797508239746 (21.164229770827156) + | > loss_duration: 1.6401680707931519 (1.6856266475114665) + | > amp_scaler: 128.0 (155.4535519125682) + | > loss_1: 33.267147064208984 (33.790170369903876) + | > grad_norm_1: tensor(432.4315, device='cuda:0') (tensor(459.4137, device='cuda:0')) + | > current_lr_0: 0.00019835668528513637 + | > current_lr_1: 0.00019835668528513637 + | > step_time: 1.2505 (0.8428425059292486) + | > loader_time: 0.0089 (0.00839116990240545) + + + --> TIME: 2024-11-23 07:04:39 -- STEP: 757/797 -- GLOBAL_STEP: 54150 + | > loss_disc: 2.4461352825164795 (2.4478292458910937) + | > loss_disc_real_0: 0.09723475575447083 (0.13058682076406597) + | > loss_disc_real_1: 0.25354161858558655 (0.21699518973162812) + | > loss_disc_real_2: 0.2403748333454132 (0.23168584481964338) + | > loss_disc_real_3: 0.19161617755889893 (0.2228759623069901) + | > loss_disc_real_4: 0.2368318736553192 (0.22279281313857124) + | > loss_disc_real_5: 0.23127026855945587 (0.2302226738972267) + | > loss_0: 2.4461352825164795 (2.4478292458910937) + | > grad_norm_0: tensor(18.8427, device='cuda:0') (tensor(56.4387, device='cuda:0')) + | > loss_gen: 2.475318193435669 (2.376907841847469) + | > loss_kl: 1.4849694967269897 (1.5802893062248886) + | > loss_feat: 7.588963508605957 (6.9875217164365875) + | > loss_mel: 22.26240348815918 (21.17040449971409) + | > loss_duration: 1.6718153953552246 (1.6847443813691838) + | > amp_scaler: 128.0 (154.5468956406868) + | > loss_1: 35.48346710205078 (33.79986774338753) + | > grad_norm_1: tensor(593.3993, device='cuda:0') (tensor(458.7614, device='cuda:0')) + | > current_lr_0: 0.00019835668528513637 + | > current_lr_1: 0.00019835668528513637 + | > step_time: 2.822 (0.8768156192104284) + | > loader_time: 0.0114 (0.00867574942474164) + + + --> TIME: 2024-11-23 07:05:55 -- STEP: 782/797 -- GLOBAL_STEP: 54175 + | > loss_disc: 2.308328151702881 (2.4471912850504345) + | > loss_disc_real_0: 0.09534090012311935 (0.1306674258921609) + | > loss_disc_real_1: 0.21829646825790405 (0.2170893943027767) + | > loss_disc_real_2: 0.20268525183200836 (0.231531331377566) + | > loss_disc_real_3: 0.18988607823848724 (0.2227327332205479) + | > loss_disc_real_4: 0.19610752165317535 (0.22272162894001396) + | > loss_disc_real_5: 0.21432018280029297 (0.23009210664902807) + | > loss_0: 2.308328151702881 (2.4471912850504345) + | > grad_norm_0: tensor(41.5611, device='cuda:0') (tensor(56.0066, device='cuda:0')) + | > loss_gen: 2.2793142795562744 (2.375726696170505) + | > loss_kl: 1.5807684659957886 (1.5791443891232582) + | > loss_feat: 7.748574256896973 (6.989889999789653) + | > loss_mel: 22.40337562561035 (21.181473512478792) + | > loss_duration: 1.656569242477417 (1.6838280430535222) + | > amp_scaler: 128.0 (153.69820971866994) + | > loss_1: 35.66860580444336 (33.810062649914656) + | > grad_norm_1: tensor(658.8583, device='cuda:0') (tensor(458.1787, device='cuda:0')) + | > current_lr_0: 0.00019835668528513637 + | > current_lr_1: 0.00019835668528513637 + | > step_time: 3.1508 (0.9448020659444277) + | > loader_time: 0.0108 (0.00914102625054167) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.2186405658721924 (2.2186405658721924) + | > loss_disc_real_0: 0.23151865601539612 (0.23151865601539612) + | > loss_disc_real_1: 0.1722814440727234 (0.1722814440727234) + | > loss_disc_real_2: 0.18307659029960632 (0.18307659029960632) + | > loss_disc_real_3: 0.16763176023960114 (0.16763176023960114) + | > loss_disc_real_4: 0.1528126299381256 (0.1528126299381256) + | > loss_disc_real_5: 0.15192700922489166 (0.15192700922489166) + | > loss_0: 2.2186405658721924 (2.2186405658721924) + | > loss_gen: 2.4212474822998047 (2.4212474822998047) + | > loss_kl: 2.1558823585510254 (2.1558823585510254) + | > loss_feat: 8.029662132263184 (8.029662132263184) + | > loss_mel: 21.598344802856445 (21.598344802856445) + | > loss_duration: 1.874563217163086 (1.874563217163086) + | > loss_1: 36.07970428466797 (36.07970428466797) + + --> STEP: 1 + | > loss_disc: 2.28912091255188 (2.28912091255188) + | > loss_disc_real_0: 0.10253490507602692 (0.10253490507602692) + | > loss_disc_real_1: 0.15291647613048553 (0.15291647613048553) + | > loss_disc_real_2: 0.20356814563274384 (0.20356814563274384) + | > loss_disc_real_3: 0.17570140957832336 (0.17570140957832336) + | > loss_disc_real_4: 0.159806028008461 (0.159806028008461) + | > loss_disc_real_5: 0.30557963252067566 (0.30557963252067566) + | > loss_0: 2.28912091255188 (2.28912091255188) + | > loss_gen: 2.406503438949585 (2.406503438949585) + | > loss_kl: 1.8544825315475464 (1.8544825315475464) + | > loss_feat: 7.885051250457764 (7.885051250457764) + | > loss_mel: 22.140893936157227 (22.140893936157227) + | > loss_duration: 1.716550588607788 (1.716550588607788) + | > loss_1: 36.00347900390625 (36.00347900390625) + + --> STEP: 2 + | > loss_disc: 2.6232991218566895 (2.4562100172042847) + | > loss_disc_real_0: 0.1834844946861267 (0.1430096998810768) + | > loss_disc_real_1: 0.24234282970428467 (0.1976296529173851) + | > loss_disc_real_2: 0.27877604961395264 (0.24117209762334824) + | > loss_disc_real_3: 0.23282493650913239 (0.20426317304372787) + | > loss_disc_real_4: 0.22716814279556274 (0.19348708540201187) + | > loss_disc_real_5: 0.251222163438797 (0.27840089797973633) + | > loss_0: 2.6232991218566895 (2.4562100172042847) + | > loss_gen: 2.277189016342163 (2.341846227645874) + | > loss_kl: 1.9628804922103882 (1.9086815118789673) + | > loss_feat: 4.92190408706665 (6.403477668762207) + | > loss_mel: 18.95935821533203 (20.55012607574463) + | > loss_duration: 1.676331877708435 (1.6964412331581116) + | > loss_1: 29.797664642333984 (32.90057182312012) + + --> STEP: 3 + | > loss_disc: 2.4703402519226074 (2.4609200954437256) + | > loss_disc_real_0: 0.17743708193302155 (0.15448549389839172) + | > loss_disc_real_1: 0.20411746203899384 (0.19979225595792136) + | > loss_disc_real_2: 0.22128188610076904 (0.23454202711582184) + | > loss_disc_real_3: 0.23020987212657928 (0.2129120727380117) + | > loss_disc_real_4: 0.15791790187358856 (0.18163069089253744) + | > loss_disc_real_5: 0.20384211838245392 (0.25354797144730884) + | > loss_0: 2.4703402519226074 (2.4609200954437256) + | > loss_gen: 2.166348934173584 (2.2833471298217773) + | > loss_kl: 1.8148624897003174 (1.877408504486084) + | > loss_feat: 6.01885986328125 (6.275271733601888) + | > loss_mel: 20.138832092285156 (20.413028081258137) + | > loss_duration: 1.7606807947158813 (1.717854420344035) + | > loss_1: 31.89958381652832 (32.56690915425619) + + --> STEP: 4 + | > loss_disc: 2.4713315963745117 (2.463522970676422) + | > loss_disc_real_0: 0.13534043729305267 (0.14969922974705696) + | > loss_disc_real_1: 0.13454774022102356 (0.1834811270236969) + | > loss_disc_real_2: 0.21946704387664795 (0.23077328130602837) + | > loss_disc_real_3: 0.2238464653491974 (0.2156456708908081) + | > loss_disc_real_4: 0.1937311589717865 (0.1846558079123497) + | > loss_disc_real_5: 0.27213993668556213 (0.2581959627568722) + | > loss_0: 2.4713315963745117 (2.463522970676422) + | > loss_gen: 2.1935598850250244 (2.260900318622589) + | > loss_kl: 1.622849702835083 (1.8137688040733337) + | > loss_feat: 7.322004318237305 (6.536954879760742) + | > loss_mel: 22.32974624633789 (20.892207622528076) + | > loss_duration: 1.6614720821380615 (1.7037588357925415) + | > loss_1: 35.129634857177734 (33.20759057998657) + + --> STEP: 5 + | > loss_disc: 2.3157835006713867 (2.433975076675415) + | > loss_disc_real_0: 0.12292924523353577 (0.14434523284435272) + | > loss_disc_real_1: 0.18090279400348663 (0.18296546041965484) + | > loss_disc_real_2: 0.21453356742858887 (0.22752533853054047) + | > loss_disc_real_3: 0.20099854469299316 (0.2127162456512451) + | > loss_disc_real_4: 0.178256094455719 (0.18337586522102356) + | > loss_disc_real_5: 0.2265477478504181 (0.2518663197755814) + | > loss_0: 2.3157835006713867 (2.433975076675415) + | > loss_gen: 2.452815055847168 (2.299283266067505) + | > loss_kl: 2.070329427719116 (1.8650809288024903) + | > loss_feat: 7.528771877288818 (6.735318279266357) + | > loss_mel: 22.506134033203125 (21.214992904663085) + | > loss_duration: 1.8857146501541138 (1.7401499986648559) + | > loss_1: 36.44376754760742 (33.85482597351074) + + --> STEP: 6 + | > loss_disc: 3.0149765014648438 (2.5308086474736533) + | > loss_disc_real_0: 0.3655763268470764 (0.18121708184480667) + | > loss_disc_real_1: 0.24616952240467072 (0.19349947075049082) + | > loss_disc_real_2: 0.2468370646238327 (0.23074395954608917) + | > loss_disc_real_3: 0.23555414378643036 (0.21652256200710931) + | > loss_disc_real_4: 0.2235364019870758 (0.1900692880153656) + | > loss_disc_real_5: 0.25463709235191345 (0.25232811520497006) + | > loss_0: 3.0149765014648438 (2.5308086474736533) + | > loss_gen: 1.8937512636184692 (2.2316945989926658) + | > loss_kl: 1.9211692810058594 (1.8744289875030518) + | > loss_feat: 3.906903028488159 (6.263915737469991) + | > loss_mel: 14.757272720336914 (20.13870620727539) + | > loss_duration: 1.637342929840088 (1.7230154871940613) + | > loss_1: 24.116439819335938 (32.231761614481606) + + --> STEP: 7 + | > loss_disc: 2.453564167022705 (2.5197737216949463) + | > loss_disc_real_0: 0.16100354492664337 (0.1783294337136405) + | > loss_disc_real_1: 0.18928779661655426 (0.19289780301707132) + | > loss_disc_real_2: 0.23938092589378357 (0.2319778118814741) + | > loss_disc_real_3: 0.21736852824687958 (0.2166434143270765) + | > loss_disc_real_4: 0.1959388554096222 (0.19090779764311655) + | > loss_disc_real_5: 0.21538518369197845 (0.24705055356025696) + | > loss_0: 2.453564167022705 (2.5197737216949463) + | > loss_gen: 2.2302956581115723 (2.2314947502953664) + | > loss_kl: 2.3190343379974365 (1.937944037573678) + | > loss_feat: 7.66136360168457 (6.4635511466435025) + | > loss_mel: 21.00754737854004 (20.262826374598912) + | > loss_duration: 1.652877926826477 (1.7129958357129778) + | > loss_1: 34.87112045288086 (32.608812877110076) + + --> STEP: 8 + | > loss_disc: 2.352823495864868 (2.4989049434661865) + | > loss_disc_real_0: 0.1035802960395813 (0.1689857915043831) + | > loss_disc_real_1: 0.137438103556633 (0.18596534058451653) + | > loss_disc_real_2: 0.16050578653812408 (0.22304380871355534) + | > loss_disc_real_3: 0.17518192529678345 (0.21146072819828987) + | > loss_disc_real_4: 0.1812666803598404 (0.18970265798270702) + | > loss_disc_real_5: 0.2258354127407074 (0.24439866095781326) + | > loss_0: 2.352823495864868 (2.4989049434661865) + | > loss_gen: 2.0110766887664795 (2.2039424926042557) + | > loss_kl: 2.411811113357544 (1.9971774220466614) + | > loss_feat: 7.608514308929443 (6.606671541929245) + | > loss_mel: 22.395736694335938 (20.52944016456604) + | > loss_duration: 1.7297755479812622 (1.7150932997465134) + | > loss_1: 36.15691375732422 (33.05232548713684) + + --> STEP: 9 + | > loss_disc: 2.417762041091919 (2.489889065424601) + | > loss_disc_real_0: 0.16587281227111816 (0.1686399049229092) + | > loss_disc_real_1: 0.2537921369075775 (0.19350165128707886) + | > loss_disc_real_2: 0.20969367027282715 (0.22156045999791887) + | > loss_disc_real_3: 0.19152748584747314 (0.20924592349264357) + | > loss_disc_real_4: 0.17729389667510986 (0.18832390672630733) + | > loss_disc_real_5: 0.2512427270412445 (0.24515911274486119) + | > loss_0: 2.417762041091919 (2.489889065424601) + | > loss_gen: 2.3277080059051514 (2.217694216304355) + | > loss_kl: 1.2331037521362305 (1.912280347612169) + | > loss_feat: 5.835846900939941 (6.5210243595971) + | > loss_mel: 18.554716110229492 (20.31002638075087) + | > loss_duration: 1.6856132745742798 (1.711817741394043) + | > loss_1: 29.636987686157227 (32.672843509250214) + + --> STEP: 10 + | > loss_disc: 2.643702983856201 (2.5052704572677613) + | > loss_disc_real_0: 0.17941811680793762 (0.16971772611141206) + | > loss_disc_real_1: 0.18112032115459442 (0.19226351827383042) + | > loss_disc_real_2: 0.24506308138370514 (0.2239107221364975) + | > loss_disc_real_3: 0.2768055200576782 (0.21600188314914703) + | > loss_disc_real_4: 0.253226637840271 (0.19481417983770372) + | > loss_disc_real_5: 0.25945597887039185 (0.24658879935741423) + | > loss_0: 2.643702983856201 (2.5052704572677613) + | > loss_gen: 2.17866849899292 (2.2137916445732118) + | > loss_kl: 1.6470718383789062 (1.8857594966888427) + | > loss_feat: 7.106661796569824 (6.579588103294372) + | > loss_mel: 22.546892166137695 (20.533712959289552) + | > loss_duration: 1.5938206911087036 (1.700018036365509) + | > loss_1: 35.073116302490234 (32.91287078857422) + + --> STEP: 11 + | > loss_disc: 2.297449827194214 (2.4863776727156206) + | > loss_disc_real_0: 0.1409289389848709 (0.16710056364536285) + | > loss_disc_real_1: 0.2214951515197754 (0.19492093947800723) + | > loss_disc_real_2: 0.15539947152137756 (0.21768242662603204) + | > loss_disc_real_3: 0.18143470585346222 (0.21285941248590295) + | > loss_disc_real_4: 0.2759249806404114 (0.2021878890015862) + | > loss_disc_real_5: 0.24690842628479004 (0.24661785635081204) + | > loss_0: 2.297449827194214 (2.4863776727156206) + | > loss_gen: 2.523277759552002 (2.24192674593492) + | > loss_kl: 2.152942180633545 (1.9100488315929065) + | > loss_feat: 7.706517219543457 (6.6820362047715625) + | > loss_mel: 22.284711837768555 (20.692894675514914) + | > loss_duration: 1.556361198425293 (1.6869583238254895) + | > loss_1: 36.223812103271484 (33.213865453546696) + + --> STEP: 12 + | > loss_disc: 2.5785937309265137 (2.494062344233195) + | > loss_disc_real_0: 0.213663712143898 (0.17098082602024078) + | > loss_disc_real_1: 0.1676131635904312 (0.19264529148737589) + | > loss_disc_real_2: 0.19718432426452637 (0.2159742514292399) + | > loss_disc_real_3: 0.23880663514137268 (0.21502168104052544) + | > loss_disc_real_4: 0.1906338781118393 (0.20122505476077399) + | > loss_disc_real_5: 0.218081533908844 (0.24423982948064804) + | > loss_0: 2.5785937309265137 (2.494062344233195) + | > loss_gen: 2.121306896209717 (2.231875091791153) + | > loss_kl: 1.950807809829712 (1.9134454131126404) + | > loss_feat: 5.640657901763916 (6.595254679520925) + | > loss_mel: 23.010793685913086 (20.886052926381428) + | > loss_duration: 1.7272690534591675 (1.6903175512949626) + | > loss_1: 34.450836181640625 (33.31694634755453) + + --> STEP: 13 + | > loss_disc: 2.3431265354156494 (2.4824518974010763) + | > loss_disc_real_0: 0.0617927722632885 (0.1625817449620137) + | > loss_disc_real_1: 0.17568513751029968 (0.19134066425837004) + | > loss_disc_real_2: 0.1590893715620041 (0.21159849143945253) + | > loss_disc_real_3: 0.16044780611991882 (0.21082369066201723) + | > loss_disc_real_4: 0.10529770702123642 (0.19384602801157877) + | > loss_disc_real_5: 0.19499313831329346 (0.2404516224677746) + | > loss_0: 2.3431265354156494 (2.4824518974010763) + | > loss_gen: 2.0119271278381348 (2.2149560176409206) + | > loss_kl: 1.9987479448318481 (1.9200071463218102) + | > loss_feat: 8.705260276794434 (6.757562802388118) + | > loss_mel: 23.570165634155273 (21.092523134671726) + | > loss_duration: 1.7146081924438477 (1.692186062152569) + | > loss_1: 38.000709533691406 (33.67723582341121) + + --> STEP: 14 + | > loss_disc: 2.41023325920105 (2.4772934232439314) + | > loss_disc_real_0: 0.1429395079612732 (0.16117872803338937) + | > loss_disc_real_1: 0.23097890615463257 (0.19417196725096023) + | > loss_disc_real_2: 0.25447389483451843 (0.21466102025338582) + | > loss_disc_real_3: 0.21064384281635284 (0.21081084438732692) + | > loss_disc_real_4: 0.17730474472045898 (0.1926645077764988) + | > loss_disc_real_5: 0.20206770300865173 (0.23770991393498012) + | > loss_0: 2.41023325920105 (2.4772934232439314) + | > loss_gen: 2.4137837886810303 (2.2291580012866428) + | > loss_kl: 1.6928001642227173 (1.903778076171875) + | > loss_feat: 6.791537761688232 (6.759989585195269) + | > loss_mel: 21.984371185302734 (21.156226566859655) + | > loss_duration: 1.7395548820495605 (1.6955695492880685) + | > loss_1: 34.622047424316406 (33.74472236633301) + + --> STEP: 15 + | > loss_disc: 2.287203788757324 (2.4646207809448244) + | > loss_disc_real_0: 0.1265697181224823 (0.15887146070599556) + | > loss_disc_real_1: 0.17631004750728607 (0.19298117260138195) + | > loss_disc_real_2: 0.1959572583436966 (0.21341410279273987) + | > loss_disc_real_3: 0.16096936166286469 (0.20748807887236279) + | > loss_disc_real_4: 0.19638627767562866 (0.1929126257697741) + | > loss_disc_real_5: 0.2558276951313019 (0.2389177660147349) + | > loss_0: 2.287203788757324 (2.4646207809448244) + | > loss_gen: 2.3919317722320557 (2.240009586016337) + | > loss_kl: 1.7329334020614624 (1.8923884312311807) + | > loss_feat: 7.885979652404785 (6.835055589675903) + | > loss_mel: 23.52228546142578 (21.313963826497396) + | > loss_duration: 1.6138794422149658 (1.6901235421498617) + | > loss_1: 37.147010803222656 (33.97154159545899) + + --> STEP: 16 + | > loss_disc: 2.475306987762451 (2.465288668870926) + | > loss_disc_real_0: 0.19003009796142578 (0.16081887553445995) + | > loss_disc_real_1: 0.22253385186195374 (0.19482821505516768) + | > loss_disc_real_2: 0.24539633095264435 (0.2154129920527339) + | > loss_disc_real_3: 0.1903601884841919 (0.2064175857231021) + | > loss_disc_real_4: 0.22521908581256866 (0.19493177952244878) + | > loss_disc_real_5: 0.25098201632499695 (0.23967178165912628) + | > loss_0: 2.475306987762451 (2.465288668870926) + | > loss_gen: 2.344388723373413 (2.2465332821011543) + | > loss_kl: 1.7290695905685425 (1.882181003689766) + | > loss_feat: 6.171107292175293 (6.793558821082115) + | > loss_mel: 19.841693878173828 (21.221946954727173) + | > loss_duration: 1.802318811416626 (1.6971357464790344) + | > loss_1: 31.888578414916992 (33.84135639667511) + + --> STEP: 17 + | > loss_disc: 2.340026617050171 (2.4579203128814697) + | > loss_disc_real_0: 0.04134040325880051 (0.15379073010647998) + | > loss_disc_real_1: 0.1561344861984253 (0.19255211335771225) + | > loss_disc_real_2: 0.2138863056898117 (0.215323186972562) + | > loss_disc_real_3: 0.18881960213184357 (0.20538241021773396) + | > loss_disc_real_4: 0.2468189001083374 (0.19798396308632457) + | > loss_disc_real_5: 0.22410662472248077 (0.23875618419226477) + | > loss_0: 2.340026617050171 (2.4579203128814697) + | > loss_gen: 2.1630446910858154 (2.2416221885120167) + | > loss_kl: 1.754960298538208 (1.8746974327984978) + | > loss_feat: 7.085815906524658 (6.810750414343441) + | > loss_mel: 22.604156494140625 (21.303253398222083) + | > loss_duration: 1.6429959535598755 (1.6939510527779074) + | > loss_1: 35.2509765625 (33.92427522995893) + + --> STEP: 18 + | > loss_disc: 2.509615421295166 (2.4607922633488974) + | > loss_disc_real_0: 0.16924284398555756 (0.15464918087753984) + | > loss_disc_real_1: 0.1340618133544922 (0.18930265224642223) + | > loss_disc_real_2: 0.15957829356193542 (0.2122262484497494) + | > loss_disc_real_3: 0.23294824361801147 (0.20691384540663826) + | > loss_disc_real_4: 0.18216918408870697 (0.1971053642531236) + | > loss_disc_real_5: 0.2296288162469864 (0.23824910819530487) + | > loss_0: 2.509615421295166 (2.4607922633488974) + | > loss_gen: 2.08642840385437 (2.2330003115865917) + | > loss_kl: 1.549739956855774 (1.8566442396905687) + | > loss_feat: 7.959574222564697 (6.874573959244622) + | > loss_mel: 25.698625564575195 (21.547440740797256) + | > loss_duration: 1.6647095680236816 (1.6923265258471172) + | > loss_1: 38.95907974243164 (34.20398659176297) + + --> STEP: 19 + | > loss_disc: 2.5417544841766357 (2.4650534328661466) + | > loss_disc_real_0: 0.1955675184726715 (0.1568027775930731) + | > loss_disc_real_1: 0.1762494146823883 (0.18861563974305204) + | > loss_disc_real_2: 0.22536297142505646 (0.212917654922134) + | > loss_disc_real_3: 0.2568390667438507 (0.2095414886349126) + | > loss_disc_real_4: 0.22562958300113678 (0.19860663892407165) + | > loss_disc_real_5: 0.25172194838523865 (0.23895820504740664) + | > loss_0: 2.5417544841766357 (2.4650534328661466) + | > loss_gen: 2.3106460571289062 (2.2370869297730294) + | > loss_kl: 1.7123358249664307 (1.8490490599682456) + | > loss_feat: 7.719135284423828 (6.919024555306685) + | > loss_mel: 22.112049102783203 (21.577156970375462) + | > loss_duration: 1.7816014289855957 (1.6970252049596686) + | > loss_1: 35.635765075683594 (34.27934335407458) + + --> STEP: 20 + | > loss_disc: 2.3868818283081055 (2.4611448526382445) + | > loss_disc_real_0: 0.1581876277923584 (0.15687202010303736) + | > loss_disc_real_1: 0.17748689651489258 (0.18805920258164405) + | > loss_disc_real_2: 0.17787688970565796 (0.2111656166613102) + | > loss_disc_real_3: 0.2692217528820038 (0.21252550184726715) + | > loss_disc_real_4: 0.1453024297952652 (0.19594142846763135) + | > loss_disc_real_5: 0.23440685868263245 (0.23873063772916794) + | > loss_0: 2.3868818283081055 (2.4611448526382445) + | > loss_gen: 2.2720930576324463 (2.2388372361660003) + | > loss_kl: 1.6025331020355225 (1.8367232620716094) + | > loss_feat: 7.059088706970215 (6.926027762889862) + | > loss_mel: 23.042356491088867 (21.650416946411134) + | > loss_duration: 1.637831687927246 (1.6940655291080475) + | > loss_1: 35.61390686035156 (34.346071529388425) + + --> STEP: 21 + | > loss_disc: 2.4777002334594727 (2.461933204105922) + | > loss_disc_real_0: 0.20631033182144165 (0.15922622542296136) + | > loss_disc_real_1: 0.18976867198944092 (0.18814060588677725) + | > loss_disc_real_2: 0.22638089954853058 (0.21189015394165403) + | > loss_disc_real_3: 0.19096782803535461 (0.2114989459514618) + | > loss_disc_real_4: 0.16510611772537231 (0.19447308033704758) + | > loss_disc_real_5: 0.24651721119880676 (0.2391014269420079) + | > loss_0: 2.4777002334594727 (2.461933204105922) + | > loss_gen: 2.0697884559631348 (2.230787294251578) + | > loss_kl: 1.658801794052124 (1.8282508112135387) + | > loss_feat: 5.758615493774414 (6.870436702455793) + | > loss_mel: 19.643800735473633 (21.554863793509348) + | > loss_duration: 1.6410540342330933 (1.6915411722092402) + | > loss_1: 30.77206039428711 (34.17588052295503) + + --> STEP: 22 + | > loss_disc: 2.283442258834839 (2.453819979320873) + | > loss_disc_real_0: 0.14504343271255493 (0.15858155302703378) + | > loss_disc_real_1: 0.1858689934015274 (0.18803735077381134) + | > loss_disc_real_2: 0.20581556856632233 (0.2116140364245935) + | > loss_disc_real_3: 0.20147809386253357 (0.21104345267469232) + | > loss_disc_real_4: 0.1615111529827118 (0.1929748109118505) + | > loss_disc_real_5: 0.18044079840183258 (0.2364350347356363) + | > loss_0: 2.283442258834839 (2.453819979320873) + | > loss_gen: 2.2908973693847656 (2.233519570393996) + | > loss_kl: 1.778902292251587 (1.8260076967152683) + | > loss_feat: 8.293905258178711 (6.935139818625017) + | > loss_mel: 23.143247604370117 (21.627063057639383) + | > loss_duration: 1.7693688869476318 (1.6950787956064397) + | > loss_1: 37.27632141113281 (34.31680965423584) + + --> STEP: 23 + | > loss_disc: 2.176605224609375 (2.441767163898634) + | > loss_disc_real_0: 0.09237250685691833 (0.1557028988457244) + | > loss_disc_real_1: 0.19097280502319336 (0.18816497921943665) + | > loss_disc_real_2: 0.214712992310524 (0.21174877363702524) + | > loss_disc_real_3: 0.15320755541324615 (0.2085288484459338) + | > loss_disc_real_4: 0.13453416526317596 (0.1904339132749516) + | > loss_disc_real_5: 0.24430891871452332 (0.23677737751732703) + | > loss_0: 2.176605224609375 (2.441767163898634) + | > loss_gen: 2.4426116943359375 (2.242610532304515) + | > loss_kl: 2.0238983631134033 (1.8346116387325784) + | > loss_feat: 9.209135055541992 (7.034009176751842) + | > loss_mel: 22.77141761779785 (21.67681760373323) + | > loss_duration: 1.7766166925430298 (1.6986239215602046) + | > loss_1: 38.22367858886719 (34.486673520958945) + + --> STEP: 24 + | > loss_disc: 2.5191497802734375 (2.4449914395809174) + | > loss_disc_real_0: 0.27047619223594666 (0.16048511940365034) + | > loss_disc_real_1: 0.1314399391412735 (0.1858014358828465) + | > loss_disc_real_2: 0.22701305150985718 (0.2123847852150599) + | > loss_disc_real_3: 0.22207704186439514 (0.20909335650503635) + | > loss_disc_real_4: 0.23490118980407715 (0.19228671646366516) + | > loss_disc_real_5: 0.21267209947109222 (0.23577299093206724) + | > loss_0: 2.5191497802734375 (2.4449914395809174) + | > loss_gen: 2.3180973529815674 (2.245755816499392) + | > loss_kl: 1.6135135889053345 (1.8253992199897766) + | > loss_feat: 6.231781482696533 (7.0005830228328705) + | > loss_mel: 22.60552978515625 (21.715513944625854) + | > loss_duration: 1.642068862915039 (1.6962674607833226) + | > loss_1: 34.410987854003906 (34.48351995150249) + + --> STEP: 25 + | > loss_disc: 2.653625726699829 (2.453336811065674) + | > loss_disc_real_0: 0.204400897026062 (0.16224175050854683) + | > loss_disc_real_1: 0.2094491422176361 (0.18674734413623809) + | > loss_disc_real_2: 0.2624245285987854 (0.21438637495040894) + | > loss_disc_real_3: 0.24819213151931763 (0.2106573075056076) + | > loss_disc_real_4: 0.17150044441223145 (0.19145526558160783) + | > loss_disc_real_5: 0.23035427927970886 (0.2355562424659729) + | > loss_0: 2.653625726699829 (2.453336811065674) + | > loss_gen: 2.1120002269744873 (2.240405592918396) + | > loss_kl: 1.9568322896957397 (1.830656542778015) + | > loss_feat: 5.925472259521484 (6.957578592300415) + | > loss_mel: 18.17974853515625 (21.57408332824707) + | > loss_duration: 1.6085827350616455 (1.6927600717544555) + | > loss_1: 29.782636642456055 (34.29548461914063) + + --> STEP: 26 + | > loss_disc: 2.441767692565918 (2.452891844969529) + | > loss_disc_real_0: 0.21289224922657013 (0.1641898466130862) + | > loss_disc_real_1: 0.18317848443984985 (0.18661008030176163) + | > loss_disc_real_2: 0.21871447563171387 (0.21455284036122835) + | > loss_disc_real_3: 0.1786494255065918 (0.20942623512103006) + | > loss_disc_real_4: 0.1593918800354004 (0.19022205844521523) + | > loss_disc_real_5: 0.2944263219833374 (0.23782047629356384) + | > loss_0: 2.441767692565918 (2.452891844969529) + | > loss_gen: 2.4171690940856934 (2.2472041891171384) + | > loss_kl: 1.8195663690567017 (1.8302299976348877) + | > loss_feat: 6.477537155151367 (6.939115460102375) + | > loss_mel: 20.395912170410156 (21.528769052945652) + | > loss_duration: 1.678626298904419 (1.6922164651063771) + | > loss_1: 32.78881072998047 (34.2375356234037) + + --> STEP: 27 + | > loss_disc: 2.347491979598999 (2.4489881462521024) + | > loss_disc_real_0: 0.15458397567272186 (0.16383407361529492) + | > loss_disc_real_1: 0.1544935554265976 (0.18542057938045925) + | > loss_disc_real_2: 0.23048610985279083 (0.21514296145350845) + | > loss_disc_real_3: 0.22867341339588165 (0.21013909357565422) + | > loss_disc_real_4: 0.1570301502943039 (0.1889927285137) + | > loss_disc_real_5: 0.18998253345489502 (0.2360487006328724) + | > loss_0: 2.347491979598999 (2.4489881462521024) + | > loss_gen: 2.450852394104004 (2.254746715227763) + | > loss_kl: 1.8821396827697754 (1.8321525785658095) + | > loss_feat: 8.18704605102539 (6.985335111618042) + | > loss_mel: 21.94841766357422 (21.544311594080042) + | > loss_duration: 1.7105883359909058 (1.6928969047687672) + | > loss_1: 36.179039001464844 (34.309443155924484) + + --> STEP: 28 + | > loss_disc: 2.2793984413146973 (2.4429313710757663) + | > loss_disc_real_0: 0.1311514675617218 (0.16266683768481016) + | > loss_disc_real_1: 0.18527011573314667 (0.1854152056787695) + | > loss_disc_real_2: 0.21040767431259155 (0.21497384405561856) + | > loss_disc_real_3: 0.1874062716960907 (0.2093272070799555) + | > loss_disc_real_4: 0.17632713913917542 (0.1885403860360384) + | > loss_disc_real_5: 0.1592995673418045 (0.2333076601581914) + | > loss_0: 2.2793984413146973 (2.4429313710757663) + | > loss_gen: 2.168156623840332 (2.2516542119639262) + | > loss_kl: 1.5859895944595337 (1.8233610434191567) + | > loss_feat: 7.752668380737305 (7.012739871229444) + | > loss_mel: 24.75545883178711 (21.658995423998153) + | > loss_duration: 1.6808228492736816 (1.6924656885010856) + | > loss_1: 37.94309616088867 (34.439216477530344) + + --> STEP: 29 + | > loss_disc: 2.335662841796875 (2.439232456273046) + | > loss_disc_real_0: 0.16902130842208862 (0.16288595736540598) + | > loss_disc_real_1: 0.23630055785179138 (0.18716987299508062) + | > loss_disc_real_2: 0.22794725000858307 (0.21542120288158284) + | > loss_disc_real_3: 0.2472904473543167 (0.21063628433079556) + | > loss_disc_real_4: 0.1522134691476822 (0.18728773372954335) + | > loss_disc_real_5: 0.14888933300971985 (0.23039668335996824) + | > loss_0: 2.335662841796875 (2.439232456273046) + | > loss_gen: 2.4326224327087402 (2.2578944954378852) + | > loss_kl: 1.0798592567443848 (1.7977230507751991) + | > loss_feat: 5.799952030181885 (6.970919600848494) + | > loss_mel: 21.555217742919922 (21.655416883271315) + | > loss_duration: 1.6535916328430176 (1.6911252038232212) + | > loss_1: 32.521244049072266 (34.373079497238685) + + --> STEP: 30 + | > loss_disc: 2.1394057273864746 (2.429238231976827) + | > loss_disc_real_0: 0.10580681264400482 (0.16098331920802594) + | > loss_disc_real_1: 0.14776526391506195 (0.18585638602574667) + | > loss_disc_real_2: 0.1712896227836609 (0.21395015021165212) + | > loss_disc_real_3: 0.182130366563797 (0.2096860870718956) + | > loss_disc_real_4: 0.1621379852294922 (0.18644940877954166) + | > loss_disc_real_5: 0.2359454333782196 (0.23058164169390996) + | > loss_0: 2.1394057273864746 (2.429238231976827) + | > loss_gen: 2.3965816497802734 (2.2625174005826314) + | > loss_kl: 1.5571627616882324 (1.7897043744723002) + | > loss_feat: 8.885573387145996 (7.034741393725077) + | > loss_mel: 23.187509536743164 (21.706486638387045) + | > loss_duration: 1.6674716472625732 (1.6903367519378663) + | > loss_1: 37.694297790527344 (34.48378677368164) + + --> STEP: 31 + | > loss_disc: 2.5621752738952637 (2.4335265236516155) + | > loss_disc_real_0: 0.1801186203956604 (0.1616005869882722) + | > loss_disc_real_1: 0.26436635851860046 (0.18838896578358066) + | > loss_disc_real_2: 0.18485859036445618 (0.21301171279722644) + | > loss_disc_real_3: 0.19757908582687378 (0.20929553864463682) + | > loss_disc_real_4: 0.17862986028194427 (0.18619716527961916) + | > loss_disc_real_5: 0.17380671203136444 (0.2287501923499569) + | > loss_0: 2.5621752738952637 (2.4335265236516155) + | > loss_gen: 1.9549517631530762 (2.2525959284074846) + | > loss_kl: 1.4044137001037598 (1.777275643041057) + | > loss_feat: 5.0048604011535645 (6.969261361706641) + | > loss_mel: 16.356481552124023 (21.533905829152754) + | > loss_duration: 1.6408324241638184 (1.6887398381387033) + | > loss_1: 26.361539840698242 (34.22177880810153) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.01074937851198258 (-0.0012887524020287287) + | > avg_loss_disc: 2.4335265236516155 (+0.11830329125927364) + | > avg_loss_disc_real_0: 0.1616005869882722 (+0.0632382545980715) + | > avg_loss_disc_real_1: 0.18838896578358066 (-0.016245570394300635) + | > avg_loss_disc_real_2: 0.21301171279722644 (-0.0021122261401145814) + | > avg_loss_disc_real_3: 0.20929553864463682 (+0.01418398152435979) + | > avg_loss_disc_real_4: 0.18619716527961916 (-0.011800328089344891) + | > avg_loss_disc_real_5: 0.2287501923499569 (+0.050149191771784146) + | > avg_loss_0: 2.4335265236516155 (+0.11830329125927364) + | > avg_loss_gen: 2.2525959284074846 (+0.14296253650419155) + | > avg_loss_kl: 1.777275643041057 (+0.11180675414300745) + | > avg_loss_feat: 6.969261361706641 (-0.20847415154980098) + | > avg_loss_mel: 21.533905829152754 (-0.256412629158266) + | > avg_loss_duration: 1.6887398381387033 (-0.005786184341676881) + | > avg_loss_1: 34.22177880810153 (-0.2159037436208422) + + + > EPOCH: 39/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 07:07:05)  + + --> TIME: 2024-11-23 07:07:14 -- STEP: 10/797 -- GLOBAL_STEP: 54200 + | > loss_disc: 2.4036526679992676 (2.453896689414978) + | > loss_disc_real_0: 0.0967908576130867 (0.1308089330792427) + | > loss_disc_real_1: 0.27917614579200745 (0.2272148996591568) + | > loss_disc_real_2: 0.2647222578525543 (0.23204427659511567) + | > loss_disc_real_3: 0.23450805246829987 (0.22220427840948104) + | > loss_disc_real_4: 0.26822078227996826 (0.22308542877435683) + | > loss_disc_real_5: 0.2490512579679489 (0.20415220856666566) + | > loss_0: 2.4036526679992676 (2.453896689414978) + | > grad_norm_0: tensor(18.6055, device='cuda:0') (tensor(76.7041, device='cuda:0')) + | > loss_gen: 2.579927444458008 (2.3210946798324583) + | > loss_kl: 1.7781544923782349 (1.5716773986816406) + | > loss_feat: 7.448544025421143 (6.6298144340515135) + | > loss_mel: 22.59868621826172 (20.36166286468506) + | > loss_duration: 1.8174893856048584 (1.8782920598983766) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.222801208496094 (32.76254119873047) + | > grad_norm_1: tensor(355.6324, device='cuda:0') (tensor(490.4521, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 0.8174 (0.7588570833206176) + | > loader_time: 0.0032 (0.005863046646118164) + + + --> TIME: 2024-11-23 07:07:32 -- STEP: 35/797 -- GLOBAL_STEP: 54225 + | > loss_disc: 2.4088199138641357 (2.4351405075618198) + | > loss_disc_real_0: 0.1278826743364334 (0.12807632940156116) + | > loss_disc_real_1: 0.2320706844329834 (0.21878640864576612) + | > loss_disc_real_2: 0.2226562649011612 (0.23252694862229484) + | > loss_disc_real_3: 0.2075956165790558 (0.22467838738645826) + | > loss_disc_real_4: 0.21632710099220276 (0.21922352995191302) + | > loss_disc_real_5: 0.2080715149641037 (0.21664701274463108) + | > loss_0: 2.4088199138641357 (2.4351405075618198) + | > grad_norm_0: tensor(29.8478, device='cuda:0') (tensor(48.4085, device='cuda:0')) + | > loss_gen: 2.4492084980010986 (2.3656280790056505) + | > loss_kl: 1.8995928764343262 (1.5527225630623953) + | > loss_feat: 7.617594242095947 (6.966094085148403) + | > loss_mel: 21.548112869262695 (20.44959166390555) + | > loss_duration: 1.8015962839126587 (1.7893859420503888) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.316104888916016 (33.12342218671525) + | > grad_norm_1: tensor(391.1972, device='cuda:0') (tensor(414.5717, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 0.7438 (0.7489720685141427) + | > loader_time: 0.0038 (0.005750887734549386) + + + --> TIME: 2024-11-23 07:07:52 -- STEP: 60/797 -- GLOBAL_STEP: 54250 + | > loss_disc: 2.408161163330078 (2.436197094122568) + | > loss_disc_real_0: 0.1014808863401413 (0.12631262664993603) + | > loss_disc_real_1: 0.20414644479751587 (0.22009953732291856) + | > loss_disc_real_2: 0.2977801561355591 (0.234960824996233) + | > loss_disc_real_3: 0.26471495628356934 (0.22216649626692136) + | > loss_disc_real_4: 0.2507063150405884 (0.22117029229799906) + | > loss_disc_real_5: 0.2286086231470108 (0.2194404902557532) + | > loss_0: 2.408161163330078 (2.436197094122568) + | > grad_norm_0: tensor(34.7826, device='cuda:0') (tensor(46.4659, device='cuda:0')) + | > loss_gen: 2.4444549083709717 (2.370662995179494) + | > loss_kl: 1.8414673805236816 (1.571688050031662) + | > loss_feat: 6.668480396270752 (7.07864871819814) + | > loss_mel: 20.721174240112305 (20.4970334370931) + | > loss_duration: 1.7211943864822388 (1.7578891475995382) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.39677047729492 (33.275922362009666) + | > grad_norm_1: tensor(744.2180, device='cuda:0') (tensor(427.3336, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 0.8291 (0.7509441534678142) + | > loader_time: 0.0038 (0.005693447589874269) + + + --> TIME: 2024-11-23 07:08:11 -- STEP: 85/797 -- GLOBAL_STEP: 54275 + | > loss_disc: 2.377039909362793 (2.4169209929073556) + | > loss_disc_real_0: 0.14170366525650024 (0.12288708949790281) + | > loss_disc_real_1: 0.20999281108379364 (0.21672705762526567) + | > loss_disc_real_2: 0.2606871724128723 (0.23281197582974153) + | > loss_disc_real_3: 0.26216134428977966 (0.22105341185541713) + | > loss_disc_real_4: 0.24488243460655212 (0.21982806272366467) + | > loss_disc_real_5: 0.24926795065402985 (0.22176323638242834) + | > loss_0: 2.377039909362793 (2.4169209929073556) + | > grad_norm_0: tensor(22.6834, device='cuda:0') (tensor(45.9762, device='cuda:0')) + | > loss_gen: 2.392521381378174 (2.3914289193994858) + | > loss_kl: 1.6549675464630127 (1.5745229931438665) + | > loss_feat: 6.4712605476379395 (7.126683538100298) + | > loss_mel: 19.691926956176758 (20.594892905740178) + | > loss_duration: 1.7246665954589844 (1.7394722812315997) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.93534278869629 (33.42700049456426) + | > grad_norm_1: tensor(175.8825, device='cuda:0') (tensor(463.6658, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 0.8179 (0.7593009836533491) + | > loader_time: 0.0051 (0.005732957054586972) + + + --> TIME: 2024-11-23 07:08:31 -- STEP: 110/797 -- GLOBAL_STEP: 54300 + | > loss_disc: 2.376535415649414 (2.4235212109305633) + | > loss_disc_real_0: 0.1366225779056549 (0.12409739887172526) + | > loss_disc_real_1: 0.18466608226299286 (0.21671814918518068) + | > loss_disc_real_2: 0.22311896085739136 (0.23234366205605594) + | > loss_disc_real_3: 0.2381339818239212 (0.22050017511302775) + | > loss_disc_real_4: 0.18716628849506378 (0.22072500058195807) + | > loss_disc_real_5: 0.24044157564640045 (0.22385794655843214) + | > loss_0: 2.376535415649414 (2.4235212109305633) + | > grad_norm_0: tensor(55.0552, device='cuda:0') (tensor(52.7711, device='cuda:0')) + | > loss_gen: 2.53756046295166 (2.3954275109551157) + | > loss_kl: 1.232123613357544 (1.5633500110019332) + | > loss_feat: 7.349867820739746 (7.127329774336381) + | > loss_mel: 20.66524887084961 (20.63615327314897) + | > loss_duration: 1.7263063192367554 (1.7299482399767094) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.5111083984375 (33.45220867503771) + | > grad_norm_1: tensor(485.2042, device='cuda:0') (tensor(483.5490, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 0.7866 (0.7609404368834062) + | > loader_time: 0.0062 (0.0057384902780706236) + + + --> TIME: 2024-11-23 07:08:50 -- STEP: 135/797 -- GLOBAL_STEP: 54325 + | > loss_disc: 2.571831226348877 (2.421591642167832) + | > loss_disc_real_0: 0.17157162725925446 (0.1234230148019614) + | > loss_disc_real_1: 0.23043130338191986 (0.21637303597397275) + | > loss_disc_real_2: 0.2585650384426117 (0.23194390656771482) + | > loss_disc_real_3: 0.21576055884361267 (0.2211710305125625) + | > loss_disc_real_4: 0.2538846433162689 (0.2200311498509513) + | > loss_disc_real_5: 0.23508673906326294 (0.22360029341997925) + | > loss_0: 2.571831226348877 (2.421591642167832) + | > grad_norm_0: tensor(27.7304, device='cuda:0') (tensor(53.2961, device='cuda:0')) + | > loss_gen: 2.4040679931640625 (2.4038984704900663) + | > loss_kl: 1.2772332429885864 (1.5617151525285504) + | > loss_feat: 6.295339584350586 (7.140881058021828) + | > loss_mel: 20.15229034423828 (20.658267070628977) + | > loss_duration: 1.6990234851837158 (1.7246899754912766) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.82795524597168 (33.489451641506605) + | > grad_norm_1: tensor(507.6081, device='cuda:0') (tensor(495.9937, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 0.7896 (0.7642637429413972) + | > loader_time: 0.0041 (0.005694751386289243) + + + --> TIME: 2024-11-23 07:09:10 -- STEP: 160/797 -- GLOBAL_STEP: 54350 + | > loss_disc: 2.4338245391845703 (2.4223671153187736) + | > loss_disc_real_0: 0.1506245732307434 (0.12242036387324333) + | > loss_disc_real_1: 0.16865690052509308 (0.21654671793803573) + | > loss_disc_real_2: 0.2036874145269394 (0.23182900436222553) + | > loss_disc_real_3: 0.2502809166908264 (0.2206080172210932) + | > loss_disc_real_4: 0.23041419684886932 (0.22060457691550256) + | > loss_disc_real_5: 0.22324949502944946 (0.2260893636383116) + | > loss_0: 2.4338245391845703 (2.4223671153187736) + | > grad_norm_0: tensor(11.0836, device='cuda:0') (tensor(56.7024, device='cuda:0')) + | > loss_gen: 2.3313398361206055 (2.4048622056841844) + | > loss_kl: 1.5855634212493896 (1.558411011099815) + | > loss_feat: 7.446876525878906 (7.1393728971481325) + | > loss_mel: 22.181915283203125 (20.694674122333517) + | > loss_duration: 1.6674935817718506 (1.7187972091138364) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.21318817138672 (33.51611735820771) + | > grad_norm_1: tensor(537.1413, device='cuda:0') (tensor(523.1033, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 0.7829 (0.7680051013827324) + | > loader_time: 0.0062 (0.0057557433843612674) + + + --> TIME: 2024-11-23 07:09:31 -- STEP: 185/797 -- GLOBAL_STEP: 54375 + | > loss_disc: 2.659261465072632 (2.423505905512216) + | > loss_disc_real_0: 0.16462160646915436 (0.12224504468408791) + | > loss_disc_real_1: 0.2575816214084625 (0.21692694151723707) + | > loss_disc_real_2: 0.2913516163825989 (0.23190003029398015) + | > loss_disc_real_3: 0.278725266456604 (0.22129008463911107) + | > loss_disc_real_4: 0.20399464666843414 (0.2202696737405416) + | > loss_disc_real_5: 0.27398332953453064 (0.22517575041667834) + | > loss_0: 2.659261465072632 (2.423505905512216) + | > grad_norm_0: tensor(9.0089, device='cuda:0') (tensor(55.9384, device='cuda:0')) + | > loss_gen: 2.424349784851074 (2.3978846923725015) + | > loss_kl: 1.612005591392517 (1.5637138018736962) + | > loss_feat: 6.9149909019470215 (7.122999057254276) + | > loss_mel: 21.457897186279297 (20.73714409905511) + | > loss_duration: 1.7457963228225708 (1.7129452731158283) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.1550407409668 (33.5346869597564) + | > grad_norm_1: tensor(187.4145, device='cuda:0') (tensor(529.4929, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 0.7902 (0.7718137573551487) + | > loader_time: 0.0056 (0.005801483102746915) + + + --> TIME: 2024-11-23 07:09:51 -- STEP: 210/797 -- GLOBAL_STEP: 54400 + | > loss_disc: 2.300210475921631 (2.426083844048635) + | > loss_disc_real_0: 0.13395583629608154 (0.12376712840937433) + | > loss_disc_real_1: 0.19678203761577606 (0.2167022487946919) + | > loss_disc_real_2: 0.24066327512264252 (0.23190350866033918) + | > loss_disc_real_3: 0.20719724893569946 (0.2214720918309121) + | > loss_disc_real_4: 0.20540910959243774 (0.2200651928072884) + | > loss_disc_real_5: 0.22608239948749542 (0.2269376271537372) + | > loss_0: 2.300210475921631 (2.426083844048635) + | > grad_norm_0: tensor(14.4022, device='cuda:0') (tensor(57.4465, device='cuda:0')) + | > loss_gen: 2.4252398014068604 (2.3923456430435173) + | > loss_kl: 1.5076541900634766 (1.557096802052997) + | > loss_feat: 6.899656295776367 (7.0938487779526485) + | > loss_mel: 21.29492950439453 (20.715703982398622) + | > loss_duration: 1.6888408660888672 (1.7120061766533625) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.816322326660156 (33.47100143432614) + | > grad_norm_1: tensor(453.7404, device='cuda:0') (tensor(525.2249, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 0.762 (0.7751895109812419) + | > loader_time: 0.0048 (0.005922628584362214) + + + --> TIME: 2024-11-23 07:10:11 -- STEP: 235/797 -- GLOBAL_STEP: 54425 + | > loss_disc: 2.671769380569458 (2.429677516856091) + | > loss_disc_real_0: 0.3436240255832672 (0.12470431178808213) + | > loss_disc_real_1: 0.1994241327047348 (0.21725423887689063) + | > loss_disc_real_2: 0.2555652856826782 (0.23169583919200493) + | > loss_disc_real_3: 0.1952124536037445 (0.22147486393756055) + | > loss_disc_real_4: 0.2297794669866562 (0.22041702974349894) + | > loss_disc_real_5: 0.2383863925933838 (0.22618175776714974) + | > loss_0: 2.671769380569458 (2.429677516856091) + | > grad_norm_0: tensor(149.8729, device='cuda:0') (tensor(59.6451, device='cuda:0')) + | > loss_gen: 2.32956600189209 (2.394746778366413) + | > loss_kl: 1.5893776416778564 (1.560886889822939) + | > loss_feat: 5.985272407531738 (7.0844564843685065) + | > loss_mel: 19.518877029418945 (20.744315281320127) + | > loss_duration: 1.6170425415039062 (1.7079932466466377) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.04013442993164 (33.49239872871559) + | > grad_norm_1: tensor(395.9366, device='cuda:0') (tensor(531.3909, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 0.7751 (0.778414493926028) + | > loader_time: 0.0167 (0.006165952885404548) + + + --> TIME: 2024-11-23 07:10:32 -- STEP: 260/797 -- GLOBAL_STEP: 54450 + | > loss_disc: 2.5012152194976807 (2.431662625532883) + | > loss_disc_real_0: 0.11113886535167694 (0.12620398916590672) + | > loss_disc_real_1: 0.23646298050880432 (0.21702145240627801) + | > loss_disc_real_2: 0.20055106282234192 (0.23207762321600547) + | > loss_disc_real_3: 0.20387054979801178 (0.22161870478437498) + | > loss_disc_real_4: 0.22786931693553925 (0.22026223259476516) + | > loss_disc_real_5: 0.25153326988220215 (0.22673905291236363) + | > loss_0: 2.5012152194976807 (2.431662625532883) + | > grad_norm_0: tensor(93.3913, device='cuda:0') (tensor(60.5660, device='cuda:0')) + | > loss_gen: 2.427809715270996 (2.397245176021869) + | > loss_kl: 1.3749841451644897 (1.55818083011187) + | > loss_feat: 7.573818206787109 (7.098330692144541) + | > loss_mel: 21.331933975219727 (20.78424273270827) + | > loss_duration: 1.6623973846435547 (1.7053584369329307) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.370941162109375 (33.54335787112895) + | > grad_norm_1: tensor(655.7408, device='cuda:0') (tensor(521.7908, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 0.8543 (0.7811862817177406) + | > loader_time: 0.006 (0.006348299063169041) + + + --> TIME: 2024-11-23 07:10:53 -- STEP: 285/797 -- GLOBAL_STEP: 54475 + | > loss_disc: 2.4783761501312256 (2.4302975177764883) + | > loss_disc_real_0: 0.1193072497844696 (0.12581921984490593) + | > loss_disc_real_1: 0.2244013100862503 (0.21726532071305996) + | > loss_disc_real_2: 0.23179665207862854 (0.23145085473855337) + | > loss_disc_real_3: 0.21170349419116974 (0.2217715443749177) + | > loss_disc_real_4: 0.23315975069999695 (0.22022956097335153) + | > loss_disc_real_5: 0.2218281626701355 (0.22657130073037063) + | > loss_0: 2.4783761501312256 (2.4302975177764883) + | > grad_norm_0: tensor(47.1252, device='cuda:0') (tensor(59.8624, device='cuda:0')) + | > loss_gen: 2.2707366943359375 (2.400636687195091) + | > loss_kl: 1.4052116870880127 (1.5587805919479902) + | > loss_feat: 6.187317848205566 (7.105747589312102) + | > loss_mel: 19.982595443725586 (20.82131067911784) + | > loss_duration: 1.658856987953186 (1.7037491693831326) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.504718780517578 (33.5902246910229) + | > grad_norm_1: tensor(516.2731, device='cuda:0') (tensor(515.6546, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 0.8088 (0.7844310283660889) + | > loader_time: 0.0058 (0.0065316526513350655) + + + --> TIME: 2024-11-23 07:11:13 -- STEP: 310/797 -- GLOBAL_STEP: 54500 + | > loss_disc: 2.387596607208252 (2.43215278656252) + | > loss_disc_real_0: 0.1112268939614296 (0.12609890015615566) + | > loss_disc_real_1: 0.21848520636558533 (0.21731594488505393) + | > loss_disc_real_2: 0.20660774409770966 (0.23176591968344104) + | > loss_disc_real_3: 0.20473045110702515 (0.22195212336317185) + | > loss_disc_real_4: 0.17923511564731598 (0.22049965762322957) + | > loss_disc_real_5: 0.22471942007541656 (0.22713190264278843) + | > loss_0: 2.387596607208252 (2.43215278656252) + | > grad_norm_0: tensor(90.3041, device='cuda:0') (tensor(59.7549, device='cuda:0')) + | > loss_gen: 2.3693175315856934 (2.3968693041032356) + | > loss_kl: 1.33347749710083 (1.562157132164124) + | > loss_feat: 7.1200737953186035 (7.084634324043027) + | > loss_mel: 21.56756019592285 (20.83064629339402) + | > loss_duration: 1.698071002960205 (1.7018835444604197) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.088497161865234 (33.576190585474784) + | > grad_norm_1: tensor(725.4941, device='cuda:0') (tensor(513.2295, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 0.7506 (0.7863635809190813) + | > loader_time: 0.0064 (0.006705117994739166) + + + --> TIME: 2024-11-23 07:11:34 -- STEP: 335/797 -- GLOBAL_STEP: 54525 + | > loss_disc: 2.35254168510437 (2.432216451417155) + | > loss_disc_real_0: 0.10497722774744034 (0.12660257205811895) + | > loss_disc_real_1: 0.18863427639007568 (0.21704374244853633) + | > loss_disc_real_2: 0.2027437686920166 (0.23159540526902497) + | > loss_disc_real_3: 0.16793015599250793 (0.22210309736764253) + | > loss_disc_real_4: 0.21263402700424194 (0.22117615568993704) + | > loss_disc_real_5: 0.26379096508026123 (0.22713684848885038) + | > loss_0: 2.35254168510437 (2.432216451417155) + | > grad_norm_0: tensor(66.0435, device='cuda:0') (tensor(60.4376, device='cuda:0')) + | > loss_gen: 2.379340171813965 (2.400116140451004) + | > loss_kl: 1.3956011533737183 (1.5616024615159672) + | > loss_feat: 7.623375415802002 (7.093584887661151) + | > loss_mel: 20.014015197753906 (20.858199355851347) + | > loss_duration: 1.6768155097961426 (1.6999949914305958) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.08914566040039 (33.61349784509455) + | > grad_norm_1: tensor(605.9221, device='cuda:0') (tensor(517.2617, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 0.8242 (0.7889656358690406) + | > loader_time: 0.0058 (0.006776356341233897) + + + --> TIME: 2024-11-23 07:11:55 -- STEP: 360/797 -- GLOBAL_STEP: 54550 + | > loss_disc: 2.509476661682129 (2.4362401485443117) + | > loss_disc_real_0: 0.2556390166282654 (0.12747138236752814) + | > loss_disc_real_1: 0.2146672010421753 (0.21718106265697215) + | > loss_disc_real_2: 0.2154085338115692 (0.2316146289722787) + | > loss_disc_real_3: 0.2151072919368744 (0.22269666724734835) + | > loss_disc_real_4: 0.20093241333961487 (0.2214705364571678) + | > loss_disc_real_5: 0.18923401832580566 (0.22781565032071538) + | > loss_0: 2.509476661682129 (2.4362401485443117) + | > grad_norm_0: tensor(136.0681, device='cuda:0') (tensor(61.4985, device='cuda:0')) + | > loss_gen: 2.2454986572265625 (2.398816735214658) + | > loss_kl: 1.7621722221374512 (1.5636401951313015) + | > loss_feat: 6.465541839599609 (7.077298907438914) + | > loss_mel: 19.79650115966797 (20.871490441428275) + | > loss_duration: 1.7300658226013184 (1.6972579969300163) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.999780654907227 (33.60850428475269) + | > grad_norm_1: tensor(654.6503, device='cuda:0') (tensor(512.1181, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 0.8346 (0.7916746576627097) + | > loader_time: 0.006 (0.006791575087441341) + + + --> TIME: 2024-11-23 07:12:16 -- STEP: 385/797 -- GLOBAL_STEP: 54575 + | > loss_disc: 2.4426002502441406 (2.437292107049522) + | > loss_disc_real_0: 0.14132243394851685 (0.12751215459270906) + | > loss_disc_real_1: 0.16634207963943481 (0.21704100738098095) + | > loss_disc_real_2: 0.21204036474227905 (0.23140526239748124) + | > loss_disc_real_3: 0.2598680555820465 (0.22286219283357844) + | > loss_disc_real_4: 0.2187793105840683 (0.22162472683113899) + | > loss_disc_real_5: 0.22295843064785004 (0.2279381979208488) + | > loss_0: 2.4426002502441406 (2.437292107049522) + | > grad_norm_0: tensor(79.4147, device='cuda:0') (tensor(61.5868, device='cuda:0')) + | > loss_gen: 2.376375198364258 (2.3967614303935663) + | > loss_kl: 1.6581072807312012 (1.564353354255874) + | > loss_feat: 7.584866046905518 (7.07641446002118) + | > loss_mel: 22.655467987060547 (20.89583912638874) + | > loss_duration: 1.671220302581787 (1.6947246601055195) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.94603729248047 (33.62809306553428) + | > grad_norm_1: tensor(639.9930, device='cuda:0') (tensor(513.6757, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 0.8194 (0.7935614945052507) + | > loader_time: 0.0057 (0.006909698634952696) + + + --> TIME: 2024-11-23 07:12:37 -- STEP: 410/797 -- GLOBAL_STEP: 54600 + | > loss_disc: 2.5595543384552 (2.436678540415883) + | > loss_disc_real_0: 0.1687014102935791 (0.12781242371150636) + | > loss_disc_real_1: 0.2290678322315216 (0.2174399396631776) + | > loss_disc_real_2: 0.22541050612926483 (0.23131341505341413) + | > loss_disc_real_3: 0.1952856034040451 (0.2221860153646004) + | > loss_disc_real_4: 0.19175204634666443 (0.22124085070156477) + | > loss_disc_real_5: 0.22066594660282135 (0.22834553267897628) + | > loss_0: 2.5595543384552 (2.436678540415883) + | > grad_norm_0: tensor(4.6452, device='cuda:0') (tensor(59.9637, device='cuda:0')) + | > loss_gen: 2.2518186569213867 (2.3938805120747273) + | > loss_kl: 1.2305986881256104 (1.5631068642546488) + | > loss_feat: 7.422142505645752 (7.06698297872776) + | > loss_mel: 22.127323150634766 (20.897277059787648) + | > loss_duration: 1.6748847961425781 (1.6933442191379826) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.70676803588867 (33.614591668291744) + | > grad_norm_1: tensor(275.9417, device='cuda:0') (tensor(505.5539, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 0.8575 (0.7965716856281934) + | > loader_time: 0.0066 (0.006953302243860759) + + + --> TIME: 2024-11-23 07:12:59 -- STEP: 435/797 -- GLOBAL_STEP: 54625 + | > loss_disc: 2.5613937377929688 (2.436655137730743) + | > loss_disc_real_0: 0.10579155385494232 (0.1284330116691946) + | > loss_disc_real_1: 0.2382742464542389 (0.21739157541044826) + | > loss_disc_real_2: 0.2577084004878998 (0.23129873361395695) + | > loss_disc_real_3: 0.22113525867462158 (0.22229556965416875) + | > loss_disc_real_4: 0.28731995820999146 (0.2210205525502392) + | > loss_disc_real_5: 0.31117910146713257 (0.22817736929175497) + | > loss_0: 2.5613937377929688 (2.436655137730743) + | > grad_norm_0: tensor(15.3059, device='cuda:0') (tensor(58.4829, device='cuda:0')) + | > loss_gen: 2.301522970199585 (2.392457331734142) + | > loss_kl: 1.454422950744629 (1.566098412151994) + | > loss_feat: 6.57647705078125 (7.073246139219438) + | > loss_mel: 20.326255798339844 (20.92339779645546) + | > loss_duration: 1.695495843887329 (1.6921010088646549) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.35417556762695 (33.64730072898425) + | > grad_norm_1: tensor(520.9866, device='cuda:0') (tensor(499.2411, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 0.8581 (0.7994420150230672) + | > loader_time: 0.0084 (0.0070684219228810295) + + + --> TIME: 2024-11-23 07:13:20 -- STEP: 460/797 -- GLOBAL_STEP: 54650 + | > loss_disc: 2.4369454383850098 (2.4376124122868434) + | > loss_disc_real_0: 0.08195734024047852 (0.1279411631028939) + | > loss_disc_real_1: 0.2262870967388153 (0.21707201836549717) + | > loss_disc_real_2: 0.2290063500404358 (0.23138813852615978) + | > loss_disc_real_3: 0.24487429857254028 (0.2220494811301646) + | > loss_disc_real_4: 0.20966775715351105 (0.22155908385048748) + | > loss_disc_real_5: 0.27924618124961853 (0.22943228249964506) + | > loss_0: 2.4369454383850098 (2.4376124122868434) + | > grad_norm_0: tensor(82.6830, device='cuda:0') (tensor(58.3067, device='cuda:0')) + | > loss_gen: 2.4843831062316895 (2.392085005407748) + | > loss_kl: 1.6771413087844849 (1.567820390411045) + | > loss_feat: 7.136248588562012 (7.070660817104837) + | > loss_mel: 21.31203842163086 (20.95421867370605) + | > loss_duration: 1.7002508640289307 (1.6912106223728345) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.310062408447266 (33.675995524033254) + | > grad_norm_1: tensor(545.8864, device='cuda:0') (tensor(498.4665, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 0.8639 (0.8018997487814531) + | > loader_time: 0.0159 (0.0072167396545410175) + + + --> TIME: 2024-11-23 07:13:42 -- STEP: 485/797 -- GLOBAL_STEP: 54675 + | > loss_disc: 2.47515869140625 (2.43728477045433) + | > loss_disc_real_0: 0.11253921687602997 (0.12772438569935346) + | > loss_disc_real_1: 0.23991329967975616 (0.21697735995361486) + | > loss_disc_real_2: 0.23618729412555695 (0.2314814096566328) + | > loss_disc_real_3: 0.21751008927822113 (0.2224803279355629) + | > loss_disc_real_4: 0.26723021268844604 (0.22146152101226693) + | > loss_disc_real_5: 0.32542046904563904 (0.22917453935465862) + | > loss_0: 2.47515869140625 (2.43728477045433) + | > grad_norm_0: tensor(84.3060, device='cuda:0') (tensor(58.1224, device='cuda:0')) + | > loss_gen: 2.5015158653259277 (2.393555075360328) + | > loss_kl: 1.5195374488830566 (1.567598919032775) + | > loss_feat: 7.6613969802856445 (7.079913911131239) + | > loss_mel: 20.784151077270508 (20.977722423592787) + | > loss_duration: 1.6570923328399658 (1.6900451488101604) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.123695373535156 (33.70883551922041) + | > grad_norm_1: tensor(737.9252, device='cuda:0') (tensor(499.1112, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 0.8898 (0.8048760738569438) + | > loader_time: 0.0102 (0.007313123191754844) + + + --> TIME: 2024-11-23 07:14:04 -- STEP: 510/797 -- GLOBAL_STEP: 54700 + | > loss_disc: 2.692495107650757 (2.4379780862845646) + | > loss_disc_real_0: 0.14384782314300537 (0.12749013362415887) + | > loss_disc_real_1: 0.25154200196266174 (0.21710201309007757) + | > loss_disc_real_2: 0.23119403421878815 (0.2314312998570648) + | > loss_disc_real_3: 0.27046483755111694 (0.22235212381563935) + | > loss_disc_real_4: 0.25332316756248474 (0.2217502029210914) + | > loss_disc_real_5: 0.271603524684906 (0.22978605519907147) + | > loss_0: 2.692495107650757 (2.4379780862845646) + | > grad_norm_0: tensor(72.3646, device='cuda:0') (tensor(57.3966, device='cuda:0')) + | > loss_gen: 2.1668078899383545 (2.3937955496357937) + | > loss_kl: 1.6350456476211548 (1.570202708711811) + | > loss_feat: 6.3040385246276855 (7.077348514631683) + | > loss_mel: 20.622896194458008 (20.982108808031263) + | > loss_duration: 1.6836442947387695 (1.6888452473808737) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.41243362426758 (33.71230086906284) + | > grad_norm_1: tensor(375.0583, device='cuda:0') (tensor(497.4076, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 0.8541 (0.807305672121983) + | > loader_time: 0.0103 (0.007413720617107318) + + + --> TIME: 2024-11-23 07:14:26 -- STEP: 535/797 -- GLOBAL_STEP: 54725 + | > loss_disc: 2.624199151992798 (2.4388481576866092) + | > loss_disc_real_0: 0.12007470428943634 (0.12737508769208045) + | > loss_disc_real_1: 0.280325323343277 (0.21737508991054286) + | > loss_disc_real_2: 0.26952168345451355 (0.23155806649511104) + | > loss_disc_real_3: 0.23533254861831665 (0.22234547049085668) + | > loss_disc_real_4: 0.18949341773986816 (0.22152112115209352) + | > loss_disc_real_5: 0.23591195046901703 (0.22969744333596986) + | > loss_0: 2.624199151992798 (2.4388481576866092) + | > grad_norm_0: tensor(78.4526, device='cuda:0') (tensor(57.1986, device='cuda:0')) + | > loss_gen: 2.1165828704833984 (2.391444473177474) + | > loss_kl: 1.7504618167877197 (1.5704743224883744) + | > loss_feat: 7.07248592376709 (7.069991170580142) + | > loss_mel: 20.87985610961914 (20.969963565719453) + | > loss_duration: 1.707603096961975 (1.68847692035069) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.5269889831543 (33.69035051648861) + | > grad_norm_1: tensor(316.5454, device='cuda:0') (tensor(496.1685, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 0.8128 (0.809703494900855) + | > loader_time: 0.008 (0.007497811094622747) + + + --> TIME: 2024-11-23 07:14:48 -- STEP: 560/797 -- GLOBAL_STEP: 54750 + | > loss_disc: 2.434628486633301 (2.439646935037206) + | > loss_disc_real_0: 0.18311035633087158 (0.12748187723835683) + | > loss_disc_real_1: 0.1793530136346817 (0.21703533413154738) + | > loss_disc_real_2: 0.20877906680107117 (0.2315798331052065) + | > loss_disc_real_3: 0.2508845031261444 (0.22237679867872165) + | > loss_disc_real_4: 0.2185036838054657 (0.2221445343856301) + | > loss_disc_real_5: 0.2648167610168457 (0.23034181536308357) + | > loss_0: 2.434628486633301 (2.439646935037206) + | > grad_norm_0: tensor(40.9983, device='cuda:0') (tensor(55.7537, device='cuda:0')) + | > loss_gen: 2.3047409057617188 (2.3894141997609823) + | > loss_kl: 1.8305984735488892 (1.5733775794506069) + | > loss_feat: 6.455499649047852 (7.066843660388672) + | > loss_mel: 20.851167678833008 (20.975516966411046) + | > loss_duration: 1.7016931772232056 (1.6878146822963447) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.143699645996094 (33.692967138971596) + | > grad_norm_1: tensor(381.5163, device='cuda:0') (tensor(483.7720, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 0.8738 (0.8129577338695527) + | > loader_time: 0.0115 (0.007648305807794845) + + + --> TIME: 2024-11-23 07:15:11 -- STEP: 585/797 -- GLOBAL_STEP: 54775 + | > loss_disc: 2.4011995792388916 (2.4373390307793272) + | > loss_disc_real_0: 0.09865659475326538 (0.12732553592222384) + | > loss_disc_real_1: 0.15146295726299286 (0.2167994567471692) + | > loss_disc_real_2: 0.1833934634923935 (0.23097429178718829) + | > loss_disc_real_3: 0.24080078303813934 (0.22204007419765506) + | > loss_disc_real_4: 0.22225666046142578 (0.22187850256251473) + | > loss_disc_real_5: 0.2329062521457672 (0.22999631714107643) + | > loss_0: 2.4011995792388916 (2.4373390307793272) + | > grad_norm_0: tensor(41.5476, device='cuda:0') (tensor(55.1038, device='cuda:0')) + | > loss_gen: 2.4752590656280518 (2.389143037388467) + | > loss_kl: 1.5847396850585938 (1.5737992207209264) + | > loss_feat: 8.852081298828125 (7.072887039999676) + | > loss_mel: 23.486024856567383 (20.99864797673673) + | > loss_duration: 1.6649045944213867 (1.6871139940033615) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 38.06300735473633 (33.721591300638295) + | > grad_norm_1: tensor(808.3375, device='cuda:0') (tensor(486.7699, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 0.9462 (0.8158819765107246) + | > loader_time: 0.0163 (0.007783599185128499) + + + --> TIME: 2024-11-23 07:15:33 -- STEP: 610/797 -- GLOBAL_STEP: 54800 + | > loss_disc: 2.4285147190093994 (2.437691135484666) + | > loss_disc_real_0: 0.22393828630447388 (0.12742594807240823) + | > loss_disc_real_1: 0.21365155279636383 (0.21653737652985777) + | > loss_disc_real_2: 0.1818266212940216 (0.23113479040196686) + | > loss_disc_real_3: 0.18655134737491608 (0.22184364905611414) + | > loss_disc_real_4: 0.22754324972629547 (0.22210875915699319) + | > loss_disc_real_5: 0.20905140042304993 (0.2307467119615586) + | > loss_0: 2.4285147190093994 (2.437691135484666) + | > grad_norm_0: tensor(88.7365, device='cuda:0') (tensor(55.8635, device='cuda:0')) + | > loss_gen: 2.304192066192627 (2.390565090882973) + | > loss_kl: 1.5998363494873047 (1.574401814820336) + | > loss_feat: 7.0498175621032715 (7.075158047285236) + | > loss_mel: 21.7825870513916 (21.019007829759936) + | > loss_duration: 1.702256679534912 (1.6869144939985432) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.438690185546875 (33.74604728886337) + | > grad_norm_1: tensor(585.2269, device='cuda:0') (tensor(490.1013, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 0.8863 (0.818420835401191) + | > loader_time: 0.0095 (0.00787733382866031) + + + --> TIME: 2024-11-23 07:15:55 -- STEP: 635/797 -- GLOBAL_STEP: 54825 + | > loss_disc: 2.4913721084594727 (2.4376252241960676) + | > loss_disc_real_0: 0.16505667567253113 (0.12790726723633428) + | > loss_disc_real_1: 0.20925967395305634 (0.21643982900409248) + | > loss_disc_real_2: 0.23302128911018372 (0.23097767684403367) + | > loss_disc_real_3: 0.19576476514339447 (0.2220476566102561) + | > loss_disc_real_4: 0.2258126437664032 (0.22183837557402183) + | > loss_disc_real_5: 0.21093551814556122 (0.23033217851101884) + | > loss_0: 2.4913721084594727 (2.4376252241960676) + | > grad_norm_0: tensor(75.7841, device='cuda:0') (tensor(56.4088, device='cuda:0')) + | > loss_gen: 2.3584814071655273 (2.3917998546690455) + | > loss_kl: 1.551891565322876 (1.5733167672720476) + | > loss_feat: 6.984739780426025 (7.072161848714033) + | > loss_mel: 21.672882080078125 (21.026586947103183) + | > loss_duration: 1.7064120769500732 (1.6868103641224659) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.274410247802734 (33.75067579915203) + | > grad_norm_1: tensor(726.4796, device='cuda:0') (tensor(489.7090, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 0.8898 (0.820790123751783) + | > loader_time: 0.0122 (0.00797530722430372) + + + --> TIME: 2024-11-23 07:16:19 -- STEP: 660/797 -- GLOBAL_STEP: 54850 + | > loss_disc: 2.2968573570251465 (2.435771855079768) + | > loss_disc_real_0: 0.10290955752134323 (0.12744095057926402) + | > loss_disc_real_1: 0.18034245073795319 (0.2165167764732332) + | > loss_disc_real_2: 0.2503388524055481 (0.23090558438138528) + | > loss_disc_real_3: 0.20295803248882294 (0.22186188860373063) + | > loss_disc_real_4: 0.19632424414157867 (0.22178752587148637) + | > loss_disc_real_5: 0.2233509123325348 (0.2304797069367134) + | > loss_0: 2.2968573570251465 (2.435771855079768) + | > grad_norm_0: tensor(50.2959, device='cuda:0') (tensor(55.8868, device='cuda:0')) + | > loss_gen: 2.3984158039093018 (2.3922588879411877) + | > loss_kl: 1.596539855003357 (1.573242110013961) + | > loss_feat: 7.429220676422119 (7.07824929338513) + | > loss_mel: 22.064285278320312 (21.046305075558752) + | > loss_duration: 1.6727120876312256 (1.6865388229037777) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.161170959472656 (33.776594196666366) + | > grad_norm_1: tensor(690.2425, device='cuda:0') (tensor(491.5148, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 0.9553 (0.8244440949324405) + | > loader_time: 0.0087 (0.008061011271043266) + + + --> TIME: 2024-11-23 07:16:42 -- STEP: 685/797 -- GLOBAL_STEP: 54875 + | > loss_disc: 2.4534213542938232 (2.4359328416142167) + | > loss_disc_real_0: 0.07235605269670486 (0.12771318622314157) + | > loss_disc_real_1: 0.2700016498565674 (0.21655297631764933) + | > loss_disc_real_2: 0.21621841192245483 (0.23081579021293752) + | > loss_disc_real_3: 0.23642612993717194 (0.22183325249348243) + | > loss_disc_real_4: 0.2248162180185318 (0.22180013310735244) + | > loss_disc_real_5: 0.20118653774261475 (0.23038741354524656) + | > loss_0: 2.4534213542938232 (2.4359328416142167) + | > grad_norm_0: tensor(17.3550, device='cuda:0') (tensor(56.8063, device='cuda:0')) + | > loss_gen: 2.3048272132873535 (2.3931469081962193) + | > loss_kl: 1.396430492401123 (1.5743617273595205) + | > loss_feat: 6.7982587814331055 (7.075941988673524) + | > loss_mel: 21.64008331298828 (21.04939980889759) + | > loss_duration: 1.655050277709961 (1.6859814003436235) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.794647216796875 (33.778831816067644) + | > grad_norm_1: tensor(407.2809, device='cuda:0') (tensor(491.9365, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 0.9665 (0.8280038196675099) + | > loader_time: 0.0136 (0.00814907603020216) + + + --> TIME: 2024-11-23 07:17:06 -- STEP: 710/797 -- GLOBAL_STEP: 54900 + | > loss_disc: 2.473973512649536 (2.437761309449103) + | > loss_disc_real_0: 0.13904787600040436 (0.1278240486822079) + | > loss_disc_real_1: 0.22098150849342346 (0.216393553455111) + | > loss_disc_real_2: 0.24051517248153687 (0.23086356317073525) + | > loss_disc_real_3: 0.21175938844680786 (0.222484171831272) + | > loss_disc_real_4: 0.19007819890975952 (0.22217648635867615) + | > loss_disc_real_5: 0.2562239170074463 (0.23064538328580453) + | > loss_0: 2.473973512649536 (2.437761309449103) + | > grad_norm_0: tensor(45.5705, device='cuda:0') (tensor(57.1047, device='cuda:0')) + | > loss_gen: 2.3077147006988525 (2.3937799205242727) + | > loss_kl: 1.4316178560256958 (1.5747636853809082) + | > loss_feat: 6.49959659576416 (7.070881178009678) + | > loss_mel: 20.48541259765625 (21.057309978109004) + | > loss_duration: 1.6459158658981323 (1.6853321422993297) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.37025451660156 (33.78206687980973) + | > grad_norm_1: tensor(140.0844, device='cuda:0') (tensor(488.1529, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 0.914 (0.8316112797025224) + | > loader_time: 0.0101 (0.008240227632119627) + + + --> TIME: 2024-11-23 07:17:30 -- STEP: 735/797 -- GLOBAL_STEP: 54925 + | > loss_disc: 2.426100730895996 (2.4383537792024166) + | > loss_disc_real_0: 0.11636912822723389 (0.12806022616774862) + | > loss_disc_real_1: 0.21050584316253662 (0.21634874767592163) + | > loss_disc_real_2: 0.18087445199489594 (0.23107308682535782) + | > loss_disc_real_3: 0.21124006807804108 (0.22243374825334875) + | > loss_disc_real_4: 0.1924702376127243 (0.22233567527767753) + | > loss_disc_real_5: 0.21242962777614594 (0.23070304290372498) + | > loss_0: 2.426100730895996 (2.4383537792024166) + | > grad_norm_0: tensor(73.0717, device='cuda:0') (tensor(57.5161, device='cuda:0')) + | > loss_gen: 2.239499092102051 (2.392822746679083) + | > loss_kl: 1.4708516597747803 (1.5747950253843443) + | > loss_feat: 6.15017557144165 (7.068640005020868) + | > loss_mel: 18.53335952758789 (21.061391534610667) + | > loss_duration: 1.6706269979476929 (1.6846673877871767) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.06451416015625 (33.78231667758655) + | > grad_norm_1: tensor(334.5378, device='cuda:0') (tensor(485.8277, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 0.9141 (0.8353337534430887) + | > loader_time: 0.1138 (0.00847718018252834) + + + --> TIME: 2024-11-23 07:17:57 -- STEP: 760/797 -- GLOBAL_STEP: 54950 + | > loss_disc: 2.5004355907440186 (2.437907709573444) + | > loss_disc_real_0: 0.07432648539543152 (0.12774570507340527) + | > loss_disc_real_1: 0.19810250401496887 (0.21641948103512587) + | > loss_disc_real_2: 0.2341996431350708 (0.23125993970193362) + | > loss_disc_real_3: 0.22177910804748535 (0.22264965151093508) + | > loss_disc_real_4: 0.26409173011779785 (0.22219486865950258) + | > loss_disc_real_5: 0.26413917541503906 (0.23063414181141476) + | > loss_0: 2.5004355907440186 (2.437907709573444) + | > grad_norm_0: tensor(32.7144, device='cuda:0') (tensor(56.7805, device='cuda:0')) + | > loss_gen: 2.244345188140869 (2.3925440323980203) + | > loss_kl: 1.5125564336776733 (1.5751284604009823) + | > loss_feat: 5.986958026885986 (7.0682739891503985) + | > loss_mel: 19.787084579467773 (21.069984109778147) + | > loss_duration: 1.6319382190704346 (1.6835284606406564) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.16288185119629 (33.78945903025173) + | > grad_norm_1: tensor(239.0207, device='cuda:0') (tensor(486.2849, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 1.4943 (0.8404865547230369) + | > loader_time: 0.1105 (0.011637837949552043) + + + --> TIME: 2024-11-23 07:18:39 -- STEP: 785/797 -- GLOBAL_STEP: 54975 + | > loss_disc: 2.3852949142456055 (2.4369739137637394) + | > loss_disc_real_0: 0.09597188234329224 (0.12751460083445917) + | > loss_disc_real_1: 0.29170089960098267 (0.21633975558979496) + | > loss_disc_real_2: 0.22906146943569183 (0.23117082386639468) + | > loss_disc_real_3: 0.20170173048973083 (0.22271841175996573) + | > loss_disc_real_4: 0.2162027508020401 (0.22224810945380266) + | > loss_disc_real_5: 0.20588013529777527 (0.23029353565471186) + | > loss_0: 2.3852949142456055 (2.4369739137637394) + | > grad_norm_0: tensor(23.1931, device='cuda:0') (tensor(56.6770, device='cuda:0')) + | > loss_gen: 2.470071792602539 (2.3929743083419304) + | > loss_kl: 1.5315481424331665 (1.5776869184651947) + | > loss_feat: 6.864007472991943 (7.0662508685118075) + | > loss_mel: 21.05063819885254 (21.075522783607425) + | > loss_duration: 1.6461941003799438 (1.6824701160382314) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.56245803833008 (33.79490497613405) + | > grad_norm_1: tensor(171.1112, device='cuda:0') (tensor(485.3701, device='cuda:0')) + | > current_lr_0: 0.00019833189069947573 + | > current_lr_1: 0.00019833189069947573 + | > step_time: 2.0628 (0.8627070833922951) + | > loader_time: 0.123 (0.014898874805231771) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.3893699645996094 (2.3893699645996094) + | > loss_disc_real_0: 0.12225840985774994 (0.12225840985774994) + | > loss_disc_real_1: 0.18142564594745636 (0.18142564594745636) + | > loss_disc_real_2: 0.21131137013435364 (0.21131137013435364) + | > loss_disc_real_3: 0.22967781126499176 (0.22967781126499176) + | > loss_disc_real_4: 0.30441489815711975 (0.30441489815711975) + | > loss_disc_real_5: 0.23450464010238647 (0.23450464010238647) + | > loss_0: 2.3893699645996094 (2.3893699645996094) + | > loss_gen: 2.2379443645477295 (2.2379443645477295) + | > loss_kl: 1.4568146467208862 (1.4568146467208862) + | > loss_feat: 5.270925045013428 (5.270925045013428) + | > loss_mel: 21.542133331298828 (21.542133331298828) + | > loss_duration: 1.9328221082687378 (1.9328221082687378) + | > loss_1: 32.44063949584961 (32.44063949584961) + + --> STEP: 1 + | > loss_disc: 2.3615400791168213 (2.3615400791168213) + | > loss_disc_real_0: 0.08084052056074142 (0.08084052056074142) + | > loss_disc_real_1: 0.14889898896217346 (0.14889898896217346) + | > loss_disc_real_2: 0.24130231142044067 (0.24130231142044067) + | > loss_disc_real_3: 0.28707292675971985 (0.28707292675971985) + | > loss_disc_real_4: 0.22775369882583618 (0.22775369882583618) + | > loss_disc_real_5: 0.18657685816287994 (0.18657685816287994) + | > loss_0: 2.3615400791168213 (2.3615400791168213) + | > loss_gen: 2.3399996757507324 (2.3399996757507324) + | > loss_kl: 1.732956886291504 (1.732956886291504) + | > loss_feat: 7.796481609344482 (7.796481609344482) + | > loss_mel: 20.229215621948242 (20.229215621948242) + | > loss_duration: 1.7305594682693481 (1.7305594682693481) + | > loss_1: 33.8292121887207 (33.8292121887207) + + --> STEP: 2 + | > loss_disc: 2.4291012287139893 (2.3953206539154053) + | > loss_disc_real_0: 0.06849399209022522 (0.07466725632548332) + | > loss_disc_real_1: 0.20199686288833618 (0.17544792592525482) + | > loss_disc_real_2: 0.2843078374862671 (0.2628050744533539) + | > loss_disc_real_3: 0.16460806131362915 (0.2258404940366745) + | > loss_disc_real_4: 0.32775670289993286 (0.2777552008628845) + | > loss_disc_real_5: 0.3478506803512573 (0.26721376925706863) + | > loss_0: 2.4291012287139893 (2.3953206539154053) + | > loss_gen: 2.445326328277588 (2.39266300201416) + | > loss_kl: 1.289290428161621 (1.5111236572265625) + | > loss_feat: 6.955699443817139 (7.3760905265808105) + | > loss_mel: 22.228975296020508 (21.229095458984375) + | > loss_duration: 1.6963882446289062 (1.7134738564491272) + | > loss_1: 34.61568069458008 (34.22244644165039) + + --> STEP: 3 + | > loss_disc: 2.4997358322143555 (2.4301257133483887) + | > loss_disc_real_0: 0.17515456676483154 (0.10816302647193272) + | > loss_disc_real_1: 0.21408070623874664 (0.18832551936308542) + | > loss_disc_real_2: 0.2670300602912903 (0.26421340306599933) + | > loss_disc_real_3: 0.2378743290901184 (0.22985177238782248) + | > loss_disc_real_4: 0.2466268390417099 (0.2673790802558263) + | > loss_disc_real_5: 0.2659400403499603 (0.2667891929546992) + | > loss_0: 2.4997358322143555 (2.4301257133483887) + | > loss_gen: 2.3430094718933105 (2.3761118253072104) + | > loss_kl: 1.6171798706054688 (1.5464757283528645) + | > loss_feat: 5.347951412200928 (6.70004415512085) + | > loss_mel: 21.647443771362305 (21.368544896443684) + | > loss_duration: 1.7430256605148315 (1.723324457804362) + | > loss_1: 32.698612213134766 (33.71450169881185) + + --> STEP: 4 + | > loss_disc: 2.268066883087158 (2.389611005783081) + | > loss_disc_real_0: 0.082204669713974 (0.10167343728244305) + | > loss_disc_real_1: 0.19698257744312286 (0.1904897838830948) + | > loss_disc_real_2: 0.20087218284606934 (0.24837809801101685) + | > loss_disc_real_3: 0.2388586401939392 (0.23210348933935165) + | > loss_disc_real_4: 0.23234379291534424 (0.2586202584207058) + | > loss_disc_real_5: 0.22202324867248535 (0.25559770688414574) + | > loss_0: 2.268066883087158 (2.389611005783081) + | > loss_gen: 2.3081469535827637 (2.3591206073760986) + | > loss_kl: 1.5864067077636719 (1.5564584732055664) + | > loss_feat: 6.382784366607666 (6.620729207992554) + | > loss_mel: 20.81655502319336 (21.230547428131104) + | > loss_duration: 1.6468799114227295 (1.7042133212089539) + | > loss_1: 32.74077224731445 (33.4710693359375) + + --> STEP: 5 + | > loss_disc: 2.537196397781372 (2.419128084182739) + | > loss_disc_real_0: 0.14205224812030792 (0.10974919945001602) + | > loss_disc_real_1: 0.10375307500362396 (0.17314244210720062) + | > loss_disc_real_2: 0.1101546511054039 (0.22073340862989427) + | > loss_disc_real_3: 0.2654958665370941 (0.23878196477890015) + | > loss_disc_real_4: 0.2896715998649597 (0.2648305267095566) + | > loss_disc_real_5: 0.19252197444438934 (0.24298256039619445) + | > loss_0: 2.537196397781372 (2.419128084182739) + | > loss_gen: 2.0959482192993164 (2.306486129760742) + | > loss_kl: 1.5741997957229614 (1.5600067377090454) + | > loss_feat: 7.923737049102783 (6.881330776214599) + | > loss_mel: 22.74226188659668 (21.53289031982422) + | > loss_duration: 1.8254220485687256 (1.7284550666809082) + | > loss_1: 36.16156768798828 (34.009169006347655) + + --> STEP: 6 + | > loss_disc: 2.5932860374450684 (2.448154409726461) + | > loss_disc_real_0: 0.1362318992614746 (0.11416298275192578) + | > loss_disc_real_1: 0.18106885254383087 (0.17446351051330566) + | > loss_disc_real_2: 0.23833642899990082 (0.22366724535822868) + | > loss_disc_real_3: 0.3274783790111542 (0.2535647004842758) + | > loss_disc_real_4: 0.325324684381485 (0.27491288632154465) + | > loss_disc_real_5: 0.2697124183177948 (0.24743753671646118) + | > loss_0: 2.5932860374450684 (2.448154409726461) + | > loss_gen: 2.332548141479492 (2.3108297983805337) + | > loss_kl: 1.3465851545333862 (1.5244364738464355) + | > loss_feat: 6.574855327606201 (6.830251534779866) + | > loss_mel: 23.542036056518555 (21.86774794260661) + | > loss_duration: 1.6372559070587158 (1.7132552067438762) + | > loss_1: 35.43328094482422 (34.24652099609375) + + --> STEP: 7 + | > loss_disc: 2.658355712890625 (2.4781831673213413) + | > loss_disc_real_0: 0.14996010065078735 (0.11927685673747744) + | > loss_disc_real_1: 0.269578218460083 (0.18805132593427384) + | > loss_disc_real_2: 0.22924888134002686 (0.224464621927057) + | > loss_disc_real_3: 0.27575185894966125 (0.25673429455075947) + | > loss_disc_real_4: 0.25720104575157166 (0.2723826233829771) + | > loss_disc_real_5: 0.2551913559436798 (0.24854522517749242) + | > loss_0: 2.658355712890625 (2.4781831673213413) + | > loss_gen: 2.1730282306671143 (2.2911438601357594) + | > loss_kl: 2.16899037361145 (1.6165156023842948) + | > loss_feat: 6.72851037979126 (6.8157170840672086) + | > loss_mel: 18.736831665039062 (21.420474188668386) + | > loss_duration: 1.6558001041412354 (1.705047334943499) + | > loss_1: 31.46316146850586 (33.848898206438335) + + --> STEP: 8 + | > loss_disc: 2.185648202896118 (2.4416162967681885) + | > loss_disc_real_0: 0.10984785854816437 (0.1180982319638133) + | > loss_disc_real_1: 0.15616250038146973 (0.18406522274017334) + | > loss_disc_real_2: 0.20197464525699615 (0.2216533748432994) + | > loss_disc_real_3: 0.17017579078674316 (0.24591448158025742) + | > loss_disc_real_4: 0.19602248072624207 (0.2628376055508852) + | > loss_disc_real_5: 0.15783058106899261 (0.23720589466392994) + | > loss_0: 2.185648202896118 (2.4416162967681885) + | > loss_gen: 2.2114644050598145 (2.2811839282512665) + | > loss_kl: 1.7708563804626465 (1.6358081996440887) + | > loss_feat: 8.280261993408203 (6.998785197734833) + | > loss_mel: 22.1999568939209 (21.51790952682495) + | > loss_duration: 1.7134652137756348 (1.7060995697975159) + | > loss_1: 36.17600631713867 (34.13978672027588) + + --> STEP: 9 + | > loss_disc: 2.3096978664398193 (2.42695869339837) + | > loss_disc_real_0: 0.07038995623588562 (0.112797312438488) + | > loss_disc_real_1: 0.22816236317157745 (0.18896490501032936) + | > loss_disc_real_2: 0.2338055968284607 (0.22300362173053953) + | > loss_disc_real_3: 0.16477741301059723 (0.23689925173918405) + | > loss_disc_real_4: 0.17268575727939606 (0.25282073352071976) + | > loss_disc_real_5: 0.18245026469230652 (0.231121935778194) + | > loss_0: 2.3096978664398193 (2.42695869339837) + | > loss_gen: 2.161846399307251 (2.2679242028130426) + | > loss_kl: 1.963010549545288 (1.6721640162997775) + | > loss_feat: 7.307868003845215 (7.033127731747097) + | > loss_mel: 22.773754119873047 (21.657447814941406) + | > loss_duration: 1.69443678855896 (1.704803705215454) + | > loss_1: 35.90091323852539 (34.335467444525825) + + --> STEP: 10 + | > loss_disc: 2.565626859664917 (2.4408255100250242) + | > loss_disc_real_0: 0.09443030506372452 (0.11096061170101165) + | > loss_disc_real_1: 0.22152359783649445 (0.19222077429294587) + | > loss_disc_real_2: 0.27603161334991455 (0.22830642089247705) + | > loss_disc_real_3: 0.2841094434261322 (0.24162027090787888) + | > loss_disc_real_4: 0.28597790002822876 (0.25613645017147063) + | > loss_disc_real_5: 0.31886133551597595 (0.2398958757519722) + | > loss_0: 2.565626859664917 (2.4408255100250242) + | > loss_gen: 2.40730619430542 (2.28186240196228) + | > loss_kl: 1.4387012720108032 (1.64881774187088) + | > loss_feat: 6.196861743927002 (6.9495011329650875) + | > loss_mel: 21.578943252563477 (21.649597358703613) + | > loss_duration: 1.585552453994751 (1.6928785800933839) + | > loss_1: 33.207366943359375 (34.22265739440918) + + --> STEP: 11 + | > loss_disc: 2.072826385498047 (2.4073710441589355) + | > loss_disc_real_0: 0.10242503881454468 (0.11018465052951466) + | > loss_disc_real_1: 0.14019054174423218 (0.18749075315215372) + | > loss_disc_real_2: 0.1666119396686554 (0.22269783169031143) + | > loss_disc_real_3: 0.188289612531662 (0.2367720292373137) + | > loss_disc_real_4: 0.19504442811012268 (0.2505826299840754) + | > loss_disc_real_5: 0.18308770656585693 (0.23473149673505264) + | > loss_0: 2.072826385498047 (2.4073710441589355) + | > loss_gen: 2.5404233932495117 (2.305367946624756) + | > loss_kl: 2.062880039215088 (1.6864597689021716) + | > loss_feat: 8.804615020751953 (7.118147850036621) + | > loss_mel: 23.87976837158203 (21.852340178056195) + | > loss_duration: 1.5841864347457886 (1.6829974759708752) + | > loss_1: 38.87187194824219 (34.64531326293945) + + --> STEP: 12 + | > loss_disc: 2.5548298358917236 (2.4196592768033347) + | > loss_disc_real_0: 0.16254961490631104 (0.11454839756091435) + | > loss_disc_real_1: 0.1965642124414444 (0.1882468747595946) + | > loss_disc_real_2: 0.2577382028102875 (0.2256178626169761) + | > loss_disc_real_3: 0.24844764173030853 (0.23774499694506326) + | > loss_disc_real_4: 0.25496700406074524 (0.2509479944904645) + | > loss_disc_real_5: 0.20516042411327362 (0.2322672406832377) + | > loss_0: 2.5548298358917236 (2.4196592768033347) + | > loss_gen: 2.1567153930664062 (2.2929802338282266) + | > loss_kl: 1.7306979894638062 (1.6901462872823079) + | > loss_feat: 7.71537971496582 (7.167917172114055) + | > loss_mel: 23.047565460205078 (21.951942284901936) + | > loss_duration: 1.6975524425506592 (1.6842103898525238) + | > loss_1: 36.3479118347168 (34.787196477254234) + + --> STEP: 13 + | > loss_disc: 2.3315646648406982 (2.412882768190824) + | > loss_disc_real_0: 0.11105918139219284 (0.11427999631716655) + | > loss_disc_real_1: 0.19972652196884155 (0.18912992454492128) + | > loss_disc_real_2: 0.2290317714214325 (0.22588047098654968) + | > loss_disc_real_3: 0.20790039002895355 (0.23544925795151636) + | > loss_disc_real_4: 0.22774375975131989 (0.24916305335668418) + | > loss_disc_real_5: 0.18939734995365143 (0.22896955678096184) + | > loss_0: 2.3315646648406982 (2.412882768190824) + | > loss_gen: 2.3758299350738525 (2.299353287770198) + | > loss_kl: 1.7423288822174072 (1.6941603330465465) + | > loss_feat: 6.019436359405518 (7.079572494213398) + | > loss_mel: 19.493671417236328 (21.762844525850735) + | > loss_duration: 1.6912024021148682 (1.6847482369496272) + | > loss_1: 31.322467803955078 (34.52067888700045) + + --> STEP: 14 + | > loss_disc: 2.106329917907715 (2.390986136027745) + | > loss_disc_real_0: 0.09444338083267212 (0.11286309521113123) + | > loss_disc_real_1: 0.2037857174873352 (0.19017676689795085) + | > loss_disc_real_2: 0.21756871044635773 (0.2252867738051074) + | > loss_disc_real_3: 0.1894550919532776 (0.2321639603802136) + | > loss_disc_real_4: 0.14133720099925995 (0.2414612067597253) + | > loss_disc_real_5: 0.17527608573436737 (0.22513430884906224) + | > loss_0: 2.106329917907715 (2.390986136027745) + | > loss_gen: 2.3570992946624756 (2.3034780025482178) + | > loss_kl: 1.5454150438308716 (1.683535669531141) + | > loss_feat: 6.53961706161499 (7.0410042490277975) + | > loss_mel: 19.451894760131836 (21.597776685442245) + | > loss_duration: 1.7494022846221924 (1.6893663832119532) + | > loss_1: 31.643428802490234 (34.31516102382115) + + --> STEP: 15 + | > loss_disc: 2.3427083492279053 (2.3877676169077557) + | > loss_disc_real_0: 0.11091041564941406 (0.11273291657368342) + | > loss_disc_real_1: 0.12354359775781631 (0.18573455562194188) + | > loss_disc_real_2: 0.2298617660999298 (0.22559177329142888) + | > loss_disc_real_3: 0.30854007601737976 (0.23725570142269134) + | > loss_disc_real_4: 0.2626942992210388 (0.2428767462571462) + | > loss_disc_real_5: 0.25831177830696106 (0.22734614014625548) + | > loss_0: 2.3427083492279053 (2.3877676169077557) + | > loss_gen: 2.5029642581939697 (2.3167770862579347) + | > loss_kl: 1.1866923570632935 (1.6504127820332846) + | > loss_feat: 8.471639633178711 (7.136379941304525) + | > loss_mel: 25.081501007080078 (21.83002497355143) + | > loss_duration: 1.6492493152618408 (1.6866919120152792) + | > loss_1: 38.89204788208008 (34.620286814371745) + + --> STEP: 16 + | > loss_disc: 2.4241721630096436 (2.3900429010391235) + | > loss_disc_real_0: 0.09519176185131073 (0.11163659440353513) + | > loss_disc_real_1: 0.19763676822185516 (0.18647844390943646) + | > loss_disc_real_2: 0.24730518460273743 (0.22694886149838567) + | > loss_disc_real_3: 0.19699376821517944 (0.23473933059722185) + | > loss_disc_real_4: 0.19856707751750946 (0.2401073919609189) + | > loss_disc_real_5: 0.2850836217403412 (0.23095473274588585) + | > loss_0: 2.4241721630096436 (2.3900429010391235) + | > loss_gen: 2.255674123764038 (2.312958151102066) + | > loss_kl: 1.8414037227630615 (1.6623497158288956) + | > loss_feat: 7.550515174865723 (7.1622633934021) + | > loss_mel: 22.09416389465332 (21.8465336561203) + | > loss_duration: 1.779608964920044 (1.692499227821827) + | > loss_1: 35.521366119384766 (34.67660427093506) + + --> STEP: 17 + | > loss_disc: 2.385936737060547 (2.38980136198156) + | > loss_disc_real_0: 0.13195596635341644 (0.11283185157705755) + | > loss_disc_real_1: 0.21274276077747345 (0.18802340372520335) + | > loss_disc_real_2: 0.27625536918640137 (0.22984924430356307) + | > loss_disc_real_3: 0.25193071365356445 (0.23575058842406554) + | > loss_disc_real_4: 0.23891210556030273 (0.24003708099617677) + | > loss_disc_real_5: 0.18431827425956726 (0.22821141165845535) + | > loss_0: 2.385936737060547 (2.38980136198156) + | > loss_gen: 2.229985237121582 (2.3080773914561554) + | > loss_kl: 1.9079707860946655 (1.6767980140798233) + | > loss_feat: 4.117839813232422 (6.983179653392119) + | > loss_mel: 12.748613357543945 (21.3113618738511) + | > loss_duration: 1.6457628011703491 (1.689750026254093) + | > loss_1: 22.65017318725586 (33.96916714836569) + + --> STEP: 18 + | > loss_disc: 2.4764137268066406 (2.394613160027398) + | > loss_disc_real_0: 0.06057630479335785 (0.10992876564462979) + | > loss_disc_real_1: 0.10845640301704407 (0.18360301479697227) + | > loss_disc_real_2: 0.24528808891773224 (0.23070695789323914) + | > loss_disc_real_3: 0.2237468957901001 (0.23508371661106744) + | > loss_disc_real_4: 0.2599426209926605 (0.24114294432931477) + | > loss_disc_real_5: 0.29362043738365173 (0.23184524642096627) + | > loss_0: 2.4764137268066406 (2.394613160027398) + | > loss_gen: 2.1888585090637207 (2.301454120212131) + | > loss_kl: 2.063286781311035 (1.698269612259335) + | > loss_feat: 9.584750175476074 (7.12771134906345) + | > loss_mel: 24.04451560974121 (21.46320374806722) + | > loss_duration: 1.6527714729309082 (1.6876956621805828) + | > loss_1: 39.5341796875 (34.27833451165093) + + --> STEP: 19 + | > loss_disc: 2.4862289428710938 (2.399435043334961) + | > loss_disc_real_0: 0.061105307191610336 (0.10735910993657614) + | > loss_disc_real_1: 0.15777304768562317 (0.18224354284374336) + | > loss_disc_real_2: 0.2480183094739914 (0.23161808166064715) + | > loss_disc_real_3: 0.29659345746040344 (0.23832107139261147) + | > loss_disc_real_4: 0.19825950264930725 (0.23888592108299858) + | > loss_disc_real_5: 0.3108426034450531 (0.23600300205381294) + | > loss_0: 2.4862289428710938 (2.399435043334961) + | > loss_gen: 2.1638200283050537 (2.2942102206380746) + | > loss_kl: 2.050645351409912 (1.7168157037935758) + | > loss_feat: 7.2151618003845215 (7.132314004396138) + | > loss_mel: 20.837682723999023 (21.430281588905736) + | > loss_duration: 1.756396770477295 (1.6913115099856728) + | > loss_1: 34.023704528808594 (34.2649329336066) + + --> STEP: 20 + | > loss_disc: 2.487555503845215 (2.4038410663604735) + | > loss_disc_real_0: 0.13662534952163696 (0.10882242191582918) + | > loss_disc_real_1: 0.19387619197368622 (0.1828251753002405) + | > loss_disc_real_2: 0.22471977770328522 (0.23127316646277904) + | > loss_disc_real_3: 0.2690168619155884 (0.2398558609187603) + | > loss_disc_real_4: 0.27803438901901245 (0.24084334447979927) + | > loss_disc_real_5: 0.2485751211643219 (0.23663160800933838) + | > loss_0: 2.487555503845215 (2.4038410663604735) + | > loss_gen: 2.4350171089172363 (2.3012505650520323) + | > loss_kl: 1.8261462450027466 (1.7222822308540344) + | > loss_feat: 6.961543560028076 (7.123775482177734) + | > loss_mel: 21.416301727294922 (21.429582595825195) + | > loss_duration: 1.6430567502975464 (1.6888987720012665) + | > loss_1: 34.28206253051758 (34.26578941345215) + + --> STEP: 21 + | > loss_disc: 2.5120673179626465 (2.4089946973891485) + | > loss_disc_real_0: 0.11132968217134476 (0.10894181526132993) + | > loss_disc_real_1: 0.25236764550209045 (0.18613672150032862) + | > loss_disc_real_2: 0.2499503642320633 (0.23216255683274495) + | > loss_disc_real_3: 0.2569902241230011 (0.2406717829761051) + | > loss_disc_real_4: 0.24167361855506897 (0.2408828813405264) + | > loss_disc_real_5: 0.2733512818813324 (0.23838016390800476) + | > loss_0: 2.5120673179626465 (2.4089946973891485) + | > loss_gen: 2.173938035964966 (2.295188063666934) + | > loss_kl: 1.4902840852737427 (1.7112347001121158) + | > loss_feat: 6.158977031707764 (7.0778326988220215) + | > loss_mel: 20.22882652282715 (21.37240373520624) + | > loss_duration: 1.6841422319412231 (1.6886722700936454) + | > loss_1: 31.736169815063477 (34.145331337338405) + + --> STEP: 22 + | > loss_disc: 2.2842328548431396 (2.403323704546148) + | > loss_disc_real_0: 0.09565438330173492 (0.10833784108134834) + | > loss_disc_real_1: 0.20381905138492584 (0.1869404637678103) + | > loss_disc_real_2: 0.19559639692306519 (0.23050045865503224) + | > loss_disc_real_3: 0.23561547696590424 (0.24044195088473233) + | > loss_disc_real_4: 0.2097862809896469 (0.2394693995063955) + | > loss_disc_real_5: 0.2159643918275833 (0.2373612651770765) + | > loss_0: 2.2842328548431396 (2.403323704546148) + | > loss_gen: 2.340648889541626 (2.2972544648430566) + | > loss_kl: 1.6147817373275757 (1.7068504745310003) + | > loss_feat: 7.326531887054443 (7.089137207378041) + | > loss_mel: 24.518251419067383 (21.515396811745383) + | > loss_duration: 1.7772833108901978 (1.6927000446753069) + | > loss_1: 37.57749557495117 (34.301338802684434) + + --> STEP: 23 + | > loss_disc: 2.360445499420166 (2.401459434758062) + | > loss_disc_real_0: 0.12087269127368927 (0.10888283456797185) + | > loss_disc_real_1: 0.15416552126407623 (0.18551546626764795) + | > loss_disc_real_2: 0.2153722196817398 (0.22984270913445431) + | > loss_disc_real_3: 0.2004302442073822 (0.23870231146397797) + | > loss_disc_real_4: 0.19647659361362457 (0.23760014707627503) + | > loss_disc_real_5: 0.20492880046367645 (0.23595115801562433) + | > loss_0: 2.360445499420166 (2.401459434758062) + | > loss_gen: 2.1431725025177 (2.2905552490897803) + | > loss_kl: 1.876145362854004 (1.7142111218493918) + | > loss_feat: 7.457575798034668 (7.105156276537024) + | > loss_mel: 21.291929244995117 (21.505680830582328) + | > loss_duration: 1.7509582042694092 (1.69523300813592) + | > loss_1: 34.519779205322266 (34.310836211494774) + + --> STEP: 24 + | > loss_disc: 2.4068007469177246 (2.4016819894313812) + | > loss_disc_real_0: 0.14932894706726074 (0.11056808925544222) + | > loss_disc_real_1: 0.2593402862548828 (0.18859150043378273) + | > loss_disc_real_2: 0.26869136095046997 (0.23146140296012163) + | > loss_disc_real_3: 0.21926972270011902 (0.23789262026548386) + | > loss_disc_real_4: 0.2933198809623718 (0.2399218026548624) + | > loss_disc_real_5: 0.24501515924930573 (0.2363288247336944) + | > loss_0: 2.4068007469177246 (2.4016819894313812) + | > loss_gen: 2.490358352661133 (2.2988803784052534) + | > loss_kl: 1.6623528003692627 (1.7120503584543865) + | > loss_feat: 5.783529281616211 (7.05008848508199) + | > loss_mel: 22.48531150817871 (21.546498775482178) + | > loss_duration: 1.6231123208999634 (1.6922279795010884) + | > loss_1: 34.0446662902832 (34.299745798110955) + + --> STEP: 25 + | > loss_disc: 2.6972994804382324 (2.413506689071655) + | > loss_disc_real_0: 0.13788214325904846 (0.11166065141558647) + | > loss_disc_real_1: 0.24435874819755554 (0.19082219034433365) + | > loss_disc_real_2: 0.27091532945632935 (0.23303956001996995) + | > loss_disc_real_3: 0.2576209306716919 (0.23868175268173217) + | > loss_disc_real_4: 0.2712204158306122 (0.24117374718189238) + | > loss_disc_real_5: 0.30537915229797363 (0.23909083783626556) + | > loss_0: 2.6972994804382324 (2.413506689071655) + | > loss_gen: 2.2281651496887207 (2.296051769256592) + | > loss_kl: 1.900787353515625 (1.719599838256836) + | > loss_feat: 5.990103244781494 (7.007689075469971) + | > loss_mel: 20.15433692932129 (21.490812301635742) + | > loss_duration: 1.598031997680664 (1.6884601402282715) + | > loss_1: 31.871423721313477 (34.202612915039055) + + --> STEP: 26 + | > loss_disc: 2.381925344467163 (2.4122920219714823) + | > loss_disc_real_0: 0.15057002007961273 (0.1131571655949721) + | > loss_disc_real_1: 0.18347232043743134 (0.19053950304022202) + | > loss_disc_real_2: 0.2457909733057022 (0.2335299989924981) + | > loss_disc_real_3: 0.21480432152748108 (0.2377633899450302) + | > loss_disc_real_4: 0.2169080525636673 (0.2402404512350376) + | > loss_disc_real_5: 0.23623676598072052 (0.23898106584182152) + | > loss_0: 2.381925344467163 (2.4122920219714823) + | > loss_gen: 2.2546775341033936 (2.294460452519931) + | > loss_kl: 1.546075701713562 (1.7129258330051715) + | > loss_feat: 6.078813552856445 (6.971963093830989) + | > loss_mel: 19.49384117126465 (21.41400571969839) + | > loss_duration: 1.6679697036743164 (1.6876720465146577) + | > loss_1: 31.041378021240234 (34.08102695758525) + + --> STEP: 27 + | > loss_disc: 2.4763431549072266 (2.414664286154288) + | > loss_disc_real_0: 0.07951928675174713 (0.11191131823040822) + | > loss_disc_real_1: 0.1806461215019226 (0.19017308150176648) + | > loss_disc_real_2: 0.22787895798683167 (0.23332070117747342) + | > loss_disc_real_3: 0.25987035036087036 (0.23858216625672798) + | > loss_disc_real_4: 0.23049938678741455 (0.2398796710703108) + | > loss_disc_real_5: 0.22671109437942505 (0.23852662245432535) + | > loss_0: 2.4763431549072266 (2.414664286154288) + | > loss_gen: 2.111995220184326 (2.2877024809519457) + | > loss_kl: 1.9240882396697998 (1.7207466628816392) + | > loss_feat: 7.143929481506348 (6.978332219300447) + | > loss_mel: 22.270233154296875 (21.445717846905744) + | > loss_duration: 1.724017858505249 (1.6890181876994945) + | > loss_1: 35.17426300048828 (34.12151718139648) + + --> STEP: 28 + | > loss_disc: 2.333989143371582 (2.4117830310549055) + | > loss_disc_real_0: 0.09216615557670593 (0.11120613384991884) + | > loss_disc_real_1: 0.22524280846118927 (0.1914255717503173) + | > loss_disc_real_2: 0.24157309532165527 (0.23361542953976563) + | > loss_disc_real_3: 0.2566523551940918 (0.23922753014734813) + | > loss_disc_real_4: 0.25377365946769714 (0.24037588494164602) + | > loss_disc_real_5: 0.22221775352954865 (0.23794416284986905) + | > loss_0: 2.333989143371582 (2.4117830310549055) + | > loss_gen: 2.4602768421173096 (2.293865850993566) + | > loss_kl: 1.8460800647735596 (1.7252228558063507) + | > loss_feat: 6.992493152618408 (6.978837966918945) + | > loss_mel: 21.6910343170166 (21.454479149409703) + | > loss_duration: 1.6963512897491455 (1.6892800842012679) + | > loss_1: 34.68623352050781 (34.141685622079024) + + --> STEP: 29 + | > loss_disc: 2.3740897178649902 (2.4104832616345635) + | > loss_disc_real_0: 0.13436657190322876 (0.11200476964486056) + | > loss_disc_real_1: 0.20245328545570374 (0.19180583774015822) + | > loss_disc_real_2: 0.22029177844524384 (0.23315599329512696) + | > loss_disc_real_3: 0.25488775968551636 (0.23976753806245737) + | > loss_disc_real_4: 0.15494203567504883 (0.23742989013934956) + | > loss_disc_real_5: 0.2435503453016281 (0.2381374794861366) + | > loss_0: 2.3740897178649902 (2.4104832616345635) + | > loss_gen: 2.1671907901763916 (2.289497745448146) + | > loss_kl: 1.4085533618927002 (1.7143032180851903) + | > loss_feat: 6.172644138336182 (6.951038179726436) + | > loss_mel: 20.064863204956055 (21.406561358221644) + | > loss_duration: 1.6301932334899902 (1.6872426065905342) + | > loss_1: 31.443445205688477 (34.04864284910004) + + --> STEP: 30 + | > loss_disc: 2.4402709007263184 (2.411476182937622) + | > loss_disc_real_0: 0.1463320553302765 (0.11314901250104109) + | > loss_disc_real_1: 0.20930802822113037 (0.19238924408952396) + | > loss_disc_real_2: 0.19660894572734833 (0.23193775837620098) + | > loss_disc_real_3: 0.2439718395471573 (0.2399076814452807) + | > loss_disc_real_4: 0.20034655928611755 (0.2361937791109085) + | > loss_disc_real_5: 0.24069185554981232 (0.2382226253549258) + | > loss_0: 2.4402709007263184 (2.411476182937622) + | > loss_gen: 2.0649681091308594 (2.28201342423757) + | > loss_kl: 1.570850133895874 (1.7095214486122132) + | > loss_feat: 5.35378885269165 (6.897796535491944) + | > loss_mel: 18.797306060791016 (21.319586181640624) + | > loss_duration: 1.6644026041030884 (1.686481273174286) + | > loss_1: 29.45131492614746 (33.89539858500162) + + --> STEP: 31 + | > loss_disc: 2.3028903007507324 (2.4079734125444965) + | > loss_disc_real_0: 0.13646137714385986 (0.11390102426371267) + | > loss_disc_real_1: 0.18440957367420197 (0.19213183536644904) + | > loss_disc_real_2: 0.2378520369529724 (0.23212854155609686) + | > loss_disc_real_3: 0.2498483657836914 (0.24022834868200363) + | > loss_disc_real_4: 0.2805282771587372 (0.23762392420922557) + | > loss_disc_real_5: 0.2130425125360489 (0.23741036365109106) + | > loss_0: 2.3028903007507324 (2.4079734125444965) + | > loss_gen: 2.56705379486084 (2.291208274902837) + | > loss_kl: 1.4332492351531982 (1.7006094417264384) + | > loss_feat: 8.032243728637695 (6.934391606238581) + | > loss_mel: 21.923410415649414 (21.339064382737682) + | > loss_duration: 1.6559109687805176 (1.685495134322874) + | > loss_1: 35.61186981201172 (33.9507686245826) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.012234964678364416 (+0.001485586166381836) + | > avg_loss_disc: 2.4079734125444965 (-0.025553111107118998) + | > avg_loss_disc_real_0: 0.11390102426371267 (-0.04769956272455954) + | > avg_loss_disc_real_1: 0.19213183536644904 (+0.0037428695828683745) + | > avg_loss_disc_real_2: 0.23212854155609686 (+0.019116828758870413) + | > avg_loss_disc_real_3: 0.24022834868200363 (+0.03093281003736681) + | > avg_loss_disc_real_4: 0.23762392420922557 (+0.05142675892960641) + | > avg_loss_disc_real_5: 0.23741036365109106 (+0.008660171301134167) + | > avg_loss_0: 2.4079734125444965 (-0.025553111107118998) + | > avg_loss_gen: 2.291208274902837 (+0.0386123464953525) + | > avg_loss_kl: 1.7006094417264384 (-0.07666620131461865) + | > avg_loss_feat: 6.934391606238581 (-0.03486975546806015) + | > avg_loss_mel: 21.339064382737682 (-0.19484144641507228) + | > avg_loss_duration: 1.685495134322874 (-0.0032447038158294195) + | > avg_loss_1: 33.9507686245826 (-0.271010183518932) + + + > EPOCH: 40/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 07:19:30)  + + --> TIME: 2024-11-23 07:19:41 -- STEP: 13/797 -- GLOBAL_STEP: 55000 + | > loss_disc: 2.3438613414764404 (2.4600926362551174) + | > loss_disc_real_0: 0.13932302594184875 (0.13614104172358146) + | > loss_disc_real_1: 0.18286773562431335 (0.22388979334097642) + | > loss_disc_real_2: 0.2007761299610138 (0.22700600899182832) + | > loss_disc_real_3: 0.21014875173568726 (0.22632041000402892) + | > loss_disc_real_4: 0.18654696643352509 (0.2265738191512915) + | > loss_disc_real_5: 0.18053609132766724 (0.220497910793011) + | > loss_0: 2.3438613414764404 (2.4600926362551174) + | > grad_norm_0: tensor(9.9188, device='cuda:0') (tensor(25.1542, device='cuda:0')) + | > loss_gen: 2.3275022506713867 (2.2985637738154483) + | > loss_kl: 1.5660802125930786 (1.521411038362063) + | > loss_feat: 7.311310768127441 (6.8305559525123005) + | > loss_mel: 21.46167755126953 (20.584603529710037) + | > loss_duration: 1.7915593385696411 (1.8366030087837806) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.458133697509766 (33.071737436147835) + | > grad_norm_1: tensor(338.7852, device='cuda:0') (tensor(321.6481, device='cuda:0')) + | > current_lr_0: 0.0001983070992131383 + | > current_lr_1: 0.0001983070992131383 + | > step_time: 0.7375 (0.7369846013876108) + | > loader_time: 0.0038 (0.005418043870192308) + + + > CHECKPOINT : vits_shi_male-November-22-2024_02+49AM-0000000/checkpoint_55000.pth + + --> TIME: 2024-11-23 07:20:04 -- STEP: 38/797 -- GLOBAL_STEP: 55025 + | > loss_disc: 2.4183595180511475 (2.422020861977025) + | > loss_disc_real_0: 0.1228625699877739 (0.12694209794464864) + | > loss_disc_real_1: 0.20296338200569153 (0.21933764140856893) + | > loss_disc_real_2: 0.23054617643356323 (0.22809446289351112) + | > loss_disc_real_3: 0.2603549361228943 (0.2230627654414428) + | > loss_disc_real_4: 0.1993943452835083 (0.21646796872741297) + | > loss_disc_real_5: 0.19117632508277893 (0.22009365613523282) + | > loss_0: 2.4183595180511475 (2.422020861977025) + | > grad_norm_0: tensor(46.8502, device='cuda:0') (tensor(35.9379, device='cuda:0')) + | > loss_gen: 2.5004100799560547 (2.347592931044729) + | > loss_kl: 1.4784142971038818 (1.51880165620854) + | > loss_feat: 7.098745822906494 (7.063205806832564) + | > loss_mel: 19.445236206054688 (20.488548981515986) + | > loss_duration: 1.7434728145599365 (1.779742021309702) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.26627731323242 (33.197891436125104) + | > grad_norm_1: tensor(285.6485, device='cuda:0') (tensor(315.0744, device='cuda:0')) + | > current_lr_0: 0.0001983070992131383 + | > current_lr_1: 0.0001983070992131383 + | > step_time: 0.7467 (0.7583088059174388) + | > loader_time: 0.0047 (0.006255074551230983) + + + --> TIME: 2024-11-23 07:20:23 -- STEP: 63/797 -- GLOBAL_STEP: 55050 + | > loss_disc: 2.5313186645507812 (2.4383590864756757) + | > loss_disc_real_0: 0.13962562382221222 (0.12957661409699728) + | > loss_disc_real_1: 0.21171873807907104 (0.2186483026496948) + | > loss_disc_real_2: 0.2043706178665161 (0.22963121036688486) + | > loss_disc_real_3: 0.18983039259910583 (0.22072894563750614) + | > loss_disc_real_4: 0.21762394905090332 (0.2207537636397377) + | > loss_disc_real_5: 0.22888724505901337 (0.228411099030858) + | > loss_0: 2.5313186645507812 (2.4383590864756757) + | > grad_norm_0: tensor(32.5682, device='cuda:0') (tensor(35.3958, device='cuda:0')) + | > loss_gen: 2.4888548851013184 (2.3678229952615397) + | > loss_kl: 1.6233763694763184 (1.550678274934254) + | > loss_feat: 8.677238464355469 (7.143873123895554) + | > loss_mel: 22.937427520751953 (20.70339466276623) + | > loss_duration: 1.7046476602554321 (1.747599473075261) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.43154525756836 (33.51336875794426) + | > grad_norm_1: tensor(818.6061, device='cuda:0') (tensor(323.0420, device='cuda:0')) + | > current_lr_0: 0.0001983070992131383 + | > current_lr_1: 0.0001983070992131383 + | > step_time: 0.7449 (0.7613267898559571) + | > loader_time: 0.0039 (0.006162291481381371) + + + --> TIME: 2024-11-23 07:20:43 -- STEP: 88/797 -- GLOBAL_STEP: 55075 + | > loss_disc: 2.632028341293335 (2.441872984170914) + | > loss_disc_real_0: 0.2128734588623047 (0.12932263204658578) + | > loss_disc_real_1: 0.23365789651870728 (0.2202629777179523) + | > loss_disc_real_2: 0.25285443663597107 (0.2305417367341844) + | > loss_disc_real_3: 0.2495441734790802 (0.22439675507220355) + | > loss_disc_real_4: 0.2527719736099243 (0.22141318209469318) + | > loss_disc_real_5: 0.27756866812705994 (0.2273685016076673) + | > loss_0: 2.632028341293335 (2.441872984170914) + | > grad_norm_0: tensor(158.7684, device='cuda:0') (tensor(44.4194, device='cuda:0')) + | > loss_gen: 2.28678297996521 (2.388163295659151) + | > loss_kl: 1.6136815547943115 (1.548054923388091) + | > loss_feat: 5.790853977203369 (7.154952374371615) + | > loss_mel: 21.032651901245117 (20.78020995313472) + | > loss_duration: 1.6657450199127197 (1.7323954024098136) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.38971710205078 (33.603776129809305) + | > grad_norm_1: tensor(496.5913, device='cuda:0') (tensor(381.6916, device='cuda:0')) + | > current_lr_0: 0.0001983070992131383 + | > current_lr_1: 0.0001983070992131383 + | > step_time: 0.7736 (0.7639575519345023) + | > loader_time: 0.0038 (0.005853932012211193) + + + --> TIME: 2024-11-23 07:21:02 -- STEP: 113/797 -- GLOBAL_STEP: 55100 + | > loss_disc: 2.3184189796447754 (2.4365906799789046) + | > loss_disc_real_0: 0.11872626096010208 (0.12756077526549328) + | > loss_disc_real_1: 0.12956573069095612 (0.2187801079939952) + | > loss_disc_real_2: 0.1759270429611206 (0.23169897945053813) + | > loss_disc_real_3: 0.2037731409072876 (0.22363176308901964) + | > loss_disc_real_4: 0.19703388214111328 (0.22131501797553713) + | > loss_disc_real_5: 0.2123149037361145 (0.2272395912261136) + | > loss_0: 2.3184189796447754 (2.4365906799789046) + | > grad_norm_0: tensor(7.3436, device='cuda:0') (tensor(50.8307, device='cuda:0')) + | > loss_gen: 2.4066579341888428 (2.399246198941121) + | > loss_kl: 1.4683648347854614 (1.5602626890207814) + | > loss_feat: 7.512203693389893 (7.162577692386323) + | > loss_mel: 20.97679328918457 (20.780974886058715) + | > loss_duration: 1.666581153869629 (1.7237985587753026) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.030601501464844 (33.62686020505112) + | > grad_norm_1: tensor(196.4876, device='cuda:0') (tensor(393.1987, device='cuda:0')) + | > current_lr_0: 0.0001983070992131383 + | > current_lr_1: 0.0001983070992131383 + | > step_time: 0.7726 (0.7637004113830297) + | > loader_time: 0.0048 (0.005683540242963132) + + + --> TIME: 2024-11-23 07:21:22 -- STEP: 138/797 -- GLOBAL_STEP: 55125 + | > loss_disc: 2.5497095584869385 (2.435646406118422) + | > loss_disc_real_0: 0.12127964198589325 (0.12620665492031027) + | > loss_disc_real_1: 0.16856852173805237 (0.21894289877103723) + | > loss_disc_real_2: 0.2550208568572998 (0.2314622338483299) + | > loss_disc_real_3: 0.2851388454437256 (0.22378796090682349) + | > loss_disc_real_4: 0.29037654399871826 (0.22110991601062857) + | > loss_disc_real_5: 0.3046879172325134 (0.22762098282143692) + | > loss_0: 2.5497095584869385 (2.435646406118422) + | > grad_norm_0: tensor(9.1456, device='cuda:0') (tensor(50.9324, device='cuda:0')) + | > loss_gen: 2.4262099266052246 (2.399154450582422) + | > loss_kl: 1.9322500228881836 (1.5609624649303546) + | > loss_feat: 6.6395955085754395 (7.1599580066791475) + | > loss_mel: 20.90757179260254 (20.773411280866988) + | > loss_duration: 1.6943105459213257 (1.7178104295246843) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.599937438964844 (33.611296805782594) + | > grad_norm_1: tensor(641.5396, device='cuda:0') (tensor(420.2527, device='cuda:0')) + | > current_lr_0: 0.0001983070992131383 + | > current_lr_1: 0.0001983070992131383 + | > step_time: 0.7652 (0.7697553496429885) + | > loader_time: 0.0053 (0.006038496459739796) + + + --> TIME: 2024-11-23 07:21:43 -- STEP: 163/797 -- GLOBAL_STEP: 55150 + | > loss_disc: 2.3715524673461914 (2.4339619077787815) + | > loss_disc_real_0: 0.12300026416778564 (0.12550067563364115) + | > loss_disc_real_1: 0.17660242319107056 (0.21771577741105133) + | > loss_disc_real_2: 0.26199302077293396 (0.23143956065177917) + | > loss_disc_real_3: 0.24133308231830597 (0.22303451615974215) + | > loss_disc_real_4: 0.20310597121715546 (0.22124393430589898) + | > loss_disc_real_5: 0.2755122482776642 (0.22931785415286668) + | > loss_0: 2.3715524673461914 (2.4339619077787815) + | > grad_norm_0: tensor(63.8814, device='cuda:0') (tensor(51.9690, device='cuda:0')) + | > loss_gen: 2.4778823852539062 (2.39901564311396) + | > loss_kl: 1.4584754705429077 (1.5553941927804542) + | > loss_feat: 7.910279750823975 (7.159028217105046) + | > loss_mel: 22.359590530395508 (20.803831311091326) + | > loss_duration: 1.655654788017273 (1.7126138385819512) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.86188507080078 (33.62988329226255) + | > grad_norm_1: tensor(682.4788, device='cuda:0') (tensor(459.0766, device='cuda:0')) + | > current_lr_0: 0.0001983070992131383 + | > current_lr_1: 0.0001983070992131383 + | > step_time: 0.7909 (0.77502194504065) + | > loader_time: 0.0056 (0.006053139095657443) + + + --> TIME: 2024-11-23 07:22:03 -- STEP: 188/797 -- GLOBAL_STEP: 55175 + | > loss_disc: 2.493407726287842 (2.4264044229020483) + | > loss_disc_real_0: 0.15853339433670044 (0.1245116281541104) + | > loss_disc_real_1: 0.176580548286438 (0.21779972132533154) + | > loss_disc_real_2: 0.2555120885372162 (0.23054555732202023) + | > loss_disc_real_3: 0.23164783418178558 (0.22253469988069635) + | > loss_disc_real_4: 0.20678086578845978 (0.22046525942835402) + | > loss_disc_real_5: 0.2610589861869812 (0.2282657324475177) + | > loss_0: 2.493407726287842 (2.4264044229020483) + | > grad_norm_0: tensor(9.9703, device='cuda:0') (tensor(50.5078, device='cuda:0')) + | > loss_gen: 2.348720073699951 (2.40211529681023) + | > loss_kl: 1.5070916414260864 (1.56071420457769) + | > loss_feat: 6.727202415466309 (7.175951189183174) + | > loss_mel: 20.244314193725586 (20.86382817207498) + | > loss_duration: 1.7018845081329346 (1.7076593922807815) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.529212951660156 (33.71026825397573) + | > grad_norm_1: tensor(741.9967, device='cuda:0') (tensor(470.9153, device='cuda:0')) + | > current_lr_0: 0.0001983070992131383 + | > current_lr_1: 0.0001983070992131383 + | > step_time: 0.8205 (0.7783401760649172) + | > loader_time: 0.0048 (0.006202583617352425) + + + --> TIME: 2024-11-23 07:22:24 -- STEP: 213/797 -- GLOBAL_STEP: 55200 + | > loss_disc: 2.4184494018554688 (2.4312712866375725) + | > loss_disc_real_0: 0.12864509224891663 (0.12471928583904052) + | > loss_disc_real_1: 0.21858152747154236 (0.21811375840448996) + | > loss_disc_real_2: 0.2402963787317276 (0.23123601421783788) + | > loss_disc_real_3: 0.1899537891149521 (0.22193262064960642) + | > loss_disc_real_4: 0.18421395123004913 (0.22129401809452845) + | > loss_disc_real_5: 0.22039003670215607 (0.22912765878466934) + | > loss_0: 2.4184494018554688 (2.4312712866375725) + | > grad_norm_0: tensor(8.1740, device='cuda:0') (tensor(52.1503, device='cuda:0')) + | > loss_gen: 2.4281458854675293 (2.4006630210249624) + | > loss_kl: 1.3996806144714355 (1.5653520780549928) + | > loss_feat: 7.8824896812438965 (7.146563612799129) + | > loss_mel: 21.638551712036133 (20.875650137243138) + | > loss_duration: 1.7143750190734863 (1.7066865969151959) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.0632438659668 (33.69491549388903) + | > grad_norm_1: tensor(331.8977, device='cuda:0') (tensor(466.2422, device='cuda:0')) + | > current_lr_0: 0.0001983070992131383 + | > current_lr_1: 0.0001983070992131383 + | > step_time: 0.839 (0.7829915536961084) + | > loader_time: 0.0133 (0.0064997292460410245) + + + --> TIME: 2024-11-23 07:22:45 -- STEP: 238/797 -- GLOBAL_STEP: 55225 + | > loss_disc: 2.4266624450683594 (2.4345334016976254) + | > loss_disc_real_0: 0.11012175679206848 (0.1256898487252848) + | > loss_disc_real_1: 0.20429261028766632 (0.21859201795163274) + | > loss_disc_real_2: 0.23791207373142242 (0.23078358066933496) + | > loss_disc_real_3: 0.2290450483560562 (0.22251835728392882) + | > loss_disc_real_4: 0.2680206000804901 (0.22136784438826457) + | > loss_disc_real_5: 0.24912406504154205 (0.22885213166224858) + | > loss_0: 2.4266624450683594 (2.4345334016976254) + | > grad_norm_0: tensor(58.4930, device='cuda:0') (tensor(52.5624, device='cuda:0')) + | > loss_gen: 2.3810532093048096 (2.39701486435257) + | > loss_kl: 1.851189136505127 (1.5718174594290122) + | > loss_feat: 6.785296440124512 (7.119022938383727) + | > loss_mel: 21.177888870239258 (20.886816185061672) + | > loss_duration: 1.7319343090057373 (1.7032658217333947) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.92736053466797 (33.67793733131984) + | > grad_norm_1: tensor(680.9404, device='cuda:0') (tensor(471.6296, device='cuda:0')) + | > current_lr_0: 0.0001983070992131383 + | > current_lr_1: 0.0001983070992131383 + | > step_time: 0.8419 (0.7862345811699618) + | > loader_time: 0.0117 (0.00659305408221333) + + + --> TIME: 2024-11-23 07:23:05 -- STEP: 263/797 -- GLOBAL_STEP: 55250 + | > loss_disc: 2.396432876586914 (2.4386812443968933) + | > loss_disc_real_0: 0.07876768708229065 (0.12684163191982542) + | > loss_disc_real_1: 0.14558152854442596 (0.21830427589978554) + | > loss_disc_real_2: 0.21728254854679108 (0.2315404615701378) + | > loss_disc_real_3: 0.2570105195045471 (0.22255270789331355) + | > loss_disc_real_4: 0.23859213292598724 (0.22230163120271587) + | > loss_disc_real_5: 0.2512097656726837 (0.229829687865968) + | > loss_0: 2.396432876586914 (2.4386812443968933) + | > grad_norm_0: tensor(72.7784, device='cuda:0') (tensor(54.9148, device='cuda:0')) + | > loss_gen: 2.2476587295532227 (2.3962571675333226) + | > loss_kl: 1.6809240579605103 (1.5695743626514773) + | > loss_feat: 6.735337257385254 (7.100607594609714) + | > loss_mel: 21.183319091796875 (20.900484984365253) + | > loss_duration: 1.649176836013794 (1.7008094733205585) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.49641799926758 (33.66773364571109) + | > grad_norm_1: tensor(413.3650, device='cuda:0') (tensor(480.6797, device='cuda:0')) + | > current_lr_0: 0.0001983070992131383 + | > current_lr_1: 0.0001983070992131383 + | > step_time: 0.812 (0.7891409360863862) + | > loader_time: 0.0067 (0.006669855843025469) + + + --> TIME: 2024-11-23 07:23:26 -- STEP: 288/797 -- GLOBAL_STEP: 55275 + | > loss_disc: 2.553328514099121 (2.4401317983865742) + | > loss_disc_real_0: 0.06427255272865295 (0.12662503644565323) + | > loss_disc_real_1: 0.16582933068275452 (0.21820919862430954) + | > loss_disc_real_2: 0.25202906131744385 (0.23117845500301984) + | > loss_disc_real_3: 0.22968406975269318 (0.2226623355721434) + | > loss_disc_real_4: 0.25250622630119324 (0.22215136290631357) + | > loss_disc_real_5: 0.25820040702819824 (0.2298799684374696) + | > loss_0: 2.553328514099121 (2.4401317983865742) + | > grad_norm_0: tensor(158.1765, device='cuda:0') (tensor(56.6551, device='cuda:0')) + | > loss_gen: 2.0654358863830566 (2.39715825435188) + | > loss_kl: 1.4554510116577148 (1.5703589719616706) + | > loss_feat: 6.117682456970215 (7.091862221558889) + | > loss_mel: 20.038238525390625 (20.921195639504326) + | > loss_duration: 1.62931227684021 (1.6989707781208885) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.306119918823242 (33.67954588598673) + | > grad_norm_1: tensor(658.1345, device='cuda:0') (tensor(487.3835, device='cuda:0')) + | > current_lr_0: 0.0001983070992131383 + | > current_lr_1: 0.0001983070992131383 + | > step_time: 0.8367 (0.7917779005236096) + | > loader_time: 0.0049 (0.006832268502977159) + + + --> TIME: 2024-11-23 07:23:47 -- STEP: 313/797 -- GLOBAL_STEP: 55300 + | > loss_disc: 2.2390098571777344 (2.4382334342018104) + | > loss_disc_real_0: 0.08545443415641785 (0.12584082063394603) + | > loss_disc_real_1: 0.21048453450202942 (0.21791706541285347) + | > loss_disc_real_2: 0.23516251146793365 (0.2310567480592301) + | > loss_disc_real_3: 0.18132361769676208 (0.22215295961489692) + | > loss_disc_real_4: 0.16810433566570282 (0.22200264546056145) + | > loss_disc_real_5: 0.1963147670030594 (0.22978707367238901) + | > loss_0: 2.2390098571777344 (2.4382334342018104) + | > grad_norm_0: tensor(39.2561, device='cuda:0') (tensor(56.6542, device='cuda:0')) + | > loss_gen: 2.540706157684326 (2.3948184423172423) + | > loss_kl: 1.4454175233840942 (1.567409272963247) + | > loss_feat: 7.777586936950684 (7.077470851020691) + | > loss_mel: 19.56562042236328 (20.910858526016565) + | > loss_duration: 1.6039721965789795 (1.6969991065442749) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.93330383300781 (33.64755623180645) + | > grad_norm_1: tensor(227.6011, device='cuda:0') (tensor(487.6561, device='cuda:0')) + | > current_lr_0: 0.0001983070992131383 + | > current_lr_1: 0.0001983070992131383 + | > step_time: 0.7902 (0.794447782321479) + | > loader_time: 0.0071 (0.0068663674802444995) + + + --> TIME: 2024-11-23 07:24:08 -- STEP: 338/797 -- GLOBAL_STEP: 55325 + | > loss_disc: 2.4545130729675293 (2.4385118350474797) + | > loss_disc_real_0: 0.1061953455209732 (0.12614650404929398) + | > loss_disc_real_1: 0.24976731836795807 (0.21818658202533892) + | > loss_disc_real_2: 0.270218163728714 (0.23140010546297718) + | > loss_disc_real_3: 0.27550405263900757 (0.22239582522733678) + | > loss_disc_real_4: 0.23240232467651367 (0.2219646159978308) + | > loss_disc_real_5: 0.2296711653470993 (0.22939312206746554) + | > loss_0: 2.4545130729675293 (2.4385118350474797) + | > grad_norm_0: tensor(60.3191, device='cuda:0') (tensor(55.6449, device='cuda:0')) + | > loss_gen: 2.370643377304077 (2.3921198880178682) + | > loss_kl: 1.2751318216323853 (1.5651491790480871) + | > loss_feat: 5.370805263519287 (7.060178001956827) + | > loss_mel: 19.53759765625 (20.9130536649354) + | > loss_duration: 1.6582932472229004 (1.6953268668355317) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.21247100830078 (33.62582760308621) + | > grad_norm_1: tensor(377.8778, device='cuda:0') (tensor(487.0215, device='cuda:0')) + | > current_lr_0: 0.0001983070992131383 + | > current_lr_1: 0.0001983070992131383 + | > step_time: 0.7826 (0.7961482649018778) + | > loader_time: 0.0067 (0.006982730690544173) + + + --> TIME: 2024-11-23 07:24:29 -- STEP: 363/797 -- GLOBAL_STEP: 55350 + | > loss_disc: 2.284658193588257 (2.4370493750926885) + | > loss_disc_real_0: 0.1350060999393463 (0.12570582580632084) + | > loss_disc_real_1: 0.24117282032966614 (0.21824460967184756) + | > loss_disc_real_2: 0.2566428780555725 (0.23161953433157656) + | > loss_disc_real_3: 0.18230566382408142 (0.22190979447410783) + | > loss_disc_real_4: 0.19805364310741425 (0.22203110273383536) + | > loss_disc_real_5: 0.2114570140838623 (0.22953634538762166) + | > loss_0: 2.284658193588257 (2.4370493750926885) + | > grad_norm_0: tensor(44.4240, device='cuda:0') (tensor(54.6628, device='cuda:0')) + | > loss_gen: 2.5379645824432373 (2.3933819410886317) + | > loss_kl: 1.5721075534820557 (1.5666928289678803) + | > loss_feat: 7.824363708496094 (7.0656674387698) + | > loss_mel: 21.556631088256836 (20.92171582308682) + | > loss_duration: 1.657975435256958 (1.6930842626193334) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.14904022216797 (33.64054224313783) + | > grad_norm_1: tensor(762.4822, device='cuda:0') (tensor(492.9168, device='cuda:0')) + | > current_lr_0: 0.0001983070992131383 + | > current_lr_1: 0.0001983070992131383 + | > step_time: 0.8525 (0.798666492966581) + | > loader_time: 0.0076 (0.00703879690038928) + + + --> TIME: 2024-11-23 07:24:50 -- STEP: 388/797 -- GLOBAL_STEP: 55375 + | > loss_disc: 2.6340038776397705 (2.437087133987664) + | > loss_disc_real_0: 0.09707682579755783 (0.12599877010762073) + | > loss_disc_real_1: 0.16608260571956635 (0.21805928770414332) + | > loss_disc_real_2: 0.2542593777179718 (0.2316454564864488) + | > loss_disc_real_3: 0.24914692342281342 (0.22216956816690484) + | > loss_disc_real_4: 0.23968927562236786 (0.22172000600965983) + | > loss_disc_real_5: 0.22051456570625305 (0.2290858162816652) + | > loss_0: 2.6340038776397705 (2.437087133987664) + | > grad_norm_0: tensor(43.7307, device='cuda:0') (tensor(54.0221, device='cuda:0')) + | > loss_gen: 2.2291605472564697 (2.3920750430564293) + | > loss_kl: 1.417738437652588 (1.5677643806971229) + | > loss_feat: 5.900407314300537 (7.05856448719182) + | > loss_mel: 17.656492233276367 (20.91488405109679) + | > loss_duration: 1.7487621307373047 (1.691287954750749) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 28.952560424804688 (33.6245758656374) + | > grad_norm_1: tensor(403.1600, device='cuda:0') (tensor(496.2247, device='cuda:0')) + | > current_lr_0: 0.0001983070992131383 + | > current_lr_1: 0.0001983070992131383 + | > step_time: 0.868 (0.8014555493580926) + | > loader_time: 0.0146 (0.007093938970074211) + + + --> TIME: 2024-11-23 07:25:12 -- STEP: 413/797 -- GLOBAL_STEP: 55400 + | > loss_disc: 2.4431095123291016 (2.4416697440944066) + | > loss_disc_real_0: 0.26622432470321655 (0.12769820097355797) + | > loss_disc_real_1: 0.19014622271060944 (0.21879371831116895) + | > loss_disc_real_2: 0.19791144132614136 (0.23202488089733495) + | > loss_disc_real_3: 0.2027936726808548 (0.22209860142726298) + | > loss_disc_real_4: 0.22165028750896454 (0.2223114992602397) + | > loss_disc_real_5: 0.22380344569683075 (0.23010068962273814) + | > loss_0: 2.4431095123291016 (2.4416697440944066) + | > grad_norm_0: tensor(173.1927, device='cuda:0') (tensor(55.8806, device='cuda:0')) + | > loss_gen: 2.369443893432617 (2.3950491260385403) + | > loss_kl: 1.3288935422897339 (1.56721742577472) + | > loss_feat: 6.923640251159668 (7.0588172365331765) + | > loss_mel: 20.98552894592285 (20.932720387530367) + | > loss_duration: 1.6717569828033447 (1.6898703237422728) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.279266357421875 (33.64367444405545) + | > grad_norm_1: tensor(392.0897, device='cuda:0') (tensor(495.8979, device='cuda:0')) + | > current_lr_0: 0.0001983070992131383 + | > current_lr_1: 0.0001983070992131383 + | > step_time: 0.8196 (0.8039352414683049) + | > loader_time: 0.0131 (0.00716711649305884) + + + --> TIME: 2024-11-23 07:25:33 -- STEP: 438/797 -- GLOBAL_STEP: 55425 + | > loss_disc: 2.618424415588379 (2.446160774797067) + | > loss_disc_real_0: 0.0787738636136055 (0.12884346113357356) + | > loss_disc_real_1: 0.17889636754989624 (0.21841597669336893) + | > loss_disc_real_2: 0.2541325092315674 (0.23208126987088218) + | > loss_disc_real_3: 0.23128415644168854 (0.2224762774153387) + | > loss_disc_real_4: 0.2230702042579651 (0.22223919412316798) + | > loss_disc_real_5: 0.24028146266937256 (0.23055028350658066) + | > loss_0: 2.618424415588379 (2.446160774797067) + | > grad_norm_0: tensor(11.3179, device='cuda:0') (tensor(56.3091, device='cuda:0')) + | > loss_gen: 2.093780040740967 (2.3932340773817615) + | > loss_kl: 1.90207040309906 (1.5659839052315718) + | > loss_feat: 6.112706184387207 (7.052459819131791) + | > loss_mel: 21.463586807250977 (20.952025966557176) + | > loss_duration: 1.632507562637329 (1.688757055426297) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.20465087890625 (33.652460799369635) + | > grad_norm_1: tensor(187.3088, device='cuda:0') (tensor(493.5209, device='cuda:0')) + | > current_lr_0: 0.0001983070992131383 + | > current_lr_1: 0.0001983070992131383 + | > step_time: 0.887 (0.8061651824271843) + | > loader_time: 0.0079 (0.007255545489864262) + + + --> TIME: 2024-11-23 07:25:55 -- STEP: 463/797 -- GLOBAL_STEP: 55450 + | > loss_disc: 2.2927238941192627 (2.443953436857682) + | > loss_disc_real_0: 0.09821328520774841 (0.12892077172871014) + | > loss_disc_real_1: 0.22294403612613678 (0.21804715628629112) + | > loss_disc_real_2: 0.22546185553073883 (0.23161984191599985) + | > loss_disc_real_3: 0.19233684241771698 (0.22252354196415608) + | > loss_disc_real_4: 0.2052195519208908 (0.22200041275559954) + | > loss_disc_real_5: 0.23804502189159393 (0.2303628326427859) + | > loss_0: 2.2927238941192627 (2.443953436857682) + | > grad_norm_0: tensor(13.8017, device='cuda:0') (tensor(55.1944, device='cuda:0')) + | > loss_gen: 2.3491861820220947 (2.3900772693605203) + | > loss_kl: 1.7142938375473022 (1.567198458680839) + | > loss_feat: 7.3785176277160645 (7.05605223472381) + | > loss_mel: 20.710451126098633 (20.98604442027937) + | > loss_duration: 1.6632225513458252 (1.688191739580801) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.815673828125 (33.687564112455235) + | > grad_norm_1: tensor(271.7601, device='cuda:0') (tensor(485.7593, device='cuda:0')) + | > current_lr_0: 0.0001983070992131383 + | > current_lr_1: 0.0001983070992131383 + | > step_time: 0.8526 (0.808404289105541) + | > loader_time: 0.0092 (0.007383462419777658) + + + --> TIME: 2024-11-23 07:26:17 -- STEP: 488/797 -- GLOBAL_STEP: 55475 + | > loss_disc: 2.436720132827759 (2.4425652437522776) + | > loss_disc_real_0: 0.10981352627277374 (0.1286687691253227) + | > loss_disc_real_1: 0.20047850906848907 (0.21769039580201516) + | > loss_disc_real_2: 0.24107402563095093 (0.23178394215150935) + | > loss_disc_real_3: 0.2624434232711792 (0.22213824075020727) + | > loss_disc_real_4: 0.21997517347335815 (0.22202509986694718) + | > loss_disc_real_5: 0.2356555312871933 (0.23005377623389975) + | > loss_0: 2.436720132827759 (2.4425652437522776) + | > grad_norm_0: tensor(31.4654, device='cuda:0') (tensor(54.0990, device='cuda:0')) + | > loss_gen: 2.37294340133667 (2.3888783853073594) + | > loss_kl: 1.402923345565796 (1.5670005448284698) + | > loss_feat: 6.632967948913574 (7.05265018979057) + | > loss_mel: 20.020193099975586 (20.987935718942847) + | > loss_duration: 1.6903746128082275 (1.6869986887838018) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.11940383911133 (33.683463514828276) + | > grad_norm_1: tensor(392.4649, device='cuda:0') (tensor(482.7000, device='cuda:0')) + | > current_lr_0: 0.0001983070992131383 + | > current_lr_1: 0.0001983070992131383 + | > step_time: 0.8277 (0.8114423038529568) + | > loader_time: 0.0095 (0.007460369926984193) + + + --> TIME: 2024-11-23 07:26:39 -- STEP: 513/797 -- GLOBAL_STEP: 55500 + | > loss_disc: 2.3603403568267822 (2.440742783146761) + | > loss_disc_real_0: 0.10251481831073761 (0.12834076942117115) + | > loss_disc_real_1: 0.22973847389221191 (0.21767340321638431) + | > loss_disc_real_2: 0.20572662353515625 (0.2314265781094921) + | > loss_disc_real_3: 0.2418282926082611 (0.2221705982966265) + | > loss_disc_real_4: 0.1921427845954895 (0.22153046096858459) + | > loss_disc_real_5: 0.2448919266462326 (0.2302360822524708) + | > loss_0: 2.3603403568267822 (2.440742783146761) + | > grad_norm_0: tensor(46.5237, device='cuda:0') (tensor(52.6788, device='cuda:0')) + | > loss_gen: 2.530839443206787 (2.388655811025386) + | > loss_kl: 1.6177806854248047 (1.567808854765827) + | > loss_feat: 8.072689056396484 (7.058577557985778) + | > loss_mel: 22.56195640563965 (21.00108318068594) + | > loss_duration: 1.6314241886138916 (1.6859023968378701) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.41468811035156 (33.702027765166214) + | > grad_norm_1: tensor(593.5408, device='cuda:0') (tensor(476.4330, device='cuda:0')) + | > current_lr_0: 0.0001983070992131383 + | > current_lr_1: 0.0001983070992131383 + | > step_time: 0.7996 (0.8136092580085145) + | > loader_time: 0.0122 (0.007541130393104479) + + + --> TIME: 2024-11-23 07:27:01 -- STEP: 538/797 -- GLOBAL_STEP: 55525 + | > loss_disc: 2.4187793731689453 (2.4395483032035132) + | > loss_disc_real_0: 0.1264251172542572 (0.12789178605028678) + | > loss_disc_real_1: 0.19926755130290985 (0.21747653061683292) + | > loss_disc_real_2: 0.22782278060913086 (0.23118920624256134) + | > loss_disc_real_3: 0.2765059173107147 (0.22208431958598276) + | > loss_disc_real_4: 0.18562255799770355 (0.22163480498090551) + | > loss_disc_real_5: 0.22883810102939606 (0.2305457987805281) + | > loss_0: 2.4187793731689453 (2.4395483032035132) + | > grad_norm_0: tensor(55.2277, device='cuda:0') (tensor(52.0642, device='cuda:0')) + | > loss_gen: 2.3372035026550293 (2.3886951440772157) + | > loss_kl: 1.5416803359985352 (1.5682646218950425) + | > loss_feat: 6.374612331390381 (7.071750109080488) + | > loss_mel: 19.68205451965332 (21.008260914827353) + | > loss_duration: 1.7165937423706055 (1.685772291568132) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.652145385742188 (33.722743066270105) + | > grad_norm_1: tensor(646.4380, device='cuda:0') (tensor(479.9629, device='cuda:0')) + | > current_lr_0: 0.0001983070992131383 + | > current_lr_1: 0.0001983070992131383 + | > step_time: 0.8477 (0.8160579913610863) + | > loader_time: 0.0077 (0.007604051256711598) + + + --> TIME: 2024-11-23 07:27:23 -- STEP: 563/797 -- GLOBAL_STEP: 55550 + | > loss_disc: 2.3186066150665283 (2.4391448802676976) + | > loss_disc_real_0: 0.08679482340812683 (0.12729412959111092) + | > loss_disc_real_1: 0.22313210368156433 (0.21751175214723414) + | > loss_disc_real_2: 0.2384442687034607 (0.23132636195601197) + | > loss_disc_real_3: 0.23289594054222107 (0.22207636207500953) + | > loss_disc_real_4: 0.2341269850730896 (0.22172900962893108) + | > loss_disc_real_5: 0.21359819173812866 (0.23047473764652468) + | > loss_0: 2.3186066150665283 (2.4391448802676976) + | > grad_norm_0: tensor(10.2257, device='cuda:0') (tensor(52.0110, device='cuda:0')) + | > loss_gen: 2.671550750732422 (2.389955982010063) + | > loss_kl: 1.6936440467834473 (1.569610027288671) + | > loss_feat: 7.182467460632324 (7.0752057173747565) + | > loss_mel: 22.02577781677246 (21.02206185444209) + | > loss_duration: 1.635615587234497 (1.68488263829775) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.20905685424805 (33.74171618500569) + | > grad_norm_1: tensor(512.5423, device='cuda:0') (tensor(482.0956, device='cuda:0')) + | > current_lr_0: 0.0001983070992131383 + | > current_lr_1: 0.0001983070992131383 + | > step_time: 0.9495 (0.8189118374304492) + | > loader_time: 0.017 (0.007722334582259346) + + + --> TIME: 2024-11-23 07:27:45 -- STEP: 588/797 -- GLOBAL_STEP: 55575 + | > loss_disc: 2.416119337081909 (2.4391392177465008) + | > loss_disc_real_0: 0.1934906393289566 (0.12737160753205312) + | > loss_disc_real_1: 0.19898425042629242 (0.2171943500688692) + | > loss_disc_real_2: 0.20381273329257965 (0.23131923329363874) + | > loss_disc_real_3: 0.20468884706497192 (0.22211009641589763) + | > loss_disc_real_4: 0.20337903499603271 (0.22189218178391448) + | > loss_disc_real_5: 0.23934367299079895 (0.23096560334571364) + | > loss_0: 2.416119337081909 (2.4391392177465008) + | > grad_norm_0: tensor(147.7723, device='cuda:0') (tensor(52.7096, device='cuda:0')) + | > loss_gen: 2.35151743888855 (2.3929492148006846) + | > loss_kl: 1.6425694227218628 (1.5721587363351774) + | > loss_feat: 7.136300563812256 (7.079131467812727) + | > loss_mel: 21.97406578063965 (21.027561447247344) + | > loss_duration: 1.7380017042160034 (1.6844261122398632) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.84245681762695 (33.75622696779213) + | > grad_norm_1: tensor(530.2164, device='cuda:0') (tensor(485.0535, device='cuda:0')) + | > current_lr_0: 0.0001983070992131383 + | > current_lr_1: 0.0001983070992131383 + | > step_time: 0.8216 (0.8214845312695925) + | > loader_time: 0.0075 (0.007803813535339979) + + + --> TIME: 2024-11-23 07:28:08 -- STEP: 613/797 -- GLOBAL_STEP: 55600 + | > loss_disc: 2.2967581748962402 (2.4396969498078938) + | > loss_disc_real_0: 0.06614596396684647 (0.12689726984471714) + | > loss_disc_real_1: 0.15317168831825256 (0.2174472170008337) + | > loss_disc_real_2: 0.19497866928577423 (0.23152372119477288) + | > loss_disc_real_3: 0.185576930642128 (0.2222222231486493) + | > loss_disc_real_4: 0.19472713768482208 (0.22192365057511187) + | > loss_disc_real_5: 0.2119055539369583 (0.23100002462478875) + | > loss_0: 2.2967581748962402 (2.4396969498078938) + | > grad_norm_0: tensor(45.7078, device='cuda:0') (tensor(53.4455, device='cuda:0')) + | > loss_gen: 2.4972124099731445 (2.3945948970648434) + | > loss_kl: 1.3082969188690186 (1.5706077177217315) + | > loss_feat: 7.227435111999512 (7.081356392404578) + | > loss_mel: 20.82505226135254 (21.04811672752093) + | > loss_duration: 1.6837505102157593 (1.684464683734962) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.541748046875 (33.77914041640513) + | > grad_norm_1: tensor(508.6186, device='cuda:0') (tensor(485.8211, device='cuda:0')) + | > current_lr_0: 0.0001983070992131383 + | > current_lr_1: 0.0001983070992131383 + | > step_time: 0.8478 (0.8238785282433714) + | > loader_time: 0.008 (0.007925753103383794) + + + --> TIME: 2024-11-23 07:28:30 -- STEP: 638/797 -- GLOBAL_STEP: 55625 + | > loss_disc: 2.481442451477051 (2.4397391585347052) + | > loss_disc_real_0: 0.1263616979122162 (0.12711131055386832) + | > loss_disc_real_1: 0.23289084434509277 (0.21734496206045145) + | > loss_disc_real_2: 0.23962612450122833 (0.23146875552996574) + | > loss_disc_real_3: 0.2582833468914032 (0.22254410418783982) + | > loss_disc_real_4: 0.2792030870914459 (0.2217003310969256) + | > loss_disc_real_5: 0.29008039832115173 (0.2311210204207785) + | > loss_0: 2.481442451477051 (2.4397391585347052) + | > grad_norm_0: tensor(13.8629, device='cuda:0') (tensor(53.6761, device='cuda:0')) + | > loss_gen: 2.612846851348877 (2.3982500811355623) + | > loss_kl: 1.6480239629745483 (1.5705631226768324) + | > loss_feat: 8.184488296508789 (7.082767713032546) + | > loss_mel: 22.57685661315918 (21.05841994210843) + | > loss_duration: 1.7117319107055664 (1.6846841302785003) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.73394775390625 (33.79468498409351) + | > grad_norm_1: tensor(412.4308, device='cuda:0') (tensor(484.8533, device='cuda:0')) + | > current_lr_0: 0.0001983070992131383 + | > current_lr_1: 0.0001983070992131383 + | > step_time: 0.8849 (0.8266563807909018) + | > loader_time: 0.0083 (0.007991623729000271) + + + --> TIME: 2024-11-23 07:28:53 -- STEP: 663/797 -- GLOBAL_STEP: 55650 + | > loss_disc: 2.3770389556884766 (2.4403250192265333) + | > loss_disc_real_0: 0.1661902368068695 (0.12704471825744226) + | > loss_disc_real_1: 0.1649431735277176 (0.21716700031297057) + | > loss_disc_real_2: 0.19350945949554443 (0.23148403819060434) + | > loss_disc_real_3: 0.20426583290100098 (0.22238154850933886) + | > loss_disc_real_4: 0.19210289418697357 (0.2220495620778962) + | > loss_disc_real_5: 0.23777836561203003 (0.23168049220046308) + | > loss_0: 2.3770389556884766 (2.4403250192265333) + | > grad_norm_0: tensor(56.2013, device='cuda:0') (tensor(53.0008, device='cuda:0')) + | > loss_gen: 2.240137815475464 (2.3945634115155827) + | > loss_kl: 1.5289266109466553 (1.570279321789203) + | > loss_feat: 6.7233357429504395 (7.060444357887832) + | > loss_mel: 21.5079288482666 (21.049687041776025) + | > loss_duration: 1.6837310791015625 (1.6844089230800643) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.684059143066406 (33.75938304768785) + | > grad_norm_1: tensor(354.4520, device='cuda:0') (tensor(479.8153, device='cuda:0')) + | > current_lr_0: 0.0001983070992131383 + | > current_lr_1: 0.0001983070992131383 + | > step_time: 0.9027 (0.8295311125874699) + | > loader_time: 0.0096 (0.008111509981917762) + + + --> TIME: 2024-11-23 07:29:17 -- STEP: 688/797 -- GLOBAL_STEP: 55675 + | > loss_disc: 2.45540452003479 (2.4402500512294973) + | > loss_disc_real_0: 0.10353294759988785 (0.1273014280555206) + | > loss_disc_real_1: 0.1732935905456543 (0.2171328327683515) + | > loss_disc_real_2: 0.25333836674690247 (0.2315544971633096) + | > loss_disc_real_3: 0.22247464954853058 (0.22246802082761777) + | > loss_disc_real_4: 0.28853291273117065 (0.2220354526152097) + | > loss_disc_real_5: 0.26739567518234253 (0.23147191683393578) + | > loss_0: 2.45540452003479 (2.4402500512294973) + | > grad_norm_0: tensor(48.5732, device='cuda:0') (tensor(52.3335, device='cuda:0')) + | > loss_gen: 2.39151668548584 (2.392994252921535) + | > loss_kl: 1.6611111164093018 (1.571306627763566) + | > loss_feat: 6.963945388793945 (7.054816505936689) + | > loss_mel: 21.4849796295166 (21.048249275185338) + | > loss_duration: 1.6747512817382812 (1.6840304456824478) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.17630386352539 (33.7513971051504) + | > grad_norm_1: tensor(813.8652, device='cuda:0') (tensor(478.9977, device='cuda:0')) + | > current_lr_0: 0.0001983070992131383 + | > current_lr_1: 0.0001983070992131383 + | > step_time: 0.9343 (0.8336659364922102) + | > loader_time: 0.0121 (0.008180775614671933) + + + --> TIME: 2024-11-23 07:29:41 -- STEP: 713/797 -- GLOBAL_STEP: 55700 + | > loss_disc: 2.27547550201416 (2.440532618786141) + | > loss_disc_real_0: 0.1419125199317932 (0.1275604828188997) + | > loss_disc_real_1: 0.19610153138637543 (0.21707482347565307) + | > loss_disc_real_2: 0.20420978963375092 (0.23146134947242442) + | > loss_disc_real_3: 0.19610850512981415 (0.22233411548515522) + | > loss_disc_real_4: 0.17176881432533264 (0.22222286433524863) + | > loss_disc_real_5: 0.18656401336193085 (0.2316065558753542) + | > loss_0: 2.27547550201416 (2.440532618786141) + | > grad_norm_0: tensor(76.0542, device='cuda:0') (tensor(53.0592, device='cuda:0')) + | > loss_gen: 2.502017021179199 (2.3933793513671198) + | > loss_kl: 1.4367245435714722 (1.57128358831914) + | > loss_feat: 7.966015815734863 (7.052408583535386) + | > loss_mel: 22.532093048095703 (21.066448575483975) + | > loss_duration: 1.6207623481750488 (1.6834406660449117) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.057613372802734 (33.76696074594116) + | > grad_norm_1: tensor(521.5222, device='cuda:0') (tensor(480.3553, device='cuda:0')) + | > current_lr_0: 0.0001983070992131383 + | > current_lr_1: 0.0001983070992131383 + | > step_time: 0.9504 (0.8374073983576321) + | > loader_time: 0.0161 (0.008300716378745661) + + + --> TIME: 2024-11-23 07:30:11 -- STEP: 738/797 -- GLOBAL_STEP: 55725 + | > loss_disc: 2.461430788040161 (2.4407248732843363) + | > loss_disc_real_0: 0.1723994016647339 (0.12742631090931117) + | > loss_disc_real_1: 0.1810562014579773 (0.21705917153901197) + | > loss_disc_real_2: 0.21892663836479187 (0.2315016262293831) + | > loss_disc_real_3: 0.26010027527809143 (0.2226193089108803) + | > loss_disc_real_4: 0.2832646369934082 (0.22209885280306738) + | > loss_disc_real_5: 0.2540413737297058 (0.23169441402039231) + | > loss_0: 2.461430788040161 (2.4407248732843363) + | > grad_norm_0: tensor(27.8792, device='cuda:0') (tensor(52.8755, device='cuda:0')) + | > loss_gen: 2.451434850692749 (2.3934258246809472) + | > loss_kl: 1.4353203773498535 (1.5710003165210176) + | > loss_feat: 6.433505535125732 (7.054466225590486) + | > loss_mel: 21.3980770111084 (21.079904530429594) + | > loss_duration: 1.6065866947174072 (1.6827302054984135) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.32492446899414 (33.78152708503285) + | > grad_norm_1: tensor(631.2325, device='cuda:0') (tensor(481.1521, device='cuda:0')) + | > current_lr_0: 0.0001983070992131383 + | > current_lr_1: 0.0001983070992131383 + | > step_time: 1.2139 (0.8490442664319584) + | > loader_time: 0.011 (0.008574542960500331) + + + --> TIME: 2024-11-23 07:30:54 -- STEP: 763/797 -- GLOBAL_STEP: 55750 + | > loss_disc: 2.329787254333496 (2.439454861112222) + | > loss_disc_real_0: 0.12170106172561646 (0.12732942193395022) + | > loss_disc_real_1: 0.22160769999027252 (0.2169159021946268) + | > loss_disc_real_2: 0.21685518324375153 (0.2313835311920271) + | > loss_disc_real_3: 0.1941717267036438 (0.22248777499127045) + | > loss_disc_real_4: 0.17642661929130554 (0.22206351276228337) + | > loss_disc_real_5: 0.18313370645046234 (0.2314682558745263) + | > loss_0: 2.329787254333496 (2.439454861112222) + | > grad_norm_0: tensor(65.7003, device='cuda:0') (tensor(53.1652, device='cuda:0')) + | > loss_gen: 2.448171615600586 (2.3924105475176964) + | > loss_kl: 1.7841949462890625 (1.5718352257971067) + | > loss_feat: 8.260054588317871 (7.047725864350405) + | > loss_mel: 22.67818260192871 (21.071788595357088) + | > loss_duration: 1.6433181762695312 (1.6818302237034466) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.81391906738281 (33.7655904327432) + | > grad_norm_1: tensor(795.3655, device='cuda:0') (tensor(483.2453, device='cuda:0')) + | > current_lr_0: 0.0001983070992131383 + | > current_lr_1: 0.0001983070992131383 + | > step_time: 1.9792 (0.875671143925518) + | > loader_time: 0.0136 (0.008878014190793813) + + + --> TIME: 2024-11-23 07:32:07 -- STEP: 788/797 -- GLOBAL_STEP: 55775 + | > loss_disc: 2.4328837394714355 (2.4400290689492574) + | > loss_disc_real_0: 0.18006592988967896 (0.12726145855099097) + | > loss_disc_real_1: 0.1754189133644104 (0.21691738036910285) + | > loss_disc_real_2: 0.22681371867656708 (0.23154861037501223) + | > loss_disc_real_3: 0.25077885389328003 (0.2227264331266057) + | > loss_disc_real_4: 0.239394873380661 (0.22213434390156395) + | > loss_disc_real_5: 0.2050912231206894 (0.2313661458263845) + | > loss_0: 2.4328837394714355 (2.4400290689492574) + | > grad_norm_0: tensor(137.6039, device='cuda:0') (tensor(53.3090, device='cuda:0')) + | > loss_gen: 2.5357320308685303 (2.3928500817814444) + | > loss_kl: 1.4245235919952393 (1.5732422787979783) + | > loss_feat: 7.478695869445801 (7.046971361044094) + | > loss_mel: 21.51994514465332 (21.080853784144846) + | > loss_duration: 1.6481108665466309 (1.6808612047113134) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.60700607299805 (33.77477868075294) + | > grad_norm_1: tensor(805.8159, device='cuda:0') (tensor(484.6551, device='cuda:0')) + | > current_lr_0: 0.0001983070992131383 + | > current_lr_1: 0.0001983070992131383 + | > step_time: 3.1052 (0.9404161393944988) + | > loader_time: 0.0167 (0.009792259501926786) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.408689260482788 (2.408689260482788) + | > loss_disc_real_0: 0.09539969265460968 (0.09539969265460968) + | > loss_disc_real_1: 0.13751423358917236 (0.13751423358917236) + | > loss_disc_real_2: 0.15249031782150269 (0.15249031782150269) + | > loss_disc_real_3: 0.18718300759792328 (0.18718300759792328) + | > loss_disc_real_4: 0.21297362446784973 (0.21297362446784973) + | > loss_disc_real_5: 0.22484448552131653 (0.22484448552131653) + | > loss_0: 2.408689260482788 (2.408689260482788) + | > loss_gen: 1.9954594373703003 (1.9954594373703003) + | > loss_kl: 2.054258108139038 (2.054258108139038) + | > loss_feat: 7.092552185058594 (7.092552185058594) + | > loss_mel: 22.953304290771484 (22.953304290771484) + | > loss_duration: 1.9333298206329346 (1.9333298206329346) + | > loss_1: 36.02890396118164 (36.02890396118164) + + --> STEP: 1 + | > loss_disc: 2.460040807723999 (2.460040807723999) + | > loss_disc_real_0: 0.12032483518123627 (0.12032483518123627) + | > loss_disc_real_1: 0.11901692301034927 (0.11901692301034927) + | > loss_disc_real_2: 0.1805535852909088 (0.1805535852909088) + | > loss_disc_real_3: 0.236994668841362 (0.236994668841362) + | > loss_disc_real_4: 0.19843997061252594 (0.19843997061252594) + | > loss_disc_real_5: 0.1823309063911438 (0.1823309063911438) + | > loss_0: 2.460040807723999 (2.460040807723999) + | > loss_gen: 1.9345647096633911 (1.9345647096633911) + | > loss_kl: 1.4328025579452515 (1.4328025579452515) + | > loss_feat: 7.0057597160339355 (7.0057597160339355) + | > loss_mel: 22.15631675720215 (22.15631675720215) + | > loss_duration: 1.7587640285491943 (1.7587640285491943) + | > loss_1: 34.2882080078125 (34.2882080078125) + + --> STEP: 2 + | > loss_disc: 2.547525405883789 (2.503783106803894) + | > loss_disc_real_0: 0.19335909187793732 (0.1568419635295868) + | > loss_disc_real_1: 0.1842774897813797 (0.1516472063958645) + | > loss_disc_real_2: 0.2034868448972702 (0.1920202150940895) + | > loss_disc_real_3: 0.24469348788261414 (0.24084407836198807) + | > loss_disc_real_4: 0.21623510122299194 (0.20733753591775894) + | > loss_disc_real_5: 0.19665957987308502 (0.1894952431321144) + | > loss_0: 2.547525405883789 (2.503783106803894) + | > loss_gen: 2.0039637088775635 (1.9692642092704773) + | > loss_kl: 1.6296377182006836 (1.5312201380729675) + | > loss_feat: 5.498769283294678 (6.252264499664307) + | > loss_mel: 21.181299209594727 (21.668807983398438) + | > loss_duration: 1.708362102508545 (1.7335630655288696) + | > loss_1: 32.022029876708984 (33.15511894226074) + + --> STEP: 3 + | > loss_disc: 2.775960683822632 (2.59450896581014) + | > loss_disc_real_0: 0.278419554233551 (0.19736782709757486) + | > loss_disc_real_1: 0.18035240471363068 (0.16121560583511987) + | > loss_disc_real_2: 0.21153312921524048 (0.19852451980113983) + | > loss_disc_real_3: 0.2908337414264679 (0.2575072993834813) + | > loss_disc_real_4: 0.2371184229850769 (0.2172644982735316) + | > loss_disc_real_5: 0.2733801305294037 (0.21745687226454416) + | > loss_0: 2.775960683822632 (2.59450896581014) + | > loss_gen: 1.9652949571609497 (1.967941125233968) + | > loss_kl: 1.4847599267959595 (1.5157334009806316) + | > loss_feat: 3.2183971405029297 (5.240975379943848) + | > loss_mel: 15.882318496704102 (19.739978154500324) + | > loss_duration: 1.7219419479370117 (1.729689359664917) + | > loss_1: 24.27271270751953 (30.194316864013672) + + --> STEP: 4 + | > loss_disc: 2.538325071334839 (2.5804629921913147) + | > loss_disc_real_0: 0.08575668931007385 (0.16946504265069962) + | > loss_disc_real_1: 0.13044269382953644 (0.15352237783372402) + | > loss_disc_real_2: 0.1626787930727005 (0.18956308811903) + | > loss_disc_real_3: 0.1899063140153885 (0.24060705304145813) + | > loss_disc_real_4: 0.15987418591976166 (0.2029169201850891) + | > loss_disc_real_5: 0.1653633713722229 (0.20443349704146385) + | > loss_0: 2.538325071334839 (2.5804629921913147) + | > loss_gen: 1.6363434791564941 (1.8850417137145996) + | > loss_kl: 1.525855302810669 (1.5182638764381409) + | > loss_feat: 8.000174522399902 (5.930775165557861) + | > loss_mel: 21.493112564086914 (20.178261756896973) + | > loss_duration: 1.65548574924469 (1.7111384570598602) + | > loss_1: 34.31097412109375 (31.22348117828369) + + --> STEP: 5 + | > loss_disc: 2.426767349243164 (2.5497238636016846) + | > loss_disc_real_0: 0.10674253851175308 (0.15692054182291032) + | > loss_disc_real_1: 0.10972008109092712 (0.14476191848516465) + | > loss_disc_real_2: 0.10456065833568573 (0.17256260216236113) + | > loss_disc_real_3: 0.14254112541675568 (0.22099386751651764) + | > loss_disc_real_4: 0.16973502933979034 (0.19628054201602935) + | > loss_disc_real_5: 0.2014225274324417 (0.2038313031196594) + | > loss_0: 2.426767349243164 (2.5497238636016846) + | > loss_gen: 1.6988260746002197 (1.8477985858917236) + | > loss_kl: 2.1013846397399902 (1.6348880290985108) + | > loss_feat: 9.189868927001953 (6.58259391784668) + | > loss_mel: 23.67327117919922 (20.877263641357423) + | > loss_duration: 1.9260380268096924 (1.7541183710098267) + | > loss_1: 38.589385986328125 (32.69666213989258) + + --> STEP: 6 + | > loss_disc: 2.445934295654297 (2.53242560227712) + | > loss_disc_real_0: 0.10657013952732086 (0.14852880810697874) + | > loss_disc_real_1: 0.12152702361345291 (0.14088943600654602) + | > loss_disc_real_2: 0.18883518874645233 (0.17527469992637634) + | > loss_disc_real_3: 0.24742621183395386 (0.22539925823609033) + | > loss_disc_real_4: 0.15886834263801575 (0.1900451754530271) + | > loss_disc_real_5: 0.1461021602153778 (0.19420977930227915) + | > loss_0: 2.445934295654297 (2.53242560227712) + | > loss_gen: 1.8234459161758423 (1.8437398076057434) + | > loss_kl: 1.8049232959747314 (1.6632272402445476) + | > loss_feat: 7.074701309204102 (6.66461181640625) + | > loss_mel: 22.440948486328125 (21.13787778218587) + | > loss_duration: 1.6455649137496948 (1.736026128133138) + | > loss_1: 34.789581298828125 (33.04548199971517) + + --> STEP: 7 + | > loss_disc: 2.4916088581085205 (2.526594638824463) + | > loss_disc_real_0: 0.1251157522201538 (0.1451840858374323) + | > loss_disc_real_1: 0.15364286303520203 (0.14271135415349687) + | > loss_disc_real_2: 0.1411799192428589 (0.17040401697158813) + | > loss_disc_real_3: 0.19601337611675262 (0.22120127507618495) + | > loss_disc_real_4: 0.16033045947551727 (0.18580021602766855) + | > loss_disc_real_5: 0.27437394857406616 (0.205661803483963) + | > loss_0: 2.4916088581085205 (2.526594638824463) + | > loss_gen: 1.9054675102233887 (1.8525580508368356) + | > loss_kl: 1.7481157779693604 (1.6753541742052351) + | > loss_feat: 7.46233606338501 (6.7785724231175015) + | > loss_mel: 21.176462173461914 (21.14338983808245) + | > loss_duration: 1.6941781044006348 (1.7300478390284948) + | > loss_1: 33.9865608215332 (33.17992183140346) + + --> STEP: 8 + | > loss_disc: 2.527545928955078 (2.52671355009079) + | > loss_disc_real_0: 0.07389603555202484 (0.13627307955175638) + | > loss_disc_real_1: 0.11931858956813812 (0.13978725858032703) + | > loss_disc_real_2: 0.15101483464241028 (0.1679803691804409) + | > loss_disc_real_3: 0.15037913620471954 (0.21234850771725178) + | > loss_disc_real_4: 0.14753302931785583 (0.18101681768894196) + | > loss_disc_real_5: 0.19995778799057007 (0.2049488015472889) + | > loss_0: 2.527545928955078 (2.52671355009079) + | > loss_gen: 1.8327947854995728 (1.8500876426696777) + | > loss_kl: 2.3224635124206543 (1.7562428414821625) + | > loss_feat: 7.049442291259766 (6.812431156635284) + | > loss_mel: 21.58522605895996 (21.19861936569214) + | > loss_duration: 1.7021223306655884 (1.7265571504831314) + | > loss_1: 34.49205017089844 (33.34393787384033) + + --> STEP: 9 + | > loss_disc: 2.208456039428711 (2.49135160446167) + | > loss_disc_real_0: 0.08432735502719879 (0.13050133238236108) + | > loss_disc_real_1: 0.17001472413539886 (0.1431458658642239) + | > loss_disc_real_2: 0.1702408641576767 (0.16823153528902265) + | > loss_disc_real_3: 0.19157707691192627 (0.2100405709611045) + | > loss_disc_real_4: 0.15419526398181915 (0.1780366450548172) + | > loss_disc_real_5: 0.153070867061615 (0.19918458660443625) + | > loss_0: 2.208456039428711 (2.49135160446167) + | > loss_gen: 2.1147563457489014 (1.8794952763451471) + | > loss_kl: 1.6782735586166382 (1.7475795878304377) + | > loss_feat: 6.097443580627441 (6.732988092634413) + | > loss_mel: 21.333681106567383 (21.213626225789387) + | > loss_duration: 1.657985806465149 (1.7189381122589111) + | > loss_1: 32.88214111328125 (33.2926271226671) + + --> STEP: 10 + | > loss_disc: 2.346576690673828 (2.4768741130828857) + | > loss_disc_real_0: 0.10464842617511749 (0.12791604176163673) + | > loss_disc_real_1: 0.15154756605625153 (0.14398603588342668) + | > loss_disc_real_2: 0.1901833862066269 (0.17042672038078308) + | > loss_disc_real_3: 0.21623392403125763 (0.2106599062681198) + | > loss_disc_real_4: 0.23086272180080414 (0.1833192527294159) + | > loss_disc_real_5: 0.17292305827140808 (0.1965584337711334) + | > loss_0: 2.346576690673828 (2.4768741130828857) + | > loss_gen: 2.002453327178955 (1.891791081428528) + | > loss_kl: 1.5950677394866943 (1.7323284029960633) + | > loss_feat: 6.068043231964111 (6.666493606567383) + | > loss_mel: 22.997085571289062 (21.391972160339357) + | > loss_duration: 1.6121575832366943 (1.7082600593566895) + | > loss_1: 34.27480697631836 (33.390845108032224) + + --> STEP: 11 + | > loss_disc: 2.548056125640869 (2.4833452051336113) + | > loss_disc_real_0: 0.05589728429913521 (0.12136888199231842) + | > loss_disc_real_1: 0.1039205864071846 (0.1403437222946774) + | > loss_disc_real_2: 0.12661324441432953 (0.1664436771111055) + | > loss_disc_real_3: 0.20901642739772797 (0.2105104990980842) + | > loss_disc_real_4: 0.23475316166877747 (0.18799506263299423) + | > loss_disc_real_5: 0.20276914536952972 (0.19712304391644217) + | > loss_0: 2.548056125640869 (2.4833452051336113) + | > loss_gen: 1.808583378791809 (1.8842267448251897) + | > loss_kl: 2.272068738937378 (1.7813957062634556) + | > loss_feat: 8.080885887145996 (6.79507472298362) + | > loss_mel: 23.46658706665039 (21.58057351545854) + | > loss_duration: 1.5565662384033203 (1.6944697119972922) + | > loss_1: 37.1846923828125 (33.73574031483043) + + --> STEP: 12 + | > loss_disc: 2.368243932723999 (2.4737534324328103) + | > loss_disc_real_0: 0.1394748091697693 (0.12287770925710599) + | > loss_disc_real_1: 0.12395898252725601 (0.13897832731405893) + | > loss_disc_real_2: 0.15925368666648865 (0.16584451124072078) + | > loss_disc_real_3: 0.2556197941303253 (0.2142696070174376) + | > loss_disc_real_4: 0.21848447620868683 (0.19053584709763527) + | > loss_disc_real_5: 0.18046340346336365 (0.1957347405453523) + | > loss_0: 2.368243932723999 (2.4737534324328103) + | > loss_gen: 2.0129544734954834 (1.8949540555477142) + | > loss_kl: 1.5791289806365967 (1.7645401457945507) + | > loss_feat: 7.027044296264648 (6.814405520757039) + | > loss_mel: 22.492345809936523 (21.65655453999837) + | > loss_duration: 1.6891471147537231 (1.6940261622269948) + | > loss_1: 34.800621032714844 (33.82448037465413) + + --> STEP: 13 + | > loss_disc: 2.484679937362671 (2.4745939328120303) + | > loss_disc_real_0: 0.07853811979293823 (0.11946697160601616) + | > loss_disc_real_1: 0.13102419674396515 (0.1383664711163594) + | > loss_disc_real_2: 0.16548116505146027 (0.1658165615338546) + | > loss_disc_real_3: 0.1840936690568924 (0.2119483810204726) + | > loss_disc_real_4: 0.14174982905387878 (0.18678307647888476) + | > loss_disc_real_5: 0.16807658970355988 (0.19360719048059905) + | > loss_0: 2.484679937362671 (2.4745939328120303) + | > loss_gen: 1.7967588901519775 (1.8874005812865038) + | > loss_kl: 2.430490732192993 (1.815767113979046) + | > loss_feat: 6.868958950042725 (6.8186019383944) + | > loss_mel: 21.41107940673828 (21.637671837439903) + | > loss_duration: 1.7573151588439941 (1.6988945465821486) + | > loss_1: 34.26460647583008 (33.858336228590744) + + --> STEP: 14 + | > loss_disc: 2.5294151306152344 (2.4785097326551164) + | > loss_disc_real_0: 0.15348458290100098 (0.12189680098422936) + | > loss_disc_real_1: 0.1499667465686798 (0.1391950622200966) + | > loss_disc_real_2: 0.21402834355831146 (0.16926026024988722) + | > loss_disc_real_3: 0.15642213821411133 (0.20798222082001822) + | > loss_disc_real_4: 0.21885277330875397 (0.1890737691095897) + | > loss_disc_real_5: 0.122179314494133 (0.1885051993387086) + | > loss_0: 2.5294151306152344 (2.4785097326551164) + | > loss_gen: 1.8240801095962524 (1.8828776904514857) + | > loss_kl: 1.5912288427352905 (1.7997286660330636) + | > loss_feat: 6.994274139404297 (6.8311499527522495) + | > loss_mel: 21.430816650390625 (21.622896466936385) + | > loss_duration: 1.7486732006072998 (1.7024501647268022) + | > loss_1: 33.589073181152344 (33.83910315377371) + + --> STEP: 15 + | > loss_disc: 1.9903923273086548 (2.445968572298686) + | > loss_disc_real_0: 0.10063007473945618 (0.12047901923457781) + | > loss_disc_real_1: 0.11561889946460724 (0.1376233180363973) + | > loss_disc_real_2: 0.15929847955703735 (0.16859614153703056) + | > loss_disc_real_3: 0.15168924629688263 (0.20422935585180918) + | > loss_disc_real_4: 0.14095236361026764 (0.18586567540963492) + | > loss_disc_real_5: 0.18040646612644196 (0.18796528379122415) + | > loss_0: 1.9903923273086548 (2.445968572298686) + | > loss_gen: 2.321713924407959 (1.9121334393819174) + | > loss_kl: 1.4104046821594238 (1.773773733774821) + | > loss_feat: 8.799534797668457 (6.962375609079997) + | > loss_mel: 25.733808517456055 (21.896957270304362) + | > loss_duration: 1.6136109828948975 (1.6965275526046752) + | > loss_1: 39.87907028198242 (34.24176762898763) + + --> STEP: 16 + | > loss_disc: 2.38847017288208 (2.442374922335148) + | > loss_disc_real_0: 0.03810996562242508 (0.11533095338381827) + | > loss_disc_real_1: 0.0781172588467598 (0.13390418933704495) + | > loss_disc_real_2: 0.1489180326461792 (0.16736625973135236) + | > loss_disc_real_3: 0.18276208639144897 (0.20288765151053667) + | > loss_disc_real_4: 0.20593243837356567 (0.18711984809488058) + | > loss_disc_real_5: 0.1882484406232834 (0.18798298109322786) + | > loss_0: 2.38847017288208 (2.442374922335148) + | > loss_gen: 1.7418200969696045 (1.9014888554811478) + | > loss_kl: 1.4299262762069702 (1.7522832676768303) + | > loss_feat: 8.184784889221191 (7.038776189088821) + | > loss_mel: 22.3177490234375 (21.923256754875183) + | > loss_duration: 1.837410569190979 (1.7053327411413193) + | > loss_1: 35.51169204711914 (34.32113790512085) + + --> STEP: 17 + | > loss_disc: 2.292175531387329 (2.4335396640441) + | > loss_disc_real_0: 0.09370756149291992 (0.11405898915494189) + | > loss_disc_real_1: 0.12851166725158691 (0.13358698215554743) + | > loss_disc_real_2: 0.15684743225574493 (0.1667475051739637) + | > loss_disc_real_3: 0.1752500683069229 (0.20126191132208882) + | > loss_disc_real_4: 0.19358599185943604 (0.1875002094927956) + | > loss_disc_real_5: 0.17715498805046082 (0.18734604032600627) + | > loss_0: 2.292175531387329 (2.4335396640441) + | > loss_gen: 2.0314488410949707 (1.909133560517255) + | > loss_kl: 1.5296823978424072 (1.7391890988630407) + | > loss_feat: 6.647090435028076 (7.01573585061466) + | > loss_mel: 21.427669525146484 (21.89410456489114) + | > loss_duration: 1.6347887516021729 (1.7011830946978401) + | > loss_1: 33.27067947387695 (34.25934623269474) + + --> STEP: 18 + | > loss_disc: 2.2638072967529297 (2.424110088083479) + | > loss_disc_real_0: 0.08376602828502655 (0.11237604688439104) + | > loss_disc_real_1: 0.1499582827091217 (0.13449649885296822) + | > loss_disc_real_2: 0.15501630306243896 (0.16609577172332343) + | > loss_disc_real_3: 0.20613522827625275 (0.2015326511528757) + | > loss_disc_real_4: 0.15120401978492737 (0.18548375450902516) + | > loss_disc_real_5: 0.18577460944652557 (0.18725873861047956) + | > loss_0: 2.2638072967529297 (2.424110088083479) + | > loss_gen: 2.0638089179992676 (1.9177266359329224) + | > loss_kl: 1.8935750722885132 (1.747766097386678) + | > loss_feat: 8.665507316589355 (7.1073898209465876) + | > loss_mel: 22.713050842285156 (21.93960158030192) + | > loss_duration: 1.6318215131759644 (1.6973296735021803) + | > loss_1: 36.9677619934082 (34.409813774956596) + + --> STEP: 19 + | > loss_disc: 2.491452217102051 (2.427654410663404) + | > loss_disc_real_0: 0.11142311990261078 (0.11232589283271839) + | > loss_disc_real_1: 0.18187594413757324 (0.13699015386794744) + | > loss_disc_real_2: 0.1997862309217453 (0.16786895378639827) + | > loss_disc_real_3: 0.21687602996826172 (0.20234019740631706) + | > loss_disc_real_4: 0.1925213783979416 (0.18585415576633654) + | > loss_disc_real_5: 0.1916428953409195 (0.18748948370155535) + | > loss_0: 2.491452217102051 (2.427654410663404) + | > loss_gen: 1.9312453269958496 (1.918438145988866) + | > loss_kl: 1.7184491157531738 (1.7462230983533358) + | > loss_feat: 5.860047817230225 (7.041740241803621) + | > loss_mel: 21.2530517578125 (21.90346737911827) + | > loss_duration: 1.7880873680114746 (1.7021063942658274) + | > loss_1: 32.550880432128906 (34.311975177965664) + + --> STEP: 20 + | > loss_disc: 2.4623560905456543 (2.4293894946575163) + | > loss_disc_real_0: 0.11221382766962051 (0.1123202895745635) + | > loss_disc_real_1: 0.12881429493427277 (0.1365813609212637) + | > loss_disc_real_2: 0.14720278978347778 (0.16683564558625225) + | > loss_disc_real_3: 0.19255194067955017 (0.2018507845699787) + | > loss_disc_real_4: 0.14633463323116302 (0.18387817963957787) + | > loss_disc_real_5: 0.15077750384807587 (0.1856538847088814) + | > loss_0: 2.4623560905456543 (2.4293894946575163) + | > loss_gen: 1.8625773191452026 (1.9156451046466827) + | > loss_kl: 1.6496639251708984 (1.7413951396942138) + | > loss_feat: 7.786433219909668 (7.078974890708923) + | > loss_mel: 23.108089447021484 (21.96369848251343) + | > loss_duration: 1.669535517692566 (1.7004778504371643) + | > loss_1: 36.076297760009766 (34.40019130706787) + + --> STEP: 21 + | > loss_disc: 2.303163528442383 (2.423378734361558) + | > loss_disc_real_0: 0.0968259647488594 (0.1115824645828633) + | > loss_disc_real_1: 0.1297757625579834 (0.13625728480872654) + | > loss_disc_real_2: 0.22274422645568848 (0.16949795896098732) + | > loss_disc_real_3: 0.21012242138385773 (0.20224467203730628) + | > loss_disc_real_4: 0.1300528645515442 (0.18131506939729056) + | > loss_disc_real_5: 0.19447965919971466 (0.18607415968463534) + | > loss_0: 2.303163528442383 (2.423378734361558) + | > loss_gen: 2.1111481189727783 (1.9249547719955444) + | > loss_kl: 1.9727652072906494 (1.7524127619607108) + | > loss_feat: 7.366623401641846 (7.092672438848586) + | > loss_mel: 22.795093536376953 (22.003288723173597) + | > loss_duration: 1.6610755920410156 (1.6986015524183) + | > loss_1: 35.906707763671875 (34.471930185953774) + + --> STEP: 22 + | > loss_disc: 2.24685001373291 (2.41535470160571) + | > loss_disc_real_0: 0.10794692486524582 (0.11141721277751705) + | > loss_disc_real_1: 0.10403455793857574 (0.13479261540553786) + | > loss_disc_real_2: 0.13853348791599274 (0.16809048300439666) + | > loss_disc_real_3: 0.2008642554283142 (0.20218192582780664) + | > loss_disc_real_4: 0.15846729278564453 (0.18027653409676117) + | > loss_disc_real_5: 0.14630942046642303 (0.18426667153835297) + | > loss_0: 2.24685001373291 (2.41535470160571) + | > loss_gen: 1.8797134160995483 (1.9228983467275447) + | > loss_kl: 1.7253345251083374 (1.7511819330128757) + | > loss_feat: 8.0325288772583 (7.135393186049028) + | > loss_mel: 23.36845588684082 (22.06534177606756) + | > loss_duration: 1.7668876647949219 (1.7017054666172375) + | > loss_1: 36.77292251586914 (34.576520746404476) + + --> STEP: 23 + | > loss_disc: 2.336728096008301 (2.4119361535362573) + | > loss_disc_real_0: 0.11514854431152344 (0.11157944458334343) + | > loss_disc_real_1: 0.13438133895397186 (0.13477473382068716) + | > loss_disc_real_2: 0.1529925912618637 (0.16743405292863436) + | > loss_disc_real_3: 0.16414348781108856 (0.200528080696645) + | > loss_disc_real_4: 0.1662389487028122 (0.17966620429702426) + | > loss_disc_real_5: 0.1896938681602478 (0.18450263660887015) + | > loss_0: 2.336728096008301 (2.4119361535362573) + | > loss_gen: 1.824150800704956 (1.9186049751613452) + | > loss_kl: 1.5661039352416992 (1.7431350635445637) + | > loss_feat: 7.644553184509277 (7.15753057728643) + | > loss_mel: 23.35788345336914 (22.121539240298063) + | > loss_duration: 1.7238538265228271 (1.7026684387870457) + | > loss_1: 36.116546630859375 (34.64347839355469) + + --> STEP: 24 + | > loss_disc: 2.1587958335876465 (2.4013886402050653) + | > loss_disc_real_0: 0.1446797400712967 (0.11295862356200814) + | > loss_disc_real_1: 0.11445809155702591 (0.1339282070597013) + | > loss_disc_real_2: 0.16045814752578735 (0.16714339020351576) + | > loss_disc_real_3: 0.2048027068376541 (0.20070619011918703) + | > loss_disc_real_4: 0.16714616119861603 (0.17914453583459058) + | > loss_disc_real_5: 0.2355334311723709 (0.18662891971568266) + | > loss_0: 2.1587958335876465 (2.4013886402050653) + | > loss_gen: 2.3357913494110107 (1.9359877407550812) + | > loss_kl: 1.714239478111267 (1.7419310808181763) + | > loss_feat: 7.636423587799072 (7.177484452724457) + | > loss_mel: 21.362804412841797 (22.089925289154053) + | > loss_duration: 1.638396143913269 (1.6999904265006383) + | > loss_1: 34.68765640258789 (34.64531914393107) + + --> STEP: 25 + | > loss_disc: 2.5289418697357178 (2.4064907693862914) + | > loss_disc_real_0: 0.15170735120773315 (0.11450857266783715) + | > loss_disc_real_1: 0.16684600710868835 (0.13524491906166078) + | > loss_disc_real_2: 0.18929700553417206 (0.16802953481674202) + | > loss_disc_real_3: 0.2306995689868927 (0.20190592527389525) + | > loss_disc_real_4: 0.2015148401260376 (0.18003934800624846) + | > loss_disc_real_5: 0.20058728754520416 (0.18718725442886353) + | > loss_0: 2.5289418697357178 (2.4064907693862914) + | > loss_gen: 2.070258378982544 (1.9413585662841797) + | > loss_kl: 1.880051851272583 (1.7474559116363526) + | > loss_feat: 6.537641525268555 (7.151890735626221) + | > loss_mel: 20.479778289794922 (22.025519409179687) + | > loss_duration: 1.5991801023483276 (1.695958013534546) + | > loss_1: 32.56690979003906 (34.56218276977539) + + --> STEP: 26 + | > loss_disc: 2.3814620971679688 (2.4055281281471252) + | > loss_disc_real_0: 0.1061205267906189 (0.11418595551871337) + | > loss_disc_real_1: 0.14737825095653534 (0.13571158567300212) + | > loss_disc_real_2: 0.16601252555847168 (0.16795195753757777) + | > loss_disc_real_3: 0.20899343490600586 (0.20217852179820722) + | > loss_disc_real_4: 0.1258496344089508 (0.17795512825250626) + | > loss_disc_real_5: 0.230372354388237 (0.18884821981191635) + | > loss_0: 2.3814620971679688 (2.4055281281471252) + | > loss_gen: 1.9802491664886475 (1.9428543585997362) + | > loss_kl: 1.8656291961669922 (1.7520010379644542) + | > loss_feat: 6.778957366943359 (7.137547144523034) + | > loss_mel: 21.90127944946289 (22.02074094919058) + | > loss_duration: 1.6762547492980957 (1.695200195679298) + | > loss_1: 34.202369689941406 (34.54834380516639) + + --> STEP: 27 + | > loss_disc: 2.452716827392578 (2.4072758577488087) + | > loss_disc_real_0: 0.13153186440467834 (0.11482839658856392) + | > loss_disc_real_1: 0.12091080099344254 (0.13516340846264807) + | > loss_disc_real_2: 0.15430967509746552 (0.1674466878175736) + | > loss_disc_real_3: 0.23168745636940002 (0.20327144530084398) + | > loss_disc_real_4: 0.16102997958660126 (0.17732827089450978) + | > loss_disc_real_5: 0.19841741025447845 (0.189202634272752) + | > loss_0: 2.452716827392578 (2.4072758577488087) + | > loss_gen: 1.972898006439209 (1.9439670862974945) + | > loss_kl: 1.5155171155929565 (1.743242374172917) + | > loss_feat: 8.25439739227295 (7.178911968513772) + | > loss_mel: 23.50082015991211 (22.075558697735822) + | > loss_duration: 1.6703810691833496 (1.6942809687720404) + | > loss_1: 36.91401290893555 (34.63596117938006) + + --> STEP: 28 + | > loss_disc: 2.3741655349731445 (2.4060933462211063) + | > loss_disc_real_0: 0.2690553665161133 (0.12033650265740496) + | > loss_disc_real_1: 0.1343408077955246 (0.13513402986739367) + | > loss_disc_real_2: 0.19001860916614532 (0.1682528278657369) + | > loss_disc_real_3: 0.22167232632637024 (0.2039286196231842) + | > loss_disc_real_4: 0.19013647735118866 (0.17778570683939116) + | > loss_disc_real_5: 0.13184843957424164 (0.18715427017637662) + | > loss_0: 2.3741655349731445 (2.4060933462211063) + | > loss_gen: 2.2084927558898926 (1.95341443164008) + | > loss_kl: 1.4774855375289917 (1.7337510585784912) + | > loss_feat: 6.154040813446045 (7.1423094272613525) + | > loss_mel: 19.031692504882812 (21.966849190848215) + | > loss_duration: 1.6637789011001587 (1.6931916092123305) + | > loss_1: 30.535490036010742 (34.48951578140258) + + --> STEP: 29 + | > loss_disc: 2.4629101753234863 (2.408052547224637) + | > loss_disc_real_0: 0.09961789846420288 (0.11962206803005317) + | > loss_disc_real_1: 0.13446830213069916 (0.13511107373854214) + | > loss_disc_real_2: 0.19331619143486023 (0.16911708178191356) + | > loss_disc_real_3: 0.19636280834674835 (0.20366772957916918) + | > loss_disc_real_4: 0.19437925517559052 (0.17835789816132908) + | > loss_disc_real_5: 0.202314555644989 (0.18767703864081153) + | > loss_0: 2.4629101753234863 (2.408052547224637) + | > loss_gen: 1.8869397640228271 (1.9511222017222438) + | > loss_kl: 1.3972092866897583 (1.7221461698926728) + | > loss_feat: 6.502484321594238 (7.120246492583176) + | > loss_mel: 20.590848922729492 (21.919400905740673) + | > loss_duration: 1.6487250328063965 (1.691658278991436) + | > loss_1: 32.026206970214844 (34.40457409825817) + + --> STEP: 30 + | > loss_disc: 2.3243064880371094 (2.4052610119183857) + | > loss_disc_real_0: 0.07860755920410156 (0.11825491773585478) + | > loss_disc_real_1: 0.143119215965271 (0.13537801181276646) + | > loss_disc_real_2: 0.1708584576845169 (0.16917512764533366) + | > loss_disc_real_3: 0.1287452131509781 (0.20117031236489613) + | > loss_disc_real_4: 0.10268279165029526 (0.1758353946109613) + | > loss_disc_real_5: 0.1418355256319046 (0.1861489882071813) + | > loss_0: 2.3243064880371094 (2.4052610119183857) + | > loss_gen: 1.6829222440719604 (1.9421822031339009) + | > loss_kl: 1.7133504152297974 (1.721852978070577) + | > loss_feat: 8.006192207336426 (7.149778016408285) + | > loss_mel: 23.187564849853516 (21.9616730372111) + | > loss_duration: 1.6666977405548096 (1.6908262610435485) + | > loss_1: 36.25672912597656 (34.466312599182125) + + --> STEP: 31 + | > loss_disc: 2.5094659328460693 (2.408622460980569) + | > loss_disc_real_0: 0.15273240208625793 (0.11936709465038392) + | > loss_disc_real_1: 0.1399316042661667 (0.13552490189190838) + | > loss_disc_real_2: 0.14535394310951233 (0.16840670233772653) + | > loss_disc_real_3: 0.17414730787277222 (0.20029860254256956) + | > loss_disc_real_4: 0.21149961650371552 (0.17698585338169529) + | > loss_disc_real_5: 0.2305944710969925 (0.18758271346169134) + | > loss_0: 2.5094659328460693 (2.408622460980569) + | > loss_gen: 1.868931770324707 (1.9398192859465075) + | > loss_kl: 1.312072515487671 (1.7086342534711283) + | > loss_feat: 6.18928337097168 (7.118794318168394) + | > loss_mel: 18.602027893066406 (21.85329738739998) + | > loss_duration: 1.6310945749282837 (1.6888994324591853) + | > loss_1: 29.603410720825195 (34.30944479665448) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.010497523892310357 (-0.0017374407860540585) + | > avg_loss_disc: 2.408622460980569 (+0.0006490484360726079) + | > avg_loss_disc_real_0: 0.11936709465038392 (+0.005466070386671254) + | > avg_loss_disc_real_1: 0.13552490189190838 (-0.056606933474540655) + | > avg_loss_disc_real_2: 0.16840670233772653 (-0.06372183921837032) + | > avg_loss_disc_real_3: 0.20029860254256956 (-0.039929746139434064) + | > avg_loss_disc_real_4: 0.17698585338169529 (-0.06063807082753028) + | > avg_loss_disc_real_5: 0.18758271346169134 (-0.04982765018939972) + | > avg_loss_0: 2.408622460980569 (+0.0006490484360726079) + | > avg_loss_gen: 1.9398192859465075 (-0.35138898895632953) + | > avg_loss_kl: 1.7086342534711283 (+0.008024811744689941) + | > avg_loss_feat: 7.118794318168394 (+0.18440271192981328) + | > avg_loss_mel: 21.85329738739998 (+0.514233004662298) + | > avg_loss_duration: 1.6888994324591853 (+0.003404298136311379) + | > avg_loss_1: 34.30944479665448 (+0.3586761720718812) + + + > EPOCH: 41/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 07:32:57)  + + --> TIME: 2024-11-23 07:33:11 -- STEP: 16/797 -- GLOBAL_STEP: 55800 + | > loss_disc: 2.4552762508392334 (2.4223323315382004) + | > loss_disc_real_0: 0.10768190771341324 (0.13362790923565626) + | > loss_disc_real_1: 0.23606683313846588 (0.21529964450746775) + | > loss_disc_real_2: 0.2907562553882599 (0.23108531348407269) + | > loss_disc_real_3: 0.2139335721731186 (0.22281540278345346) + | > loss_disc_real_4: 0.2166617214679718 (0.2152990335598588) + | > loss_disc_real_5: 0.24374614655971527 (0.20676981657743454) + | > loss_0: 2.4552762508392334 (2.4223323315382004) + | > grad_norm_0: tensor(70.6374, device='cuda:0') (tensor(57.9967, device='cuda:0')) + | > loss_gen: 2.4036850929260254 (2.4284863770008087) + | > loss_kl: 1.50273859500885 (1.4470611289143562) + | > loss_feat: 6.869006633758545 (6.992280274629593) + | > loss_mel: 20.151823043823242 (20.579871892929077) + | > loss_duration: 1.7743570804595947 (1.8367988765239716) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.70161056518555 (33.28449869155884) + | > grad_norm_1: tensor(684.4310, device='cuda:0') (tensor(503.5382, device='cuda:0')) + | > current_lr_0: 0.00019828231082573666 + | > current_lr_1: 0.00019828231082573666 + | > step_time: 0.7454 (0.7564062923192978) + | > loader_time: 0.0043 (0.005233600735664368) + + + --> TIME: 2024-11-23 07:33:30 -- STEP: 41/797 -- GLOBAL_STEP: 55825 + | > loss_disc: 2.4310944080352783 (2.434577895373833) + | > loss_disc_real_0: 0.1286599040031433 (0.12557357458806623) + | > loss_disc_real_1: 0.18641462922096252 (0.21670650890687618) + | > loss_disc_real_2: 0.2541954517364502 (0.23561872396527267) + | > loss_disc_real_3: 0.203302264213562 (0.2192110655511298) + | > loss_disc_real_4: 0.23678520321846008 (0.22393095856759607) + | > loss_disc_real_5: 0.22395947575569153 (0.2257259248233423) + | > loss_0: 2.4310944080352783 (2.434577895373833) + | > grad_norm_0: tensor(8.3548, device='cuda:0') (tensor(52.6847, device='cuda:0')) + | > loss_gen: 2.2211673259735107 (2.397432734326618) + | > loss_kl: 1.5626288652420044 (1.5299386251263503) + | > loss_feat: 7.171963691711426 (7.049386187297542) + | > loss_mel: 20.78122901916504 (20.59586725002382) + | > loss_duration: 1.7373356819152832 (1.780622322384904) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.47432327270508 (33.35324696796696) + | > grad_norm_1: tensor(275.7539, device='cuda:0') (tensor(461.8735, device='cuda:0')) + | > current_lr_0: 0.00019828231082573666 + | > current_lr_1: 0.00019828231082573666 + | > step_time: 0.7463 (0.7487653348504043) + | > loader_time: 0.0048 (0.0059101000064756826) + + + --> TIME: 2024-11-23 07:33:49 -- STEP: 66/797 -- GLOBAL_STEP: 55850 + | > loss_disc: 2.357389450073242 (2.4273650284969444) + | > loss_disc_real_0: 0.1400957703590393 (0.1256735714321787) + | > loss_disc_real_1: 0.24050836265087128 (0.21829381223880884) + | > loss_disc_real_2: 0.23137104511260986 (0.2337849230477304) + | > loss_disc_real_3: 0.199086531996727 (0.21902793736168832) + | > loss_disc_real_4: 0.18227939307689667 (0.2210535750244603) + | > loss_disc_real_5: 0.1966945230960846 (0.2271583154797554) + | > loss_0: 2.357389450073242 (2.4273650284969444) + | > grad_norm_0: tensor(36.1455, device='cuda:0') (tensor(49.7251, device='cuda:0')) + | > loss_gen: 2.41787052154541 (2.40071505127531) + | > loss_kl: 1.5534844398498535 (1.5452494621276855) + | > loss_feat: 6.912228584289551 (7.142611980438232) + | > loss_mel: 20.317956924438477 (20.763928789080992) + | > loss_duration: 1.6712861061096191 (1.7496791138793484) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.87282943725586 (33.60218446904961) + | > grad_norm_1: tensor(375.8229, device='cuda:0') (tensor(483.3463, device='cuda:0')) + | > current_lr_0: 0.00019828231082573666 + | > current_lr_1: 0.00019828231082573666 + | > step_time: 0.7793 (0.7579873836401737) + | > loader_time: 0.0073 (0.005817192973512592) + + + --> TIME: 2024-11-23 07:34:09 -- STEP: 91/797 -- GLOBAL_STEP: 55875 + | > loss_disc: 2.387171983718872 (2.431705535113157) + | > loss_disc_real_0: 0.14727094769477844 (0.12618913247690103) + | > loss_disc_real_1: 0.17958204448223114 (0.21683400247123216) + | > loss_disc_real_2: 0.22754812240600586 (0.23289873049809381) + | > loss_disc_real_3: 0.22943906486034393 (0.2201196001126216) + | > loss_disc_real_4: 0.16317392885684967 (0.22148860712627788) + | > loss_disc_real_5: 0.20153583586215973 (0.22862659574864985) + | > loss_0: 2.387171983718872 (2.431705535113157) + | > grad_norm_0: tensor(66.8163, device='cuda:0') (tensor(58.2480, device='cuda:0')) + | > loss_gen: 2.411677837371826 (2.399883671121282) + | > loss_kl: 1.790405035018921 (1.549232541859805) + | > loss_feat: 7.438907623291016 (7.125665182595725) + | > loss_mel: 20.44509506225586 (20.813660296764997) + | > loss_duration: 1.6311243772506714 (1.7333193703012153) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.71720886230469 (33.62176117530235) + | > grad_norm_1: tensor(605.8892, device='cuda:0') (tensor(519.3921, device='cuda:0')) + | > current_lr_0: 0.00019828231082573666 + | > current_lr_1: 0.00019828231082573666 + | > step_time: 0.7725 (0.7623773040352285) + | > loader_time: 0.0103 (0.005882087644639907) + + + --> TIME: 2024-11-23 07:34:29 -- STEP: 116/797 -- GLOBAL_STEP: 55900 + | > loss_disc: 2.276355743408203 (2.4324183587370247) + | > loss_disc_real_0: 0.11383511126041412 (0.1280782757134274) + | > loss_disc_real_1: 0.2285851389169693 (0.21770297479012918) + | > loss_disc_real_2: 0.22361472249031067 (0.23223821947286868) + | > loss_disc_real_3: 0.20723912119865417 (0.22017714972126073) + | > loss_disc_real_4: 0.21306678652763367 (0.2207688045655859) + | > loss_disc_real_5: 0.22796238958835602 (0.22680132129582867) + | > loss_0: 2.276355743408203 (2.4324183587370247) + | > grad_norm_0: tensor(87.0107, device='cuda:0') (tensor(62.6013, device='cuda:0')) + | > loss_gen: 2.4858291149139404 (2.4040072416437073) + | > loss_kl: 1.3470454216003418 (1.5511669701543347) + | > loss_feat: 8.17648696899414 (7.139311584933051) + | > loss_mel: 22.23656463623047 (20.787201667654102) + | > loss_duration: 1.6788071393966675 (1.72500089838587) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.92473220825195 (33.60668846656537) + | > grad_norm_1: tensor(842.9607, device='cuda:0') (tensor(524.9222, device='cuda:0')) + | > current_lr_0: 0.00019828231082573666 + | > current_lr_1: 0.00019828231082573666 + | > step_time: 0.8091 (0.766460174116595) + | > loader_time: 0.0081 (0.0059562839310744724) + + + --> TIME: 2024-11-23 07:34:48 -- STEP: 141/797 -- GLOBAL_STEP: 55925 + | > loss_disc: 2.555156707763672 (2.4407096112028084) + | > loss_disc_real_0: 0.19577401876449585 (0.12954752633334898) + | > loss_disc_real_1: 0.21468791365623474 (0.21760672425970115) + | > loss_disc_real_2: 0.2049693912267685 (0.2330286240746789) + | > loss_disc_real_3: 0.2366805225610733 (0.2216816911249296) + | > loss_disc_real_4: 0.23982647061347961 (0.2213028279390741) + | > loss_disc_real_5: 0.24566945433616638 (0.22946810468714288) + | > loss_0: 2.555156707763672 (2.4407096112028084) + | > grad_norm_0: tensor(161.3018, device='cuda:0') (tensor(66.3132, device='cuda:0')) + | > loss_gen: 2.355147123336792 (2.406014466116613) + | > loss_kl: 1.8017417192459106 (1.5520418155277875) + | > loss_feat: 6.751236915588379 (7.1398946004556425) + | > loss_mel: 19.847192764282227 (20.868666777374052) + | > loss_duration: 1.698747158050537 (1.7205636915585674) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.454063415527344 (33.68718143219643) + | > grad_norm_1: tensor(602.5028, device='cuda:0') (tensor(525.8229, device='cuda:0')) + | > current_lr_0: 0.00019828231082573666 + | > current_lr_1: 0.00019828231082573666 + | > step_time: 0.8082 (0.7681404022460286) + | > loader_time: 0.0075 (0.006160178083054563) + + + --> TIME: 2024-11-23 07:35:09 -- STEP: 166/797 -- GLOBAL_STEP: 55950 + | > loss_disc: 2.42832612991333 (2.432383955243122) + | > loss_disc_real_0: 0.07410246133804321 (0.12846275798258291) + | > loss_disc_real_1: 0.2245756834745407 (0.21664460227791085) + | > loss_disc_real_2: 0.2684985101222992 (0.230573870241642) + | > loss_disc_real_3: 0.1891874074935913 (0.22058864557240382) + | > loss_disc_real_4: 0.19891409575939178 (0.22066780996609883) + | > loss_disc_real_5: 0.2296706736087799 (0.22865826142839638) + | > loss_0: 2.42832612991333 (2.432383955243122) + | > grad_norm_0: tensor(14.8930, device='cuda:0') (tensor(66.1450, device='cuda:0')) + | > loss_gen: 2.5526132583618164 (2.4135093186275056) + | > loss_kl: 1.4353015422821045 (1.5514983743070119) + | > loss_feat: 7.313921928405762 (7.194359400186194) + | > loss_mel: 21.7045841217041 (20.921850664069854) + | > loss_duration: 1.6873791217803955 (1.7132275973457889) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.69379806518555 (33.79444540552345) + | > grad_norm_1: tensor(576.9619, device='cuda:0') (tensor(525.3220, device='cuda:0')) + | > current_lr_0: 0.00019828231082573666 + | > current_lr_1: 0.00019828231082573666 + | > step_time: 0.8081 (0.7736753857279398) + | > loader_time: 0.0121 (0.0061568739902542295) + + + --> TIME: 2024-11-23 07:35:29 -- STEP: 191/797 -- GLOBAL_STEP: 55975 + | > loss_disc: 2.402838706970215 (2.435973956322795) + | > loss_disc_real_0: 0.10523930191993713 (0.1276002449827044) + | > loss_disc_real_1: 0.1891728937625885 (0.21713306984976324) + | > loss_disc_real_2: 0.27710017561912537 (0.23130605264483947) + | > loss_disc_real_3: 0.22109684348106384 (0.22116073396505487) + | > loss_disc_real_4: 0.22909016907215118 (0.2213216668180146) + | > loss_disc_real_5: 0.2403900921344757 (0.2315879267547767) + | > loss_0: 2.402838706970215 (2.435973956322795) + | > grad_norm_0: tensor(22.3765, device='cuda:0') (tensor(63.8809, device='cuda:0')) + | > loss_gen: 2.4266068935394287 (2.4128146808184874) + | > loss_kl: 1.6709394454956055 (1.5556084560474177) + | > loss_feat: 8.224954605102539 (7.178554327700151) + | > loss_mel: 23.290191650390625 (20.926580498979973) + | > loss_duration: 1.695112705230713 (1.7076574595186722) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.307804107666016 (33.781215487974464) + | > grad_norm_1: tensor(76.4794, device='cuda:0') (tensor(528.7254, device='cuda:0')) + | > current_lr_0: 0.00019828231082573666 + | > current_lr_1: 0.00019828231082573666 + | > step_time: 0.7554 (0.7765967908329988) + | > loader_time: 0.0052 (0.006293174484013263) + + + --> TIME: 2024-11-23 07:35:50 -- STEP: 216/797 -- GLOBAL_STEP: 56000 + | > loss_disc: 2.605473041534424 (2.4370864155115917) + | > loss_disc_real_0: 0.1381894201040268 (0.12834661905826245) + | > loss_disc_real_1: 0.23514370620250702 (0.21724048105102997) + | > loss_disc_real_2: 0.25711557269096375 (0.23153885260776239) + | > loss_disc_real_3: 0.2122039496898651 (0.22100495960977343) + | > loss_disc_real_4: 0.2409113645553589 (0.22059819847345352) + | > loss_disc_real_5: 0.24113501608371735 (0.22994422236526454) + | > loss_0: 2.605473041534424 (2.4370864155115917) + | > grad_norm_0: tensor(61.9868, device='cuda:0') (tensor(62.5929, device='cuda:0')) + | > loss_gen: 2.200699806213379 (2.4010681521009514) + | > loss_kl: 1.617745280265808 (1.554303655469859) + | > loss_feat: 6.1937127113342285 (7.134168128172557) + | > loss_mel: 21.027910232543945 (20.913684271000047) + | > loss_duration: 1.6902228593826294 (1.7071240869937119) + | > amp_scaler: 256.0 (132.14814814814812) + | > loss_1: 32.73029327392578 (33.7103484118426) + | > grad_norm_1: tensor(517.2118, device='cuda:0') (tensor(520.8774, device='cuda:0')) + | > current_lr_0: 0.00019828231082573666 + | > current_lr_1: 0.00019828231082573666 + | > step_time: 0.8203 (0.7809784555876697) + | > loader_time: 0.0048 (0.006298249518429792) + + + --> TIME: 2024-11-23 07:36:10 -- STEP: 241/797 -- GLOBAL_STEP: 56025 + | > loss_disc: 2.3588056564331055 (2.4368755124911243) + | > loss_disc_real_0: 0.07034919410943985 (0.12697523894151716) + | > loss_disc_real_1: 0.20671546459197998 (0.2170484534685048) + | > loss_disc_real_2: 0.22974489629268646 (0.2317654399579986) + | > loss_disc_real_3: 0.2018163502216339 (0.22174567639580406) + | > loss_disc_real_4: 0.20514921844005585 (0.2212634145347904) + | > loss_disc_real_5: 0.2229485660791397 (0.23077951452049478) + | > loss_0: 2.3588056564331055 (2.4368755124911243) + | > grad_norm_0: tensor(97.2254, device='cuda:0') (tensor(63.4941, device='cuda:0')) + | > loss_gen: 2.384831428527832 (2.401089944285476) + | > loss_kl: 1.295285701751709 (1.5538595845590488) + | > loss_feat: 6.56648063659668 (7.118465277169255) + | > loss_mel: 19.314834594726562 (20.911039526531802) + | > loss_duration: 1.777237892150879 (1.7030655516628408) + | > amp_scaler: 256.0 (144.99585062240664) + | > loss_1: 31.338668823242188 (33.687519983631915) + | > grad_norm_1: tensor(394.8974, device='cuda:0') (tensor(526.5572, device='cuda:0')) + | > current_lr_0: 0.00019828231082573666 + | > current_lr_1: 0.00019828231082573666 + | > step_time: 0.7534 (0.7841555092839284) + | > loader_time: 0.0102 (0.006377527822597393) + + + --> TIME: 2024-11-23 07:36:31 -- STEP: 266/797 -- GLOBAL_STEP: 56050 + | > loss_disc: 2.544917106628418 (2.4414855412074505) + | > loss_disc_real_0: 0.31460320949554443 (0.12888647512273682) + | > loss_disc_real_1: 0.22697606682777405 (0.21731521099581755) + | > loss_disc_real_2: 0.23654626309871674 (0.2321009187209875) + | > loss_disc_real_3: 0.22213953733444214 (0.22190310621171966) + | > loss_disc_real_4: 0.24817484617233276 (0.22063138576826655) + | > loss_disc_real_5: 0.19252371788024902 (0.23091115656876027) + | > loss_0: 2.544917106628418 (2.4414855412074505) + | > grad_norm_0: tensor(117.0618, device='cuda:0') (tensor(64.3940, device='cuda:0')) + | > loss_gen: 2.6002535820007324 (2.4024537586628045) + | > loss_kl: 1.78778076171875 (1.5553843495541049) + | > loss_feat: 6.247942924499512 (7.116887811431311) + | > loss_mel: 18.81032371520996 (20.947546119976757) + | > loss_duration: 1.6552562713623047 (1.6999575683945103) + | > amp_scaler: 128.0 (143.3984962406015) + | > loss_1: 31.1015567779541 (33.72222964924975) + | > grad_norm_1: tensor(614.1155, device='cuda:0') (tensor(524.2429, device='cuda:0')) + | > current_lr_0: 0.00019828231082573666 + | > current_lr_1: 0.00019828231082573666 + | > step_time: 0.7983 (0.7867748943486608) + | > loader_time: 0.0059 (0.006428723944757217) + + + --> TIME: 2024-11-23 07:36:52 -- STEP: 291/797 -- GLOBAL_STEP: 56075 + | > loss_disc: 2.4942092895507812 (2.4401850667606118) + | > loss_disc_real_0: 0.1200140044093132 (0.12838103048682617) + | > loss_disc_real_1: 0.26039746403694153 (0.21692218209050368) + | > loss_disc_real_2: 0.24085049331188202 (0.23166335264022409) + | > loss_disc_real_3: 0.17083798348903656 (0.22170448149602437) + | > loss_disc_real_4: 0.20770245790481567 (0.22126069040232912) + | > loss_disc_real_5: 0.2154003381729126 (0.23095301003595398) + | > loss_0: 2.4942092895507812 (2.4401850667606118) + | > grad_norm_0: tensor(49.5174, device='cuda:0') (tensor(62.8049, device='cuda:0')) + | > loss_gen: 2.159574270248413 (2.3990783617668536) + | > loss_kl: 1.5199276208877563 (1.5548932863674623) + | > loss_feat: 5.4601545333862305 (7.097497156805189) + | > loss_mel: 18.002925872802734 (20.944220723155436) + | > loss_duration: 1.648384690284729 (1.6983962698081105) + | > amp_scaler: 128.0 (142.07560137457045) + | > loss_1: 28.790966033935547 (33.69408583231396) + | > grad_norm_1: tensor(321.4203, device='cuda:0') (tensor(519.5062, device='cuda:0')) + | > current_lr_0: 0.00019828231082573666 + | > current_lr_1: 0.00019828231082573666 + | > step_time: 0.8152 (0.7893750397200437) + | > loader_time: 0.0078 (0.00663230509282797) + + + --> TIME: 2024-11-23 07:37:13 -- STEP: 316/797 -- GLOBAL_STEP: 56100 + | > loss_disc: 2.5486459732055664 (2.4394927824599844) + | > loss_disc_real_0: 0.12325262278318405 (0.12809661330207228) + | > loss_disc_real_1: 0.21434246003627777 (0.21705666024096404) + | > loss_disc_real_2: 0.23247864842414856 (0.23185562017031863) + | > loss_disc_real_3: 0.30716803669929504 (0.2221134586990634) + | > loss_disc_real_4: 0.26434415578842163 (0.220772971222295) + | > loss_disc_real_5: 0.18081127107143402 (0.2297011171054991) + | > loss_0: 2.5486459732055664 (2.4394927824599844) + | > grad_norm_0: tensor(29.3072, device='cuda:0') (tensor(60.1586, device='cuda:0')) + | > loss_gen: 2.3223934173583984 (2.39334681743308) + | > loss_kl: 1.5579549074172974 (1.5570069781587095) + | > loss_feat: 7.207396507263184 (7.081794059729274) + | > loss_mel: 20.727102279663086 (20.962912179246732) + | > loss_duration: 1.6619328260421753 (1.6966057529177847) + | > amp_scaler: 128.0 (140.96202531645568) + | > loss_1: 33.47677993774414 (33.691665842563275) + | > grad_norm_1: tensor(558.6747, device='cuda:0') (tensor(507.7209, device='cuda:0')) + | > current_lr_0: 0.00019828231082573666 + | > current_lr_1: 0.00019828231082573666 + | > step_time: 0.8615 (0.7929130528546584) + | > loader_time: 0.0075 (0.006636129904396926) + + + --> TIME: 2024-11-23 07:37:34 -- STEP: 341/797 -- GLOBAL_STEP: 56125 + | > loss_disc: 2.432582139968872 (2.438216596754416) + | > loss_disc_real_0: 0.0827217698097229 (0.12763358665701222) + | > loss_disc_real_1: 0.21465207636356354 (0.2169887460658977) + | > loss_disc_real_2: 0.21652518212795258 (0.23153230211427134) + | > loss_disc_real_3: 0.2281733602285385 (0.22178346115298286) + | > loss_disc_real_4: 0.22660067677497864 (0.22136606852854449) + | > loss_disc_real_5: 0.21023672819137573 (0.23048156941216713) + | > loss_0: 2.432582139968872 (2.438216596754416) + | > grad_norm_0: tensor(36.0110, device='cuda:0') (tensor(58.8411, device='cuda:0')) + | > loss_gen: 2.2735941410064697 (2.3911786345093144) + | > loss_kl: 1.5763293504714966 (1.556058571135893) + | > loss_feat: 6.192481994628906 (7.06828556032824) + | > loss_mel: 19.417049407958984 (20.970163787215334) + | > loss_duration: 1.683262586593628 (1.694568945165953) + | > amp_scaler: 128.0 (140.01173020527867) + | > loss_1: 31.142715454101562 (33.68025555428869) + | > grad_norm_1: tensor(258.7422, device='cuda:0') (tensor(506.2550, device='cuda:0')) + | > current_lr_0: 0.00019828231082573666 + | > current_lr_1: 0.00019828231082573666 + | > step_time: 0.8376 (0.7957467026025316) + | > loader_time: 0.0145 (0.006805526895606972) + + + --> TIME: 2024-11-23 07:37:55 -- STEP: 366/797 -- GLOBAL_STEP: 56150 + | > loss_disc: 2.2622649669647217 (2.4356799047501374) + | > loss_disc_real_0: 0.09089401364326477 (0.12732182864527222) + | > loss_disc_real_1: 0.19272956252098083 (0.21686505896797598) + | > loss_disc_real_2: 0.18162967264652252 (0.2314354722372821) + | > loss_disc_real_3: 0.20186932384967804 (0.22180876538890307) + | > loss_disc_real_4: 0.17993342876434326 (0.22105930570533364) + | > loss_disc_real_5: 0.2268734872341156 (0.22994325065710505) + | > loss_0: 2.2622649669647217 (2.4356799047501374) + | > grad_norm_0: tensor(12.0785, device='cuda:0') (tensor(58.5171, device='cuda:0')) + | > loss_gen: 2.400406837463379 (2.390807328979827) + | > loss_kl: 1.6327223777770996 (1.557462712780374) + | > loss_feat: 7.527489185333252 (7.065865327751702) + | > loss_mel: 20.997234344482422 (20.9621134950815) + | > loss_duration: 1.6726263761520386 (1.6925248575340854) + | > amp_scaler: 128.0 (139.19125683060116) + | > loss_1: 34.2304801940918 (33.668773765772386) + | > grad_norm_1: tensor(380.0857, device='cuda:0') (tensor(507.4203, device='cuda:0')) + | > current_lr_0: 0.00019828231082573666 + | > current_lr_1: 0.00019828231082573666 + | > step_time: 0.819 (0.7981007770110997) + | > loader_time: 0.014 (0.00689178216652792) + + + --> TIME: 2024-11-23 07:38:16 -- STEP: 391/797 -- GLOBAL_STEP: 56175 + | > loss_disc: 2.555109977722168 (2.4366392363672666) + | > loss_disc_real_0: 0.10941199958324432 (0.1275932184418143) + | > loss_disc_real_1: 0.24445529282093048 (0.21693753792196893) + | > loss_disc_real_2: 0.23207542300224304 (0.23135813560022417) + | > loss_disc_real_3: 0.24890266358852386 (0.22167945117749216) + | > loss_disc_real_4: 0.25313812494277954 (0.22148974963923546) + | > loss_disc_real_5: 0.2643846869468689 (0.23047358121560968) + | > loss_0: 2.555109977722168 (2.4366392363672666) + | > grad_norm_0: tensor(40.3476, device='cuda:0') (tensor(58.4553, device='cuda:0')) + | > loss_gen: 2.310260534286499 (2.3920518992197186) + | > loss_kl: 1.4291115999221802 (1.5608022517865272) + | > loss_feat: 6.386845588684082 (7.0659528107899225) + | > loss_mel: 21.276350021362305 (20.97145528866508) + | > loss_duration: 1.7288482189178467 (1.6909594233993375) + | > amp_scaler: 128.0 (138.4757033248082) + | > loss_1: 33.13141632080078 (33.68122172050762) + | > grad_norm_1: tensor(223.0224, device='cuda:0') (tensor(507.8950, device='cuda:0')) + | > current_lr_0: 0.00019828231082573666 + | > current_lr_1: 0.00019828231082573666 + | > step_time: 0.8189 (0.8006449196954515) + | > loader_time: 0.0135 (0.007037291441427168) + + + --> TIME: 2024-11-23 07:38:38 -- STEP: 416/797 -- GLOBAL_STEP: 56200 + | > loss_disc: 2.5223264694213867 (2.435178827207821) + | > loss_disc_real_0: 0.20728902518749237 (0.12783597097194804) + | > loss_disc_real_1: 0.2337905764579773 (0.21676613154033056) + | > loss_disc_real_2: 0.26064589619636536 (0.23118882737337396) + | > loss_disc_real_3: 0.2293311506509781 (0.22166650745874414) + | > loss_disc_real_4: 0.248863086104393 (0.22066409645888665) + | > loss_disc_real_5: 0.2095898687839508 (0.22989950669356263) + | > loss_0: 2.5223264694213867 (2.435178827207821) + | > grad_norm_0: tensor(92.5423, device='cuda:0') (tensor(58.6706, device='cuda:0')) + | > loss_gen: 2.3969321250915527 (2.3924358905507983) + | > loss_kl: 1.732507586479187 (1.56151176072084) + | > loss_feat: 6.230253219604492 (7.069069128770095) + | > loss_mel: 19.650867462158203 (20.996880256212684) + | > loss_duration: 1.6750850677490234 (1.6894766040719473) + | > amp_scaler: 128.0 (137.84615384615384) + | > loss_1: 31.685646057128906 (33.70937368961474) + | > grad_norm_1: tensor(457.1022, device='cuda:0') (tensor(504.2307, device='cuda:0')) + | > current_lr_0: 0.00019828231082573666 + | > current_lr_1: 0.00019828231082573666 + | > step_time: 0.8603 (0.8036332010076593) + | > loader_time: 0.0061 (0.007186301625691927) + + + --> TIME: 2024-11-23 07:38:59 -- STEP: 441/797 -- GLOBAL_STEP: 56225 + | > loss_disc: 2.4181978702545166 (2.4342630893465063) + | > loss_disc_real_0: 0.2222776710987091 (0.1275607919121949) + | > loss_disc_real_1: 0.17692667245864868 (0.21637381275359735) + | > loss_disc_real_2: 0.21627292037010193 (0.23147341328548465) + | > loss_disc_real_3: 0.1648547500371933 (0.22112458967973317) + | > loss_disc_real_4: 0.23284532129764557 (0.22102546316831287) + | > loss_disc_real_5: 0.24560870230197906 (0.23098949554150336) + | > loss_0: 2.4181978702545166 (2.4342630893465063) + | > grad_norm_0: tensor(73.4345, device='cuda:0') (tensor(59.2768, device='cuda:0')) + | > loss_gen: 2.7148563861846924 (2.400534476282377) + | > loss_kl: 1.753645658493042 (1.5619577964146931) + | > loss_feat: 7.406635284423828 (7.088364571941142) + | > loss_mel: 21.18206214904785 (21.038399391433828) + | > loss_duration: 1.6489859819412231 (1.6885743038454293) + | > amp_scaler: 128.0 (137.2879818594104) + | > loss_1: 34.70618438720703 (33.77783060830728) + | > grad_norm_1: tensor(317.2841, device='cuda:0') (tensor(504.6581, device='cuda:0')) + | > current_lr_0: 0.00019828231082573666 + | > current_lr_1: 0.00019828231082573666 + | > step_time: 0.811 (0.8056541510990686) + | > loader_time: 0.0142 (0.007272458130540221) + + + --> TIME: 2024-11-23 07:39:21 -- STEP: 466/797 -- GLOBAL_STEP: 56250 + | > loss_disc: 2.5198404788970947 (2.434109246270338) + | > loss_disc_real_0: 0.1848631650209427 (0.12744423998080084) + | > loss_disc_real_1: 0.2128732055425644 (0.21643672733219907) + | > loss_disc_real_2: 0.19825981557369232 (0.2313501726148466) + | > loss_disc_real_3: 0.19181840121746063 (0.22135255015714997) + | > loss_disc_real_4: 0.2003040909767151 (0.22086350284037157) + | > loss_disc_real_5: 0.22942635416984558 (0.23083457178056496) + | > loss_0: 2.5198404788970947 (2.434109246270338) + | > grad_norm_0: tensor(104.6335, device='cuda:0') (tensor(60.0188, device='cuda:0')) + | > loss_gen: 2.3125576972961426 (2.4014849059059915) + | > loss_kl: 1.6537492275238037 (1.5628997003060041) + | > loss_feat: 6.711458206176758 (7.0913604646281625) + | > loss_mel: 19.788461685180664 (21.058416608065503) + | > loss_duration: 1.7443006038665771 (1.6877626016927891) + | > amp_scaler: 128.0 (136.78969957081543) + | > loss_1: 32.21052551269531 (33.80192433713326) + | > grad_norm_1: tensor(233.9186, device='cuda:0') (tensor(498.2421, device='cuda:0')) + | > current_lr_0: 0.00019828231082573666 + | > current_lr_1: 0.00019828231082573666 + | > step_time: 0.8828 (0.8081327047470811) + | > loader_time: 0.0127 (0.007381213069473725) + + + --> TIME: 2024-11-23 07:39:43 -- STEP: 491/797 -- GLOBAL_STEP: 56275 + | > loss_disc: 2.529290199279785 (2.43253001127612) + | > loss_disc_real_0: 0.14060327410697937 (0.1272714775199801) + | > loss_disc_real_1: 0.21888940036296844 (0.21625973211407903) + | > loss_disc_real_2: 0.2668650448322296 (0.23114298177833711) + | > loss_disc_real_3: 0.2120482176542282 (0.22135970715714084) + | > loss_disc_real_4: 0.209699809551239 (0.2205632607587243) + | > loss_disc_real_5: 0.2370871752500534 (0.2311009390169637) + | > loss_0: 2.529290199279785 (2.43253001127612) + | > grad_norm_0: tensor(14.6977, device='cuda:0') (tensor(58.4544, device='cuda:0')) + | > loss_gen: 2.317416191101074 (2.4003674746045287) + | > loss_kl: 1.635096788406372 (1.5643172803090206) + | > loss_feat: 6.807132720947266 (7.0909215418238745) + | > loss_mel: 19.831680297851562 (21.063371658325202) + | > loss_duration: 1.6966749429702759 (1.686402222046784) + | > amp_scaler: 128.0 (136.34215885947046) + | > loss_1: 32.288002014160156 (33.80538024047719) + | > grad_norm_1: tensor(373.8337, device='cuda:0') (tensor(487.1877, device='cuda:0')) + | > current_lr_0: 0.00019828231082573666 + | > current_lr_1: 0.00019828231082573666 + | > step_time: 0.8607 (0.8108961480212549) + | > loader_time: 0.0104 (0.007455025088277222) + + + --> TIME: 2024-11-23 07:40:05 -- STEP: 516/797 -- GLOBAL_STEP: 56300 + | > loss_disc: 2.514193534851074 (2.4332842836084283) + | > loss_disc_real_0: 0.13469749689102173 (0.1273227764307989) + | > loss_disc_real_1: 0.1862071305513382 (0.21625328026423157) + | > loss_disc_real_2: 0.25205305218696594 (0.23117986878798913) + | > loss_disc_real_3: 0.25052884221076965 (0.22149127684244813) + | > loss_disc_real_4: 0.2442433089017868 (0.2206287124706793) + | > loss_disc_real_5: 0.24477660655975342 (0.23120731695793395) + | > loss_0: 2.514193534851074 (2.4332842836084283) + | > grad_norm_0: tensor(75.4066, device='cuda:0') (tensor(57.8517, device='cuda:0')) + | > loss_gen: 2.3532490730285645 (2.398334214391636) + | > loss_kl: 1.5933234691619873 (1.5640840070654256) + | > loss_feat: 6.100805759429932 (7.086291983146076) + | > loss_mel: 19.895954132080078 (21.06137073871702) + | > loss_duration: 1.6728533506393433 (1.6854479294414668) + | > amp_scaler: 128.0 (135.93798449612405) + | > loss_1: 31.616186141967773 (33.795528944148494) + | > grad_norm_1: tensor(462.4738, device='cuda:0') (tensor(486.0479, device='cuda:0')) + | > current_lr_0: 0.00019828231082573666 + | > current_lr_1: 0.00019828231082573666 + | > step_time: 0.8512 (0.8138901933219079) + | > loader_time: 0.0072 (0.007590931515360988) + + + --> TIME: 2024-11-23 07:40:27 -- STEP: 541/797 -- GLOBAL_STEP: 56325 + | > loss_disc: 2.391491413116455 (2.431177049820171) + | > loss_disc_real_0: 0.10597573220729828 (0.12666168098308672) + | > loss_disc_real_1: 0.2544507086277008 (0.2162218453593263) + | > loss_disc_real_2: 0.2303076982498169 (0.23101798708029025) + | > loss_disc_real_3: 0.23506169021129608 (0.22130479141656662) + | > loss_disc_real_4: 0.25150012969970703 (0.2204142607018599) + | > loss_disc_real_5: 0.19217036664485931 (0.23082081800027165) + | > loss_0: 2.391491413116455 (2.431177049820171) + | > grad_norm_0: tensor(43.1368, device='cuda:0') (tensor(56.9727, device='cuda:0')) + | > loss_gen: 2.588496685028076 (2.4006141034159794) + | > loss_kl: 1.3407829999923706 (1.5650998468540072) + | > loss_feat: 7.904172420501709 (7.101657786342883) + | > loss_mel: 22.42180061340332 (21.08257089921596) + | > loss_duration: 1.7068310976028442 (1.685425828433081) + | > amp_scaler: 128.0 (135.57116451016637) + | > loss_1: 35.96208572387695 (33.83536853896044) + | > grad_norm_1: tensor(772.1613, device='cuda:0') (tensor(489.4766, device='cuda:0')) + | > current_lr_0: 0.00019828231082573666 + | > current_lr_1: 0.00019828231082573666 + | > step_time: 0.8743 (0.816149065983714) + | > loader_time: 0.0074 (0.007725779097974852) + + + --> TIME: 2024-11-23 07:40:49 -- STEP: 566/797 -- GLOBAL_STEP: 56350 + | > loss_disc: 2.430753469467163 (2.4306766974209895) + | > loss_disc_real_0: 0.11027884483337402 (0.12631652575288976) + | > loss_disc_real_1: 0.23353974521160126 (0.21642977515294778) + | > loss_disc_real_2: 0.244364395737648 (0.23090357865229932) + | > loss_disc_real_3: 0.22844992578029633 (0.22157452108055464) + | > loss_disc_real_4: 0.22525733709335327 (0.22034660460881544) + | > loss_disc_real_5: 0.24099931120872498 (0.2307904289489079) + | > loss_0: 2.430753469467163 (2.4306766974209895) + | > grad_norm_0: tensor(23.2354, device='cuda:0') (tensor(56.6415, device='cuda:0')) + | > loss_gen: 2.5506432056427 (2.4015116712651086) + | > loss_kl: 1.5514081716537476 (1.5664577690535635) + | > loss_feat: 6.040211200714111 (7.1061184684295124) + | > loss_mel: 20.007726669311523 (21.101276889706675) + | > loss_duration: 1.6718002557754517 (1.6845926762469667) + | > amp_scaler: 128.0 (135.23674911660777) + | > loss_1: 31.82179069519043 (33.85995755010267) + | > grad_norm_1: tensor(649.6870, device='cuda:0') (tensor(492.0430, device='cuda:0')) + | > current_lr_0: 0.00019828231082573666 + | > current_lr_1: 0.00019828231082573666 + | > step_time: 0.8893 (0.8182074960465986) + | > loader_time: 0.0083 (0.007819874126582601) + + + --> TIME: 2024-11-23 07:41:11 -- STEP: 591/797 -- GLOBAL_STEP: 56375 + | > loss_disc: 2.4473819732666016 (2.429823238434122) + | > loss_disc_real_0: 0.09583574533462524 (0.12599512444913083) + | > loss_disc_real_1: 0.20954333245754242 (0.21647412389163845) + | > loss_disc_real_2: 0.2620013952255249 (0.2307956429251963) + | > loss_disc_real_3: 0.24164451658725739 (0.22177476288400935) + | > loss_disc_real_4: 0.22291715443134308 (0.22044792118310524) + | > loss_disc_real_5: 0.24772295355796814 (0.23090075594317894) + | > loss_0: 2.4473819732666016 (2.429823238434122) + | > grad_norm_0: tensor(7.5280, device='cuda:0') (tensor(56.4917, device='cuda:0')) + | > loss_gen: 2.474762201309204 (2.4038160391870513) + | > loss_kl: 1.6971862316131592 (1.5660233628729674) + | > loss_feat: 7.117463111877441 (7.107379499425742) + | > loss_mel: 22.078105926513672 (21.10569972636939) + | > loss_duration: 1.6777644157409668 (1.6844287529814668) + | > amp_scaler: 128.0 (134.93062605752974) + | > loss_1: 35.045284271240234 (33.86734746232647) + | > grad_norm_1: tensor(343.1874, device='cuda:0') (tensor(489.7784, device='cuda:0')) + | > current_lr_0: 0.00019828231082573666 + | > current_lr_1: 0.00019828231082573666 + | > step_time: 0.8817 (0.8204428221771962) + | > loader_time: 0.0085 (0.007900658396093174) + + + --> TIME: 2024-11-23 07:41:34 -- STEP: 616/797 -- GLOBAL_STEP: 56400 + | > loss_disc: 2.3421096801757812 (2.4287591189533075) + | > loss_disc_real_0: 0.08359068632125854 (0.12580907166415423) + | > loss_disc_real_1: 0.1699724793434143 (0.21651200461503747) + | > loss_disc_real_2: 0.21062897145748138 (0.23076736315020493) + | > loss_disc_real_3: 0.22210657596588135 (0.2217271236049665) + | > loss_disc_real_4: 0.19067884981632233 (0.22032647093685417) + | > loss_disc_real_5: 0.19733604788780212 (0.23070028840334383) + | > loss_0: 2.3421096801757812 (2.4287591189533075) + | > grad_norm_0: tensor(38.8612, device='cuda:0') (tensor(56.7434, device='cuda:0')) + | > loss_gen: 2.325469970703125 (2.403583863725912) + | > loss_kl: 1.7185695171356201 (1.565066443828793) + | > loss_feat: 7.560941696166992 (7.103495146547045) + | > loss_mel: 21.85291862487793 (21.11307704603519) + | > loss_duration: 1.6949576139450073 (1.684227981157117) + | > amp_scaler: 128.0 (134.6493506493507) + | > loss_1: 35.15285873413086 (33.86945055057467) + | > grad_norm_1: tensor(253.8789, device='cuda:0') (tensor(491.0253, device='cuda:0')) + | > current_lr_0: 0.00019828231082573666 + | > current_lr_1: 0.00019828231082573666 + | > step_time: 0.8661 (0.8229355188933283) + | > loader_time: 0.0131 (0.007990427605517502) + + + --> TIME: 2024-11-23 07:41:56 -- STEP: 641/797 -- GLOBAL_STEP: 56425 + | > loss_disc: 2.5327863693237305 (2.42923893013536) + | > loss_disc_real_0: 0.07456757873296738 (0.12560242068679228) + | > loss_disc_real_1: 0.2923705279827118 (0.21670051135250634) + | > loss_disc_real_2: 0.22894953191280365 (0.23055418096075936) + | > loss_disc_real_3: 0.20070579648017883 (0.2217972443879302) + | > loss_disc_real_4: 0.22213110327720642 (0.2207560883762312) + | > loss_disc_real_5: 0.22172604501247406 (0.23066318486112514) + | > loss_0: 2.5327863693237305 (2.42923893013536) + | > grad_norm_0: tensor(55.8510, device='cuda:0') (tensor(57.4907, device='cuda:0')) + | > loss_gen: 2.317532777786255 (2.403513592602499) + | > loss_kl: 1.7391541004180908 (1.5658019003741634) + | > loss_feat: 6.83576774597168 (7.0955444304693875) + | > loss_mel: 20.561872482299805 (21.10554011638007) + | > loss_duration: 1.6559693813323975 (1.6844806230384362) + | > amp_scaler: 128.0 (134.39001560062408) + | > loss_1: 33.11029815673828 (33.85488073911376) + | > grad_norm_1: tensor(502.6341, device='cuda:0') (tensor(486.9363, device='cuda:0')) + | > current_lr_0: 0.00019828231082573666 + | > current_lr_1: 0.00019828231082573666 + | > step_time: 0.8924 (0.8254471420311889) + | > loader_time: 0.009 (0.008135684008903323) + + + --> TIME: 2024-11-23 07:42:19 -- STEP: 666/797 -- GLOBAL_STEP: 56450 + | > loss_disc: 2.3525617122650146 (2.4304077152733328) + | > loss_disc_real_0: 0.11899685859680176 (0.12583069037366396) + | > loss_disc_real_1: 0.21123921871185303 (0.2167826456887586) + | > loss_disc_real_2: 0.19360661506652832 (0.2307074797806797) + | > loss_disc_real_3: 0.22479258477687836 (0.22188483180852986) + | > loss_disc_real_4: 0.19055522978305817 (0.22083381084618983) + | > loss_disc_real_5: 0.1856933832168579 (0.23055347871851992) + | > loss_0: 2.3525617122650146 (2.4304077152733328) + | > grad_norm_0: tensor(51.7190, device='cuda:0') (tensor(57.8337, device='cuda:0')) + | > loss_gen: 2.2649195194244385 (2.4020542164106637) + | > loss_kl: 1.6148450374603271 (1.5676754226197702) + | > loss_feat: 7.285140037536621 (7.092357475836356) + | > loss_mel: 20.291147232055664 (21.1041929227812) + | > loss_duration: 1.687371850013733 (1.6841414207452767) + | > amp_scaler: 128.0 (134.15015015015024) + | > loss_1: 33.1434211730957 (33.85042153321221) + | > grad_norm_1: tensor(498.3512, device='cuda:0') (tensor(485.4437, device='cuda:0')) + | > current_lr_0: 0.00019828231082573666 + | > current_lr_1: 0.00019828231082573666 + | > step_time: 0.891 (0.8282176893394629) + | > loader_time: 0.0082 (0.008221373901710852) + + + --> TIME: 2024-11-23 07:42:43 -- STEP: 691/797 -- GLOBAL_STEP: 56475 + | > loss_disc: 2.5831103324890137 (2.430377202165109) + | > loss_disc_real_0: 0.13511332869529724 (0.12573217933218508) + | > loss_disc_real_1: 0.22051303088665009 (0.21661680818207874) + | > loss_disc_real_2: 0.19868150353431702 (0.2305692293062569) + | > loss_disc_real_3: 0.21078473329544067 (0.22198892858111224) + | > loss_disc_real_4: 0.23844778537750244 (0.22081988070877173) + | > loss_disc_real_5: 0.24777968227863312 (0.23067166596952982) + | > loss_0: 2.5831103324890137 (2.430377202165109) + | > grad_norm_0: tensor(67.9840, device='cuda:0') (tensor(58.3034, device='cuda:0')) + | > loss_gen: 2.241920232772827 (2.4008350199797404) + | > loss_kl: 1.61387300491333 (1.5687475646111444) + | > loss_feat: 5.632256984710693 (7.080391892130916) + | > loss_mel: 18.363147735595703 (21.09531036575694) + | > loss_duration: 1.6575849056243896 (1.6834197863828602) + | > amp_scaler: 128.0 (133.9276410998554) + | > loss_1: 29.5087833404541 (33.82870472633367) + | > grad_norm_1: tensor(522.7411, device='cuda:0') (tensor(487.9568, device='cuda:0')) + | > current_lr_0: 0.00019828231082573666 + | > current_lr_1: 0.00019828231082573666 + | > step_time: 0.9054 (0.8316718938554246) + | > loader_time: 0.0174 (0.008346872633341941) + + + --> TIME: 2024-11-23 07:43:06 -- STEP: 716/797 -- GLOBAL_STEP: 56500 + | > loss_disc: 2.443798065185547 (2.4294899828607135) + | > loss_disc_real_0: 0.07259475439786911 (0.1256645591513323) + | > loss_disc_real_1: 0.2344493716955185 (0.2166079361012528) + | > loss_disc_real_2: 0.21470575034618378 (0.23073406806787966) + | > loss_disc_real_3: 0.22716031968593597 (0.22202222629882107) + | > loss_disc_real_4: 0.23515695333480835 (0.22071127021196169) + | > loss_disc_real_5: 0.25342240929603577 (0.23039567397709665) + | > loss_0: 2.443798065185547 (2.4294899828607135) + | > grad_norm_0: tensor(86.2787, device='cuda:0') (tensor(58.5826, device='cuda:0')) + | > loss_gen: 2.262652635574341 (2.40092802946794) + | > loss_kl: 1.8061434030532837 (1.5702746207487643) + | > loss_feat: 6.670074939727783 (7.0807540303502) + | > loss_mel: 20.921710968017578 (21.107496575936263) + | > loss_duration: 1.6578924655914307 (1.6828082080659919) + | > amp_scaler: 128.0 (133.72067039106162) + | > loss_1: 33.318477630615234 (33.84226155947035) + | > grad_norm_1: tensor(540.4011, device='cuda:0') (tensor(488.5963, device='cuda:0')) + | > current_lr_0: 0.00019828231082573666 + | > current_lr_1: 0.00019828231082573666 + | > step_time: 0.9741 (0.8353194807494817) + | > loader_time: 0.0176 (0.008513597469756053) + + + --> TIME: 2024-11-23 07:43:32 -- STEP: 741/797 -- GLOBAL_STEP: 56525 + | > loss_disc: 2.559262752532959 (2.429544659278653) + | > loss_disc_real_0: 0.11164996027946472 (0.1257042923487231) + | > loss_disc_real_1: 0.21856699883937836 (0.216461591714146) + | > loss_disc_real_2: 0.28316542506217957 (0.23082203660336262) + | > loss_disc_real_3: 0.24921287596225739 (0.2220146950439886) + | > loss_disc_real_4: 0.37477630376815796 (0.22090344603566828) + | > loss_disc_real_5: 0.2653527557849884 (0.2303011830237552) + | > loss_0: 2.559262752532959 (2.429544659278653) + | > grad_norm_0: tensor(47.2994, device='cuda:0') (tensor(58.2228, device='cuda:0')) + | > loss_gen: 2.6051011085510254 (2.400490081905516) + | > loss_kl: 1.65711510181427 (1.5711036230388435) + | > loss_feat: 8.065360069274902 (7.078645847104339) + | > loss_mel: 22.172380447387695 (21.107128017183584) + | > loss_duration: 1.686739444732666 (1.6819886791239544) + | > amp_scaler: 128.0 (133.5276653171391) + | > loss_1: 36.18669891357422 (33.83935633876864) + | > grad_norm_1: tensor(870.3156, device='cuda:0') (tensor(491.7384, device='cuda:0')) + | > current_lr_0: 0.00019828231082573666 + | > current_lr_1: 0.00019828231082573666 + | > step_time: 0.9167 (0.8396656027367883) + | > loader_time: 0.0962 (0.009676552333651599) + + + --> TIME: 2024-11-23 07:44:05 -- STEP: 766/797 -- GLOBAL_STEP: 56550 + | > loss_disc: 2.447676658630371 (2.430494350490619) + | > loss_disc_real_0: 0.08759309351444244 (0.12580809764583492) + | > loss_disc_real_1: 0.17561198770999908 (0.21624055137133164) + | > loss_disc_real_2: 0.27207425236701965 (0.230790024754584) + | > loss_disc_real_3: 0.24358731508255005 (0.22205941770079868) + | > loss_disc_real_4: 0.26439791917800903 (0.22131833196775721) + | > loss_disc_real_5: 0.24138876795768738 (0.23007023544597874) + | > loss_0: 2.447676658630371 (2.430494350490619) + | > grad_norm_0: tensor(42.4724, device='cuda:0') (tensor(59.5499, device='cuda:0')) + | > loss_gen: 2.6172358989715576 (2.399924299113124) + | > loss_kl: 1.5149881839752197 (1.571805354198027) + | > loss_feat: 6.990345001220703 (7.073088043974834) + | > loss_mel: 20.677270889282227 (21.10198451458008) + | > loss_duration: 1.6514573097229004 (1.6810483779981926) + | > amp_scaler: 128.0 (133.34725848563974) + | > loss_1: 33.451297760009766 (33.827850677948376) + | > grad_norm_1: tensor(520.2535, device='cuda:0') (tensor(491.0976, device='cuda:0')) + | > current_lr_0: 0.00019828231082573666 + | > current_lr_1: 0.00019828231082573666 + | > step_time: 1.4027 (0.8517699789440661) + | > loader_time: 0.1487 (0.01291775267678203) + + + --> TIME: 2024-11-23 07:45:02 -- STEP: 791/797 -- GLOBAL_STEP: 56575 + | > loss_disc: 2.453420400619507 (2.4313757181469002) + | > loss_disc_real_0: 0.2640856206417084 (0.1260770568683009) + | > loss_disc_real_1: 0.24867434799671173 (0.2162654458647582) + | > loss_disc_real_2: 0.21973095834255219 (0.23099819242050013) + | > loss_disc_real_3: 0.1721719354391098 (0.22209631899364682) + | > loss_disc_real_4: 0.24440602958202362 (0.221567812501706) + | > loss_disc_real_5: 0.23704290390014648 (0.23055682935093808) + | > loss_0: 2.453420400619507 (2.4313757181469002) + | > grad_norm_0: tensor(113.4029, device='cuda:0') (tensor(59.7629, device='cuda:0')) + | > loss_gen: 2.5494775772094727 (2.4012676132313096) + | > loss_kl: 1.5841078758239746 (1.5723226240703032) + | > loss_feat: 6.659647464752197 (7.072568653506967) + | > loss_mel: 21.532072067260742 (21.09768189190313) + | > loss_duration: 1.6408107280731201 (1.6802393440651682) + | > amp_scaler: 128.0 (133.17825537294573) + | > loss_1: 33.96611785888672 (33.82408021041925) + | > grad_norm_1: tensor(399.8990, device='cuda:0') (tensor(491.1195, device='cuda:0')) + | > current_lr_0: 0.00019828231082573666 + | > current_lr_1: 0.00019828231082573666 + | > step_time: 5.333 (0.8935084424338358) + | > loader_time: 0.1094 (0.016074830451897813) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.6159679889678955 (2.6159679889678955) + | > loss_disc_real_0: 0.27242594957351685 (0.27242594957351685) + | > loss_disc_real_1: 0.15728919208049774 (0.15728919208049774) + | > loss_disc_real_2: 0.1906488686800003 (0.1906488686800003) + | > loss_disc_real_3: 0.22593683004379272 (0.22593683004379272) + | > loss_disc_real_4: 0.1624583750963211 (0.1624583750963211) + | > loss_disc_real_5: 0.1940026432275772 (0.1940026432275772) + | > loss_0: 2.6159679889678955 (2.6159679889678955) + | > loss_gen: 2.097193479537964 (2.097193479537964) + | > loss_kl: 1.7970373630523682 (1.7970373630523682) + | > loss_feat: 7.34486198425293 (7.34486198425293) + | > loss_mel: 22.63108253479004 (22.63108253479004) + | > loss_duration: 1.967390775680542 (1.967390775680542) + | > loss_1: 35.83756637573242 (35.83756637573242) + + --> STEP: 1 + | > loss_disc: 2.7953593730926514 (2.7953593730926514) + | > loss_disc_real_0: 0.2840281128883362 (0.2840281128883362) + | > loss_disc_real_1: 0.18760327994823456 (0.18760327994823456) + | > loss_disc_real_2: 0.22546331584453583 (0.22546331584453583) + | > loss_disc_real_3: 0.2374047487974167 (0.2374047487974167) + | > loss_disc_real_4: 0.20504066348075867 (0.20504066348075867) + | > loss_disc_real_5: 0.1727064996957779 (0.1727064996957779) + | > loss_0: 2.7953593730926514 (2.7953593730926514) + | > loss_gen: 1.903373122215271 (1.903373122215271) + | > loss_kl: 1.9857306480407715 (1.9857306480407715) + | > loss_feat: 5.009704113006592 (5.009704113006592) + | > loss_mel: 14.987537384033203 (14.987537384033203) + | > loss_duration: 1.7513012886047363 (1.7513012886047363) + | > loss_1: 25.637645721435547 (25.637645721435547) + + --> STEP: 2 + | > loss_disc: 2.605365514755249 (2.70036244392395) + | > loss_disc_real_0: 0.2559441924095154 (0.2699861526489258) + | > loss_disc_real_1: 0.2299911230802536 (0.20879720151424408) + | > loss_disc_real_2: 0.2334759682416916 (0.2294696420431137) + | > loss_disc_real_3: 0.27994874119758606 (0.2586767449975014) + | > loss_disc_real_4: 0.189890518784523 (0.19746559113264084) + | > loss_disc_real_5: 0.22554074227809906 (0.19912362098693848) + | > loss_0: 2.605365514755249 (2.70036244392395) + | > loss_gen: 2.250973701477051 (2.077173411846161) + | > loss_kl: 1.7222527265548706 (1.853991687297821) + | > loss_feat: 4.963902950286865 (4.9868035316467285) + | > loss_mel: 20.137008666992188 (17.562273025512695) + | > loss_duration: 1.625441074371338 (1.688371181488037) + | > loss_1: 30.6995792388916 (28.168612480163574) + + --> STEP: 3 + | > loss_disc: 2.6807031631469727 (2.6938093503316245) + | > loss_disc_real_0: 0.4110402464866638 (0.3170041839281718) + | > loss_disc_real_1: 0.1622370034456253 (0.19327713549137115) + | > loss_disc_real_2: 0.22706018388271332 (0.22866648932298025) + | > loss_disc_real_3: 0.2690730690956116 (0.2621421863635381) + | > loss_disc_real_4: 0.21233481168746948 (0.2024219979842504) + | > loss_disc_real_5: 0.26686468720436096 (0.22170397639274597) + | > loss_0: 2.6807031631469727 (2.6938093503316245) + | > loss_gen: 2.2404212951660156 (2.1315893729527793) + | > loss_kl: 1.7022695541381836 (1.8034176429112752) + | > loss_feat: 4.943256855010986 (4.9722879727681475) + | > loss_mel: 19.25356101989746 (18.126035690307617) + | > loss_duration: 1.7643035650253296 (1.713681976000468) + | > loss_1: 29.903812408447266 (28.747012456258137) + + --> STEP: 4 + | > loss_disc: 2.4374914169311523 (2.6297298669815063) + | > loss_disc_real_0: 0.22533275187015533 (0.2940863259136677) + | > loss_disc_real_1: 0.1882350891828537 (0.1920166239142418) + | > loss_disc_real_2: 0.19782119989395142 (0.22095516696572304) + | > loss_disc_real_3: 0.15617060661315918 (0.23564929142594337) + | > loss_disc_real_4: 0.1544695347547531 (0.19043388217687607) + | > loss_disc_real_5: 0.1370929479598999 (0.20055121928453445) + | > loss_0: 2.4374914169311523 (2.6297298669815063) + | > loss_gen: 2.1820404529571533 (2.1442021429538727) + | > loss_kl: 1.719620943069458 (1.782468467950821) + | > loss_feat: 7.5231122970581055 (5.609994053840637) + | > loss_mel: 18.041847229003906 (18.10498857498169) + | > loss_duration: 1.6597533226013184 (1.7001998126506805) + | > loss_1: 31.126375198364258 (29.341853141784668) + + --> STEP: 5 + | > loss_disc: 2.5288331508636475 (2.6095505237579344) + | > loss_disc_real_0: 0.21417352557182312 (0.2781037658452988) + | > loss_disc_real_1: 0.16976895928382874 (0.18756709098815919) + | > loss_disc_real_2: 0.20848380029201508 (0.21846089363098145) + | > loss_disc_real_3: 0.19754141569137573 (0.22802771627902985) + | > loss_disc_real_4: 0.17702998220920563 (0.18775310218334199) + | > loss_disc_real_5: 0.1854727417230606 (0.19753552377223968) + | > loss_0: 2.5288331508636475 (2.6095505237579344) + | > loss_gen: 2.0259299278259277 (2.1205476999282835) + | > loss_kl: 2.0389652252197266 (1.833767819404602) + | > loss_feat: 5.908115863800049 (5.669618415832519) + | > loss_mel: 20.380006790161133 (18.559992218017577) + | > loss_duration: 1.8265777826309204 (1.7254754066467286) + | > loss_1: 32.179595947265625 (29.90940170288086) + + --> STEP: 6 + | > loss_disc: 2.7960174083709717 (2.6406283378601074) + | > loss_disc_real_0: 0.3764953911304474 (0.2945023700594902) + | > loss_disc_real_1: 0.19157831370830536 (0.18823562810818353) + | > loss_disc_real_2: 0.20599180459976196 (0.2163827121257782) + | > loss_disc_real_3: 0.2684786915779114 (0.2347695454955101) + | > loss_disc_real_4: 0.20535442233085632 (0.19068665554126105) + | > loss_disc_real_5: 0.22089016437530518 (0.2014279638727506) + | > loss_0: 2.7960174083709717 (2.6406283378601074) + | > loss_gen: 2.1504509449005127 (2.125531574090322) + | > loss_kl: 1.7187515497207642 (1.8145984411239624) + | > loss_feat: 5.478124141693115 (5.637702703475952) + | > loss_mel: 19.04787826538086 (18.641306559244793) + | > loss_duration: 1.6855976581573486 (1.7188291152318318) + | > loss_1: 30.0808048248291 (29.937968889872234) + + --> STEP: 7 + | > loss_disc: 2.725086212158203 (2.652693748474121) + | > loss_disc_real_0: 0.25312140583992004 (0.28859080374240875) + | > loss_disc_real_1: 0.2083054482936859 (0.19110274527754104) + | > loss_disc_real_2: 0.18872138857841492 (0.21243109447615488) + | > loss_disc_real_3: 0.205369234085083 (0.23056950100830623) + | > loss_disc_real_4: 0.18126864731311798 (0.18934122579438345) + | > loss_disc_real_5: 0.15307193994522095 (0.19451996045453207) + | > loss_0: 2.725086212158203 (2.652693748474121) + | > loss_gen: 2.2769556045532227 (2.1471635784421648) + | > loss_kl: 1.678100824356079 (1.7950987815856934) + | > loss_feat: 7.847489833831787 (5.953386579241071) + | > loss_mel: 20.504240036010742 (18.907439913068497) + | > loss_duration: 1.659158706665039 (1.7103047711508614) + | > loss_1: 33.9659423828125 (30.513393674577987) + + --> STEP: 8 + | > loss_disc: 2.5632686614990234 (2.641515612602234) + | > loss_disc_real_0: 0.3071673512458801 (0.2909128721803427) + | > loss_disc_real_1: 0.17629142105579376 (0.18925132974982262) + | > loss_disc_real_2: 0.20317934453487396 (0.21127462573349476) + | > loss_disc_real_3: 0.17967809736728668 (0.2242080755531788) + | > loss_disc_real_4: 0.15259170532226562 (0.18474753573536873) + | > loss_disc_real_5: 0.13899436593055725 (0.18757926113903522) + | > loss_0: 2.5632686614990234 (2.641515612602234) + | > loss_gen: 2.079470157623291 (2.1387019008398056) + | > loss_kl: 2.224493980407715 (1.848773181438446) + | > loss_feat: 6.103224754333496 (5.9721163511276245) + | > loss_mel: 18.113239288330078 (18.808164834976196) + | > loss_duration: 1.7110099792480469 (1.7103929221630096) + | > loss_1: 30.23143768310547 (30.47814917564392) + + --> STEP: 9 + | > loss_disc: 2.398001194000244 (2.6144584549797907) + | > loss_disc_real_0: 0.26914066076278687 (0.28849373757839203) + | > loss_disc_real_1: 0.190064936876297 (0.1893417305416531) + | > loss_disc_real_2: 0.16835254430770874 (0.20650550557507408) + | > loss_disc_real_3: 0.19478698074817657 (0.22093906501928964) + | > loss_disc_real_4: 0.1431095153093338 (0.18012108902136484) + | > loss_disc_real_5: 0.16684597730636597 (0.1852755629354053) + | > loss_0: 2.398001194000244 (2.6144584549797907) + | > loss_gen: 2.344320774078369 (2.161548442310757) + | > loss_kl: 1.3951606750488281 (1.7983717918395996) + | > loss_feat: 6.65942907333374 (6.048484431372748) + | > loss_mel: 19.140289306640625 (18.845067554050022) + | > loss_duration: 1.6857378482818604 (1.7076534695095487) + | > loss_1: 31.224937438964844 (30.561125649346245) + + --> STEP: 10 + | > loss_disc: 2.7154083251953125 (2.6245534420013428) + | > loss_disc_real_0: 0.37749558687210083 (0.2973939225077629) + | > loss_disc_real_1: 0.24327297508716583 (0.19473485499620438) + | > loss_disc_real_2: 0.250546932220459 (0.21090964823961258) + | > loss_disc_real_3: 0.2354908585548401 (0.2223942443728447) + | > loss_disc_real_4: 0.19233199954032898 (0.18134218007326125) + | > loss_disc_real_5: 0.22441281378269196 (0.18918928802013396) + | > loss_0: 2.7154083251953125 (2.6245534420013428) + | > loss_gen: 2.2840588092803955 (2.173799479007721) + | > loss_kl: 1.399416446685791 (1.7584762573242188) + | > loss_feat: 4.068912029266357 (5.85052719116211) + | > loss_mel: 17.633838653564453 (18.723944664001465) + | > loss_duration: 1.5821969509124756 (1.6951078176498413) + | > loss_1: 26.96842384338379 (30.20185546875) + + --> STEP: 11 + | > loss_disc: 2.409864902496338 (2.6050363020463423) + | > loss_disc_real_0: 0.19194169342517853 (0.28780735622752796) + | > loss_disc_real_1: 0.12105710059404373 (0.18803687732328067) + | > loss_disc_real_2: 0.15133626759052277 (0.2054938863624226) + | > loss_disc_real_3: 0.14729271829128265 (0.21556683291088452) + | > loss_disc_real_4: 0.08605343103408813 (0.17267956652424551) + | > loss_disc_real_5: 0.1331382691860199 (0.18409374085339633) + | > loss_0: 2.409864902496338 (2.6050363020463423) + | > loss_gen: 2.048997163772583 (2.1624538139863447) + | > loss_kl: 1.8738607168197632 (1.7689657536419956) + | > loss_feat: 9.180533409118652 (6.153255029158159) + | > loss_mel: 21.98058319091797 (19.020002711902965) + | > loss_duration: 1.5714194774627686 (1.6838634230873801) + | > loss_1: 36.655391693115234 (30.78854058005593) + + --> STEP: 12 + | > loss_disc: 2.473538875579834 (2.5940781831741333) + | > loss_disc_real_0: 0.1715339869260788 (0.27811790878574055) + | > loss_disc_real_1: 0.17427490651607513 (0.18689004642268023) + | > loss_disc_real_2: 0.21251097321510315 (0.20607864360014597) + | > loss_disc_real_3: 0.1857486218214035 (0.2130819819867611) + | > loss_disc_real_4: 0.19210205972194672 (0.17429810762405396) + | > loss_disc_real_5: 0.19242101907730103 (0.1847876807053884) + | > loss_0: 2.473538875579834 (2.5940781831741333) + | > loss_gen: 2.280391216278076 (2.172281930843989) + | > loss_kl: 1.38189697265625 (1.7367100218931835) + | > loss_feat: 6.918498516082764 (6.217025319735209) + | > loss_mel: 22.084857940673828 (19.275407314300537) + | > loss_duration: 1.7157866954803467 (1.686523695786794) + | > loss_1: 34.381431579589844 (31.087948163350422) + + --> STEP: 13 + | > loss_disc: 2.776681900024414 (2.608124622931847) + | > loss_disc_real_0: 0.3393460512161255 (0.28282776589577013) + | > loss_disc_real_1: 0.21660757064819336 (0.18917600982464278) + | > loss_disc_real_2: 0.2063082456588745 (0.20609630529697126) + | > loss_disc_real_3: 0.2196088582277298 (0.21358404938991254) + | > loss_disc_real_4: 0.18644475936889648 (0.1752324654505803) + | > loss_disc_real_5: 0.2583102881908417 (0.1904432658965771) + | > loss_0: 2.776681900024414 (2.608124622931847) + | > loss_gen: 1.8715382814407349 (2.1491478039668155) + | > loss_kl: 2.0434727668762207 (1.7603071561226478) + | > loss_feat: 2.9826676845550537 (5.968228578567505) + | > loss_mel: 14.300694465637207 (18.89273709517259) + | > loss_duration: 1.749035120010376 (1.6913322668809156) + | > loss_1: 22.94740867614746 (30.461752818180965) + + --> STEP: 14 + | > loss_disc: 2.567831516265869 (2.6052465438842773) + | > loss_disc_real_0: 0.2564883232116699 (0.2809463771326201) + | > loss_disc_real_1: 0.23565459251403809 (0.192495908588171) + | > loss_disc_real_2: 0.24493491649627686 (0.20887049181120737) + | > loss_disc_real_3: 0.2093944102525711 (0.213284789451531) + | > loss_disc_real_4: 0.19525942206382751 (0.17666296235152654) + | > loss_disc_real_5: 0.23759962618350983 (0.19381157734564372) + | > loss_0: 2.567831516265869 (2.6052465438842773) + | > loss_gen: 2.416435718536377 (2.1682397978646413) + | > loss_kl: 0.92278653383255 (1.700484254530498) + | > loss_feat: 6.68303108215332 (6.019285900252206) + | > loss_mel: 17.857501983642578 (18.818791730063303) + | > loss_duration: 1.7068665027618408 (1.6924418551581246) + | > loss_1: 29.58662223815918 (30.39924349103655) + + --> STEP: 15 + | > loss_disc: 2.4688937664031982 (2.596156358718872) + | > loss_disc_real_0: 0.3091581165790558 (0.2828271597623825) + | > loss_disc_real_1: 0.21378162503242493 (0.19391495635112127) + | > loss_disc_real_2: 0.2535385489463806 (0.21184836228688558) + | > loss_disc_real_3: 0.1883886456489563 (0.21162504653135936) + | > loss_disc_real_4: 0.22143466770648956 (0.17964774270852407) + | > loss_disc_real_5: 0.20432224869728088 (0.1945122887690862) + | > loss_0: 2.4688937664031982 (2.596156358718872) + | > loss_gen: 2.6278345584869385 (2.1988794485727947) + | > loss_kl: 1.7150717973709106 (1.7014567573865256) + | > loss_feat: 6.615233421325684 (6.059015734990438) + | > loss_mel: 21.882915496826172 (19.023066647847493) + | > loss_duration: 1.6448028087615967 (1.6892659187316894) + | > loss_1: 34.48585891723633 (30.67168451944987) + + --> STEP: 16 + | > loss_disc: 2.448063373565674 (2.586900547146797) + | > loss_disc_real_0: 0.1720823496580124 (0.2759056091308594) + | > loss_disc_real_1: 0.17574173212051392 (0.1927791298367083) + | > loss_disc_real_2: 0.21091321110725403 (0.2117899153381586) + | > loss_disc_real_3: 0.18862512707710266 (0.2101875515654683) + | > loss_disc_real_4: 0.1601668894290924 (0.1784301893785596) + | > loss_disc_real_5: 0.17704817652702332 (0.19342078175395727) + | > loss_0: 2.448063373565674 (2.586900547146797) + | > loss_gen: 2.1962358951568604 (2.1987142264842987) + | > loss_kl: 1.5067212581634521 (1.6892857886850834) + | > loss_feat: 8.325230598449707 (6.200654163956642) + | > loss_mel: 20.95697784423828 (19.143936097621918) + | > loss_duration: 1.7726857662200928 (1.6944796591997147) + | > loss_1: 34.757850646972656 (30.927069902420044) + + --> STEP: 17 + | > loss_disc: 2.7351179122924805 (2.5956192156847786) + | > loss_disc_real_0: 0.2883188724517822 (0.2766358010909137) + | > loss_disc_real_1: 0.18810653686523438 (0.1925042714266216) + | > loss_disc_real_2: 0.18450172245502472 (0.21018472752150366) + | > loss_disc_real_3: 0.19040770828723907 (0.20902403137263129) + | > loss_disc_real_4: 0.19432592391967773 (0.17936523258686066) + | > loss_disc_real_5: 0.18261826038360596 (0.1927853393204072) + | > loss_0: 2.7351179122924805 (2.5956192156847786) + | > loss_gen: 1.9134294986724854 (2.181932771907133) + | > loss_kl: 1.2137788534164429 (1.6613147924928104) + | > loss_feat: 6.40814208984375 (6.212859336067648) + | > loss_mel: 16.669309616088867 (18.998369834002325) + | > loss_duration: 1.6508541107177734 (1.691913450465483) + | > loss_1: 27.855514526367188 (30.746390174416934) + + --> STEP: 18 + | > loss_disc: 2.328274726867676 (2.5807667440838284) + | > loss_disc_real_0: 0.11199908703565598 (0.26748931697673267) + | > loss_disc_real_1: 0.1618044227361679 (0.19079872427715194) + | > loss_disc_real_2: 0.1881219446659088 (0.20895901736285952) + | > loss_disc_real_3: 0.17595858871936798 (0.20718706233633888) + | > loss_disc_real_4: 0.16332699358463287 (0.17847421930895913) + | > loss_disc_real_5: 0.11306154727935791 (0.18835623976257113) + | > loss_0: 2.328274726867676 (2.5807667440838284) + | > loss_gen: 2.1500134468078613 (2.180159476068285) + | > loss_kl: 1.509415864944458 (1.6528759631845686) + | > loss_feat: 8.447074890136719 (6.3369824224048195) + | > loss_mel: 22.143762588500977 (19.17311387591892) + | > loss_duration: 1.6465153694152832 (1.6893913348515828) + | > loss_1: 35.89678192138672 (31.03252304924859) + + --> STEP: 19 + | > loss_disc: 2.511962652206421 (2.5771454760902808) + | > loss_disc_real_0: 0.1028914824128151 (0.258826273052316) + | > loss_disc_real_1: 0.14875690639019012 (0.18858599701994344) + | > loss_disc_real_2: 0.1576390415430069 (0.2062579660039199) + | > loss_disc_real_3: 0.2106345295906067 (0.20736850798130035) + | > loss_disc_real_4: 0.15540100634098053 (0.1772598396790655) + | > loss_disc_real_5: 0.1733705848455429 (0.18756752108272753) + | > loss_0: 2.511962652206421 (2.5771454760902808) + | > loss_gen: 1.9079052209854126 (2.1658303047481335) + | > loss_kl: 1.7950682640075684 (1.6603597684910423) + | > loss_feat: 7.780389308929443 (6.412951205906115) + | > loss_mel: 22.89857292175293 (19.36919066780492) + | > loss_duration: 1.736567497253418 (1.6918742907674689) + | > loss_1: 36.11850357055664 (31.300206234580592) + + --> STEP: 20 + | > loss_disc: 2.3507590293884277 (2.565826153755188) + | > loss_disc_real_0: 0.18671709299087524 (0.2552208140492439) + | > loss_disc_real_1: 0.1419568806886673 (0.18625454120337964) + | > loss_disc_real_2: 0.19932499527931213 (0.2059113174676895) + | > loss_disc_real_3: 0.18441994488239288 (0.20622107982635499) + | > loss_disc_real_4: 0.15065814554691315 (0.17592975497245789) + | > loss_disc_real_5: 0.11677440255880356 (0.18402786515653133) + | > loss_0: 2.3507590293884277 (2.565826153755188) + | > loss_gen: 2.17848801612854 (2.166463190317154) + | > loss_kl: 1.8329554796218872 (1.6689895540475845) + | > loss_feat: 7.735002040863037 (6.479053747653961) + | > loss_mel: 21.468273162841797 (19.474144792556764) + | > loss_duration: 1.67710542678833 (1.6911358475685119) + | > loss_1: 34.89182662963867 (31.479787254333495) + + --> STEP: 21 + | > loss_disc: 2.3734259605407715 (2.556664239792597) + | > loss_disc_real_0: 0.24701878428459167 (0.2548302412033081) + | > loss_disc_real_1: 0.1884411722421646 (0.18635866649094082) + | > loss_disc_real_2: 0.17833705246448517 (0.2045982572294417) + | > loss_disc_real_3: 0.1685415357351303 (0.20442681582201094) + | > loss_disc_real_4: 0.1567380577325821 (0.17501586462770188) + | > loss_disc_real_5: 0.17305876314640045 (0.1835055269655727) + | > loss_0: 2.3734259605407715 (2.556664239792597) + | > loss_gen: 2.32307767868042 (2.1739210230963573) + | > loss_kl: 1.3590455055236816 (1.6542303136416845) + | > loss_feat: 6.533531665802002 (6.48164793423244) + | > loss_mel: 19.933691024780273 (19.496027946472168) + | > loss_duration: 1.6554979085922241 (1.6894388028553553) + | > loss_1: 31.80484390258789 (31.49526614234561) + + --> STEP: 22 + | > loss_disc: 2.6645703315734863 (2.561569062146274) + | > loss_disc_real_0: 0.3109676241874695 (0.2573819404298609) + | > loss_disc_real_1: 0.1645425409078598 (0.1853670244189826) + | > loss_disc_real_2: 0.24593313038349152 (0.20647711510008032) + | > loss_disc_real_3: 0.23011283576488495 (0.2055943621830507) + | > loss_disc_real_4: 0.2002933770418167 (0.1761648424647071) + | > loss_disc_real_5: 0.22296516597270966 (0.18529914692044258) + | > loss_0: 2.6645703315734863 (2.561569062146274) + | > loss_gen: 2.0562798976898193 (2.168573699214242) + | > loss_kl: 2.0206334590911865 (1.6708850020712072) + | > loss_feat: 5.062020301818848 (6.417119405486367) + | > loss_mel: 17.54928970336914 (19.40753984451294) + | > loss_duration: 1.744867205619812 (1.6919582757082852) + | > loss_1: 28.433090209960938 (31.356076327237215) + + --> STEP: 23 + | > loss_disc: 2.593501567840576 (2.5629574319590698) + | > loss_disc_real_0: 0.2647731900215149 (0.2577032991077589) + | > loss_disc_real_1: 0.1796794980764389 (0.18511974066495895) + | > loss_disc_real_2: 0.22870375216007233 (0.2074434906244278) + | > loss_disc_real_3: 0.2118612676858902 (0.20586683633534805) + | > loss_disc_real_4: 0.1803397834300995 (0.17634636163711548) + | > loss_disc_real_5: 0.16037802398204803 (0.18421561983616455) + | > loss_0: 2.593501567840576 (2.5629574319590698) + | > loss_gen: 2.167375087738037 (2.1685215856717983) + | > loss_kl: 1.6544190645217896 (1.6701690917429717) + | > loss_feat: 6.959991931915283 (6.440722558809363) + | > loss_mel: 22.894840240478516 (19.55916160085927) + | > loss_duration: 1.7334606647491455 (1.6937627274057139) + | > loss_1: 35.41008377075195 (31.532337520433508) + + --> STEP: 24 + | > loss_disc: 2.833021640777588 (2.574210107326508) + | > loss_disc_real_0: 0.32283586263656616 (0.2604171559214592) + | > loss_disc_real_1: 0.21422883868217468 (0.1863326197490096) + | > loss_disc_real_2: 0.2801784873008728 (0.21047411548594633) + | > loss_disc_real_3: 0.2025907337665558 (0.20573033206164837) + | > loss_disc_real_4: 0.1600443422794342 (0.17566711083054543) + | > loss_disc_real_5: 0.21034982800483704 (0.18530454517652592) + | > loss_0: 2.833021640777588 (2.574210107326508) + | > loss_gen: 2.2907021045684814 (2.173612440625827) + | > loss_kl: 1.62769615650177 (1.6683993861079216) + | > loss_feat: 6.48854398727417 (6.442715118328731) + | > loss_mel: 22.089189529418945 (19.664579431215923) + | > loss_duration: 1.6341259479522705 (1.6912778615951538) + | > loss_1: 34.13025665283203 (31.640584150950115) + + --> STEP: 25 + | > loss_disc: 2.6461968421936035 (2.577089576721192) + | > loss_disc_real_0: 0.3116537630558014 (0.26246662020683287) + | > loss_disc_real_1: 0.16144190728664398 (0.18533699125051498) + | > loss_disc_real_2: 0.21882514655590057 (0.2108081567287445) + | > loss_disc_real_3: 0.25713416934013367 (0.20778648555278778) + | > loss_disc_real_4: 0.19944952428340912 (0.17661840736865997) + | > loss_disc_real_5: 0.22389888763427734 (0.18684831887483597) + | > loss_0: 2.6461968421936035 (2.577089576721192) + | > loss_gen: 2.164485454559326 (2.173247361183167) + | > loss_kl: 1.3212535381317139 (1.6545135521888732) + | > loss_feat: 4.680668830871582 (6.372233266830444) + | > loss_mel: 19.735633850097656 (19.667421607971193) + | > loss_duration: 1.6109318733215332 (1.688064022064209) + | > loss_1: 29.51297378540039 (31.555479736328124) + + --> STEP: 26 + | > loss_disc: 2.4893882274627686 (2.57371644790356) + | > loss_disc_real_0: 0.2543107867240906 (0.2621529343036505) + | > loss_disc_real_1: 0.1756134033203125 (0.18496300709935334) + | > loss_disc_real_2: 0.21127262711524963 (0.21082602097437933) + | > loss_disc_real_3: 0.22537201642990112 (0.20846285212498444) + | > loss_disc_real_4: 0.18331317603588104 (0.1768758984712454) + | > loss_disc_real_5: 0.1727777123451233 (0.18630714170061624) + | > loss_0: 2.4893882274627686 (2.57371644790356) + | > loss_gen: 2.2652158737182617 (2.176784611665286) + | > loss_kl: 1.5344789028167725 (1.649896834905331) + | > loss_feat: 6.02620792388916 (6.358924599794241) + | > loss_mel: 20.752565383911133 (19.709157907045803) + | > loss_duration: 1.6605907678604126 (1.6870073584409861) + | > loss_1: 32.23905944824219 (31.581771263709435) + + --> STEP: 27 + | > loss_disc: 2.575709342956543 (2.5737902588314485) + | > loss_disc_real_0: 0.2594413757324219 (0.2620525062084198) + | > loss_disc_real_1: 0.13725067675113678 (0.1831958837531231) + | > loss_disc_real_2: 0.1945820301771164 (0.21022439168559182) + | > loss_disc_real_3: 0.26061928272247314 (0.21039457177674328) + | > loss_disc_real_4: 0.23495005071163177 (0.1790267929986671) + | > loss_disc_real_5: 0.18848414719104767 (0.1863877715335952) + | > loss_0: 2.575709342956543 (2.5737902588314485) + | > loss_gen: 2.1885509490966797 (2.177220401940523) + | > loss_kl: 1.7136201858520508 (1.6522569590144687) + | > loss_feat: 6.45493221282959 (6.362480437314069) + | > loss_mel: 22.243804931640625 (19.803033722771538) + | > loss_duration: 1.6927177906036377 (1.6872188559284917) + | > loss_1: 34.29362487792969 (31.682210286458332) + + --> STEP: 28 + | > loss_disc: 2.5896031856536865 (2.574355006217957) + | > loss_disc_real_0: 0.34300774335861206 (0.2649437646780695) + | > loss_disc_real_1: 0.17635087668895721 (0.18295141921511718) + | > loss_disc_real_2: 0.2163667529821396 (0.21044376173189708) + | > loss_disc_real_3: 0.24722784757614136 (0.21171004591243608) + | > loss_disc_real_4: 0.19206981360912323 (0.17949261516332626) + | > loss_disc_real_5: 0.15034613013267517 (0.1851005700549909) + | > loss_0: 2.5896031856536865 (2.574355006217957) + | > loss_gen: 2.439112901687622 (2.1865737055029193) + | > loss_kl: 1.5767385959625244 (1.6495598746197564) + | > loss_feat: 6.902114391326904 (6.381753078528813) + | > loss_mel: 21.880748748779297 (19.877237830843246) + | > loss_duration: 1.6892635822296143 (1.6872918818678175) + | > loss_1: 34.48797607421875 (31.782416207449778) + + --> STEP: 29 + | > loss_disc: 2.7544796466827393 (2.5805662007167425) + | > loss_disc_real_0: 0.3155510425567627 (0.26668884322561065) + | > loss_disc_real_1: 0.18582838773727417 (0.18305062502622604) + | > loss_disc_real_2: 0.18428215384483337 (0.20954163732199832) + | > loss_disc_real_3: 0.27935343980789185 (0.2140425767364173) + | > loss_disc_real_4: 0.2736521363258362 (0.18273949520341282) + | > loss_disc_real_5: 0.2472856640815735 (0.18724488364211445) + | > loss_0: 2.7544796466827393 (2.5805662007167425) + | > loss_gen: 2.1812901496887207 (2.186391513923119) + | > loss_kl: 1.5796847343444824 (1.6471503870240574) + | > loss_feat: 5.879075050354004 (6.364419353419337) + | > loss_mel: 18.740968704223633 (19.83805613682188) + | > loss_duration: 1.6620150804519653 (1.6864202680258915) + | > loss_1: 30.043033599853516 (31.72243749684301) + + --> STEP: 30 + | > loss_disc: 2.489168643951416 (2.577519615491232) + | > loss_disc_real_0: 0.1852501481771469 (0.2639742200573285) + | > loss_disc_real_1: 0.2020426094532013 (0.18368369117379188) + | > loss_disc_real_2: 0.20119035243988037 (0.20926326115926105) + | > loss_disc_real_3: 0.25672799348831177 (0.21546542396148047) + | > loss_disc_real_4: 0.14102409780025482 (0.18134898195664087) + | > loss_disc_real_5: 0.17184248566627502 (0.18673147037625312) + | > loss_0: 2.489168643951416 (2.577519615491232) + | > loss_gen: 2.0729756355285645 (2.1826109846433) + | > loss_kl: 2.0434138774871826 (1.6603591700394948) + | > loss_feat: 5.866936206817627 (6.347836581865947) + | > loss_mel: 19.43503761291504 (19.824622186024985) + | > loss_duration: 1.6832985877990723 (1.6863162120183308) + | > loss_1: 31.101659774780273 (31.701744906107585) + + --> STEP: 31 + | > loss_disc: 2.5435214042663574 (2.576422899000107) + | > loss_disc_real_0: 0.22186855971813202 (0.26261597294961253) + | > loss_disc_real_1: 0.16752594709396362 (0.1831624736228297) + | > loss_disc_real_2: 0.21059875190258026 (0.20930634150581975) + | > loss_disc_real_3: 0.17972432076931 (0.2143124851488298) + | > loss_disc_real_4: 0.1294419765472412 (0.1796745624273054) + | > loss_disc_real_5: 0.12955555319786072 (0.1848870859511437) + | > loss_0: 2.5435214042663574 (2.576422899000107) + | > loss_gen: 2.1593494415283203 (2.1818606122847526) + | > loss_kl: 1.664834976196289 (1.6605035508832624) + | > loss_feat: 9.137615203857422 (6.437829440639865) + | > loss_mel: 21.995136260986328 (19.894638769088253) + | > loss_duration: 1.6310460567474365 (1.684533303783786) + | > loss_1: 36.58797836303711 (31.859365340202086) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.011482692533923734 (+0.0009851686416133768) + | > avg_loss_disc: 2.576422899000107 (+0.1678004380195377) + | > avg_loss_disc_real_0: 0.26261597294961253 (+0.1432488782992286) + | > avg_loss_disc_real_1: 0.1831624736228297 (+0.04763757173092131) + | > avg_loss_disc_real_2: 0.20930634150581975 (+0.04089963916809322) + | > avg_loss_disc_real_3: 0.2143124851488298 (+0.014013882606260242) + | > avg_loss_disc_real_4: 0.1796745624273054 (+0.0026887090456101104) + | > avg_loss_disc_real_5: 0.1848870859511437 (-0.002695627510547638) + | > avg_loss_0: 2.576422899000107 (+0.1678004380195377) + | > avg_loss_gen: 2.1818606122847526 (+0.24204132633824504) + | > avg_loss_kl: 1.6605035508832624 (-0.04813070258786589) + | > avg_loss_feat: 6.437829440639865 (-0.6809648775285293) + | > avg_loss_mel: 19.894638769088253 (-1.958658618311727) + | > avg_loss_duration: 1.684533303783786 (-0.004366128675399317) + | > avg_loss_1: 31.859365340202086 (-2.4500794564523964) + + > BEST MODEL : vits_shi_male-November-22-2024_02+49AM-0000000/best_model_56581.pth + + > EPOCH: 42/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 07:45:41)  + + --> TIME: 2024-11-23 07:45:57 -- STEP: 19/797 -- GLOBAL_STEP: 56600 + | > loss_disc: 2.4449191093444824 (2.431431117810701) + | > loss_disc_real_0: 0.1540355533361435 (0.12561129268847013) + | > loss_disc_real_1: 0.183695986866951 (0.21533501540359698) + | > loss_disc_real_2: 0.22668515145778656 (0.22219282231832804) + | > loss_disc_real_3: 0.2270125150680542 (0.22123438668878456) + | > loss_disc_real_4: 0.19959278404712677 (0.20883511085259288) + | > loss_disc_real_5: 0.2006583958864212 (0.21632136247659983) + | > loss_0: 2.4449191093444824 (2.431431117810701) + | > grad_norm_0: tensor(61.6281, device='cuda:0') (tensor(86.9187, device='cuda:0')) + | > loss_gen: 2.570540189743042 (2.371129424948442) + | > loss_kl: 1.5175483226776123 (1.6898312882373208) + | > loss_feat: 7.418087959289551 (6.868002991927297) + | > loss_mel: 21.140596389770508 (20.31362593801398) + | > loss_duration: 1.8270213603973389 (1.8196638383363422) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.47379684448242 (33.06225395202637) + | > grad_norm_1: tensor(663.6421, device='cuda:0') (tensor(498.7345, device='cuda:0')) + | > current_lr_0: 0.00019825752553688343 + | > current_lr_1: 0.00019825752553688343 + | > step_time: 0.7175 (0.7584890189923739) + | > loader_time: 0.0035 (0.005205229709022923) + + + --> TIME: 2024-11-23 07:46:16 -- STEP: 44/797 -- GLOBAL_STEP: 56625 + | > loss_disc: 2.3523519039154053 (2.4186784516681312) + | > loss_disc_real_0: 0.11010804772377014 (0.12426082739098505) + | > loss_disc_real_1: 0.19220802187919617 (0.21652879396622832) + | > loss_disc_real_2: 0.20698925852775574 (0.22917697781866248) + | > loss_disc_real_3: 0.1876990646123886 (0.22247205742380835) + | > loss_disc_real_4: 0.20835432410240173 (0.2164800614118576) + | > loss_disc_real_5: 0.19512809813022614 (0.22633452984419736) + | > loss_0: 2.3523519039154053 (2.4186784516681312) + | > grad_norm_0: tensor(24.8656, device='cuda:0') (tensor(56.6829, device='cuda:0')) + | > loss_gen: 2.358525276184082 (2.3908029740506964) + | > loss_kl: 1.5348923206329346 (1.6347659799185665) + | > loss_feat: 6.356042861938477 (7.014763138510964) + | > loss_mel: 19.311500549316406 (20.387795231559053) + | > loss_duration: 1.749401569366455 (1.7762754613702947) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.310359954833984 (33.20440309697931) + | > grad_norm_1: tensor(262.4776, device='cuda:0') (tensor(406.8730, device='cuda:0')) + | > current_lr_0: 0.00019825752553688343 + | > current_lr_1: 0.00019825752553688343 + | > step_time: 0.7713 (0.7563999457792803) + | > loader_time: 0.0079 (0.005983060056513006) + + + --> TIME: 2024-11-23 07:46:35 -- STEP: 69/797 -- GLOBAL_STEP: 56650 + | > loss_disc: 2.2211172580718994 (2.4073694408803745) + | > loss_disc_real_0: 0.11259385943412781 (0.12549016883839734) + | > loss_disc_real_1: 0.22142855823040009 (0.21744774497937466) + | > loss_disc_real_2: 0.25277096033096313 (0.2276453721350518) + | > loss_disc_real_3: 0.22870667278766632 (0.21989883439264435) + | > loss_disc_real_4: 0.1786089986562729 (0.21525597896264947) + | > loss_disc_real_5: 0.20489630103111267 (0.22378473653309588) + | > loss_0: 2.2211172580718994 (2.4073694408803745) + | > grad_norm_0: tensor(7.8420, device='cuda:0') (tensor(43.5349, device='cuda:0')) + | > loss_gen: 2.715008020401001 (2.3980835935343867) + | > loss_kl: 1.8574062585830688 (1.6300371436105259) + | > loss_feat: 8.343762397766113 (7.146344032840452) + | > loss_mel: 22.47770118713379 (20.595172771509144) + | > loss_duration: 1.6862380504608154 (1.7452354707579683) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.080116271972656 (33.514873200568616) + | > grad_norm_1: tensor(119.8332, device='cuda:0') (tensor(357.0886, device='cuda:0')) + | > current_lr_0: 0.00019825752553688343 + | > current_lr_1: 0.00019825752553688343 + | > step_time: 0.7575 (0.7630405391471974) + | > loader_time: 0.0039 (0.005668964938841004) + + + --> TIME: 2024-11-23 07:46:55 -- STEP: 94/797 -- GLOBAL_STEP: 56675 + | > loss_disc: 2.596964120864868 (2.420421496350714) + | > loss_disc_real_0: 0.12532959878444672 (0.12742563273678437) + | > loss_disc_real_1: 0.24758416414260864 (0.21631417280816018) + | > loss_disc_real_2: 0.29818397760391235 (0.22891857126291762) + | > loss_disc_real_3: 0.25972944498062134 (0.22149705395419547) + | > loss_disc_real_4: 0.22782592475414276 (0.2187813883449169) + | > loss_disc_real_5: 0.2450142204761505 (0.22651654925752193) + | > loss_0: 2.596964120864868 (2.420421496350714) + | > grad_norm_0: tensor(62.9321, device='cuda:0') (tensor(44.5354, device='cuda:0')) + | > loss_gen: 2.348886728286743 (2.393179414120126) + | > loss_kl: 1.5926352739334106 (1.6074450244294836) + | > loss_feat: 6.416968822479248 (7.097060604298369) + | > loss_mel: 19.904050827026367 (20.548673913833944) + | > loss_duration: 1.682179570198059 (1.7292573718314475) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.944721221923828 (33.37561643884536) + | > grad_norm_1: tensor(299.0724, device='cuda:0') (tensor(340.7156, device='cuda:0')) + | > current_lr_0: 0.00019825752553688343 + | > current_lr_1: 0.00019825752553688343 + | > step_time: 0.7493 (0.7676313379977612) + | > loader_time: 0.0116 (0.005843948810658557) + + + --> TIME: 2024-11-23 07:47:15 -- STEP: 119/797 -- GLOBAL_STEP: 56700 + | > loss_disc: 2.409389019012451 (2.4314546364696077) + | > loss_disc_real_0: 0.1759742796421051 (0.12780049712467595) + | > loss_disc_real_1: 0.21276059746742249 (0.21642038964924692) + | > loss_disc_real_2: 0.2374657392501831 (0.22885314757082642) + | > loss_disc_real_3: 0.1945919245481491 (0.2229810171768445) + | > loss_disc_real_4: 0.18508458137512207 (0.21952515352173013) + | > loss_disc_real_5: 0.18532879650592804 (0.22745906242302485) + | > loss_0: 2.409389019012451 (2.4314546364696077) + | > grad_norm_0: tensor(81.1972, device='cuda:0') (tensor(45.5751, device='cuda:0')) + | > loss_gen: 2.3050715923309326 (2.3767490106470444) + | > loss_kl: 1.4720804691314697 (1.602624812046019) + | > loss_feat: 7.06350564956665 (7.076845253215117) + | > loss_mel: 20.497440338134766 (20.64969154165573) + | > loss_duration: 1.671996831893921 (1.7212126204947464) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.010093688964844 (33.42712339834003) + | > grad_norm_1: tensor(250.4359, device='cuda:0') (tensor(330.5455, device='cuda:0')) + | > current_lr_0: 0.00019825752553688343 + | > current_lr_1: 0.00019825752553688343 + | > step_time: 0.8667 (0.7672684633431315) + | > loader_time: 0.0038 (0.005984288303791976) + + + --> TIME: 2024-11-23 07:47:35 -- STEP: 144/797 -- GLOBAL_STEP: 56725 + | > loss_disc: 2.4248178005218506 (2.445931274029943) + | > loss_disc_real_0: 0.1398906111717224 (0.12840775359008044) + | > loss_disc_real_1: 0.2678515315055847 (0.21730748915837872) + | > loss_disc_real_2: 0.22650305926799774 (0.23048190410352415) + | > loss_disc_real_3: 0.1891694962978363 (0.2238642213245233) + | > loss_disc_real_4: 0.22848305106163025 (0.2217189142894413) + | > loss_disc_real_5: 0.24408559501171112 (0.23073821318232351) + | > loss_0: 2.4248178005218506 (2.445931274029943) + | > grad_norm_0: tensor(85.3101, device='cuda:0') (tensor(46.4428, device='cuda:0')) + | > loss_gen: 2.540344476699829 (2.3721387435992556) + | > loss_kl: 1.901435375213623 (1.6001745926009283) + | > loss_feat: 7.346691608428955 (7.065310481521818) + | > loss_mel: 21.805307388305664 (20.73125084241231) + | > loss_duration: 1.6365692615509033 (1.716571583516068) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.230350494384766 (33.48544637362161) + | > grad_norm_1: tensor(543.2706, device='cuda:0') (tensor(356.3557, device='cuda:0')) + | > current_lr_0: 0.00019825752553688343 + | > current_lr_1: 0.00019825752553688343 + | > step_time: 0.7819 (0.7699942323896619) + | > loader_time: 0.0043 (0.006055307057168748) + + + --> TIME: 2024-11-23 07:47:55 -- STEP: 169/797 -- GLOBAL_STEP: 56750 + | > loss_disc: 2.6439907550811768 (2.443588230031481) + | > loss_disc_real_0: 0.09418942034244537 (0.12678418749359233) + | > loss_disc_real_1: 0.1867104172706604 (0.2169086285067733) + | > loss_disc_real_2: 0.2914104163646698 (0.22957647252364977) + | > loss_disc_real_3: 0.2615085244178772 (0.22393339466766493) + | > loss_disc_real_4: 0.22911475598812103 (0.22046496176860733) + | > loss_disc_real_5: 0.252050518989563 (0.22958968482779327) + | > loss_0: 2.6439907550811768 (2.443588230031481) + | > grad_norm_0: tensor(40.4647, device='cuda:0') (tensor(48.2794, device='cuda:0')) + | > loss_gen: 2.509624719619751 (2.3770808820893774) + | > loss_kl: 1.8672804832458496 (1.6013270997436795) + | > loss_feat: 7.197240352630615 (7.106202387950829) + | > loss_mel: 21.92115020751953 (20.831943703826358) + | > loss_duration: 1.6928112506866455 (1.7108972248946421) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.188106536865234 (33.62745145086706) + | > grad_norm_1: tensor(608.4814, device='cuda:0') (tensor(379.2313, device='cuda:0')) + | > current_lr_0: 0.00019825752553688343 + | > current_lr_1: 0.00019825752553688343 + | > step_time: 0.7977 (0.7724632172894896) + | > loader_time: 0.0098 (0.006230788823415542) + + + --> TIME: 2024-11-23 07:48:15 -- STEP: 194/797 -- GLOBAL_STEP: 56775 + | > loss_disc: 2.4540045261383057 (2.447951423753169) + | > loss_disc_real_0: 0.16470612585544586 (0.12689045868506751) + | > loss_disc_real_1: 0.17894238233566284 (0.21790520370621042) + | > loss_disc_real_2: 0.2043270319700241 (0.23043256775312818) + | > loss_disc_real_3: 0.20346836745738983 (0.22496741810410292) + | > loss_disc_real_4: 0.19708019495010376 (0.22200530913379996) + | > loss_disc_real_5: 0.24283285439014435 (0.2317206292730017) + | > loss_0: 2.4540045261383057 (2.447951423753169) + | > grad_norm_0: tensor(13.7819, device='cuda:0') (tensor(51.4291, device='cuda:0')) + | > loss_gen: 2.3778772354125977 (2.3839023617125052) + | > loss_kl: 1.5872644186019897 (1.5915113023875915) + | > loss_feat: 7.279386043548584 (7.095825900736544) + | > loss_mel: 21.14348030090332 (20.88163738644) + | > loss_duration: 1.6920104026794434 (1.7068400358416371) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.08001708984375 (33.65971708789314) + | > grad_norm_1: tensor(450.3791, device='cuda:0') (tensor(403.0645, device='cuda:0')) + | > current_lr_0: 0.00019825752553688343 + | > current_lr_1: 0.00019825752553688343 + | > step_time: 0.8139 (0.7754924125278114) + | > loader_time: 0.0041 (0.006206561609641793) + + + --> TIME: 2024-11-23 07:48:35 -- STEP: 219/797 -- GLOBAL_STEP: 56800 + | > loss_disc: 2.3179352283477783 (2.4491157520851594) + | > loss_disc_real_0: 0.07292066514492035 (0.1282215015835141) + | > loss_disc_real_1: 0.22336184978485107 (0.21741719040424312) + | > loss_disc_real_2: 0.2134544402360916 (0.2301058227613092) + | > loss_disc_real_3: 0.2102639526128769 (0.22432390474565497) + | > loss_disc_real_4: 0.21845027804374695 (0.2211894330368738) + | > loss_disc_real_5: 0.22082585096359253 (0.23088794191406198) + | > loss_0: 2.3179352283477783 (2.4491157520851594) + | > grad_norm_0: tensor(15.3896, device='cuda:0') (tensor(54.5455, device='cuda:0')) + | > loss_gen: 2.519202709197998 (2.380283969722381) + | > loss_kl: 1.520898699760437 (1.5838696151019231) + | > loss_feat: 7.731858253479004 (7.058517486537428) + | > loss_mel: 22.417015075683594 (20.860075667568537) + | > loss_duration: 1.7081876993179321 (1.705673749588396) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.89716339111328 (33.58842051954575) + | > grad_norm_1: tensor(374.1657, device='cuda:0') (tensor(404.6140, device='cuda:0')) + | > current_lr_0: 0.00019825752553688343 + | > current_lr_1: 0.00019825752553688343 + | > step_time: 0.7938 (0.7783548570659059) + | > loader_time: 0.0052 (0.006278850172208325) + + + --> TIME: 2024-11-23 07:48:55 -- STEP: 244/797 -- GLOBAL_STEP: 56825 + | > loss_disc: 2.570577621459961 (2.448502853268483) + | > loss_disc_real_0: 0.12012793868780136 (0.12745627689129502) + | > loss_disc_real_1: 0.2599761188030243 (0.21743797345972452) + | > loss_disc_real_2: 0.2310393750667572 (0.23070809629852654) + | > loss_disc_real_3: 0.19421091675758362 (0.2244950096260329) + | > loss_disc_real_4: 0.2134454846382141 (0.22123559069682333) + | > loss_disc_real_5: 0.24955464899539948 (0.23241986120577718) + | > loss_0: 2.570577621459961 (2.448502853268483) + | > grad_norm_0: tensor(31.1226, device='cuda:0') (tensor(52.0104, device='cuda:0')) + | > loss_gen: 2.1172242164611816 (2.3784030372979204) + | > loss_kl: 1.5434738397598267 (1.5792396664619446) + | > loss_feat: 5.456448078155518 (7.035034054615458) + | > loss_mel: 17.620046615600586 (20.843466336609886) + | > loss_duration: 1.7116978168487549 (1.7018780415175392) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 28.448890686035156 (33.53802113454851) + | > grad_norm_1: tensor(327.7102, device='cuda:0') (tensor(405.7419, device='cuda:0')) + | > current_lr_0: 0.00019825752553688343 + | > current_lr_1: 0.00019825752553688343 + | > step_time: 0.7884 (0.7795475711587996) + | > loader_time: 0.0055 (0.006308015252723068) + + + --> TIME: 2024-11-23 07:49:16 -- STEP: 269/797 -- GLOBAL_STEP: 56850 + | > loss_disc: 2.439786672592163 (2.4510479992650263) + | > loss_disc_real_0: 0.13421913981437683 (0.12717125857020398) + | > loss_disc_real_1: 0.2090136855840683 (0.2180836903672236) + | > loss_disc_real_2: 0.23622345924377441 (0.23107585366330624) + | > loss_disc_real_3: 0.17846980690956116 (0.2248409153914363) + | > loss_disc_real_4: 0.2480538785457611 (0.22165174749039357) + | > loss_disc_real_5: 0.2753806710243225 (0.23188077068461804) + | > loss_0: 2.439786672592163 (2.4510479992650263) + | > grad_norm_0: tensor(58.9021, device='cuda:0') (tensor(52.1143, device='cuda:0')) + | > loss_gen: 2.288527488708496 (2.3768804055607444) + | > loss_kl: 1.3346389532089233 (1.5766045001359676) + | > loss_feat: 6.501614570617676 (7.0053085199519165) + | > loss_mel: 19.547155380249023 (20.83502686511185) + | > loss_duration: 1.716348648071289 (1.6998137550283097) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.38828468322754 (33.493634078582424) + | > grad_norm_1: tensor(582.4666, device='cuda:0') (tensor(420.8811, device='cuda:0')) + | > current_lr_0: 0.00019825752553688343 + | > current_lr_1: 0.00019825752553688343 + | > step_time: 0.7863 (0.7827258242993547) + | > loader_time: 0.0053 (0.006400848409943421) + + + --> TIME: 2024-11-23 07:49:36 -- STEP: 294/797 -- GLOBAL_STEP: 56875 + | > loss_disc: 2.4177944660186768 (2.4490888507998734) + | > loss_disc_real_0: 0.09005717188119888 (0.1267810917148987) + | > loss_disc_real_1: 0.21293094754219055 (0.21767815836027365) + | > loss_disc_real_2: 0.21897180378437042 (0.23092630226798608) + | > loss_disc_real_3: 0.20560765266418457 (0.22420683558903584) + | > loss_disc_real_4: 0.20711855590343475 (0.2218241052968161) + | > loss_disc_real_5: 0.22362175583839417 (0.2321960724839548) + | > loss_0: 2.4177944660186768 (2.4490888507998734) + | > grad_norm_0: tensor(62.1429, device='cuda:0') (tensor(52.1616, device='cuda:0')) + | > loss_gen: 2.4313149452209473 (2.374676182156516) + | > loss_kl: 1.4939863681793213 (1.573718642701908) + | > loss_feat: 6.545095443725586 (6.976033687591553) + | > loss_mel: 19.426128387451172 (20.807796101991816) + | > loss_duration: 1.650490164756775 (1.6981088389344763) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.547014236450195 (33.430333481353976) + | > grad_norm_1: tensor(631.1997, device='cuda:0') (tensor(428.4803, device='cuda:0')) + | > current_lr_0: 0.00019825752553688343 + | > current_lr_1: 0.00019825752553688343 + | > step_time: 0.7605 (0.7837768817434504) + | > loader_time: 0.0051 (0.006425385572472397) + + + --> TIME: 2024-11-23 07:49:57 -- STEP: 319/797 -- GLOBAL_STEP: 56900 + | > loss_disc: 2.590773344039917 (2.4497620506346425) + | > loss_disc_real_0: 0.14882433414459229 (0.13022387744771274) + | > loss_disc_real_1: 0.20178627967834473 (0.21720716076958516) + | > loss_disc_real_2: 0.23385557532310486 (0.23032488097030915) + | > loss_disc_real_3: 0.22036860883235931 (0.2240545005540489) + | > loss_disc_real_4: 0.2984733581542969 (0.22109418406755568) + | > loss_disc_real_5: 0.24106912314891815 (0.23111638263288337) + | > loss_0: 2.590773344039917 (2.4497620506346425) + | > grad_norm_0: tensor(36.1596, device='cuda:0') (tensor(54.7261, device='cuda:0')) + | > loss_gen: 2.544600009918213 (2.381685611969998) + | > loss_kl: 1.6507316827774048 (1.5729365068543297) + | > loss_feat: 7.478354454040527 (7.006232926838076) + | > loss_mel: 21.80931282043457 (20.860109580347896) + | > loss_duration: 1.7542626857757568 (1.6965373810555864) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.23726272583008 (33.51750207619984) + | > grad_norm_1: tensor(366.6282, device='cuda:0') (tensor(433.4671, device='cuda:0')) + | > current_lr_0: 0.00019825752553688343 + | > current_lr_1: 0.00019825752553688343 + | > step_time: 0.7946 (0.7861930031014084) + | > loader_time: 0.0121 (0.006453018577121268) + + + --> TIME: 2024-11-23 07:50:17 -- STEP: 344/797 -- GLOBAL_STEP: 56925 + | > loss_disc: 2.5182948112487793 (2.451027888891308) + | > loss_disc_real_0: 0.10541202127933502 (0.13006090843876783) + | > loss_disc_real_1: 0.2807869613170624 (0.2174896677132956) + | > loss_disc_real_2: 0.2817062735557556 (0.23063505224363748) + | > loss_disc_real_3: 0.26906028389930725 (0.22414842776434366) + | > loss_disc_real_4: 0.2418510466814041 (0.2220293801104606) + | > loss_disc_real_5: 0.2623584568500519 (0.2316566442767548) + | > loss_0: 2.5182948112487793 (2.451027888891308) + | > grad_norm_0: tensor(15.9779, device='cuda:0') (tensor(55.6268, device='cuda:0')) + | > loss_gen: 2.4296979904174805 (2.3815883633702297) + | > loss_kl: 1.7174021005630493 (1.5692552324644358) + | > loss_feat: 6.180046558380127 (6.99359451892764) + | > loss_mel: 20.722227096557617 (20.851494256840184) + | > loss_duration: 1.6524063348770142 (1.6945822997841722) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.701778411865234 (33.49051471643672) + | > grad_norm_1: tensor(419.7678, device='cuda:0') (tensor(435.1562, device='cuda:0')) + | > current_lr_0: 0.00019825752553688343 + | > current_lr_1: 0.00019825752553688343 + | > step_time: 0.7962 (0.7886766569558961) + | > loader_time: 0.0061 (0.006521300521007804) + + + --> TIME: 2024-11-23 07:50:38 -- STEP: 369/797 -- GLOBAL_STEP: 56950 + | > loss_disc: 2.4187841415405273 (2.4469367352927596) + | > loss_disc_real_0: 0.10126947611570358 (0.12921923456516693) + | > loss_disc_real_1: 0.17867621779441833 (0.21689658056752792) + | > loss_disc_real_2: 0.1978447139263153 (0.23045967583895377) + | > loss_disc_real_3: 0.21114005148410797 (0.22356492107315115) + | > loss_disc_real_4: 0.1665400117635727 (0.22180735709544439) + | > loss_disc_real_5: 0.24710264801979065 (0.23122003525091703) + | > loss_0: 2.4187841415405273 (2.4469367352927596) + | > grad_norm_0: tensor(11.3946, device='cuda:0') (tensor(55.4647, device='cuda:0')) + | > loss_gen: 2.4612417221069336 (2.379426261596886) + | > loss_kl: 1.5818980932235718 (1.5667338103136723) + | > loss_feat: 7.953914642333984 (6.992681310751897) + | > loss_mel: 21.832612991333008 (20.836068564314175) + | > loss_duration: 1.669524073600769 (1.6923440016382105) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.49919128417969 (33.46725399772006) + | > grad_norm_1: tensor(274.2367, device='cuda:0') (tensor(437.6171, device='cuda:0')) + | > current_lr_0: 0.00019825752553688343 + | > current_lr_1: 0.00019825752553688343 + | > step_time: 0.8163 (0.7913247925156174) + | > loader_time: 0.0063 (0.006664188250616637) + + + --> TIME: 2024-11-23 07:50:59 -- STEP: 394/797 -- GLOBAL_STEP: 56975 + | > loss_disc: 2.436117649078369 (2.4466320379131337) + | > loss_disc_real_0: 0.0851806253194809 (0.12945780300814183) + | > loss_disc_real_1: 0.217920184135437 (0.2166262015246498) + | > loss_disc_real_2: 0.24465692043304443 (0.23074695970957654) + | > loss_disc_real_3: 0.2406928688287735 (0.22394105750443366) + | > loss_disc_real_4: 0.21645647287368774 (0.22204371023601682) + | > loss_disc_real_5: 0.2160666286945343 (0.23119813861883232) + | > loss_0: 2.436117649078369 (2.4466320379131337) + | > grad_norm_0: tensor(68.0953, device='cuda:0') (tensor(55.2039, device='cuda:0')) + | > loss_gen: 2.300363779067993 (2.377796278992279) + | > loss_kl: 1.5387451648712158 (1.5689507928596538) + | > loss_feat: 6.1927032470703125 (6.989756437727642) + | > loss_mel: 19.03533363342285 (20.851767172063052) + | > loss_duration: 1.62388277053833 (1.690548681063095) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.69102668762207 (33.47881940657721) + | > grad_norm_1: tensor(587.2878, device='cuda:0') (tensor(440.9887, device='cuda:0')) + | > current_lr_0: 0.00019825752553688343 + | > current_lr_1: 0.00019825752553688343 + | > step_time: 0.8566 (0.7931404737046525) + | > loader_time: 0.0136 (0.006827117827943134) + + + --> TIME: 2024-11-23 07:51:21 -- STEP: 419/797 -- GLOBAL_STEP: 57000 + | > loss_disc: 2.3490753173828125 (2.4441117261645333) + | > loss_disc_real_0: 0.0746488869190216 (0.12854243468199825) + | > loss_disc_real_1: 0.19737133383750916 (0.2167377914335392) + | > loss_disc_real_2: 0.23118726909160614 (0.2308760786824693) + | > loss_disc_real_3: 0.2245263308286667 (0.22364672680601017) + | > loss_disc_real_4: 0.2285403311252594 (0.22183908223394558) + | > loss_disc_real_5: 0.267429918050766 (0.2305922483700841) + | > loss_0: 2.3490753173828125 (2.4441117261645333) + | > grad_norm_0: tensor(53.6009, device='cuda:0') (tensor(55.8540, device='cuda:0')) + | > loss_gen: 2.5040700435638428 (2.3811345857196873) + | > loss_kl: 1.7324154376983643 (1.5680180173500629) + | > loss_feat: 7.289892196655273 (7.001763775126746) + | > loss_mel: 21.499958038330078 (20.867980601963954) + | > loss_duration: 1.7074463367462158 (1.6890701359951408) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.73378372192383 (33.507967163668646) + | > grad_norm_1: tensor(615.0401, device='cuda:0') (tensor(449.0702, device='cuda:0')) + | > current_lr_0: 0.00019825752553688343 + | > current_lr_1: 0.00019825752553688343 + | > step_time: 0.8773 (0.7962443424579918) + | > loader_time: 0.0063 (0.006883592195897796) + + + --> TIME: 2024-11-23 07:51:43 -- STEP: 444/797 -- GLOBAL_STEP: 57025 + | > loss_disc: 2.4592690467834473 (2.4428735343185632) + | > loss_disc_real_0: 0.108648881316185 (0.12803409153780157) + | > loss_disc_real_1: 0.21207959949970245 (0.21685041940292796) + | > loss_disc_real_2: 0.20255017280578613 (0.2308448119474961) + | > loss_disc_real_3: 0.19717355072498322 (0.22373383965443921) + | > loss_disc_real_4: 0.1958051174879074 (0.22224306422579393) + | > loss_disc_real_5: 0.2468823492527008 (0.23090727738029249) + | > loss_0: 2.4592690467834473 (2.4428735343185632) + | > grad_norm_0: tensor(39.7793, device='cuda:0') (tensor(55.6154, device='cuda:0')) + | > loss_gen: 2.143322467803955 (2.3839941132176006) + | > loss_kl: 1.6922130584716797 (1.5686963984558178) + | > loss_feat: 6.664255619049072 (7.0143257003646715) + | > loss_mel: 20.61772918701172 (20.892540291622943) + | > loss_duration: 1.6629366874694824 (1.6879401282147242) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.78045654296875 (33.54749666677943) + | > grad_norm_1: tensor(431.2378, device='cuda:0') (tensor(455.6290, device='cuda:0')) + | > current_lr_0: 0.00019825752553688343 + | > current_lr_1: 0.00019825752553688343 + | > step_time: 0.8458 (0.8001238193597877) + | > loader_time: 0.0131 (0.0069745671641719235) + + + --> TIME: 2024-11-23 07:52:04 -- STEP: 469/797 -- GLOBAL_STEP: 57050 + | > loss_disc: 2.4401304721832275 (2.4415551655328094) + | > loss_disc_real_0: 0.11430244147777557 (0.1278147529770952) + | > loss_disc_real_1: 0.2393907606601715 (0.21670590461825512) + | > loss_disc_real_2: 0.2395886927843094 (0.2304919440863229) + | > loss_disc_real_3: 0.21508121490478516 (0.22355801362726987) + | > loss_disc_real_4: 0.17071618139743805 (0.22175686712712364) + | > loss_disc_real_5: 0.19976156949996948 (0.2301359889921603) + | > loss_0: 2.4401304721832275 (2.4415551655328094) + | > grad_norm_0: tensor(97.5402, device='cuda:0') (tensor(54.8061, device='cuda:0')) + | > loss_gen: 2.6337730884552 (2.3832508938144747) + | > loss_kl: 1.3913016319274902 (1.5683021436113795) + | > loss_feat: 7.874373435974121 (7.010872696508477) + | > loss_mel: 22.41131591796875 (20.881083933783486) + | > loss_duration: 1.647871494293213 (1.687447410656699) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.95863723754883 (33.53095711828046) + | > grad_norm_1: tensor(863.7218, device='cuda:0') (tensor(458.9414, device='cuda:0')) + | > current_lr_0: 0.00019825752553688343 + | > current_lr_1: 0.00019825752553688343 + | > step_time: 0.8555 (0.8028209062019134) + | > loader_time: 0.0066 (0.007015485499205111) + + + --> TIME: 2024-11-23 07:52:26 -- STEP: 494/797 -- GLOBAL_STEP: 57075 + | > loss_disc: 2.323902130126953 (2.442883334179156) + | > loss_disc_real_0: 0.06357143819332123 (0.12756755469208553) + | > loss_disc_real_1: 0.21555383503437042 (0.2167599342974574) + | > loss_disc_real_2: 0.2047216147184372 (0.23103033534066397) + | > loss_disc_real_3: 0.23330935835838318 (0.22387879981323774) + | > loss_disc_real_4: 0.23419484496116638 (0.22207740235787168) + | > loss_disc_real_5: 0.22809383273124695 (0.2305477380390592) + | > loss_0: 2.323902130126953 (2.442883334179156) + | > grad_norm_0: tensor(64.1547, device='cuda:0') (tensor(55.5447, device='cuda:0')) + | > loss_gen: 2.425302743911743 (2.3842100315248413) + | > loss_kl: 1.489174246788025 (1.5691887272996943) + | > loss_feat: 7.0689873695373535 (7.016254008057629) + | > loss_mel: 20.94426727294922 (20.90180810549963) + | > loss_duration: 1.6989974975585938 (1.6861186435348108) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.626731872558594 (33.55757953860022) + | > grad_norm_1: tensor(458.6241, device='cuda:0') (tensor(460.9937, device='cuda:0')) + | > current_lr_0: 0.00019825752553688343 + | > current_lr_1: 0.00019825752553688343 + | > step_time: 0.9082 (0.8050294429184451) + | > loader_time: 0.0065 (0.007105480804134477) + + + --> TIME: 2024-11-23 07:52:47 -- STEP: 519/797 -- GLOBAL_STEP: 57100 + | > loss_disc: 2.294635772705078 (2.44108616226211) + | > loss_disc_real_0: 0.06849341094493866 (0.12759227938016954) + | > loss_disc_real_1: 0.212079256772995 (0.21632092042695117) + | > loss_disc_real_2: 0.24363581836223602 (0.23079953450343513) + | > loss_disc_real_3: 0.19962698221206665 (0.22334731386001858) + | > loss_disc_real_4: 0.2096133530139923 (0.22189844633687666) + | > loss_disc_real_5: 0.1969408094882965 (0.2302778832083263) + | > loss_0: 2.294635772705078 (2.44108616226211) + | > grad_norm_0: tensor(54.3777, device='cuda:0') (tensor(56.0398, device='cuda:0')) + | > loss_gen: 2.549577474594116 (2.3862084561460026) + | > loss_kl: 1.6342437267303467 (1.5688053681900966) + | > loss_feat: 7.556921482086182 (7.032465747326095) + | > loss_mel: 22.18467140197754 (20.91901801592582) + | > loss_duration: 1.6681592464447021 (1.6852155992750486) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.593570709228516 (33.591713212588445) + | > grad_norm_1: tensor(488.7332, device='cuda:0') (tensor(461.8945, device='cuda:0')) + | > current_lr_0: 0.00019825752553688343 + | > current_lr_1: 0.00019825752553688343 + | > step_time: 0.8646 (0.8074228373106732) + | > loader_time: 0.0073 (0.0072113953114474666) + + + --> TIME: 2024-11-23 07:53:09 -- STEP: 544/797 -- GLOBAL_STEP: 57125 + | > loss_disc: 2.398179054260254 (2.439455871196354) + | > loss_disc_real_0: 0.08544722944498062 (0.12723980025689619) + | > loss_disc_real_1: 0.2084205150604248 (0.215964741210508) + | > loss_disc_real_2: 0.21644215285778046 (0.2305426658952937) + | > loss_disc_real_3: 0.22452455759048462 (0.22318570184357026) + | > loss_disc_real_4: 0.22912104427814484 (0.22197260718573542) + | > loss_disc_real_5: 0.23497211933135986 (0.23023576292154538) + | > loss_0: 2.398179054260254 (2.439455871196354) + | > grad_norm_0: tensor(43.1753, device='cuda:0') (tensor(56.1802, device='cuda:0')) + | > loss_gen: 2.499147415161133 (2.386839452035285) + | > loss_kl: 1.386116862297058 (1.5697426692966152) + | > loss_feat: 6.919476509094238 (7.039299873744741) + | > loss_mel: 19.564830780029297 (20.912302423925954) + | > loss_duration: 1.6859281063079834 (1.6852552371428293) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.05550003051758 (33.59343966666397) + | > grad_norm_1: tensor(568.1544, device='cuda:0') (tensor(464.5814, device='cuda:0')) + | > current_lr_0: 0.00019825752553688343 + | > current_lr_1: 0.00019825752553688343 + | > step_time: 0.8426 (0.8098032084458012) + | > loader_time: 0.0069 (0.007243258111617146) + + + --> TIME: 2024-11-23 07:53:31 -- STEP: 569/797 -- GLOBAL_STEP: 57150 + | > loss_disc: 2.5327224731445312 (2.4392280478050075) + | > loss_disc_real_0: 0.1586938053369522 (0.12697310450442656) + | > loss_disc_real_1: 0.2393009066581726 (0.21621863722067935) + | > loss_disc_real_2: 0.20842836797237396 (0.23074837159921918) + | > loss_disc_real_3: 0.24837765097618103 (0.22326283002360636) + | > loss_disc_real_4: 0.20659933984279633 (0.221794517367083) + | > loss_disc_real_5: 0.19474922120571136 (0.2303591530855175) + | > loss_0: 2.5327224731445312 (2.4392280478050075) + | > grad_norm_0: tensor(73.2372, device='cuda:0') (tensor(56.2100, device='cuda:0')) + | > loss_gen: 2.273787260055542 (2.3868317419699063) + | > loss_kl: 1.5334584712982178 (1.5702480515612451) + | > loss_feat: 6.285952091217041 (7.0369116945719234) + | > loss_mel: 19.13093376159668 (20.915767726663542) + | > loss_duration: 1.7075507640838623 (1.6843542352921095) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.93168067932129 (33.594113472266514) + | > grad_norm_1: tensor(801.0497, device='cuda:0') (tensor(468.7295, device='cuda:0')) + | > current_lr_0: 0.00019825752553688343 + | > current_lr_1: 0.00019825752553688343 + | > step_time: 0.8771 (0.8123771985092563) + | > loader_time: 0.0148 (0.007314813158005112) + + + --> TIME: 2024-11-23 07:53:54 -- STEP: 594/797 -- GLOBAL_STEP: 57175 + | > loss_disc: 2.4083523750305176 (2.440738177058672) + | > loss_disc_real_0: 0.14670485258102417 (0.12773209387555676) + | > loss_disc_real_1: 0.1934693306684494 (0.21617804164135898) + | > loss_disc_real_2: 0.21327675879001617 (0.2309535425971654) + | > loss_disc_real_3: 0.2353561520576477 (0.22330083359371533) + | > loss_disc_real_4: 0.19972966611385345 (0.22196288499667582) + | > loss_disc_real_5: 0.21917322278022766 (0.2304618512640898) + | > loss_0: 2.4083523750305176 (2.440738177058672) + | > grad_norm_0: tensor(15.7756, device='cuda:0') (tensor(56.9464, device='cuda:0')) + | > loss_gen: 2.231524705886841 (2.388381777789053) + | > loss_kl: 1.774656891822815 (1.5711482707097477) + | > loss_feat: 5.984317779541016 (7.0331254246258945) + | > loss_mel: 20.282115936279297 (20.929196775160246) + | > loss_duration: 1.6715972423553467 (1.684104333822976) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.944211959838867 (33.605956636294046) + | > grad_norm_1: tensor(333.2988, device='cuda:0') (tensor(468.5611, device='cuda:0')) + | > current_lr_0: 0.00019825752553688343 + | > current_lr_1: 0.00019825752553688343 + | > step_time: 0.8643 (0.8152210331123683) + | > loader_time: 0.0096 (0.007414592636956112) + + + --> TIME: 2024-11-23 07:54:16 -- STEP: 619/797 -- GLOBAL_STEP: 57200 + | > loss_disc: 2.512787103652954 (2.441958888859663) + | > loss_disc_real_0: 0.1410026252269745 (0.12829747132848662) + | > loss_disc_real_1: 0.24534574151039124 (0.2163566624405696) + | > loss_disc_real_2: 0.22770994901657104 (0.2309518520252385) + | > loss_disc_real_3: 0.23013721406459808 (0.2235816330295387) + | > loss_disc_real_4: 0.23931795358657837 (0.22204065546754484) + | > loss_disc_real_5: 0.24641835689544678 (0.23057726422785169) + | > loss_0: 2.512787103652954 (2.441958888859663) + | > grad_norm_0: tensor(8.5460, device='cuda:0') (tensor(57.5568, device='cuda:0')) + | > loss_gen: 2.221209764480591 (2.3875735626467183) + | > loss_kl: 1.6312646865844727 (1.5703507311317195) + | > loss_feat: 6.2038140296936035 (7.02167366548578) + | > loss_mel: 19.786012649536133 (20.932151427754285) + | > loss_duration: 1.6667442321777344 (1.6840019929004597) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.50904655456543 (33.59575142498362) + | > grad_norm_1: tensor(255.2810, device='cuda:0') (tensor(464.8711, device='cuda:0')) + | > current_lr_0: 0.00019825752553688343 + | > current_lr_1: 0.00019825752553688343 + | > step_time: 0.8696 (0.8177825572610092) + | > loader_time: 0.0142 (0.007517057782421207) + + + --> TIME: 2024-11-23 07:54:39 -- STEP: 644/797 -- GLOBAL_STEP: 57225 + | > loss_disc: 2.404933452606201 (2.4423488822782997) + | > loss_disc_real_0: 0.13486337661743164 (0.12806277746415673) + | > loss_disc_real_1: 0.21085664629936218 (0.21632891928094514) + | > loss_disc_real_2: 0.25162622332572937 (0.23090117669994045) + | > loss_disc_real_3: 0.24957171082496643 (0.22360606558667206) + | > loss_disc_real_4: 0.23227405548095703 (0.22221644863671394) + | > loss_disc_real_5: 0.25102025270462036 (0.23081836705992675) + | > loss_0: 2.404933452606201 (2.4423488822782997) + | > grad_norm_0: tensor(87.5656, device='cuda:0') (tensor(56.7178, device='cuda:0')) + | > loss_gen: 2.2166333198547363 (2.386330135490581) + | > loss_kl: 1.5630122423171997 (1.5706150515109125) + | > loss_feat: 5.952522277832031 (7.0117332942737525) + | > loss_mel: 20.21498680114746 (20.94309116742625) + | > loss_duration: 1.682612657546997 (1.6842578542158466) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.62976837158203 (33.59602755197094) + | > grad_norm_1: tensor(402.8544, device='cuda:0') (tensor(461.2196, device='cuda:0')) + | > current_lr_0: 0.00019825752553688343 + | > current_lr_1: 0.00019825752553688343 + | > step_time: 0.9116 (0.8208134078090974) + | > loader_time: 0.0076 (0.007650334272325412) + + + --> TIME: 2024-11-23 07:55:02 -- STEP: 669/797 -- GLOBAL_STEP: 57250 + | > loss_disc: 2.5766494274139404 (2.4438765726103733) + | > loss_disc_real_0: 0.10700026899576187 (0.12817013028713997) + | > loss_disc_real_1: 0.24793799221515656 (0.2164513991062595) + | > loss_disc_real_2: 0.26808810234069824 (0.23092522145832245) + | > loss_disc_real_3: 0.2361852079629898 (0.22357740165228623) + | > loss_disc_real_4: 0.24680235981941223 (0.2224255021778457) + | > loss_disc_real_5: 0.2720421552658081 (0.23080435938721097) + | > loss_0: 2.5766494274139404 (2.4438765726103733) + | > grad_norm_0: tensor(120.6105, device='cuda:0') (tensor(56.5548, device='cuda:0')) + | > loss_gen: 2.357509136199951 (2.3845692115692434) + | > loss_kl: 1.5888028144836426 (1.5712956856540863) + | > loss_feat: 6.5384016036987305 (7.008413579253691) + | > loss_mel: 22.096712112426758 (20.945184143134817) + | > loss_duration: 1.7047009468078613 (1.6839038921222198) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.28612518310547 (33.59336655735084) + | > grad_norm_1: tensor(815.3224, device='cuda:0') (tensor(463.8125, device='cuda:0')) + | > current_lr_0: 0.00019825752553688343 + | > current_lr_1: 0.00019825752553688343 + | > step_time: 0.8961 (0.8237200898796274) + | > loader_time: 0.0095 (0.007798917624982486) + + + --> TIME: 2024-11-23 07:55:25 -- STEP: 694/797 -- GLOBAL_STEP: 57275 + | > loss_disc: 2.4978854656219482 (2.443998854510723) + | > loss_disc_real_0: 0.09723852574825287 (0.12787401011100963) + | > loss_disc_real_1: 0.2390454113483429 (0.21648892794631056) + | > loss_disc_real_2: 0.23537935316562653 (0.2308927171297307) + | > loss_disc_real_3: 0.21888941526412964 (0.22355481114786022) + | > loss_disc_real_4: 0.27728235721588135 (0.22281886935663495) + | > loss_disc_real_5: 0.23123182356357574 (0.23089728321912306) + | > loss_0: 2.4978854656219482 (2.443998854510723) + | > grad_norm_0: tensor(20.2230, device='cuda:0') (tensor(56.8238, device='cuda:0')) + | > loss_gen: 2.4056708812713623 (2.384749611447798) + | > loss_kl: 1.5123615264892578 (1.5713348110402359) + | > loss_feat: 6.901017665863037 (7.006201928905518) + | > loss_mel: 21.592636108398438 (20.965531761433265) + | > loss_duration: 1.7136445045471191 (1.6834575920352328) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.12533187866211 (33.61127576360789) + | > grad_norm_1: tensor(173.7525, device='cuda:0') (tensor(465.6235, device='cuda:0')) + | > current_lr_0: 0.00019825752553688343 + | > current_lr_1: 0.00019825752553688343 + | > step_time: 0.9281 (0.8269030353864949) + | > loader_time: 0.0112 (0.00794340141912015) + + + --> TIME: 2024-11-23 07:55:50 -- STEP: 719/797 -- GLOBAL_STEP: 57300 + | > loss_disc: 2.331606149673462 (2.443911410173885) + | > loss_disc_real_0: 0.12872666120529175 (0.12819833820880064) + | > loss_disc_real_1: 0.2060532420873642 (0.21664916134344853) + | > loss_disc_real_2: 0.20568419992923737 (0.2308382904869459) + | > loss_disc_real_3: 0.12684938311576843 (0.2234040319670888) + | > loss_disc_real_4: 0.16278423368930817 (0.2229526274849211) + | > loss_disc_real_5: 0.22265273332595825 (0.23070043868415044) + | > loss_0: 2.331606149673462 (2.443911410173885) + | > grad_norm_0: tensor(28.4297, device='cuda:0') (tensor(56.6652, device='cuda:0')) + | > loss_gen: 2.345999240875244 (2.3834348142727344) + | > loss_kl: 1.4945262670516968 (1.5713600890195425) + | > loss_feat: 8.21488094329834 (7.001482905200855) + | > loss_mel: 22.914794921875 (20.9658232438216) + | > loss_duration: 1.6532373428344727 (1.6827900028361396) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.62343978881836 (33.604891128433955) + | > grad_norm_1: tensor(650.1202, device='cuda:0') (tensor(464.3917, device='cuda:0')) + | > current_lr_0: 0.00019825752553688343 + | > current_lr_1: 0.00019825752553688343 + | > step_time: 1.2548 (0.8327046505101697) + | > loader_time: 0.0091 (0.008094012985972265) + + + --> TIME: 2024-11-23 07:56:22 -- STEP: 744/797 -- GLOBAL_STEP: 57325 + | > loss_disc: 2.514277458190918 (2.444303244672796) + | > loss_disc_real_0: 0.10022400319576263 (0.1282901543052369) + | > loss_disc_real_1: 0.26137182116508484 (0.21668323786348426) + | > loss_disc_real_2: 0.20474602282047272 (0.23110227358918037) + | > loss_disc_real_3: 0.21993747353553772 (0.22328741808411895) + | > loss_disc_real_4: 0.2054840475320816 (0.2229460060436238) + | > loss_disc_real_5: 0.21598489582538605 (0.23061783285310827) + | > loss_0: 2.514277458190918 (2.444303244672796) + | > grad_norm_0: tensor(36.4650, device='cuda:0') (tensor(56.8481, device='cuda:0')) + | > loss_gen: 2.472273111343384 (2.383209409893199) + | > loss_kl: 1.4985096454620361 (1.572595746446682) + | > loss_feat: 6.609117031097412 (6.995507385141104) + | > loss_mel: 21.93392562866211 (20.974231753298028) + | > loss_duration: 1.6658003330230713 (1.681989768820424) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.179630279541016 (33.60753414964166) + | > grad_norm_1: tensor(460.9999, device='cuda:0') (tensor(466.1089, device='cuda:0')) + | > current_lr_0: 0.00019825752553688343 + | > current_lr_1: 0.00019825752553688343 + | > step_time: 1.9568 (0.8464729119372623) + | > loader_time: 0.0145 (0.008313634703236232) + + + --> TIME: 2024-11-23 07:57:15 -- STEP: 769/797 -- GLOBAL_STEP: 57350 + | > loss_disc: 2.5178329944610596 (2.4451334488872436) + | > loss_disc_real_0: 0.08324214071035385 (0.12892332060265002) + | > loss_disc_real_1: 0.27642622590065 (0.2167203684467023) + | > loss_disc_real_2: 0.24776794016361237 (0.23105959782209756) + | > loss_disc_real_3: 0.18557147681713104 (0.22351591531259962) + | > loss_disc_real_4: 0.2577688992023468 (0.22288987860180462) + | > loss_disc_real_5: 0.2513279318809509 (0.230444932828799) + | > loss_0: 2.5178329944610596 (2.4451334488872436) + | > grad_norm_0: tensor(60.9499, device='cuda:0') (tensor(57.5387, device='cuda:0')) + | > loss_gen: 2.435595989227295 (2.383447052133409) + | > loss_kl: 1.6379045248031616 (1.5728436942528383) + | > loss_feat: 7.548928260803223 (6.9941605163643645) + | > loss_mel: 22.347166061401367 (20.966929169098005) + | > loss_duration: 1.680153250694275 (1.681081837733483) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.64974594116211 (33.59846235406726) + | > grad_norm_1: tensor(555.2095, device='cuda:0') (tensor(464.8195, device='cuda:0')) + | > current_lr_0: 0.00019825752553688343 + | > current_lr_1: 0.00019825752553688343 + | > step_time: 2.3496 (0.8871572268799779) + | > loader_time: 0.0102 (0.008616363118621852) + + + --> TIME: 2024-11-23 07:58:29 -- STEP: 794/797 -- GLOBAL_STEP: 57375 + | > loss_disc: 2.3285815715789795 (2.4447116212220283) + | > loss_disc_real_0: 0.11187590658664703 (0.12869888119474637) + | > loss_disc_real_1: 0.21822021901607513 (0.21686417431164748) + | > loss_disc_real_2: 0.2224021703004837 (0.23126949955444193) + | > loss_disc_real_3: 0.2604962885379791 (0.2234753451547034) + | > loss_disc_real_4: 0.23649142682552338 (0.22277968256764805) + | > loss_disc_real_5: 0.1957143098115921 (0.23030594766365187) + | > loss_0: 2.3285815715789795 (2.4447116212220283) + | > grad_norm_0: tensor(29.0611, device='cuda:0') (tensor(57.0436, device='cuda:0')) + | > loss_gen: 2.531489133834839 (2.3828239741193262) + | > loss_kl: 1.5736184120178223 (1.574095961579148) + | > loss_feat: 7.320460796356201 (6.995181153943615) + | > loss_mel: 21.954910278320312 (20.971838734912623) + | > loss_duration: 1.6443755626678467 (1.6802794939324595) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.02485275268555 (33.60421941742789) + | > grad_norm_1: tensor(309.5933, device='cuda:0') (tensor(462.7979, device='cuda:0')) + | > current_lr_0: 0.00019825752553688343 + | > current_lr_1: 0.00019825752553688343 + | > step_time: 3.1651 (0.9519520748772607) + | > loader_time: 0.0106 (0.008846161647767787) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.641676187515259 (2.641676187515259) + | > loss_disc_real_0: 0.08165780454874039 (0.08165780454874039) + | > loss_disc_real_1: 0.18287521600723267 (0.18287521600723267) + | > loss_disc_real_2: 0.15809892117977142 (0.15809892117977142) + | > loss_disc_real_3: 0.19781231880187988 (0.19781231880187988) + | > loss_disc_real_4: 0.19039945304393768 (0.19039945304393768) + | > loss_disc_real_5: 0.3534126579761505 (0.3534126579761505) + | > loss_0: 2.641676187515259 (2.641676187515259) + | > loss_gen: 1.9619927406311035 (1.9619927406311035) + | > loss_kl: 1.4338678121566772 (1.4338678121566772) + | > loss_feat: 6.926670551300049 (6.926670551300049) + | > loss_mel: 22.30645179748535 (22.30645179748535) + | > loss_duration: 1.9600611925125122 (1.9600611925125122) + | > loss_1: 34.58904266357422 (34.58904266357422) + + --> STEP: 1 + | > loss_disc: 2.6579701900482178 (2.6579701900482178) + | > loss_disc_real_0: 0.07355302572250366 (0.07355302572250366) + | > loss_disc_real_1: 0.16374973952770233 (0.16374973952770233) + | > loss_disc_real_2: 0.1856313794851303 (0.1856313794851303) + | > loss_disc_real_3: 0.25585564970970154 (0.25585564970970154) + | > loss_disc_real_4: 0.22966960072517395 (0.22966960072517395) + | > loss_disc_real_5: 0.2145240306854248 (0.2145240306854248) + | > loss_0: 2.6579701900482178 (2.6579701900482178) + | > loss_gen: 1.9826726913452148 (1.9826726913452148) + | > loss_kl: 2.055494785308838 (2.055494785308838) + | > loss_feat: 8.581391334533691 (8.581391334533691) + | > loss_mel: 22.135379791259766 (22.135379791259766) + | > loss_duration: 1.6976401805877686 (1.6976401805877686) + | > loss_1: 36.452579498291016 (36.452579498291016) + + --> STEP: 2 + | > loss_disc: 2.259795665740967 (2.4588829278945923) + | > loss_disc_real_0: 0.08606475591659546 (0.07980889081954956) + | > loss_disc_real_1: 0.22263459861278534 (0.19319216907024384) + | > loss_disc_real_2: 0.21039573848247528 (0.1980135589838028) + | > loss_disc_real_3: 0.22571127116680145 (0.2407834604382515) + | > loss_disc_real_4: 0.23548518121242523 (0.2325773909687996) + | > loss_disc_real_5: 0.19983802735805511 (0.20718102902173996) + | > loss_0: 2.259795665740967 (2.4588829278945923) + | > loss_gen: 2.3112735748291016 (2.146973133087158) + | > loss_kl: 1.4759753942489624 (1.7657350897789001) + | > loss_feat: 5.887183666229248 (7.23428750038147) + | > loss_mel: 16.00972557067871 (19.07255268096924) + | > loss_duration: 1.6785252094268799 (1.6880826950073242) + | > loss_1: 27.36268424987793 (31.907631874084473) + + --> STEP: 3 + | > loss_disc: 2.266408920288086 (2.3947249253590903) + | > loss_disc_real_0: 0.13148337602615356 (0.0970337192217509) + | > loss_disc_real_1: 0.1685936152935028 (0.18499265114466348) + | > loss_disc_real_2: 0.1729341596364975 (0.1896537592013677) + | > loss_disc_real_3: 0.23282882571220398 (0.238131915529569) + | > loss_disc_real_4: 0.18254324793815613 (0.21589934329191843) + | > loss_disc_real_5: 0.27100738883018494 (0.22845648229122162) + | > loss_0: 2.266408920288086 (2.3947249253590903) + | > loss_gen: 2.349283218383789 (2.214409828186035) + | > loss_kl: 1.670688271522522 (1.7340528170267742) + | > loss_feat: 6.516016960144043 (6.994863986968994) + | > loss_mel: 22.565292358398438 (20.236799240112305) + | > loss_duration: 1.7944066524505615 (1.72352401415507) + | > loss_1: 34.895687103271484 (32.90365028381348) + + --> STEP: 4 + | > loss_disc: 2.4949357509613037 (2.4197776317596436) + | > loss_disc_real_0: 0.12393263727426529 (0.1037584487348795) + | > loss_disc_real_1: 0.1739306002855301 (0.18222713842988014) + | > loss_disc_real_2: 0.21565596759319305 (0.19615431129932404) + | > loss_disc_real_3: 0.20520074665546417 (0.22989912331104279) + | > loss_disc_real_4: 0.2374575436115265 (0.22128889337182045) + | > loss_disc_real_5: 0.253876656293869 (0.23481152579188347) + | > loss_0: 2.4949357509613037 (2.4197776317596436) + | > loss_gen: 2.053469657897949 (2.1741747856140137) + | > loss_kl: 1.3995158672332764 (1.6504185795783997) + | > loss_feat: 5.860715389251709 (6.711326837539673) + | > loss_mel: 20.70970916748047 (20.355026721954346) + | > loss_duration: 1.6459375619888306 (1.7041274011135101) + | > loss_1: 31.669347763061523 (32.59507465362549) + + --> STEP: 5 + | > loss_disc: 2.2308647632598877 (2.3819950580596925) + | > loss_disc_real_0: 0.12434451282024384 (0.10787566155195236) + | > loss_disc_real_1: 0.16296032071113586 (0.1783737748861313) + | > loss_disc_real_2: 0.13594777882099152 (0.18411300480365753) + | > loss_disc_real_3: 0.18913400173187256 (0.22174609899520875) + | > loss_disc_real_4: 0.18127529323101044 (0.21328617334365846) + | > loss_disc_real_5: 0.27587538957595825 (0.24302429854869842) + | > loss_0: 2.2308647632598877 (2.3819950580596925) + | > loss_gen: 2.1701042652130127 (2.1733606815338136) + | > loss_kl: 1.2184417247772217 (1.564023208618164) + | > loss_feat: 8.016552925109863 (6.972372055053711) + | > loss_mel: 22.955036163330078 (20.875028610229492) + | > loss_duration: 1.8949475288391113 (1.7422914266586305) + | > loss_1: 36.25508499145508 (33.3270767211914) + + --> STEP: 6 + | > loss_disc: 2.2554280757904053 (2.360900561014811) + | > loss_disc_real_0: 0.13668550550937653 (0.11267730221152306) + | > loss_disc_real_1: 0.21278271079063416 (0.18410859753688177) + | > loss_disc_real_2: 0.17773979902267456 (0.18305080384016037) + | > loss_disc_real_3: 0.2646687924861908 (0.22889988124370575) + | > loss_disc_real_4: 0.24468980729579926 (0.21852011233568192) + | > loss_disc_real_5: 0.23642008006572723 (0.24192359546820322) + | > loss_0: 2.2554280757904053 (2.360900561014811) + | > loss_gen: 2.604499101638794 (2.2452170848846436) + | > loss_kl: 1.7390711307525635 (1.5931978623072307) + | > loss_feat: 5.918877601623535 (6.796789646148682) + | > loss_mel: 18.53270149230957 (20.48464075724284) + | > loss_duration: 1.6891542673110962 (1.7334352334340413) + | > loss_1: 30.484304428100586 (32.853281339009605) + + --> STEP: 7 + | > loss_disc: 2.548152446746826 (2.387650830405099) + | > loss_disc_real_0: 0.1690828651189804 (0.12073523976973125) + | > loss_disc_real_1: 0.18699665367603302 (0.18452117698533194) + | > loss_disc_real_2: 0.18024297058582306 (0.18264968480382646) + | > loss_disc_real_3: 0.1735166758298874 (0.2209879947560174) + | > loss_disc_real_4: 0.3247380554676056 (0.233694104211671) + | > loss_disc_real_5: 0.22163473069667816 (0.23902518621512822) + | > loss_0: 2.548152446746826 (2.387650830405099) + | > loss_gen: 2.1536173820495605 (2.2321314130510603) + | > loss_kl: 1.3901641368865967 (1.5641930443899972) + | > loss_feat: 8.153833389282227 (6.990653038024902) + | > loss_mel: 21.47197723388672 (20.625688825334823) + | > loss_duration: 1.6801130771636963 (1.7258177825382777) + | > loss_1: 34.849708557128906 (33.13848522731236) + + --> STEP: 8 + | > loss_disc: 2.1444504261016846 (2.3572507798671722) + | > loss_disc_real_0: 0.10144644975662231 (0.11832414101809263) + | > loss_disc_real_1: 0.1413961499929428 (0.1791305486112833) + | > loss_disc_real_2: 0.13009947538375854 (0.17608090862631798) + | > loss_disc_real_3: 0.16325430572032928 (0.2137712836265564) + | > loss_disc_real_4: 0.1880185902118683 (0.22798466496169567) + | > loss_disc_real_5: 0.12971220910549164 (0.22536106407642365) + | > loss_0: 2.1444504261016846 (2.3572507798671722) + | > loss_gen: 2.1036219596862793 (2.2160677313804626) + | > loss_kl: 1.5607751607894897 (1.5637658089399338) + | > loss_feat: 9.421074867248535 (7.2944557666778564) + | > loss_mel: 22.84580421447754 (20.90320324897766) + | > loss_duration: 1.7180829048156738 (1.7248509228229523) + | > loss_1: 37.649356842041016 (33.70234417915344) + + --> STEP: 9 + | > loss_disc: 2.4298958778381348 (2.3653224574195013) + | > loss_disc_real_0: 0.11685526371002197 (0.118160932428307) + | > loss_disc_real_1: 0.17855188250541687 (0.17906625237729815) + | > loss_disc_real_2: 0.1919996738433838 (0.17784966031710306) + | > loss_disc_real_3: 0.2623536288738251 (0.21916932198736402) + | > loss_disc_real_4: 0.23405209183692932 (0.2286588235033883) + | > loss_disc_real_5: 0.2827454209327698 (0.23173710372712877) + | > loss_0: 2.4298958778381348 (2.3653224574195013) + | > loss_gen: 2.303358793258667 (2.225766738255819) + | > loss_kl: 2.2299094200134277 (1.6377817657258775) + | > loss_feat: 6.016835689544678 (7.152497980329725) + | > loss_mel: 22.474411010742188 (21.07778188917372) + | > loss_duration: 1.6752710342407227 (1.7193420463138156) + | > loss_1: 34.69978713989258 (33.81317117479112) + + --> STEP: 10 + | > loss_disc: 2.501197338104248 (2.378909945487976) + | > loss_disc_real_0: 0.09651024639606476 (0.11599586382508278) + | > loss_disc_real_1: 0.19729973375797272 (0.1808896005153656) + | > loss_disc_real_2: 0.22651490569114685 (0.18271618485450744) + | > loss_disc_real_3: 0.26536986231803894 (0.22378937602043153) + | > loss_disc_real_4: 0.26321980357170105 (0.23211492151021956) + | > loss_disc_real_5: 0.24620255827903748 (0.23318364918231965) + | > loss_0: 2.501197338104248 (2.378909945487976) + | > loss_gen: 2.15374493598938 (2.2185645580291746) + | > loss_kl: 1.339372992515564 (1.6079408884048463) + | > loss_feat: 6.102543354034424 (7.047502517700195) + | > loss_mel: 21.38420295715332 (21.10842399597168) + | > loss_duration: 1.5787338018417358 (1.7052812218666076) + | > loss_1: 32.558597564697266 (33.68771381378174) + + --> STEP: 11 + | > loss_disc: 2.6818037033081055 (2.4064457416534424) + | > loss_disc_real_0: 0.13796548545360565 (0.1179931021549485) + | > loss_disc_real_1: 0.17512714862823486 (0.18036574125289917) + | > loss_disc_real_2: 0.18845205008983612 (0.18323762714862823) + | > loss_disc_real_3: 0.2216036319732666 (0.2235906720161438) + | > loss_disc_real_4: 0.26020994782447815 (0.2346690148115158) + | > loss_disc_real_5: 0.25816214084625244 (0.23545442115176807) + | > loss_0: 2.6818037033081055 (2.4064457416534424) + | > loss_gen: 1.9154078960418701 (2.1910048614848745) + | > loss_kl: 2.1970326900482178 (1.6614946885542436) + | > loss_feat: 6.390552043914795 (6.987779747356068) + | > loss_mel: 20.309417724609375 (21.03578706221147) + | > loss_duration: 1.5663526058197021 (1.6926513476805254) + | > loss_1: 32.378761291503906 (33.5687181299383) + + --> STEP: 12 + | > loss_disc: 2.305018424987793 (2.3979934652646384) + | > loss_disc_real_0: 0.08908364176750183 (0.1155839804559946) + | > loss_disc_real_1: 0.1317170113325119 (0.17631168042620024) + | > loss_disc_real_2: 0.17662407457828522 (0.18268649776776633) + | > loss_disc_real_3: 0.22001120448112488 (0.2232923830548922) + | > loss_disc_real_4: 0.23738306760787964 (0.23489518587787947) + | > loss_disc_real_5: 0.2211654782295227 (0.23426367590824762) + | > loss_0: 2.305018424987793 (2.3979934652646384) + | > loss_gen: 2.1999728679656982 (2.1917521953582764) + | > loss_kl: 1.4880785942077637 (1.6470433473587036) + | > loss_feat: 7.992131233215332 (7.071475704511006) + | > loss_mel: 22.46946907043457 (21.15526056289673) + | > loss_duration: 1.6696349382400513 (1.6907333135604858) + | > loss_1: 35.81928634643555 (33.75626548131307) + + --> STEP: 13 + | > loss_disc: 2.308478832244873 (2.391107724263118) + | > loss_disc_real_0: 0.061259012669324875 (0.11140513678009693) + | > loss_disc_real_1: 0.09601247310638428 (0.17013481832467592) + | > loss_disc_real_2: 0.12350574880838394 (0.17813413246319845) + | > loss_disc_real_3: 0.14706793427467346 (0.21742896391795233) + | > loss_disc_real_4: 0.20746243000030518 (0.23278497388729683) + | > loss_disc_real_5: 0.1653631627559662 (0.2289636364349952) + | > loss_0: 2.308478832244873 (2.391107724263118) + | > loss_gen: 1.939077615737915 (2.172315689233633) + | > loss_kl: 1.6430952548980713 (1.646739647938655) + | > loss_feat: 9.303411483764648 (7.243163072145903) + | > loss_mel: 23.349102020263672 (21.3240175980788) + | > loss_duration: 1.696183204650879 (1.6911525359520545) + | > loss_1: 37.930870056152344 (34.07738891014686) + + --> STEP: 14 + | > loss_disc: 2.4312424659729004 (2.3939744915281023) + | > loss_disc_real_0: 0.07761800289154053 (0.10899177007377148) + | > loss_disc_real_1: 0.18594254553318024 (0.17126394169671194) + | > loss_disc_real_2: 0.18950174748897552 (0.17894610496503965) + | > loss_disc_real_3: 0.31819501519203186 (0.224626539008958) + | > loss_disc_real_4: 0.2585888206958771 (0.23462810580219542) + | > loss_disc_real_5: 0.2552211284637451 (0.2308391715799059) + | > loss_0: 2.4312424659729004 (2.3939744915281023) + | > loss_gen: 2.151949167251587 (2.170860937663487) + | > loss_kl: 1.5726896524429321 (1.6414503625461034) + | > loss_feat: 5.775232315063477 (7.1383108752114435) + | > loss_mel: 20.041671752929688 (21.232421466282435) + | > loss_duration: 1.7363686561584473 (1.6943822588239397) + | > loss_1: 31.277910232543945 (33.87742614746094) + + --> STEP: 15 + | > loss_disc: 2.4202816486358643 (2.3957283020019533) + | > loss_disc_real_0: 0.1426732838153839 (0.11123720432321231) + | > loss_disc_real_1: 0.19118908047676086 (0.17259228428204854) + | > loss_disc_real_2: 0.20916056632995605 (0.18096040238936742) + | > loss_disc_real_3: 0.2582364082336426 (0.2268671969572703) + | > loss_disc_real_4: 0.2623032033443451 (0.2364731123050054) + | > loss_disc_real_5: 0.2528039813041687 (0.2323034922281901) + | > loss_0: 2.4202816486358643 (2.3957283020019533) + | > loss_gen: 2.3114497661590576 (2.180233526229858) + | > loss_kl: 1.4603501558303833 (1.629377015431722) + | > loss_feat: 6.447596549987793 (7.092263253529866) + | > loss_mel: 22.347251892089844 (21.306743494669597) + | > loss_duration: 1.622305154800415 (1.6895771185557047) + | > loss_1: 34.18895721435547 (33.89819488525391) + + --> STEP: 16 + | > loss_disc: 2.4916648864746094 (2.401724338531494) + | > loss_disc_real_0: 0.1805955171585083 (0.1155720988754183) + | > loss_disc_real_1: 0.23708532750606537 (0.1766230994835496) + | > loss_disc_real_2: 0.22794309258460999 (0.18389682052657008) + | > loss_disc_real_3: 0.24369707703590393 (0.2279190644621849) + | > loss_disc_real_4: 0.24471302330493927 (0.23698810674250126) + | > loss_disc_real_5: 0.17433474957942963 (0.22868044581264257) + | > loss_0: 2.4916648864746094 (2.401724338531494) + | > loss_gen: 2.1336159706115723 (2.1773199290037155) + | > loss_kl: 2.1205596923828125 (1.6600759327411652) + | > loss_feat: 4.906792163848877 (6.955671310424805) + | > loss_mel: 16.33963966369629 (20.996299505233765) + | > loss_duration: 1.7886730432510376 (1.695770613849163) + | > loss_1: 27.28927993774414 (33.485137701034546) + + --> STEP: 17 + | > loss_disc: 2.3375699520111084 (2.3979505510891186) + | > loss_disc_real_0: 0.09268753230571747 (0.11422594790073003) + | > loss_disc_real_1: 0.1968500316143036 (0.17781291902065277) + | > loss_disc_real_2: 0.21196995675563812 (0.18554818148122115) + | > loss_disc_real_3: 0.18517853319644928 (0.22540491556420045) + | > loss_disc_real_4: 0.22998371720314026 (0.2365760838284212) + | > loss_disc_real_5: 0.20458984375 (0.2272633515736636) + | > loss_0: 2.3375699520111084 (2.3979505510891186) + | > loss_gen: 2.1147964000701904 (2.173642074360567) + | > loss_kl: 1.271366000175476 (1.6372106425902422) + | > loss_feat: 6.393563270568848 (6.922606131609748) + | > loss_mel: 20.625404357910156 (20.974482143626492) + | > loss_duration: 1.590865969657898 (1.6895997524261475) + | > loss_1: 31.995994567871094 (33.39754104614258) + + --> STEP: 18 + | > loss_disc: 2.3189783096313477 (2.3935632043414645) + | > loss_disc_real_0: 0.07219758629798889 (0.11189103892279996) + | > loss_disc_real_1: 0.07892753928899765 (0.1723192868133386) + | > loss_disc_real_2: 0.13455843925476074 (0.18271541802419555) + | > loss_disc_real_3: 0.1406346559524536 (0.22069545669688118) + | > loss_disc_real_4: 0.15136519074440002 (0.23184214532375336) + | > loss_disc_real_5: 0.14524853229522705 (0.22270697272486156) + | > loss_0: 2.3189783096313477 (2.3935632043414645) + | > loss_gen: 1.8169307708740234 (2.1538247797224255) + | > loss_kl: 2.227365732192993 (1.6699970364570618) + | > loss_feat: 9.820487976074219 (7.08359956741333) + | > loss_mel: 24.82927131652832 (21.188637097676594) + | > loss_duration: 1.613555908203125 (1.6853750944137573) + | > loss_1: 40.30760955810547 (33.781433741251625) + + --> STEP: 19 + | > loss_disc: 2.356074094772339 (2.3915900933115104) + | > loss_disc_real_0: 0.07173072546720505 (0.10977733821461075) + | > loss_disc_real_1: 0.11428575217723846 (0.16926489025354385) + | > loss_disc_real_2: 0.1721106618642807 (0.1821572729631474) + | > loss_disc_real_3: 0.20022112131118774 (0.21961786009763418) + | > loss_disc_real_4: 0.13426540791988373 (0.22670652756565496) + | > loss_disc_real_5: 0.1330677568912506 (0.21798911925993467) + | > loss_0: 2.356074094772339 (2.3915900933115104) + | > loss_gen: 1.9890635013580322 (2.145153133492721) + | > loss_kl: 1.6013009548187256 (1.6663814532129388) + | > loss_feat: 9.282073974609375 (7.199308746739438) + | > loss_mel: 23.566513061523438 (21.31378846419485) + | > loss_duration: 1.7922418117523193 (1.690999658484208) + | > loss_1: 38.23119354248047 (34.01563162552683) + + --> STEP: 20 + | > loss_disc: 1.9849755764007568 (2.371259367465973) + | > loss_disc_real_0: 0.07663148641586304 (0.10812004562467337) + | > loss_disc_real_1: 0.07440788298845291 (0.1645220398902893) + | > loss_disc_real_2: 0.13800430297851562 (0.17994962446391582) + | > loss_disc_real_3: 0.16783513128757477 (0.2170287236571312) + | > loss_disc_real_4: 0.13354161381721497 (0.22204828187823294) + | > loss_disc_real_5: 0.1661497950553894 (0.2153971530497074) + | > loss_0: 1.9849755764007568 (2.371259367465973) + | > loss_gen: 2.149747848510742 (2.145382869243622) + | > loss_kl: 1.5494080781936646 (1.660532784461975) + | > loss_feat: 9.123567581176758 (7.295521688461304) + | > loss_mel: 23.26128387451172 (21.411163234710692) + | > loss_duration: 1.6346333026885986 (1.6881813406944275) + | > loss_1: 37.7186393737793 (34.200782012939456) + + --> STEP: 21 + | > loss_disc: 2.3096108436584473 (2.368323723475138) + | > loss_disc_real_0: 0.07976489514112473 (0.106769800363552) + | > loss_disc_real_1: 0.14722822606563568 (0.1636985249462582) + | > loss_disc_real_2: 0.18311922252178192 (0.1801005577047666) + | > loss_disc_real_3: 0.21880371868610382 (0.2171132472299394) + | > loss_disc_real_4: 0.2296527624130249 (0.22241039999893733) + | > loss_disc_real_5: 0.25056329369544983 (0.21707173117569514) + | > loss_0: 2.3096108436584473 (2.368323723475138) + | > loss_gen: 2.3490028381347656 (2.1550790582384387) + | > loss_kl: 1.4990158081054688 (1.65284149987357) + | > loss_feat: 9.010619163513184 (7.377192996797108) + | > loss_mel: 22.636432647705078 (21.469509397234237) + | > loss_duration: 1.6229419708251953 (1.685074704033988) + | > loss_1: 37.118011474609375 (34.3396977015904) + + --> STEP: 22 + | > loss_disc: 2.423736572265625 (2.3708424893292515) + | > loss_disc_real_0: 0.1119234561920166 (0.10700405744666402) + | > loss_disc_real_1: 0.16967517137527466 (0.16397019069303168) + | > loss_disc_real_2: 0.16777226328849792 (0.1795401806858453) + | > loss_disc_real_3: 0.22891780734062195 (0.21764981814406134) + | > loss_disc_real_4: 0.22969581186771393 (0.22274155508388171) + | > loss_disc_real_5: 0.21756617724895477 (0.21709420599720694) + | > loss_0: 2.423736572265625 (2.3708424893292515) + | > loss_gen: 1.9931752681732178 (2.147719795053656) + | > loss_kl: 1.9187406301498413 (1.6649278239770369) + | > loss_feat: 8.166769027709961 (7.413082816384056) + | > loss_mel: 21.96660614013672 (21.492104703729805) + | > loss_duration: 1.7730176448822021 (1.6890721104361794) + | > loss_1: 35.81830978393555 (34.406907341697) + + --> STEP: 23 + | > loss_disc: 2.181704521179199 (2.362619099409684) + | > loss_disc_real_0: 0.16306811571121216 (0.10944162519729655) + | > loss_disc_real_1: 0.1345960795879364 (0.16269305542759274) + | > loss_disc_real_2: 0.18564288318157196 (0.17980551557696384) + | > loss_disc_real_3: 0.24239008128643036 (0.21872548175894696) + | > loss_disc_real_4: 0.20653478801250458 (0.2220369130373001) + | > loss_disc_real_5: 0.16813133656978607 (0.2149653855873191) + | > loss_0: 2.181704521179199 (2.362619099409684) + | > loss_gen: 2.3259668350219727 (2.1554696663566264) + | > loss_kl: 1.7376618385314941 (1.6680901724359263) + | > loss_feat: 7.271872043609619 (7.406943217567775) + | > loss_mel: 21.79146385192871 (21.505120318868887) + | > loss_duration: 1.7528362274169922 (1.6918444633483887) + | > loss_1: 34.879798889160156 (34.42746784376062) + + --> STEP: 24 + | > loss_disc: 2.4592671394348145 (2.366646101077398) + | > loss_disc_real_0: 0.10298371315002441 (0.10917254552866022) + | > loss_disc_real_1: 0.16163106262683868 (0.16264880572756132) + | > loss_disc_real_2: 0.20471663773059845 (0.18084347900003195) + | > loss_disc_real_3: 0.23953044414520264 (0.2195923551917076) + | > loss_disc_real_4: 0.25825217366218567 (0.22354588223000368) + | > loss_disc_real_5: 0.30842307209968567 (0.2188594558586677) + | > loss_0: 2.4592671394348145 (2.366646101077398) + | > loss_gen: 2.1704952716827393 (2.1560957332452144) + | > loss_kl: 1.5872505903244019 (1.664721856514613) + | > loss_feat: 7.125958442687988 (7.395235518614451) + | > loss_mel: 23.07148551940918 (21.570385535558064) + | > loss_duration: 1.6150321960449219 (1.6886439522107441) + | > loss_1: 35.570220947265625 (34.475082556406655) + + --> STEP: 25 + | > loss_disc: 2.441274881362915 (2.3696312522888183) + | > loss_disc_real_0: 0.09999388456344604 (0.10880539909005166) + | > loss_disc_real_1: 0.16490033268928528 (0.16273886680603028) + | > loss_disc_real_2: 0.1773231029510498 (0.18070266395807266) + | > loss_disc_real_3: 0.25043246150016785 (0.220825959444046) + | > loss_disc_real_4: 0.30264556407928467 (0.22670986950397493) + | > loss_disc_real_5: 0.2749710977077484 (0.22110392153263092) + | > loss_0: 2.441274881362915 (2.3696312522888183) + | > loss_gen: 2.2493855953216553 (2.159827327728272) + | > loss_kl: 1.2830849885940552 (1.6494563817977905) + | > loss_feat: 6.185189247131348 (7.346833667755127) + | > loss_mel: 20.851266860961914 (21.541620788574217) + | > loss_duration: 1.606841802597046 (1.6853718662261963) + | > loss_1: 32.1757698059082 (34.38311004638672) + + --> STEP: 26 + | > loss_disc: 2.247206449508667 (2.3649226060280433) + | > loss_disc_real_0: 0.11786778271198273 (0.10915395230627976) + | > loss_disc_real_1: 0.16997240483760834 (0.1630170798072448) + | > loss_disc_real_2: 0.20724259316921234 (0.1817234304661934) + | > loss_disc_real_3: 0.20025566220283508 (0.2200347941655379) + | > loss_disc_real_4: 0.16931979358196259 (0.22450255889158982) + | > loss_disc_real_5: 0.25745975971221924 (0.22250222300107664) + | > loss_0: 2.247206449508667 (2.3649226060280433) + | > loss_gen: 2.3125364780426025 (2.1657007565865154) + | > loss_kl: 1.635379672050476 (1.6489149698844323) + | > loss_feat: 6.807629108428955 (7.326095030857966) + | > loss_mel: 20.78999900817871 (21.512712258559006) + | > loss_duration: 1.6842575073242188 (1.6853290062684279) + | > loss_1: 33.229801177978516 (34.338752012986404) + + --> STEP: 27 + | > loss_disc: 2.4484524726867676 (2.3680163047931813) + | > loss_disc_real_0: 0.1352773904800415 (0.11012148705345613) + | > loss_disc_real_1: 0.19991661608219147 (0.16438372929890951) + | > loss_disc_real_2: 0.20952916145324707 (0.1827532723546028) + | > loss_disc_real_3: 0.2372300922870636 (0.22067165705892774) + | > loss_disc_real_4: 0.18406477570533752 (0.22300486321802493) + | > loss_disc_real_5: 0.22534668445587158 (0.2226075734253283) + | > loss_0: 2.4484524726867676 (2.3680163047931813) + | > loss_gen: 2.0710554122924805 (2.162195373464514) + | > loss_kl: 2.0129218101501465 (1.6623967047090884) + | > loss_feat: 6.66574764251709 (7.301637720178674) + | > loss_mel: 20.436851501464844 (21.472865563851816) + | > loss_duration: 1.7093377113342285 (1.6862182175671612) + | > loss_1: 32.89591598510742 (34.28531364158348) + + --> STEP: 28 + | > loss_disc: 2.2313246726989746 (2.3631344607898166) + | > loss_disc_real_0: 0.1569063663482666 (0.11179237559969936) + | > loss_disc_real_1: 0.20054806768894196 (0.16567531281283923) + | > loss_disc_real_2: 0.21931061148643494 (0.1840588916093111) + | > loss_disc_real_3: 0.26902300119400024 (0.22239849077803747) + | > loss_disc_real_4: 0.19602349400520325 (0.22204124288899557) + | > loss_disc_real_5: 0.17660795152187347 (0.2209647297859192) + | > loss_0: 2.2313246726989746 (2.3631344607898166) + | > loss_gen: 2.408684492111206 (2.1709985562733243) + | > loss_kl: 1.6049987077713013 (1.6603467762470245) + | > loss_feat: 6.145071029663086 (7.260331766945975) + | > loss_mel: 18.666282653808594 (21.3726304599217) + | > loss_duration: 1.7107460498809814 (1.6870942115783691) + | > loss_1: 30.535781860351562 (34.151401792253765) + + --> STEP: 29 + | > loss_disc: 2.4778554439544678 (2.3670903567610115) + | > loss_disc_real_0: 0.07070484012365341 (0.11037556403155985) + | > loss_disc_real_1: 0.1458887755870819 (0.16499301842574415) + | > loss_disc_real_2: 0.20476244390010834 (0.18477280720554548) + | > loss_disc_real_3: 0.23887595534324646 (0.22296667921132055) + | > loss_disc_real_4: 0.24708448350429535 (0.2229048029102128) + | > loss_disc_real_5: 0.269629567861557 (0.22264282765059634) + | > loss_0: 2.4778554439544678 (2.3670903567610115) + | > loss_gen: 2.076223850250244 (2.1677304629621834) + | > loss_kl: 1.5613878965377808 (1.6569344010846367) + | > loss_feat: 7.1447248458862305 (7.256345321392191) + | > loss_mel: 23.03158950805664 (21.429835944340148) + | > loss_duration: 1.6228429079055786 (1.6848786493827557) + | > loss_1: 35.436771392822266 (34.19572488192854) + + --> STEP: 30 + | > loss_disc: 2.3309977054595947 (2.3658872683842977) + | > loss_disc_real_0: 0.09676291793584824 (0.10992180916170279) + | > loss_disc_real_1: 0.19613556563854218 (0.1660311033328374) + | > loss_disc_real_2: 0.16341513395309448 (0.18406088476379712) + | > loss_disc_real_3: 0.19880858063697815 (0.22216140925884248) + | > loss_disc_real_4: 0.16894091665744781 (0.22110600670178732) + | > loss_disc_real_5: 0.204500213265419 (0.22203807383775712) + | > loss_0: 2.3309977054595947 (2.3658872683842977) + | > loss_gen: 2.1181399822235107 (2.166077446937561) + | > loss_kl: 1.5729055404663086 (1.6541334390640259) + | > loss_feat: 7.034984111785889 (7.248966614405314) + | > loss_mel: 21.65220069885254 (21.437248102823894) + | > loss_duration: 1.6843996047973633 (1.6848626812299092) + | > loss_1: 34.06262969970703 (34.19128837585449) + + --> STEP: 31 + | > loss_disc: 2.179382085800171 (2.3598709721719064) + | > loss_disc_real_0: 0.06007542461156845 (0.10831386127298878) + | > loss_disc_real_1: 0.17930974066257477 (0.16645944647250638) + | > loss_disc_real_2: 0.13488036394119263 (0.18247441635016473) + | > loss_disc_real_3: 0.16404756903648376 (0.2202867692516696) + | > loss_disc_real_4: 0.19160769879817963 (0.2201544483823161) + | > loss_disc_real_5: 0.23554159700870514 (0.2224736713594006) + | > loss_0: 2.179382085800171 (2.3598709721719064) + | > loss_gen: 2.2207190990448 (2.167840080876504) + | > loss_kl: 1.18997061252594 (1.6391604446595716) + | > loss_feat: 7.697563171386719 (7.263437471082134) + | > loss_mel: 21.073368072509766 (21.42551003732989) + | > loss_duration: 1.6468186378479004 (1.683635454024038) + | > loss_1: 33.82844161987305 (34.17958364179057) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.009333902789700416 (-0.0021487897442233183) + | > avg_loss_disc: 2.3598709721719064 (-0.21655192682820035) + | > avg_loss_disc_real_0: 0.10831386127298878 (-0.15430211167662375) + | > avg_loss_disc_real_1: 0.16645944647250638 (-0.01670302715032332) + | > avg_loss_disc_real_2: 0.18247441635016473 (-0.026831925155655023) + | > avg_loss_disc_real_3: 0.2202867692516696 (+0.005974284102839789) + | > avg_loss_disc_real_4: 0.2201544483823161 (+0.0404798859550107) + | > avg_loss_disc_real_5: 0.2224736713594006 (+0.037586585408256906) + | > avg_loss_0: 2.3598709721719064 (-0.21655192682820035) + | > avg_loss_gen: 2.167840080876504 (-0.014020531408248438) + | > avg_loss_kl: 1.6391604446595716 (-0.021343106223690844) + | > avg_loss_feat: 7.263437471082134 (+0.825608030442269) + | > avg_loss_mel: 21.42551003732989 (+1.5308712682416363) + | > avg_loss_duration: 1.683635454024038 (-0.0008978497597480484) + | > avg_loss_1: 34.17958364179057 (+2.3202183015884863) + + + > EPOCH: 43/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 07:58:48)  + + --> TIME: 2024-11-23 07:59:06 -- STEP: 22/797 -- GLOBAL_STEP: 57400 + | > loss_disc: 2.2823140621185303 (2.4197419339960273) + | > loss_disc_real_0: 0.09476423263549805 (0.12378214502876456) + | > loss_disc_real_1: 0.17096686363220215 (0.22344048592177304) + | > loss_disc_real_2: 0.17082451283931732 (0.22529628534208646) + | > loss_disc_real_3: 0.19603551924228668 (0.2169265611605211) + | > loss_disc_real_4: 0.23520024120807648 (0.21655369956385007) + | > loss_disc_real_5: 0.2040325403213501 (0.2244924916462465) + | > loss_0: 2.2823140621185303 (2.4197419339960273) + | > grad_norm_0: tensor(23.0819, device='cuda:0') (tensor(34.3949, device='cuda:0')) + | > loss_gen: 2.575773000717163 (2.408236015926708) + | > loss_kl: 1.9789773225784302 (1.6310465823520313) + | > loss_feat: 8.817045211791992 (7.260741710662842) + | > loss_mel: 22.290281295776367 (20.576404138044875) + | > loss_duration: 1.7388581037521362 (1.8210483193397522) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.40093231201172 (33.69747612693093) + | > grad_norm_1: tensor(679.7310, device='cuda:0') (tensor(370.4576, device='cuda:0')) + | > current_lr_0: 0.0001982327433461913 + | > current_lr_1: 0.0001982327433461913 + | > step_time: 0.7471 (0.7494252269918268) + | > loader_time: 0.0124 (0.005778594450517135) + + + --> TIME: 2024-11-23 07:59:26 -- STEP: 47/797 -- GLOBAL_STEP: 57425 + | > loss_disc: 2.3314361572265625 (2.433474353019228) + | > loss_disc_real_0: 0.10924418270587921 (0.12531118633899282) + | > loss_disc_real_1: 0.17910034954547882 (0.22298990792416512) + | > loss_disc_real_2: 0.22765597701072693 (0.2305990403636973) + | > loss_disc_real_3: 0.2463422566652298 (0.21983887445419392) + | > loss_disc_real_4: 0.1990332156419754 (0.2200351614267268) + | > loss_disc_real_5: 0.19116778671741486 (0.22805242715997898) + | > loss_0: 2.3314361572265625 (2.433474353019228) + | > grad_norm_0: tensor(67.8015, device='cuda:0') (tensor(47.0508, device='cuda:0')) + | > loss_gen: 2.459019422531128 (2.40793119085596) + | > loss_kl: 1.6666970252990723 (1.5583197334979444) + | > loss_feat: 8.116467475891113 (7.1933015559582) + | > loss_mel: 21.5081787109375 (20.509568802853863) + | > loss_duration: 1.7380634546279907 (1.7723982613137428) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.488426208496094 (33.44151910822443) + | > grad_norm_1: tensor(589.5889, device='cuda:0') (tensor(391.0671, device='cuda:0')) + | > current_lr_0: 0.0001982327433461913 + | > current_lr_1: 0.0001982327433461913 + | > step_time: 0.7101 (0.757507065509228) + | > loader_time: 0.0045 (0.005695490126914167) + + + --> TIME: 2024-11-23 07:59:45 -- STEP: 72/797 -- GLOBAL_STEP: 57450 + | > loss_disc: 2.3477694988250732 (2.4271391895082264) + | > loss_disc_real_0: 0.08470408618450165 (0.12400745124452645) + | > loss_disc_real_1: 0.20162923634052277 (0.2208065829343266) + | > loss_disc_real_2: 0.2349766045808792 (0.23161851200792524) + | > loss_disc_real_3: 0.2382979840040207 (0.22133805664877096) + | > loss_disc_real_4: 0.20063619315624237 (0.2202433053818014) + | > loss_disc_real_5: 0.1735604703426361 (0.2265173416170809) + | > loss_0: 2.3477694988250732 (2.4271391895082264) + | > grad_norm_0: tensor(75.3900, device='cuda:0') (tensor(49.4604, device='cuda:0')) + | > loss_gen: 2.1700339317321777 (2.413933704296748) + | > loss_kl: 1.6933729648590088 (1.5659641027450562) + | > loss_feat: 6.656982421875 (7.252473738458422) + | > loss_mel: 19.543672561645508 (20.674654907650424) + | > loss_duration: 1.671159029006958 (1.7441437757677503) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.73522186279297 (33.65116996235318) + | > grad_norm_1: tensor(576.3788, device='cuda:0') (tensor(435.7782, device='cuda:0')) + | > current_lr_0: 0.0001982327433461913 + | > current_lr_1: 0.0001982327433461913 + | > step_time: 0.7727 (0.7629400789737703) + | > loader_time: 0.0107 (0.0057584477795494925) + + + --> TIME: 2024-11-23 08:00:05 -- STEP: 97/797 -- GLOBAL_STEP: 57475 + | > loss_disc: 2.603865385055542 (2.4304289227908424) + | > loss_disc_real_0: 0.17176687717437744 (0.12504265941295428) + | > loss_disc_real_1: 0.2803722321987152 (0.21999780864445204) + | > loss_disc_real_2: 0.2431085705757141 (0.23104552233342043) + | > loss_disc_real_3: 0.23558184504508972 (0.22113821171608167) + | > loss_disc_real_4: 0.2557745575904846 (0.22091878382201047) + | > loss_disc_real_5: 0.25733304023742676 (0.22626735208575258) + | > loss_0: 2.603865385055542 (2.4304289227908424) + | > grad_norm_0: tensor(37.2411, device='cuda:0') (tensor(49.7948, device='cuda:0')) + | > loss_gen: 2.467304229736328 (2.3992701043787688) + | > loss_kl: 1.7213242053985596 (1.5564774459170312) + | > loss_feat: 7.442831516265869 (7.156668431980094) + | > loss_mel: 21.00409507751465 (20.608681118365425) + | > loss_duration: 1.681947946548462 (1.730771010683984) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.3175048828125 (33.4518678999439) + | > grad_norm_1: tensor(553.3034, device='cuda:0') (tensor(443.3954, device='cuda:0')) + | > current_lr_0: 0.0001982327433461913 + | > current_lr_1: 0.0001982327433461913 + | > step_time: 0.7059 (0.7643419196925214) + | > loader_time: 0.0051 (0.0057466595443253655) + + + --> TIME: 2024-11-23 08:00:24 -- STEP: 122/797 -- GLOBAL_STEP: 57500 + | > loss_disc: 2.5322086811065674 (2.427775467028384) + | > loss_disc_real_0: 0.09088544547557831 (0.1261873409823805) + | > loss_disc_real_1: 0.21699178218841553 (0.21980291788206727) + | > loss_disc_real_2: 0.19359084963798523 (0.2290554926043651) + | > loss_disc_real_3: 0.18286527693271637 (0.21954332377578392) + | > loss_disc_real_4: 0.2107202559709549 (0.2193840756768086) + | > loss_disc_real_5: 0.2043028324842453 (0.22616869296695366) + | > loss_0: 2.5322086811065674 (2.427775467028384) + | > grad_norm_0: tensor(40.1472, device='cuda:0') (tensor(53.5892, device='cuda:0')) + | > loss_gen: 2.51820707321167 (2.410764172428944) + | > loss_kl: 1.4914416074752808 (1.5506759090501754) + | > loss_feat: 8.110383987426758 (7.218802569342441) + | > loss_mel: 22.391002655029297 (20.718552214200386) + | > loss_duration: 1.7388890981674194 (1.7236251186151974) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.24992370605469 (33.622419826320005) + | > grad_norm_1: tensor(288.7335, device='cuda:0') (tensor(452.5036, device='cuda:0')) + | > current_lr_0: 0.0001982327433461913 + | > current_lr_1: 0.0001982327433461913 + | > step_time: 0.7588 (0.7675139298204517) + | > loader_time: 0.004 (0.005779887809128057) + + + --> TIME: 2024-11-23 08:00:44 -- STEP: 147/797 -- GLOBAL_STEP: 57525 + | > loss_disc: 2.4171555042266846 (2.4360455558413556) + | > loss_disc_real_0: 0.09508366882801056 (0.12656567891945647) + | > loss_disc_real_1: 0.20517735183238983 (0.22001841593356364) + | > loss_disc_real_2: 0.22681938111782074 (0.23230252318641767) + | > loss_disc_real_3: 0.2654346823692322 (0.22098832318977435) + | > loss_disc_real_4: 0.24609160423278809 (0.2212950435219979) + | > loss_disc_real_5: 0.19661423563957214 (0.22722237896757067) + | > loss_0: 2.4171555042266846 (2.4360455558413556) + | > grad_norm_0: tensor(50.1138, device='cuda:0') (tensor(60.3522, device='cuda:0')) + | > loss_gen: 2.2636501789093018 (2.4086215852880155) + | > loss_kl: 1.5657711029052734 (1.5442964487335316) + | > loss_feat: 6.84097957611084 (7.153779704554552) + | > loss_mel: 19.988571166992188 (20.685814357939226) + | > loss_duration: 1.6452693939208984 (1.7177985671426164) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.30424118041992 (33.51031058175227) + | > grad_norm_1: tensor(425.0666, device='cuda:0') (tensor(454.1972, device='cuda:0')) + | > current_lr_0: 0.0001982327433461913 + | > current_lr_1: 0.0001982327433461913 + | > step_time: 0.751 (0.7687166256158531) + | > loader_time: 0.0089 (0.005941614812734174) + + + --> TIME: 2024-11-23 08:01:04 -- STEP: 172/797 -- GLOBAL_STEP: 57550 + | > loss_disc: 2.4113845825195312 (2.4307557607806007) + | > loss_disc_real_0: 0.1463448405265808 (0.12576264275107968) + | > loss_disc_real_1: 0.24467061460018158 (0.21894972234271298) + | > loss_disc_real_2: 0.2714524269104004 (0.23068053751837375) + | > loss_disc_real_3: 0.25800982117652893 (0.22183715214216432) + | > loss_disc_real_4: 0.17569653689861298 (0.22050441290403522) + | > loss_disc_real_5: 0.24354800581932068 (0.22616421621899277) + | > loss_0: 2.4113845825195312 (2.4307557607806007) + | > grad_norm_0: tensor(54.3895, device='cuda:0') (tensor(60.6290, device='cuda:0')) + | > loss_gen: 2.5284576416015625 (2.4110970649608348) + | > loss_kl: 1.2718942165374756 (1.5400899052619934) + | > loss_feat: 7.621679306030273 (7.175699389258097) + | > loss_mel: 21.082155227661133 (20.729670214098554) + | > loss_duration: 1.7036144733428955 (1.7122905919718188) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.207801818847656 (33.56884710178821) + | > grad_norm_1: tensor(566.7502, device='cuda:0') (tensor(451.4866, device='cuda:0')) + | > current_lr_0: 0.0001982327433461913 + | > current_lr_1: 0.0001982327433461913 + | > step_time: 0.8231 (0.7727438987687577) + | > loader_time: 0.0054 (0.0061193884805191365) + + + --> TIME: 2024-11-23 08:01:25 -- STEP: 197/797 -- GLOBAL_STEP: 57575 + | > loss_disc: 2.4631149768829346 (2.432548688753003) + | > loss_disc_real_0: 0.17738820612430573 (0.12465207725006917) + | > loss_disc_real_1: 0.18237236142158508 (0.21853088250922675) + | > loss_disc_real_2: 0.2551766633987427 (0.2318962295043287) + | > loss_disc_real_3: 0.22547288239002228 (0.22202661436826446) + | > loss_disc_real_4: 0.2500692903995514 (0.22116423031400304) + | > loss_disc_real_5: 0.28728678822517395 (0.22760782447563213) + | > loss_0: 2.4631149768829346 (2.432548688753003) + | > grad_norm_0: tensor(66.3522, device='cuda:0') (tensor(60.5647, device='cuda:0')) + | > loss_gen: 2.5472943782806396 (2.411847549041516) + | > loss_kl: 1.6090482473373413 (1.5333503369752526) + | > loss_feat: 7.838842868804932 (7.149657031606297) + | > loss_mel: 23.482254028320312 (20.711555190497855) + | > loss_duration: 1.6920316219329834 (1.7089068060599002) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.169471740722656 (33.51531682280722) + | > grad_norm_1: tensor(810.7137, device='cuda:0') (tensor(458.5118, device='cuda:0')) + | > current_lr_0: 0.0001982327433461913 + | > current_lr_1: 0.0001982327433461913 + | > step_time: 0.8246 (0.7764072563442482) + | > loader_time: 0.0069 (0.006083927783869242) + + + --> TIME: 2024-11-23 08:01:45 -- STEP: 222/797 -- GLOBAL_STEP: 57600 + | > loss_disc: 2.4408035278320312 (2.4286673885208003) + | > loss_disc_real_0: 0.09372280538082123 (0.12292266170586552) + | > loss_disc_real_1: 0.1943598985671997 (0.21844599281882385) + | > loss_disc_real_2: 0.22398526966571808 (0.23086838786666458) + | > loss_disc_real_3: 0.20420344173908234 (0.222171023152433) + | > loss_disc_real_4: 0.2386200726032257 (0.22072484371092943) + | > loss_disc_real_5: 0.2140313684940338 (0.22728128187559749) + | > loss_0: 2.4408035278320312 (2.4286673885208003) + | > grad_norm_0: tensor(22.4854, device='cuda:0') (tensor(59.7054, device='cuda:0')) + | > loss_gen: 2.330812692642212 (2.407695993646845) + | > loss_kl: 1.5396689176559448 (1.5327549947274697) + | > loss_feat: 6.58052921295166 (7.130267287159826) + | > loss_mel: 20.32857894897461 (20.719277124147165) + | > loss_duration: 1.660418152809143 (1.7065886302037283) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.440006256103516 (33.496583930006985) + | > grad_norm_1: tensor(402.8286, device='cuda:0') (tensor(471.2694, device='cuda:0')) + | > current_lr_0: 0.0001982327433461913 + | > current_lr_1: 0.0001982327433461913 + | > step_time: 0.8177 (0.7797108888626099) + | > loader_time: 0.0053 (0.006125167683438136) + + + --> TIME: 2024-11-23 08:02:06 -- STEP: 247/797 -- GLOBAL_STEP: 57625 + | > loss_disc: 2.4140825271606445 (2.4266665136283234) + | > loss_disc_real_0: 0.12538108229637146 (0.12270914594292158) + | > loss_disc_real_1: 0.24691878259181976 (0.21848417257490432) + | > loss_disc_real_2: 0.2102127969264984 (0.23147607754599228) + | > loss_disc_real_3: 0.22344841063022614 (0.2217923579549017) + | > loss_disc_real_4: 0.17425502836704254 (0.22027646704965276) + | > loss_disc_real_5: 0.21393133699893951 (0.22730224763574874) + | > loss_0: 2.4140825271606445 (2.4266665136283234) + | > grad_norm_0: tensor(35.4638, device='cuda:0') (tensor(58.3177, device='cuda:0')) + | > loss_gen: 2.343677043914795 (2.4060207137212095) + | > loss_kl: 1.6204829216003418 (1.5390638064758981) + | > loss_feat: 7.990933895111084 (7.127078874873729) + | > loss_mel: 21.779003143310547 (20.732421681948527) + | > loss_duration: 1.6809539794921875 (1.702279227947899) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.4150505065918 (33.50686421568094) + | > grad_norm_1: tensor(701.4982, device='cuda:0') (tensor(471.4700, device='cuda:0')) + | > current_lr_0: 0.0001982327433461913 + | > current_lr_1: 0.0001982327433461913 + | > step_time: 0.8677 (0.7829738589916152) + | > loader_time: 0.0046 (0.006114967438856115) + + + --> TIME: 2024-11-23 08:02:26 -- STEP: 272/797 -- GLOBAL_STEP: 57650 + | > loss_disc: 2.5920639038085938 (2.4294355906107854) + | > loss_disc_real_0: 0.15546023845672607 (0.1230312363956781) + | > loss_disc_real_1: 0.19642296433448792 (0.21868580377058078) + | > loss_disc_real_2: 0.23930159211158752 (0.23138228601173447) + | > loss_disc_real_3: 0.2793186902999878 (0.22201595888199174) + | > loss_disc_real_4: 0.22589629888534546 (0.22115200527888892) + | > loss_disc_real_5: 0.23118902742862701 (0.22745904353830748) + | > loss_0: 2.5920639038085938 (2.4294355906107854) + | > grad_norm_0: tensor(163.8691, device='cuda:0') (tensor(58.4216, device='cuda:0')) + | > loss_gen: 2.3251724243164062 (2.401411909390898) + | > loss_kl: 1.430609107017517 (1.5429243953788983) + | > loss_feat: 5.574042320251465 (7.101726139292998) + | > loss_mel: 18.855466842651367 (20.736732510959406) + | > loss_duration: 1.6563414335250854 (1.6998712056699923) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 29.841632843017578 (33.48266607172349) + | > grad_norm_1: tensor(582.4925, device='cuda:0') (tensor(477.5967, device='cuda:0')) + | > current_lr_0: 0.0001982327433461913 + | > current_lr_1: 0.0001982327433461913 + | > step_time: 0.8084 (0.7857310500215081) + | > loader_time: 0.0111 (0.006184862817035001) + + + --> TIME: 2024-11-23 08:02:47 -- STEP: 297/797 -- GLOBAL_STEP: 57675 + | > loss_disc: 2.38853120803833 (2.429150174362491) + | > loss_disc_real_0: 0.05414425581693649 (0.12371161738128374) + | > loss_disc_real_1: 0.18177147209644318 (0.21797842279026414) + | > loss_disc_real_2: 0.26386430859565735 (0.23139762010437873) + | > loss_disc_real_3: 0.26498404145240784 (0.22169896303001885) + | > loss_disc_real_4: 0.2506762742996216 (0.22135246923876942) + | > loss_disc_real_5: 0.24010391533374786 (0.22726779062338553) + | > loss_0: 2.38853120803833 (2.429150174362491) + | > grad_norm_0: tensor(90.5551, device='cuda:0') (tensor(61.1843, device='cuda:0')) + | > loss_gen: 2.4807469844818115 (2.4038026549599394) + | > loss_kl: 1.7338616847991943 (1.5475926724347202) + | > loss_feat: 6.1676130294799805 (7.100684393937339) + | > loss_mel: 19.378131866455078 (20.76522183016896) + | > loss_duration: 1.6816837787628174 (1.6973524495006012) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.44203758239746 (33.51465387055369) + | > grad_norm_1: tensor(592.4421, device='cuda:0') (tensor(485.2271, device='cuda:0')) + | > current_lr_0: 0.0001982327433461913 + | > current_lr_1: 0.0001982327433461913 + | > step_time: 0.8131 (0.7880560043283588) + | > loader_time: 0.0059 (0.006295921023847277) + + + --> TIME: 2024-11-23 08:03:08 -- STEP: 322/797 -- GLOBAL_STEP: 57700 + | > loss_disc: 2.2628602981567383 (2.4288640111129483) + | > loss_disc_real_0: 0.08133305609226227 (0.1243174344833408) + | > loss_disc_real_1: 0.1852618008852005 (0.21801243833503375) + | > loss_disc_real_2: 0.2232891023159027 (0.2316408076364061) + | > loss_disc_real_3: 0.2392725944519043 (0.22206989222246673) + | > loss_disc_real_4: 0.2056695967912674 (0.22134805174532893) + | > loss_disc_real_5: 0.21081162989139557 (0.22756071342444573) + | > loss_0: 2.2628602981567383 (2.4288640111129483) + | > grad_norm_0: tensor(194.8898, device='cuda:0') (tensor(63.6054, device='cuda:0')) + | > loss_gen: 2.273235559463501 (2.4087008696905583) + | > loss_kl: 1.703405737876892 (1.550202826165264) + | > loss_feat: 7.39908504486084 (7.112597158976963) + | > loss_mel: 20.89295768737793 (20.798036456848525) + | > loss_duration: 1.6649765968322754 (1.6957479285897676) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.93366241455078 (33.565285114027695) + | > grad_norm_1: tensor(647.0439, device='cuda:0') (tensor(485.2640, device='cuda:0')) + | > current_lr_0: 0.0001982327433461913 + | > current_lr_1: 0.0001982327433461913 + | > step_time: 0.9873 (0.7910228034724364) + | > loader_time: 0.0092 (0.006386405932977328) + + + --> TIME: 2024-11-23 08:03:29 -- STEP: 347/797 -- GLOBAL_STEP: 57725 + | > loss_disc: 2.494835138320923 (2.432567613612679) + | > loss_disc_real_0: 0.12872222065925598 (0.12552879919279203) + | > loss_disc_real_1: 0.21514378488063812 (0.21785580811308172) + | > loss_disc_real_2: 0.24753503501415253 (0.23175857183912646) + | > loss_disc_real_3: 0.2069433331489563 (0.22189794261792212) + | > loss_disc_real_4: 0.25096097588539124 (0.22162301086898503) + | > loss_disc_real_5: 0.26630717515945435 (0.2279568647359222) + | > loss_0: 2.494835138320923 (2.432567613612679) + | > grad_norm_0: tensor(68.6176, device='cuda:0') (tensor(64.9337, device='cuda:0')) + | > loss_gen: 2.5041346549987793 (2.4067831877672727) + | > loss_kl: 1.6546260118484497 (1.551767199115038) + | > loss_feat: 7.302408218383789 (7.099294915322955) + | > loss_mel: 21.46615219116211 (20.796317751881706) + | > loss_duration: 1.6659784317016602 (1.6930631344187843) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.593299865722656 (33.54722607307543) + | > grad_norm_1: tensor(613.9199, device='cuda:0') (tensor(481.7962, device='cuda:0')) + | > current_lr_0: 0.0001982327433461913 + | > current_lr_1: 0.0001982327433461913 + | > step_time: 0.8035 (0.7931779873817733) + | > loader_time: 0.0071 (0.006554331490904173) + + + --> TIME: 2024-11-23 08:03:50 -- STEP: 372/797 -- GLOBAL_STEP: 57750 + | > loss_disc: 2.5733516216278076 (2.4311218101491203) + | > loss_disc_real_0: 0.15954343974590302 (0.12530391241714195) + | > loss_disc_real_1: 0.2529136836528778 (0.21818455789358393) + | > loss_disc_real_2: 0.22748181223869324 (0.23143006552771855) + | > loss_disc_real_3: 0.22076013684272766 (0.22197707718418494) + | > loss_disc_real_4: 0.24539896845817566 (0.2211395770471584) + | > loss_disc_real_5: 0.2756967842578888 (0.22790146711212336) + | > loss_0: 2.5733516216278076 (2.4311218101491203) + | > grad_norm_0: tensor(38.7678, device='cuda:0') (tensor(63.0934, device='cuda:0')) + | > loss_gen: 2.2189486026763916 (2.403951053978295) + | > loss_kl: 1.4291716814041138 (1.5534206792231522) + | > loss_feat: 6.068530082702637 (7.091819094073388) + | > loss_mel: 19.502792358398438 (20.81796427183253) + | > loss_duration: 1.6410183906555176 (1.6903276119821815) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.86046028137207 (33.55748255022109) + | > grad_norm_1: tensor(294.1491, device='cuda:0') (tensor(473.0746, device='cuda:0')) + | > current_lr_0: 0.0001982327433461913 + | > current_lr_1: 0.0001982327433461913 + | > step_time: 0.8577 (0.7961959761957972) + | > loader_time: 0.0059 (0.00665438495656495) + + + --> TIME: 2024-11-23 08:04:11 -- STEP: 397/797 -- GLOBAL_STEP: 57775 + | > loss_disc: 2.3928496837615967 (2.4297426017165478) + | > loss_disc_real_0: 0.1124216765165329 (0.1253249321029679) + | > loss_disc_real_1: 0.26283323764801025 (0.2180481419455195) + | > loss_disc_real_2: 0.20650385320186615 (0.23163539794290094) + | > loss_disc_real_3: 0.18530601263046265 (0.22157985095863683) + | > loss_disc_real_4: 0.20119807124137878 (0.22121374095116822) + | > loss_disc_real_5: 0.2219589203596115 (0.2282432039228435) + | > loss_0: 2.3928496837615967 (2.4297426017165478) + | > grad_norm_0: tensor(21.7265, device='cuda:0') (tensor(60.5147, device='cuda:0')) + | > loss_gen: 2.4265217781066895 (2.4025626524869983) + | > loss_kl: 1.8128052949905396 (1.5533437524694633) + | > loss_feat: 7.440969944000244 (7.090197512725139) + | > loss_mel: 22.414989471435547 (20.849045640575486) + | > loss_duration: 1.661299228668213 (1.6886908146236046) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.756587982177734 (33.58384021883944) + | > grad_norm_1: tensor(143.2286, device='cuda:0') (tensor(459.3159, device='cuda:0')) + | > current_lr_0: 0.0001982327433461913 + | > current_lr_1: 0.0001982327433461913 + | > step_time: 0.8002 (0.7986530224682404) + | > loader_time: 0.0066 (0.006811989945188273) + + + --> TIME: 2024-11-23 08:04:33 -- STEP: 422/797 -- GLOBAL_STEP: 57800 + | > loss_disc: 2.613131046295166 (2.4292826991510608) + | > loss_disc_real_0: 0.18555623292922974 (0.12515668427103793) + | > loss_disc_real_1: 0.3134405314922333 (0.21785660628317663) + | > loss_disc_real_2: 0.2593807876110077 (0.23140485199848057) + | > loss_disc_real_3: 0.20861372351646423 (0.22212499058783342) + | > loss_disc_real_4: 0.2795029580593109 (0.22112717850230887) + | > loss_disc_real_5: 0.3109402656555176 (0.22781512211849342) + | > loss_0: 2.613131046295166 (2.4292826991510608) + | > grad_norm_0: tensor(13.1604, device='cuda:0') (tensor(59.0174, device='cuda:0')) + | > loss_gen: 2.3567261695861816 (2.4005361473390856) + | > loss_kl: 1.7356356382369995 (1.557271115305299) + | > loss_feat: 5.181326866149902 (7.088848123053239) + | > loss_mel: 18.499961853027344 (20.860181930505824) + | > loss_duration: 1.7010892629623413 (1.687298489690392) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 29.47473907470703 (33.5941356686054) + | > grad_norm_1: tensor(484.0849, device='cuda:0') (tensor(459.5195, device='cuda:0')) + | > current_lr_0: 0.0001982327433461913 + | > current_lr_1: 0.0001982327433461913 + | > step_time: 0.836 (0.80124319955636) + | > loader_time: 0.0167 (0.006891499198443512) + + + --> TIME: 2024-11-23 08:04:54 -- STEP: 447/797 -- GLOBAL_STEP: 57825 + | > loss_disc: 2.533801555633545 (2.4280511751537612) + | > loss_disc_real_0: 0.16957049071788788 (0.12448149727828292) + | > loss_disc_real_1: 0.1665906459093094 (0.21752562162193415) + | > loss_disc_real_2: 0.18704141676425934 (0.2311698337329314) + | > loss_disc_real_3: 0.18889206647872925 (0.2217372753876168) + | > loss_disc_real_4: 0.22103039920330048 (0.2212492437904047) + | > loss_disc_real_5: 0.22706155478954315 (0.2283988860696221) + | > loss_0: 2.533801555633545 (2.4280511751537612) + | > grad_norm_0: tensor(18.4313, device='cuda:0') (tensor(58.4638, device='cuda:0')) + | > loss_gen: 2.2476866245269775 (2.401778955054231) + | > loss_kl: 1.5955787897109985 (1.558665971627971) + | > loss_feat: 6.732463836669922 (7.09555850999734) + | > loss_mel: 21.302059173583984 (20.892156370534185) + | > loss_duration: 1.5963393449783325 (1.6858373397682072) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.47412872314453 (33.63399704457395) + | > grad_norm_1: tensor(498.9776, device='cuda:0') (tensor(467.1682, device='cuda:0')) + | > current_lr_0: 0.0001982327433461913 + | > current_lr_1: 0.0001982327433461913 + | > step_time: 0.832 (0.8031449397938366) + | > loader_time: 0.0071 (0.006977087165951992) + + + --> TIME: 2024-11-23 08:05:15 -- STEP: 472/797 -- GLOBAL_STEP: 57850 + | > loss_disc: 2.5005946159362793 (2.4273588773557684) + | > loss_disc_real_0: 0.09535683691501617 (0.12484164100329763) + | > loss_disc_real_1: 0.2355690896511078 (0.21753403168739915) + | > loss_disc_real_2: 0.2634561061859131 (0.23093205699854988) + | > loss_disc_real_3: 0.22428016364574432 (0.2220916428555877) + | > loss_disc_real_4: 0.24397674202919006 (0.22099105758055798) + | > loss_disc_real_5: 0.2672182023525238 (0.22786395232808795) + | > loss_0: 2.5005946159362793 (2.4273588773557684) + | > grad_norm_0: tensor(36.5497, device='cuda:0') (tensor(58.8779, device='cuda:0')) + | > loss_gen: 2.3133063316345215 (2.4035690098495817) + | > loss_kl: 1.6687860488891602 (1.5613539458836534) + | > loss_feat: 6.936278343200684 (7.112676436618223) + | > loss_mel: 21.381389617919922 (20.921883926553235) + | > loss_duration: 1.653568148612976 (1.6851234516855014) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.95332717895508 (33.684606665271815) + | > grad_norm_1: tensor(474.2809, device='cuda:0') (tensor(466.9625, device='cuda:0')) + | > current_lr_0: 0.0001982327433461913 + | > current_lr_1: 0.0001982327433461913 + | > step_time: 0.8695 (0.8057338191291036) + | > loader_time: 0.0161 (0.007075555243734582) + + + --> TIME: 2024-11-23 08:05:37 -- STEP: 497/797 -- GLOBAL_STEP: 57875 + | > loss_disc: 2.454341173171997 (2.429397703896105) + | > loss_disc_real_0: 0.07079301029443741 (0.12441571535059151) + | > loss_disc_real_1: 0.2300400733947754 (0.21752253996294516) + | > loss_disc_real_2: 0.21507637202739716 (0.23120761031595993) + | > loss_disc_real_3: 0.2137005776166916 (0.22235039395225842) + | > loss_disc_real_4: 0.19467604160308838 (0.22163344095170623) + | > loss_disc_real_5: 0.23336602747440338 (0.22868686689577356) + | > loss_0: 2.454341173171997 (2.429397703896105) + | > grad_norm_0: tensor(50.9563, device='cuda:0') (tensor(59.2434, device='cuda:0')) + | > loss_gen: 2.365048885345459 (2.4014211142326993) + | > loss_kl: 1.9845836162567139 (1.5637565203595685) + | > loss_feat: 7.206353664398193 (7.106919402807531) + | > loss_mel: 21.924354553222656 (20.923654245418795) + | > loss_duration: 1.6574997901916504 (1.684013595283631) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.137840270996094 (33.67976477640254) + | > grad_norm_1: tensor(588.3613, device='cuda:0') (tensor(468.3633, device='cuda:0')) + | > current_lr_0: 0.0001982327433461913 + | > current_lr_1: 0.0001982327433461913 + | > step_time: 0.8136 (0.8079339580036987) + | > loader_time: 0.0075 (0.007166185129576282) + + + --> TIME: 2024-11-23 08:05:59 -- STEP: 522/797 -- GLOBAL_STEP: 57900 + | > loss_disc: 2.5423264503479004 (2.4293429732779424) + | > loss_disc_real_0: 0.11199069023132324 (0.1249342515236802) + | > loss_disc_real_1: 0.2316187471151352 (0.2173328976864103) + | > loss_disc_real_2: 0.28048011660575867 (0.2310003491539608) + | > loss_disc_real_3: 0.22800414264202118 (0.222430466720656) + | > loss_disc_real_4: 0.19631429016590118 (0.2213491109481717) + | > loss_disc_real_5: 0.21346667408943176 (0.22814889746036568) + | > loss_0: 2.5423264503479004 (2.4293429732779424) + | > grad_norm_0: tensor(92.7394, device='cuda:0') (tensor(59.7125, device='cuda:0')) + | > loss_gen: 2.2731173038482666 (2.4018425959736915) + | > loss_kl: 1.5177550315856934 (1.5637180620226363) + | > loss_feat: 6.807142734527588 (7.109551018682019) + | > loss_mel: 20.746124267578125 (20.940162304260713) + | > loss_duration: 1.7411473989486694 (1.68344382033951) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.08528518676758 (33.69871768732179) + | > grad_norm_1: tensor(520.1418, device='cuda:0') (tensor(468.1380, device='cuda:0')) + | > current_lr_0: 0.0001982327433461913 + | > current_lr_1: 0.0001982327433461913 + | > step_time: 0.8619 (0.8104072114973692) + | > loader_time: 0.0147 (0.00729692164965516) + + + --> TIME: 2024-11-23 08:06:21 -- STEP: 547/797 -- GLOBAL_STEP: 57925 + | > loss_disc: 2.475038766860962 (2.431097058535057) + | > loss_disc_real_0: 0.11148954182863235 (0.12510705662983213) + | > loss_disc_real_1: 0.17963245511054993 (0.21753777236672603) + | > loss_disc_real_2: 0.21555139124393463 (0.23135867782985928) + | > loss_disc_real_3: 0.21360169351100922 (0.22214764187715175) + | > loss_disc_real_4: 0.18954284489154816 (0.22124857440509138) + | > loss_disc_real_5: 0.21614059805870056 (0.22881292321564292) + | > loss_0: 2.475038766860962 (2.431097058535057) + | > grad_norm_0: tensor(29.9786, device='cuda:0') (tensor(58.9118, device='cuda:0')) + | > loss_gen: 2.355861186981201 (2.3986759142204455) + | > loss_kl: 1.4826457500457764 (1.564326048333204) + | > loss_feat: 7.705744743347168 (7.099705150402007) + | > loss_mel: 21.84564781188965 (20.94406197668211) + | > loss_duration: 1.6607856750488281 (1.6831209803412122) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.05068588256836 (33.68988996362773) + | > grad_norm_1: tensor(404.1930, device='cuda:0') (tensor(462.0294, device='cuda:0')) + | > current_lr_0: 0.0001982327433461913 + | > current_lr_1: 0.0001982327433461913 + | > step_time: 0.8706 (0.8127588123028634) + | > loader_time: 0.0068 (0.007364998787804968) + + + --> TIME: 2024-11-23 08:06:43 -- STEP: 572/797 -- GLOBAL_STEP: 57950 + | > loss_disc: 2.504457473754883 (2.430296564018809) + | > loss_disc_real_0: 0.19456389546394348 (0.12525786122085758) + | > loss_disc_real_1: 0.3004209101200104 (0.21756523274458378) + | > loss_disc_real_2: 0.23538653552532196 (0.23090240791752623) + | > loss_disc_real_3: 0.21037428081035614 (0.22218036344209754) + | > loss_disc_real_4: 0.22723034024238586 (0.22120777251837145) + | > loss_disc_real_5: 0.23229213058948517 (0.22844180928452032) + | > loss_0: 2.504457473754883 (2.430296564018809) + | > grad_norm_0: tensor(64.7908, device='cuda:0') (tensor(58.1535, device='cuda:0')) + | > loss_gen: 2.49706768989563 (2.397904224329064) + | > loss_kl: 1.67608642578125 (1.5660859392239492) + | > loss_feat: 7.128812313079834 (7.100761619481173) + | > loss_mel: 21.91636085510254 (20.96300659313068) + | > loss_duration: 1.6632236242294312 (1.682380138577281) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.88154983520508 (33.71013842429314) + | > grad_norm_1: tensor(157.1339, device='cuda:0') (tensor(452.9614, device='cuda:0')) + | > current_lr_0: 0.0001982327433461913 + | > current_lr_1: 0.0001982327433461913 + | > step_time: 0.9572 (0.8158383765420717) + | > loader_time: 0.0125 (0.007499468910110574) + + + --> TIME: 2024-11-23 08:07:06 -- STEP: 597/797 -- GLOBAL_STEP: 57975 + | > loss_disc: 2.465935230255127 (2.4306752318313567) + | > loss_disc_real_0: 0.1666269302368164 (0.12524092498187056) + | > loss_disc_real_1: 0.1923837512731552 (0.21754657875253536) + | > loss_disc_real_2: 0.23048469424247742 (0.23126682674066107) + | > loss_disc_real_3: 0.2378172129392624 (0.222047821386176) + | > loss_disc_real_4: 0.2264692187309265 (0.22142031087448058) + | > loss_disc_real_5: 0.29926520586013794 (0.22878117290273983) + | > loss_0: 2.465935230255127 (2.4306752318313567) + | > grad_norm_0: tensor(69.3571, device='cuda:0') (tensor(57.0242, device='cuda:0')) + | > loss_gen: 2.363628387451172 (2.396489677716742) + | > loss_kl: 1.5191091299057007 (1.567719897033781) + | > loss_feat: 6.512930393218994 (7.102734481070309) + | > loss_mel: 20.169153213500977 (20.984437626210877) + | > loss_duration: 1.700415849685669 (1.6819432189117125) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.265235900878906 (33.733324817676646) + | > grad_norm_1: tensor(205.1715, device='cuda:0') (tensor(443.9685, device='cuda:0')) + | > current_lr_0: 0.0001982327433461913 + | > current_lr_1: 0.0001982327433461913 + | > step_time: 0.8754 (0.8183834792381558) + | > loader_time: 0.0165 (0.007661465224708538) + + + --> TIME: 2024-11-23 08:07:28 -- STEP: 622/797 -- GLOBAL_STEP: 58000 + | > loss_disc: 2.3298428058624268 (2.430162353914266) + | > loss_disc_real_0: 0.1736987829208374 (0.12565278633231147) + | > loss_disc_real_1: 0.24891160428524017 (0.2174793584601673) + | > loss_disc_real_2: 0.284100741147995 (0.23075986258278322) + | > loss_disc_real_3: 0.20483119785785675 (0.22203457805888066) + | > loss_disc_real_4: 0.19778308272361755 (0.22112809567206168) + | > loss_disc_real_5: 0.22430910170078278 (0.2285846608580117) + | > loss_0: 2.3298428058624268 (2.430162353914266) + | > grad_norm_0: tensor(175.4598, device='cuda:0') (tensor(58.6154, device='cuda:0')) + | > loss_gen: 2.552062511444092 (2.39711062509531) + | > loss_kl: 1.7135523557662964 (1.5691561352018382) + | > loss_feat: 6.786035537719727 (7.095051764675275) + | > loss_mel: 21.170989990234375 (20.97591387880576) + | > loss_duration: 1.7129104137420654 (1.6819866788348972) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.935550689697266 (33.71921901457564) + | > grad_norm_1: tensor(517.0990, device='cuda:0') (tensor(445.8293, device='cuda:0')) + | > current_lr_0: 0.0001982327433461913 + | > current_lr_1: 0.0001982327433461913 + | > step_time: 0.9017 (0.8205686401324259) + | > loader_time: 0.0141 (0.007780944419443794) + + + --> TIME: 2024-11-23 08:07:51 -- STEP: 647/797 -- GLOBAL_STEP: 58025 + | > loss_disc: 2.6114230155944824 (2.433825819717123) + | > loss_disc_real_0: 0.2019374817609787 (0.1262922760047353) + | > loss_disc_real_1: 0.24609766900539398 (0.21770135968509016) + | > loss_disc_real_2: 0.24214936792850494 (0.231279721077664) + | > loss_disc_real_3: 0.2595004737377167 (0.22256161028395485) + | > loss_disc_real_4: 0.2464562952518463 (0.22174334926804223) + | > loss_disc_real_5: 0.21884004771709442 (0.22916716205926363) + | > loss_0: 2.6114230155944824 (2.433825819717123) + | > grad_norm_0: tensor(236.6580, device='cuda:0') (tensor(60.2347, device='cuda:0')) + | > loss_gen: 2.3374619483947754 (2.397054913239284) + | > loss_kl: 1.5149891376495361 (1.5685280928103238) + | > loss_feat: 5.893256187438965 (7.081883737071773) + | > loss_mel: 20.165651321411133 (20.964586803312457) + | > loss_duration: 1.6191954612731934 (1.6819397364001742) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.530553817749023 (33.693993224979764) + | > grad_norm_1: tensor(300.6017, device='cuda:0') (tensor(444.8583, device='cuda:0')) + | > current_lr_0: 0.0001982327433461913 + | > current_lr_1: 0.0001982327433461913 + | > step_time: 0.994 (0.8236235488879813) + | > loader_time: 0.0127 (0.007926093739740996) + + + --> TIME: 2024-11-23 08:08:14 -- STEP: 672/797 -- GLOBAL_STEP: 58050 + | > loss_disc: 2.3594253063201904 (2.434291929006575) + | > loss_disc_real_0: 0.14637431502342224 (0.12649824217494055) + | > loss_disc_real_1: 0.2143363654613495 (0.21782545800808648) + | > loss_disc_real_2: 0.20323683321475983 (0.23130905532854654) + | > loss_disc_real_3: 0.2379980832338333 (0.2226686394063845) + | > loss_disc_real_4: 0.22141040861606598 (0.2215813921010566) + | > loss_disc_real_5: 0.24745480716228485 (0.22937935495394327) + | > loss_0: 2.3594253063201904 (2.434291929006575) + | > grad_norm_0: tensor(76.1481, device='cuda:0') (tensor(60.8665, device='cuda:0')) + | > loss_gen: 2.471031665802002 (2.397885340665072) + | > loss_kl: 1.581920862197876 (1.56777366233014) + | > loss_feat: 7.763399124145508 (7.078414750241098) + | > loss_mel: 23.11768913269043 (20.96611311322167) + | > loss_duration: 1.6260490417480469 (1.6815770028957302) + | > amp_scaler: 256.0 (132.76190476190473) + | > loss_1: 36.560089111328125 (33.69176383245562) + | > grad_norm_1: tensor(427.0545, device='cuda:0') (tensor(445.9226, device='cuda:0')) + | > current_lr_0: 0.0001982327433461913 + | > current_lr_1: 0.0001982327433461913 + | > step_time: 0.9509 (0.8267401978373531) + | > loader_time: 0.0168 (0.008037898512113662) + + + --> TIME: 2024-11-23 08:08:38 -- STEP: 697/797 -- GLOBAL_STEP: 58075 + | > loss_disc: 2.38814115524292 (2.4331057119574733) + | > loss_disc_real_0: 0.10277532041072845 (0.12608164993557064) + | > loss_disc_real_1: 0.20169462263584137 (0.21759835783515127) + | > loss_disc_real_2: 0.25280216336250305 (0.2313111607022744) + | > loss_disc_real_3: 0.1946486532688141 (0.2225885126135784) + | > loss_disc_real_4: 0.21766440570354462 (0.22158054267744431) + | > loss_disc_real_5: 0.21700982749462128 (0.2290394764548566) + | > loss_0: 2.38814115524292 (2.4331057119574733) + | > grad_norm_0: tensor(56.7294, device='cuda:0') (tensor(59.6882, device='cuda:0')) + | > loss_gen: 2.337284564971924 (2.3963342448389215) + | > loss_kl: 1.4172126054763794 (1.568245172842675) + | > loss_feat: 6.369478702545166 (7.073336434330113) + | > loss_mel: 19.27145004272461 (20.977393920657626) + | > loss_duration: 1.665773868560791 (1.6811389040570692) + | > amp_scaler: 256.0 (137.18220946915358) + | > loss_1: 31.061199188232422 (33.69644863944145) + | > grad_norm_1: tensor(282.2411, device='cuda:0') (tensor(441.4289, device='cuda:0')) + | > current_lr_0: 0.0001982327433461913 + | > current_lr_1: 0.0001982327433461913 + | > step_time: 0.9493 (0.8304657607714795) + | > loader_time: 0.0126 (0.008171600453993854) + + + --> TIME: 2024-11-23 08:09:02 -- STEP: 722/797 -- GLOBAL_STEP: 58100 + | > loss_disc: 2.517235040664673 (2.433076578164035) + | > loss_disc_real_0: 0.17707687616348267 (0.126145818742854) + | > loss_disc_real_1: 0.21561935544013977 (0.2176344321209969) + | > loss_disc_real_2: 0.23737025260925293 (0.23145713042106655) + | > loss_disc_real_3: 0.18163400888442993 (0.22226690558763096) + | > loss_disc_real_4: 0.17615114152431488 (0.22164447322859335) + | > loss_disc_real_5: 0.16067729890346527 (0.22926278432980798) + | > loss_0: 2.517235040664673 (2.433076578164035) + | > grad_norm_0: tensor(76.1353, device='cuda:0') (tensor(58.9056, device='cuda:0')) + | > loss_gen: 2.0942907333374023 (2.394433156605246) + | > loss_kl: 1.3731307983398438 (1.5684261601057086) + | > loss_feat: 6.102025985717773 (7.0678257242134075) + | > loss_mel: 19.652416229248047 (20.973734100109322) + | > loss_duration: 1.6604899168014526 (1.6805588269497882) + | > amp_scaler: 256.0 (141.29639889196682) + | > loss_1: 30.882352828979492 (33.68497792241319) + | > grad_norm_1: tensor(372.5134, device='cuda:0') (tensor(439.3531, device='cuda:0')) + | > current_lr_0: 0.0001982327433461913 + | > current_lr_1: 0.0001982327433461913 + | > step_time: 1.0966 (0.8346812797715463) + | > loader_time: 0.0185 (0.008369405183765694) + + + --> TIME: 2024-11-23 08:09:27 -- STEP: 747/797 -- GLOBAL_STEP: 58125 + | > loss_disc: 2.400751829147339 (2.432254537521118) + | > loss_disc_real_0: 0.1368388831615448 (0.12604180031232914) + | > loss_disc_real_1: 0.25991174578666687 (0.21762682960295143) + | > loss_disc_real_2: 0.24401280283927917 (0.23142649055803954) + | > loss_disc_real_3: 0.2433534413576126 (0.22245067790888723) + | > loss_disc_real_4: 0.2192963808774948 (0.22149355567921925) + | > loss_disc_real_5: 0.20176613330841064 (0.22906666313867813) + | > loss_0: 2.400751829147339 (2.432254537521118) + | > grad_norm_0: tensor(139.4459, device='cuda:0') (tensor(58.8595, device='cuda:0')) + | > loss_gen: 2.470843553543091 (2.394751632708306) + | > loss_kl: 1.6001195907592773 (1.5693387571906794) + | > loss_feat: 7.180300235748291 (7.073373340060273) + | > loss_mel: 20.305530548095703 (20.975041252861384) + | > loss_duration: 1.631516933441162 (1.6797264897360542) + | > amp_scaler: 256.0 (145.13520749665335) + | > loss_1: 33.18831253051758 (33.69223144000154) + | > grad_norm_1: tensor(693.1746, device='cuda:0') (tensor(443.0591, device='cuda:0')) + | > current_lr_0: 0.0001982327433461913 + | > current_lr_1: 0.0001982327433461913 + | > step_time: 0.9091 (0.8388505013911443) + | > loader_time: 0.0976 (0.010172624026276817) + + + --> TIME: 2024-11-23 08:10:02 -- STEP: 772/797 -- GLOBAL_STEP: 58150 + | > loss_disc: 2.509659767150879 (2.4319251087045424) + | > loss_disc_real_0: 0.15129491686820984 (0.1262997915398892) + | > loss_disc_real_1: 0.21780923008918762 (0.2173822056984655) + | > loss_disc_real_2: 0.23923714458942413 (0.23122456677528244) + | > loss_disc_real_3: 0.20337261259555817 (0.22276704822102364) + | > loss_disc_real_4: 0.254923939704895 (0.2216573144294747) + | > loss_disc_real_5: 0.26358360052108765 (0.22908765131636605) + | > loss_0: 2.509659767150879 (2.4319251087045424) + | > grad_norm_0: tensor(120.2393, device='cuda:0') (tensor(59.2218, device='cuda:0')) + | > loss_gen: 2.3331685066223145 (2.3960416208894775) + | > loss_kl: 1.532486081123352 (1.5706851768061294) + | > loss_feat: 6.385775089263916 (7.077698235067061) + | > loss_mel: 18.65570831298828 (20.98387129936812) + | > loss_duration: 1.6900851726531982 (1.6789288885235172) + | > amp_scaler: 256.0 (148.7253886010363) + | > loss_1: 30.59722137451172 (33.7072251843665) + | > grad_norm_1: tensor(924.7802, device='cuda:0') (tensor(447.2842, device='cuda:0')) + | > current_lr_0: 0.0001982327433461913 + | > current_lr_1: 0.0001982327433461913 + | > step_time: 1.1619 (0.8528318436034605) + | > loader_time: 0.1173 (0.013813608668628748) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.4799513816833496 (2.4799513816833496) + | > loss_disc_real_0: 0.12859994173049927 (0.12859994173049927) + | > loss_disc_real_1: 0.22138555347919464 (0.22138555347919464) + | > loss_disc_real_2: 0.21261374652385712 (0.21261374652385712) + | > loss_disc_real_3: 0.18090878427028656 (0.18090878427028656) + | > loss_disc_real_4: 0.24544312059879303 (0.24544312059879303) + | > loss_disc_real_5: 0.21754571795463562 (0.21754571795463562) + | > loss_0: 2.4799513816833496 (2.4799513816833496) + | > loss_gen: 2.080085515975952 (2.080085515975952) + | > loss_kl: 1.885602355003357 (1.885602355003357) + | > loss_feat: 6.449414253234863 (6.449414253234863) + | > loss_mel: 21.383106231689453 (21.383106231689453) + | > loss_duration: 1.963447093963623 (1.963447093963623) + | > loss_1: 33.761653900146484 (33.761653900146484) + + --> STEP: 1 + | > loss_disc: 2.6927428245544434 (2.6927428245544434) + | > loss_disc_real_0: 0.07987283915281296 (0.07987283915281296) + | > loss_disc_real_1: 0.1757245659828186 (0.1757245659828186) + | > loss_disc_real_2: 0.20649953186511993 (0.20649953186511993) + | > loss_disc_real_3: 0.24398070573806763 (0.24398070573806763) + | > loss_disc_real_4: 0.17944873869419098 (0.17944873869419098) + | > loss_disc_real_5: 0.22537517547607422 (0.22537517547607422) + | > loss_0: 2.6927428245544434 (2.6927428245544434) + | > loss_gen: 1.7712421417236328 (1.7712421417236328) + | > loss_kl: 1.3279197216033936 (1.3279197216033936) + | > loss_feat: 5.9593634605407715 (5.9593634605407715) + | > loss_mel: 18.125741958618164 (18.125741958618164) + | > loss_duration: 1.688021183013916 (1.688021183013916) + | > loss_1: 28.87228775024414 (28.87228775024414) + + --> STEP: 2 + | > loss_disc: 2.25518798828125 (2.4739654064178467) + | > loss_disc_real_0: 0.07535997033119202 (0.07761640474200249) + | > loss_disc_real_1: 0.21503093838691711 (0.19537775218486786) + | > loss_disc_real_2: 0.21790650486946106 (0.2122030183672905) + | > loss_disc_real_3: 0.16255992650985718 (0.2032703161239624) + | > loss_disc_real_4: 0.2459806650876999 (0.21271470189094543) + | > loss_disc_real_5: 0.24195516109466553 (0.23366516828536987) + | > loss_0: 2.25518798828125 (2.4739654064178467) + | > loss_gen: 2.252580165863037 (2.011911153793335) + | > loss_kl: 1.294240951538086 (1.3110803365707397) + | > loss_feat: 6.3070173263549805 (6.133190393447876) + | > loss_mel: 21.293869018554688 (19.709805488586426) + | > loss_duration: 1.666514277458191 (1.6772677302360535) + | > loss_1: 32.8142204284668 (30.84325408935547) + + --> STEP: 3 + | > loss_disc: 2.183683156967163 (2.377204656600952) + | > loss_disc_real_0: 0.08716659247875214 (0.08079980065425237) + | > loss_disc_real_1: 0.2193862795829773 (0.20338059465090433) + | > loss_disc_real_2: 0.1958712637424469 (0.2067591001590093) + | > loss_disc_real_3: 0.1977234035730362 (0.20142134527365366) + | > loss_disc_real_4: 0.21298843622207642 (0.2128059466679891) + | > loss_disc_real_5: 0.20212356746196747 (0.22315130134423575) + | > loss_0: 2.183683156967163 (2.377204656600952) + | > loss_gen: 2.4234156608581543 (2.1490793228149414) + | > loss_kl: 1.4722257852554321 (1.364795486132304) + | > loss_feat: 7.594297885894775 (6.620226224263509) + | > loss_mel: 23.201171875 (20.873594284057617) + | > loss_duration: 1.6991673707962036 (1.6845676104227703) + | > loss_1: 36.390281677246094 (32.69226328531901) + + --> STEP: 4 + | > loss_disc: 2.387089729309082 (2.3796759247779846) + | > loss_disc_real_0: 0.12488789111375809 (0.0918218232691288) + | > loss_disc_real_1: 0.16255782544612885 (0.19317490234971046) + | > loss_disc_real_2: 0.23829501867294312 (0.21464307978749275) + | > loss_disc_real_3: 0.22877223789691925 (0.20825906842947006) + | > loss_disc_real_4: 0.2092801332473755 (0.2119244933128357) + | > loss_disc_real_5: 0.19977793097496033 (0.21730795875191689) + | > loss_0: 2.387089729309082 (2.3796759247779846) + | > loss_gen: 2.043665885925293 (2.1227259635925293) + | > loss_kl: 1.5319370031356812 (1.4065808653831482) + | > loss_feat: 6.018249988555908 (6.469732165336609) + | > loss_mel: 18.94322967529297 (20.391003131866455) + | > loss_duration: 1.6264266967773438 (1.6700323820114136) + | > loss_1: 30.163509368896484 (32.06007480621338) + + --> STEP: 5 + | > loss_disc: 2.4349610805511475 (2.3907329559326174) + | > loss_disc_real_0: 0.09060359746217728 (0.0915781781077385) + | > loss_disc_real_1: 0.21853545308113098 (0.19824701249599458) + | > loss_disc_real_2: 0.19199274480342865 (0.21011301279067993) + | > loss_disc_real_3: 0.17582198977470398 (0.20177165269851685) + | > loss_disc_real_4: 0.16734637320041656 (0.20300886929035186) + | > loss_disc_real_5: 0.14927059412002563 (0.20370048582553862) + | > loss_0: 2.4349610805511475 (2.3907329559326174) + | > loss_gen: 1.8727936744689941 (2.072739505767822) + | > loss_kl: 2.211052417755127 (1.567475175857544) + | > loss_feat: 7.247254848480225 (6.625236701965332) + | > loss_mel: 21.328115463256836 (20.57842559814453) + | > loss_duration: 1.848313570022583 (1.7056886196136474) + | > loss_1: 34.507530212402344 (32.54956588745117) + + --> STEP: 6 + | > loss_disc: 2.279451847076416 (2.3721861044565835) + | > loss_disc_real_0: 0.0878683477640152 (0.09095987305045128) + | > loss_disc_real_1: 0.21218544244766235 (0.20057008415460587) + | > loss_disc_real_2: 0.17933019995689392 (0.20498254398504892) + | > loss_disc_real_3: 0.17856812477111816 (0.1979043980439504) + | > loss_disc_real_4: 0.19283117353916168 (0.2013125866651535) + | > loss_disc_real_5: 0.261585533618927 (0.21334799379110336) + | > loss_0: 2.279451847076416 (2.3721861044565835) + | > loss_gen: 2.1486001014709473 (2.0853829383850098) + | > loss_kl: 1.9425771236419678 (1.629992167154948) + | > loss_feat: 7.806775093078613 (6.822159767150879) + | > loss_mel: 22.776973724365234 (20.94485028584798) + | > loss_duration: 1.699892520904541 (1.7047226031621296) + | > loss_1: 36.374820709228516 (33.1871083577474) + + --> STEP: 7 + | > loss_disc: 2.6050729751586914 (2.4054556574140276) + | > loss_disc_real_0: 0.14117208123207092 (0.09813304564782552) + | > loss_disc_real_1: 0.27765002846717834 (0.21158150477068766) + | > loss_disc_real_2: 0.21877984702587128 (0.206953587276595) + | > loss_disc_real_3: 0.24944888055324554 (0.20526789554527827) + | > loss_disc_real_4: 0.24246421456336975 (0.20719139065061296) + | > loss_disc_real_5: 0.25136688351631165 (0.2187792637518474) + | > loss_0: 2.6050729751586914 (2.4054556574140276) + | > loss_gen: 2.2697043418884277 (2.1117145674569264) + | > loss_kl: 2.014312744140625 (1.6848951067243303) + | > loss_feat: 7.206768035888672 (6.877103805541992) + | > loss_mel: 19.76716423034668 (20.776609420776367) + | > loss_duration: 1.6231982707977295 (1.6930762699672155) + | > loss_1: 32.88114929199219 (33.14339991978237) + + --> STEP: 8 + | > loss_disc: 2.251333713531494 (2.386190414428711) + | > loss_disc_real_0: 0.09452016651630402 (0.09768143575638533) + | > loss_disc_real_1: 0.16669991612434387 (0.20597130618989468) + | > loss_disc_real_2: 0.12742042541503906 (0.1970119420439005) + | > loss_disc_real_3: 0.14994432032108307 (0.19835244864225388) + | > loss_disc_real_4: 0.15865643322467804 (0.2011245209723711) + | > loss_disc_real_5: 0.14849667251110077 (0.20999393984675407) + | > loss_0: 2.251333713531494 (2.386190414428711) + | > loss_gen: 1.9784923791885376 (2.095061793923378) + | > loss_kl: 1.841021180152893 (1.7044108659029007) + | > loss_feat: 8.866764068603516 (7.125811338424683) + | > loss_mel: 23.499723434448242 (21.11699867248535) + | > loss_duration: 1.6854395866394043 (1.692121684551239) + | > loss_1: 37.87144088745117 (33.73440504074097) + + --> STEP: 9 + | > loss_disc: 2.359563112258911 (2.3832318252987332) + | > loss_disc_real_0: 0.08126331120729446 (0.09585719969537523) + | > loss_disc_real_1: 0.26083412766456604 (0.21206717524263594) + | > loss_disc_real_2: 0.25618523359298706 (0.2035867522160212) + | > loss_disc_real_3: 0.24143382906913757 (0.2031392686896854) + | > loss_disc_real_4: 0.24747709929943085 (0.20627480745315552) + | > loss_disc_real_5: 0.20067840814590454 (0.20895888076888192) + | > loss_0: 2.359563112258911 (2.3832318252987332) + | > loss_gen: 2.3237481117248535 (2.120471384790209) + | > loss_kl: 1.649132490158081 (1.6982688241534762) + | > loss_feat: 7.042612075805664 (7.116566975911458) + | > loss_mel: 22.124225616455078 (21.228912777370876) + | > loss_duration: 1.6911553144454956 (1.6920143100950453) + | > loss_1: 34.830875396728516 (33.856235080295136) + + --> STEP: 10 + | > loss_disc: 2.657036304473877 (2.4106122732162474) + | > loss_disc_real_0: 0.13489289581775665 (0.09976076930761338) + | > loss_disc_real_1: 0.1820182353258133 (0.20906228125095366) + | > loss_disc_real_2: 0.2344685196876526 (0.20667492896318435) + | > loss_disc_real_3: 0.2984172999858856 (0.21266707181930541) + | > loss_disc_real_4: 0.25926846265792847 (0.21157417297363282) + | > loss_disc_real_5: 0.23780390620231628 (0.21184338331222535) + | > loss_0: 2.657036304473877 (2.4106122732162474) + | > loss_gen: 1.9429633617401123 (2.102720582485199) + | > loss_kl: 1.9596366882324219 (1.7244056105613708) + | > loss_feat: 5.924025535583496 (6.997312831878662) + | > loss_mel: 21.18720817565918 (21.224742317199706) + | > loss_duration: 1.610952377319336 (1.6839081168174743) + | > loss_1: 32.624786376953125 (33.733090209960935) + + --> STEP: 11 + | > loss_disc: 2.4003021717071533 (2.4096749912608755) + | > loss_disc_real_0: 0.11483240127563477 (0.10113091766834259) + | > loss_disc_real_1: 0.21135766804218292 (0.20927095277742905) + | > loss_disc_real_2: 0.1890733689069748 (0.20507478713989258) + | > loss_disc_real_3: 0.2592857778072357 (0.21690513600002637) + | > loss_disc_real_4: 0.21982146799564362 (0.21232392706654288) + | > loss_disc_real_5: 0.23163482546806335 (0.21364260532639243) + | > loss_0: 2.4003021717071533 (2.4096749912608755) + | > loss_gen: 2.3353779315948486 (2.123871250586076) + | > loss_kl: 1.9995613098144531 (1.7494197650389238) + | > loss_feat: 9.872563362121582 (7.258699243718928) + | > loss_mel: 23.452693939208984 (21.427283373746004) + | > loss_duration: 1.585045576095581 (1.6749206131154841) + | > loss_1: 39.2452392578125 (34.23419466885653) + + --> STEP: 12 + | > loss_disc: 2.477959632873535 (2.41536537806193) + | > loss_disc_real_0: 0.07580733299255371 (0.09902061894536018) + | > loss_disc_real_1: 0.2093765139579773 (0.20927974954247475) + | > loss_disc_real_2: 0.25248923897743225 (0.20902599145968756) + | > loss_disc_real_3: 0.24838584661483765 (0.21952852855126062) + | > loss_disc_real_4: 0.27267128229141235 (0.217352873335282) + | > loss_disc_real_5: 0.3016416132450104 (0.22097585598627725) + | > loss_0: 2.477959632873535 (2.41536537806193) + | > loss_gen: 2.255380868911743 (2.1348303854465485) + | > loss_kl: 1.4443742036819458 (1.723999301592509) + | > loss_feat: 7.487868309020996 (7.277796665827434) + | > loss_mel: 22.811613082885742 (21.542644182840984) + | > loss_duration: 1.7064181566238403 (1.6775454084078472) + | > loss_1: 35.70565414428711 (34.35681629180908) + + --> STEP: 13 + | > loss_disc: 2.3006277084350586 (2.406539403475248) + | > loss_disc_real_0: 0.058825381100177765 (0.09592867757265384) + | > loss_disc_real_1: 0.18195317685604095 (0.20717770548967215) + | > loss_disc_real_2: 0.17647698521614075 (0.20652222174864548) + | > loss_disc_real_3: 0.13139423727989197 (0.21274896768423227) + | > loss_disc_real_4: 0.11836071312427521 (0.20973809178058916) + | > loss_disc_real_5: 0.14710956811904907 (0.21529383384264433) + | > loss_0: 2.3006277084350586 (2.406539403475248) + | > loss_gen: 1.8748937845230103 (2.114835262298584) + | > loss_kl: 2.0150272846221924 (1.7463860695178692) + | > loss_feat: 10.029519081115723 (7.489467620849609) + | > loss_mel: 22.45050048828125 (21.612479283259464) + | > loss_duration: 1.727311611175537 (1.6813735778515155) + | > loss_1: 38.097251892089844 (34.644542107215294) + + --> STEP: 14 + | > loss_disc: 2.533878803253174 (2.4156350748879567) + | > loss_disc_real_0: 0.12606161832809448 (0.09808103048375674) + | > loss_disc_real_1: 0.15648013353347778 (0.203556450349944) + | > loss_disc_real_2: 0.19713211059570312 (0.20585149952343532) + | > loss_disc_real_3: 0.25043076276779175 (0.21544052447591508) + | > loss_disc_real_4: 0.25646671652793884 (0.21307585069111415) + | > loss_disc_real_5: 0.2618539035320282 (0.21861955310617173) + | > loss_0: 2.533878803253174 (2.4156350748879567) + | > loss_gen: 1.9375336170196533 (2.102170859064375) + | > loss_kl: 1.4222599267959595 (1.72323420218059) + | > loss_feat: 4.978461265563965 (7.3101100240434915) + | > loss_mel: 20.740463256835938 (21.550192424229213) + | > loss_duration: 1.736858606338501 (1.6853367941720145) + | > loss_1: 30.815576553344727 (34.37104456765311) + + --> STEP: 15 + | > loss_disc: 2.507373571395874 (2.4217509746551515) + | > loss_disc_real_0: 0.12814299762248993 (0.10008516162633896) + | > loss_disc_real_1: 0.17619241774082184 (0.20173218150933583) + | > loss_disc_real_2: 0.20220106840133667 (0.20560813744862874) + | > loss_disc_real_3: 0.22869887948036194 (0.21632441480954487) + | > loss_disc_real_4: 0.3433733284473419 (0.221762349208196) + | > loss_disc_real_5: 0.26046669483184814 (0.22140936255455018) + | > loss_0: 2.507373571395874 (2.4217509746551515) + | > loss_gen: 2.1843879222869873 (2.107651996612549) + | > loss_kl: 2.1253278255462646 (1.7500404437383017) + | > loss_feat: 6.5108466148376465 (7.256825796763102) + | > loss_mel: 20.572826385498047 (21.485034688313803) + | > loss_duration: 1.631449818611145 (1.6817443291346232) + | > loss_1: 33.024837493896484 (34.28129742940267) + + --> STEP: 16 + | > loss_disc: 2.4338855743408203 (2.4225093871355057) + | > loss_disc_real_0: 0.07768450677394867 (0.09868512069806457) + | > loss_disc_real_1: 0.2578229308128357 (0.20523785334080458) + | > loss_disc_real_2: 0.22633884847164154 (0.20690380688756704) + | > loss_disc_real_3: 0.2478630095720291 (0.21829557698220015) + | > loss_disc_real_4: 0.2634614408016205 (0.22436854243278503) + | > loss_disc_real_5: 0.18532441556453705 (0.21915405336767435) + | > loss_0: 2.4338855743408203 (2.4225093871355057) + | > loss_gen: 2.280790328979492 (2.118473142385483) + | > loss_kl: 1.8819440603256226 (1.7582844197750092) + | > loss_feat: 8.353663444519043 (7.3253781497478485) + | > loss_mel: 23.02712631225586 (21.58141541481018) + | > loss_duration: 1.7847834825515747 (1.6881842762231827) + | > loss_1: 37.32830810546875 (34.4717355966568) + + --> STEP: 17 + | > loss_disc: 2.320744752883911 (2.4165232321795296) + | > loss_disc_real_0: 0.12904149293899536 (0.10047078965341344) + | > loss_disc_real_1: 0.20623116195201874 (0.20529628325911128) + | > loss_disc_real_2: 0.2029290348291397 (0.2066699967664831) + | > loss_disc_real_3: 0.18632936477661133 (0.21641521155834198) + | > loss_disc_real_4: 0.1841464638710022 (0.2220025378115037) + | > loss_disc_real_5: 0.1504063606262207 (0.2151100714417065) + | > loss_0: 2.320744752883911 (2.4165232321795296) + | > loss_gen: 1.9998631477355957 (2.111496083876666) + | > loss_kl: 1.9227749109268188 (1.7679603310192333) + | > loss_feat: 6.00430965423584 (7.247668238247142) + | > loss_mel: 18.636829376220703 (21.408204471363742) + | > loss_duration: 1.6391839981079102 (1.6853019069222843) + | > loss_1: 30.202960968017578 (34.22063120673685) + + --> STEP: 18 + | > loss_disc: 2.303975820541382 (2.4102705981996326) + | > loss_disc_real_0: 0.08934608101844788 (0.09985275028480424) + | > loss_disc_real_1: 0.1748380959033966 (0.20360416173934937) + | > loss_disc_real_2: 0.22492638230323792 (0.2076842404074139) + | > loss_disc_real_3: 0.20164580643177032 (0.2155946890513102) + | > loss_disc_real_4: 0.2094387710094452 (0.22130455076694489) + | > loss_disc_real_5: 0.2121594101190567 (0.21494614581267038) + | > loss_0: 2.303975820541382 (2.4102705981996326) + | > loss_gen: 2.248361587524414 (2.1190997229682074) + | > loss_kl: 1.5680965185165405 (1.7568567858801947) + | > loss_feat: 7.4234619140625 (7.257434553570217) + | > loss_mel: 23.72774314880371 (21.537067731221516) + | > loss_duration: 1.666524052619934 (1.684258692794376) + | > loss_1: 36.63418197631836 (34.354717360602486) + + --> STEP: 19 + | > loss_disc: 2.3454535007476807 (2.406859172017951) + | > loss_disc_real_0: 0.07925659418106079 (0.09876874206881774) + | > loss_disc_real_1: 0.18536396324634552 (0.20264415129234917) + | > loss_disc_real_2: 0.26867958903312683 (0.21089452191403038) + | > loss_disc_real_3: 0.1969287395477295 (0.2146122706563849) + | > loss_disc_real_4: 0.2112915813922882 (0.22077755237880506) + | > loss_disc_real_5: 0.2617768943309784 (0.21741092205047607) + | > loss_0: 2.3454535007476807 (2.406859172017951) + | > loss_gen: 2.267934799194336 (2.1269331480327405) + | > loss_kl: 2.2643625736236572 (1.7835676168140613) + | > loss_feat: 6.960239410400391 (7.2417927039297005) + | > loss_mel: 23.7696475982666 (21.654571934750205) + | > loss_duration: 1.7717280387878418 (1.6888623425835056) + | > loss_1: 37.033912658691406 (34.49572763944927) + + --> STEP: 20 + | > loss_disc: 2.2597568035125732 (2.3995040535926817) + | > loss_disc_real_0: 0.08350715786218643 (0.09800566285848618) + | > loss_disc_real_1: 0.17797812819480896 (0.20141085013747215) + | > loss_disc_real_2: 0.1885475218296051 (0.2097771719098091) + | > loss_disc_real_3: 0.1822311133146286 (0.21299321278929711) + | > loss_disc_real_4: 0.21649065613746643 (0.22056320756673814) + | > loss_disc_real_5: 0.16713708639144897 (0.21489723026752472) + | > loss_0: 2.2597568035125732 (2.3995040535926817) + | > loss_gen: 2.157083511352539 (2.1284406661987303) + | > loss_kl: 1.6998159885406494 (1.7793800354003906) + | > loss_feat: 8.351386070251465 (7.297272372245788) + | > loss_mel: 25.001474380493164 (21.821917057037354) + | > loss_duration: 1.656463623046875 (1.6872424066066742) + | > loss_1: 38.86622619628906 (34.71425256729126) + + --> STEP: 21 + | > loss_disc: 2.1828715801239014 (2.38918822152274) + | > loss_disc_real_0: 0.07832004129886627 (0.09706825230802808) + | > loss_disc_real_1: 0.19808661937713623 (0.20125255343459902) + | > loss_disc_real_2: 0.2248961329460144 (0.2104971224353427) + | > loss_disc_real_3: 0.21606294810771942 (0.21313939066160292) + | > loss_disc_real_4: 0.21584905683994293 (0.2203387241987955) + | > loss_disc_real_5: 0.20338542759418488 (0.21434904918784187) + | > loss_0: 2.1828715801239014 (2.38918822152274) + | > loss_gen: 2.448523759841919 (2.1436827182769775) + | > loss_kl: 1.7643533945083618 (1.7786644810721988) + | > loss_feat: 8.376108169555664 (7.348645505451021) + | > loss_mel: 22.59510040283203 (21.858735311599006) + | > loss_duration: 1.657823920249939 (1.6858415263039725) + | > loss_1: 36.84191131591797 (34.8155696505592) + + --> STEP: 22 + | > loss_disc: 2.482895851135254 (2.3934476592324) + | > loss_disc_real_0: 0.12189235538244247 (0.09819662062959238) + | > loss_disc_real_1: 0.26350006461143494 (0.20408198576081882) + | > loss_disc_real_2: 0.2242281436920166 (0.2111212597651915) + | > loss_disc_real_3: 0.2049313634634018 (0.21276629851623016) + | > loss_disc_real_4: 0.2085900902748108 (0.2198046953840689) + | > loss_disc_real_5: 0.2284100353717804 (0.21498818492347543) + | > loss_0: 2.482895851135254 (2.3934476592324) + | > loss_gen: 2.020845651626587 (2.1380992152474145) + | > loss_kl: 1.7175025939941406 (1.7758843952959233) + | > loss_feat: 6.737600326538086 (7.320870724591342) + | > loss_mel: 18.655588150024414 (21.713137713345613) + | > loss_duration: 1.7463300228118896 (1.6885910034179688) + | > loss_1: 30.877866744995117 (34.63658315485174) + + --> STEP: 23 + | > loss_disc: 2.6127994060516357 (2.4029846917028017) + | > loss_disc_real_0: 0.15378600358963013 (0.10061355032350706) + | > loss_disc_real_1: 0.22753553092479706 (0.2051017051157744) + | > loss_disc_real_2: 0.26031172275543213 (0.21325997554737589) + | > loss_disc_real_3: 0.18959912657737732 (0.21175903017106262) + | > loss_disc_real_4: 0.22153836488723755 (0.2198800723189893) + | > loss_disc_real_5: 0.17428232729434967 (0.21321836502655692) + | > loss_0: 2.6127994060516357 (2.4029846917028017) + | > loss_gen: 1.918321132659912 (2.128543646439262) + | > loss_kl: 1.8606517314910889 (1.7795699316522349) + | > loss_feat: 7.386253356933594 (7.323713447736657) + | > loss_mel: 22.504791259765625 (21.74755743275518) + | > loss_duration: 1.741207480430603 (1.6908786763315615) + | > loss_1: 35.411224365234375 (34.67026320747707) + + --> STEP: 24 + | > loss_disc: 2.6265487670898438 (2.4122998615105953) + | > loss_disc_real_0: 0.1473679095506668 (0.10256164862463872) + | > loss_disc_real_1: 0.2635219693183899 (0.2075358827908834) + | > loss_disc_real_2: 0.2730307877063751 (0.21575042605400085) + | > loss_disc_real_3: 0.2328864485025406 (0.21263933926820755) + | > loss_disc_real_4: 0.21111835539340973 (0.2195150007804235) + | > loss_disc_real_5: 0.20095141232013702 (0.21270724199712276) + | > loss_0: 2.6265487670898438 (2.4122998615105953) + | > loss_gen: 1.9933388233184814 (2.122910112142563) + | > loss_kl: 1.507814645767212 (1.768246794740359) + | > loss_feat: 4.8132429122924805 (7.219110508759816) + | > loss_mel: 18.882400512695312 (21.628175894419353) + | > loss_duration: 1.634599208831787 (1.6885336985190709) + | > loss_1: 28.831396102905273 (34.42697707811991) + + --> STEP: 25 + | > loss_disc: 2.5469369888305664 (2.417685346603394) + | > loss_disc_real_0: 0.1254701167345047 (0.10347798734903335) + | > loss_disc_real_1: 0.19258467853069305 (0.20693783462047577) + | > loss_disc_real_2: 0.20472046732902527 (0.21530922770500183) + | > loss_disc_real_3: 0.19019827246665955 (0.21174169659614564) + | > loss_disc_real_4: 0.20877760648727417 (0.2190855050086975) + | > loss_disc_real_5: 0.22389046847820282 (0.21315457105636595) + | > loss_0: 2.5469369888305664 (2.417685346603394) + | > loss_gen: 1.8955999612808228 (2.1138177061080934) + | > loss_kl: 1.60294508934021 (1.761634726524353) + | > loss_feat: 6.771701335906982 (7.201214141845703) + | > loss_mel: 20.904245376586914 (21.599218673706055) + | > loss_duration: 1.6136754751205444 (1.6855393695831298) + | > loss_1: 32.78816604614258 (34.36142463684082) + + --> STEP: 26 + | > loss_disc: 2.5838258266448975 (2.4240753650665288) + | > loss_disc_real_0: 0.1610526740550995 (0.10569239837618974) + | > loss_disc_real_1: 0.2177632600069046 (0.20735419713533843) + | > loss_disc_real_2: 0.201005220413208 (0.21475907357839438) + | > loss_disc_real_3: 0.2116803079843521 (0.21173933549569204) + | > loss_disc_real_4: 0.18835213780403137 (0.21790345242390266) + | > loss_disc_real_5: 0.21702417731285095 (0.21330340206623077) + | > loss_0: 2.5838258266448975 (2.4240753650665288) + | > loss_gen: 1.9991180896759033 (2.1094061823991628) + | > loss_kl: 2.11687970161438 (1.7752979947970464) + | > loss_feat: 7.131460189819336 (7.198531297536997) + | > loss_mel: 21.488344192504883 (21.59495427058293) + | > loss_duration: 1.692069172859192 (1.6857905158629785) + | > loss_1: 34.42787170410156 (34.36398029327393) + + --> STEP: 27 + | > loss_disc: 2.3214521408081055 (2.4202745049088095) + | > loss_disc_real_0: 0.1526816487312317 (0.10743274098193203) + | > loss_disc_real_1: 0.18977311253547668 (0.20670304585386207) + | > loss_disc_real_2: 0.2501679062843323 (0.21607051182676246) + | > loss_disc_real_3: 0.2350998967885971 (0.21260454146950333) + | > loss_disc_real_4: 0.2357145994901657 (0.21856312453746796) + | > loss_disc_real_5: 0.22604869306087494 (0.21377544988084723) + | > loss_0: 2.3214521408081055 (2.4202745049088095) + | > loss_gen: 2.4114325046539307 (2.1205923424826727) + | > loss_kl: 1.806728720664978 (1.7764620957551178) + | > loss_feat: 6.38224983215332 (7.168298650670935) + | > loss_mel: 23.008522033691406 (21.64730863217954) + | > loss_duration: 1.715763807296753 (1.686900637767933) + | > loss_1: 35.3246955871582 (34.399562341195576) + + --> STEP: 28 + | > loss_disc: 2.4840002059936523 (2.422550422804697) + | > loss_disc_real_0: 0.11475154012441635 (0.1076941266655922) + | > loss_disc_real_1: 0.21850456297397614 (0.20712452860815184) + | > loss_disc_real_2: 0.24020624160766602 (0.21693250217608043) + | > loss_disc_real_3: 0.23186206817626953 (0.21329231028045928) + | > loss_disc_real_4: 0.2190558761358261 (0.2185807228088379) + | > loss_disc_real_5: 0.16486521065235138 (0.21202865562268666) + | > loss_0: 2.4840002059936523 (2.422550422804697) + | > loss_gen: 2.060145854949951 (2.1184335393565044) + | > loss_kl: 1.907219648361206 (1.7811320083481925) + | > loss_feat: 6.804015636444092 (7.155288543019976) + | > loss_mel: 20.797691345214844 (21.61696515764509) + | > loss_duration: 1.6904315948486328 (1.687026743377958) + | > loss_1: 33.25950622558594 (34.35884605135237) + + --> STEP: 29 + | > loss_disc: 2.7577548027038574 (2.4341091945253575) + | > loss_disc_real_0: 0.1421920508146286 (0.10888371025693827) + | > loss_disc_real_1: 0.20710331201553345 (0.20712379700150982) + | > loss_disc_real_2: 0.22969815135002136 (0.21737269697518186) + | > loss_disc_real_3: 0.2690935432910919 (0.21521649072910176) + | > loss_disc_real_4: 0.32052263617515564 (0.22209596120077987) + | > loss_disc_real_5: 0.3327195644378662 (0.21619041109907217) + | > loss_0: 2.7577548027038574 (2.4341091945253575) + | > loss_gen: 2.0457851886749268 (2.1159284238157605) + | > loss_kl: 1.4193028211593628 (1.7686551398244397) + | > loss_feat: 4.686408519744873 (7.070154749113938) + | > loss_mel: 19.114940643310547 (21.530688450254242) + | > loss_duration: 1.6340601444244385 (1.685200308931285) + | > loss_1: 28.900497436523438 (34.17062713359965) + + --> STEP: 30 + | > loss_disc: 2.275239944458008 (2.428813552856446) + | > loss_disc_real_0: 0.08246880769729614 (0.10800321350495021) + | > loss_disc_real_1: 0.2588949501514435 (0.20884950210650763) + | > loss_disc_real_2: 0.1883532702922821 (0.21640538275241852) + | > loss_disc_real_3: 0.1824515163898468 (0.21412432491779326) + | > loss_disc_real_4: 0.21871410310268402 (0.22198323259751002) + | > loss_disc_real_5: 0.21010105311870575 (0.2159874324997266) + | > loss_0: 2.275239944458008 (2.428813552856446) + | > loss_gen: 2.2930047512054443 (2.1218309680620835) + | > loss_kl: 1.8458127975463867 (1.7712270617485046) + | > loss_feat: 8.63648796081543 (7.122365856170655) + | > loss_mel: 22.87811851501465 (21.575602785746256) + | > loss_duration: 1.6712017059326172 (1.6847336888313293) + | > loss_1: 37.324623107910156 (34.27576033274333) + + --> STEP: 31 + | > loss_disc: 2.422701358795166 (2.428616385306082) + | > loss_disc_real_0: 0.11087454110383987 (0.10809583697588213) + | > loss_disc_real_1: 0.17586947977542877 (0.2077856304184083) + | > loss_disc_real_2: 0.2040967494249344 (0.21600833006443515) + | > loss_disc_real_3: 0.21433477103710175 (0.21413111350228708) + | > loss_disc_real_4: 0.22555164992809296 (0.22209834283398044) + | > loss_disc_real_5: 0.21313074231147766 (0.21589528120333148) + | > loss_0: 2.422701358795166 (2.428616385306082) + | > loss_gen: 2.1019272804260254 (2.1211889136222104) + | > loss_kl: 1.9146019220352173 (1.7758520572416243) + | > loss_feat: 6.598781585693359 (7.105476040993968) + | > loss_mel: 20.205381393432617 (21.531402095671623) + | > loss_duration: 1.6330420970916748 (1.6830662181300502) + | > loss_1: 32.4537353515625 (34.2169853333504) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.011266554555585307 (+0.0019326517658848907) + | > avg_loss_disc: 2.428616385306082 (+0.06874541313417559) + | > avg_loss_disc_real_0: 0.10809583697588213 (-0.00021802429710665594) + | > avg_loss_disc_real_1: 0.2077856304184083 (+0.04132618394590193) + | > avg_loss_disc_real_2: 0.21600833006443515 (+0.03353391371427042) + | > avg_loss_disc_real_3: 0.21413111350228708 (-0.00615565574938251) + | > avg_loss_disc_real_4: 0.22209834283398044 (+0.0019438944516643464) + | > avg_loss_disc_real_5: 0.21589528120333148 (-0.006578390156069119) + | > avg_loss_0: 2.428616385306082 (+0.06874541313417559) + | > avg_loss_gen: 2.1211889136222104 (-0.046651167254293746) + | > avg_loss_kl: 1.7758520572416243 (+0.13669161258205276) + | > avg_loss_feat: 7.105476040993968 (-0.1579614300881662) + | > avg_loss_mel: 21.531402095671623 (+0.10589205834173399) + | > avg_loss_duration: 1.6830662181300502 (-0.0005692358939877185) + | > avg_loss_1: 34.2169853333504 (+0.037401691559828976) + + + > EPOCH: 44/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 08:11:29)  + + --> TIME: 2024-11-23 08:11:30 -- STEP: 0/797 -- GLOBAL_STEP: 58175 + | > loss_disc: 2.4642131328582764 (2.4642131328582764) + | > loss_disc_real_0: 0.12743674218654633 (0.12743674218654633) + | > loss_disc_real_1: 0.19531777501106262 (0.19531777501106262) + | > loss_disc_real_2: 0.19284038245677948 (0.19284038245677948) + | > loss_disc_real_3: 0.23125120997428894 (0.23125120997428894) + | > loss_disc_real_4: 0.2146911472082138 (0.2146911472082138) + | > loss_disc_real_5: 0.2067084163427353 (0.2067084163427353) + | > loss_0: 2.4642131328582764 (2.4642131328582764) + | > grad_norm_0: tensor(26.9554, device='cuda:0') (tensor(26.9554, device='cuda:0')) + | > loss_gen: 2.1892569065093994 (2.1892569065093994) + | > loss_kl: 1.6192307472229004 (1.6192307472229004) + | > loss_feat: 6.603106498718262 (6.603106498718262) + | > loss_mel: 19.942712783813477 (19.942712783813477) + | > loss_duration: 2.060767650604248 (2.060767650604248) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 32.41507339477539 (32.41507339477539) + | > grad_norm_1: tensor(402.1255, device='cuda:0') (tensor(402.1255, device='cuda:0')) + | > current_lr_0: 0.00019820796425327303 + | > current_lr_1: 0.00019820796425327303 + | > step_time: 0.894 (0.8939709663391113) + | > loader_time: 0.1888 (0.18883538246154785) + + + --> TIME: 2024-11-23 08:11:49 -- STEP: 25/797 -- GLOBAL_STEP: 58200 + | > loss_disc: 2.4023730754852295 (2.492654228210449) + | > loss_disc_real_0: 0.10008874535560608 (0.1502523612976074) + | > loss_disc_real_1: 0.21548819541931152 (0.222833491563797) + | > loss_disc_real_2: 0.23343348503112793 (0.23298655688762665) + | > loss_disc_real_3: 0.20447036623954773 (0.22775485694408418) + | > loss_disc_real_4: 0.21707108616828918 (0.22508605003356932) + | > loss_disc_real_5: 0.19033680856227875 (0.22269380807876588) + | > loss_0: 2.4023730754852295 (2.492654228210449) + | > grad_norm_0: tensor(39.8864, device='cuda:0') (tensor(46.6168, device='cuda:0')) + | > loss_gen: 2.3739891052246094 (2.3171952056884764) + | > loss_kl: 1.632341742515564 (1.524837956428528) + | > loss_feat: 7.501725673675537 (6.885315742492676) + | > loss_mel: 21.27535629272461 (20.474538955688477) + | > loss_duration: 1.6629807949066162 (1.795269947052002) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 34.44639205932617 (32.99715759277344) + | > grad_norm_1: tensor(428.9655, device='cuda:0') (tensor(374.5949, device='cuda:0')) + | > current_lr_0: 0.00019820796425327303 + | > current_lr_1: 0.00019820796425327303 + | > step_time: 0.7484 (0.7423643207550046) + | > loader_time: 0.0038 (0.0050712966918945316) + + + --> TIME: 2024-11-23 08:12:08 -- STEP: 50/797 -- GLOBAL_STEP: 58225 + | > loss_disc: 2.411611795425415 (2.4560040330886848) + | > loss_disc_real_0: 0.1225137859582901 (0.13840968653559688) + | > loss_disc_real_1: 0.28003501892089844 (0.22038011878728866) + | > loss_disc_real_2: 0.22016851603984833 (0.2322545278072357) + | > loss_disc_real_3: 0.19401726126670837 (0.22404143542051316) + | > loss_disc_real_4: 0.20658525824546814 (0.221138217151165) + | > loss_disc_real_5: 0.20028172433376312 (0.22192219853401185) + | > loss_0: 2.411611795425415 (2.4560040330886848) + | > grad_norm_0: tensor(4.1449, device='cuda:0') (tensor(35.6049, device='cuda:0')) + | > loss_gen: 2.41349458694458 (2.3258870840072627) + | > loss_kl: 1.2032294273376465 (1.5243612718582153) + | > loss_feat: 7.407103538513184 (7.048862466812134) + | > loss_mel: 21.699739456176758 (20.64588115692139) + | > loss_duration: 1.6868674755096436 (1.756902403831482) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 34.41043472290039 (33.301894226074225) + | > grad_norm_1: tensor(103.3910, device='cuda:0') (tensor(314.4747, device='cuda:0')) + | > current_lr_0: 0.00019820796425327303 + | > current_lr_1: 0.00019820796425327303 + | > step_time: 0.7882 (0.7488311433792112) + | > loader_time: 0.0054 (0.005128488540649413) + + + --> TIME: 2024-11-23 08:12:27 -- STEP: 75/797 -- GLOBAL_STEP: 58250 + | > loss_disc: 2.452543258666992 (2.443155673344931) + | > loss_disc_real_0: 0.13243085145950317 (0.13416655619939172) + | > loss_disc_real_1: 0.23098360002040863 (0.22015260875225068) + | > loss_disc_real_2: 0.20026619732379913 (0.23166063765684763) + | > loss_disc_real_3: 0.23221060633659363 (0.2207712388038635) + | > loss_disc_real_4: 0.23345297574996948 (0.21973664184411368) + | > loss_disc_real_5: 0.2225361317396164 (0.22418246150016785) + | > loss_0: 2.452543258666992 (2.443155673344931) + | > grad_norm_0: tensor(10.0546, device='cuda:0') (tensor(32.5778, device='cuda:0')) + | > loss_gen: 2.3460519313812256 (2.3442689609527583) + | > loss_kl: 1.3796135187149048 (1.5274000295003256) + | > loss_feat: 6.649795055389404 (7.1481475830078125) + | > loss_mel: 19.999204635620117 (20.70906397501628) + | > loss_duration: 1.627321720123291 (1.7337529500325521) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 32.00198745727539 (33.46263341267904) + | > grad_norm_1: tensor(244.8233, device='cuda:0') (tensor(326.2907, device='cuda:0')) + | > current_lr_0: 0.00019820796425327303 + | > current_lr_1: 0.00019820796425327303 + | > step_time: 0.8033 (0.7549133682250975) + | > loader_time: 0.0044 (0.005196269353230794) + + + --> TIME: 2024-11-23 08:12:47 -- STEP: 100/797 -- GLOBAL_STEP: 58275 + | > loss_disc: 2.4652910232543945 (2.448547208309174) + | > loss_disc_real_0: 0.18158979713916779 (0.13367879562079912) + | > loss_disc_real_1: 0.2177731990814209 (0.2211997938156128) + | > loss_disc_real_2: 0.2722126841545105 (0.2309644764661789) + | > loss_disc_real_3: 0.22441071271896362 (0.22243788957595825) + | > loss_disc_real_4: 0.22141750156879425 (0.22084652110934258) + | > loss_disc_real_5: 0.2013235092163086 (0.2253366595506668) + | > loss_0: 2.4652910232543945 (2.448547208309174) + | > grad_norm_0: tensor(130.0715, device='cuda:0') (tensor(41.0926, device='cuda:0')) + | > loss_gen: 2.3906264305114746 (2.356870911121369) + | > loss_kl: 1.4370460510253906 (1.5274425864219665) + | > loss_feat: 6.4007062911987305 (7.1277001953125) + | > loss_mel: 17.918994903564453 (20.68102611541748) + | > loss_duration: 1.6751410961151123 (1.723522801399231) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 29.8225154876709 (33.416562500000005) + | > grad_norm_1: tensor(521.4647, device='cuda:0') (tensor(361.0253, device='cuda:0')) + | > current_lr_0: 0.00019820796425327303 + | > current_lr_1: 0.00019820796425327303 + | > step_time: 0.7306 (0.7580823922157285) + | > loader_time: 0.0065 (0.005180189609527586) + + + --> TIME: 2024-11-23 08:13:07 -- STEP: 125/797 -- GLOBAL_STEP: 58300 + | > loss_disc: 2.271435499191284 (2.4353124256134033) + | > loss_disc_real_0: 0.12723278999328613 (0.1299753704667092) + | > loss_disc_real_1: 0.194264218211174 (0.2192504152059555) + | > loss_disc_real_2: 0.2020283192396164 (0.23003016650676728) + | > loss_disc_real_3: 0.23640333116054535 (0.22198207116127014) + | > loss_disc_real_4: 0.20334377884864807 (0.21968098437786102) + | > loss_disc_real_5: 0.1865031123161316 (0.2255843697786331) + | > loss_0: 2.271435499191284 (2.4353124256134033) + | > grad_norm_0: tensor(32.6011, device='cuda:0') (tensor(44.9657, device='cuda:0')) + | > loss_gen: 2.5865252017974854 (2.3737195663452146) + | > loss_kl: 1.3232426643371582 (1.5308334865570068) + | > loss_feat: 7.272876262664795 (7.200231601715088) + | > loss_mel: 20.531064987182617 (20.80780418395996) + | > loss_duration: 1.648878812789917 (1.7171668243408202) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 33.362586975097656 (33.629755691528324) + | > grad_norm_1: tensor(477.1147, device='cuda:0') (tensor(383.0127, device='cuda:0')) + | > current_lr_0: 0.00019820796425327303 + | > current_lr_1: 0.00019820796425327303 + | > step_time: 0.7769 (0.7612577629089353) + | > loader_time: 0.0046 (0.005341785430908202) + + + --> TIME: 2024-11-23 08:13:27 -- STEP: 150/797 -- GLOBAL_STEP: 58325 + | > loss_disc: 2.486715793609619 (2.435458162625631) + | > loss_disc_real_0: 0.0745638757944107 (0.128739599386851) + | > loss_disc_real_1: 0.27666592597961426 (0.21852715015411378) + | > loss_disc_real_2: 0.2534085512161255 (0.2313880209128062) + | > loss_disc_real_3: 0.18900558352470398 (0.22264981478452683) + | > loss_disc_real_4: 0.2706185579299927 (0.2199461325009664) + | > loss_disc_real_5: 0.24531811475753784 (0.2263031682372093) + | > loss_0: 2.486715793609619 (2.435458162625631) + | > grad_norm_0: tensor(47.3508, device='cuda:0') (tensor(48.3383, device='cuda:0')) + | > loss_gen: 2.3247289657592773 (2.3866851139068603) + | > loss_kl: 1.5098872184753418 (1.5414358878135683) + | > loss_feat: 6.857931613922119 (7.245219062169393) + | > loss_mel: 21.029335021972656 (20.92538489023844) + | > loss_duration: 1.6612749099731445 (1.712697671254476) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 33.383155822753906 (33.81142261505127) + | > grad_norm_1: tensor(520.2897, device='cuda:0') (tensor(397.8766, device='cuda:0')) + | > current_lr_0: 0.00019820796425327303 + | > current_lr_1: 0.00019820796425327303 + | > step_time: 0.7838 (0.7667346207300821) + | > loader_time: 0.006 (0.005609485308329262) + + + --> TIME: 2024-11-23 08:13:47 -- STEP: 175/797 -- GLOBAL_STEP: 58350 + | > loss_disc: 2.406324625015259 (2.434506878171649) + | > loss_disc_real_0: 0.11118044704198837 (0.12845411969082707) + | > loss_disc_real_1: 0.2101903110742569 (0.21806182333401272) + | > loss_disc_real_2: 0.22407910227775574 (0.2314175135748727) + | > loss_disc_real_3: 0.22358083724975586 (0.22246938254152027) + | > loss_disc_real_4: 0.2242751270532608 (0.22030687187399184) + | > loss_disc_real_5: 0.1980297863483429 (0.22674280319895063) + | > loss_0: 2.406324625015259 (2.434506878171649) + | > grad_norm_0: tensor(68.7262, device='cuda:0') (tensor(48.4015, device='cuda:0')) + | > loss_gen: 2.4185409545898438 (2.387959459849766) + | > loss_kl: 1.6416618824005127 (1.5464429140090945) + | > loss_feat: 7.476285934448242 (7.244475045885358) + | > loss_mel: 22.151737213134766 (20.916683513096405) + | > loss_duration: 1.6521492004394531 (1.7072193234307425) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 35.34037399291992 (33.80278028215681) + | > grad_norm_1: tensor(672.4427, device='cuda:0') (tensor(411.8460, device='cuda:0')) + | > current_lr_0: 0.00019820796425327303 + | > current_lr_1: 0.00019820796425327303 + | > step_time: 0.7726 (0.7706829902103968) + | > loader_time: 0.0057 (0.005763446262904573) + + + --> TIME: 2024-11-23 08:14:07 -- STEP: 200/797 -- GLOBAL_STEP: 58375 + | > loss_disc: 2.476665735244751 (2.431410642862321) + | > loss_disc_real_0: 0.09972754120826721 (0.12720053914934412) + | > loss_disc_real_1: 0.2052903026342392 (0.21807144954800606) + | > loss_disc_real_2: 0.18915653228759766 (0.23176838785409928) + | > loss_disc_real_3: 0.19041050970554352 (0.22203487142920494) + | > loss_disc_real_4: 0.2168855369091034 (0.2194196265935898) + | > loss_disc_real_5: 0.18621839582920074 (0.2272429969906807) + | > loss_0: 2.476665735244751 (2.431410642862321) + | > grad_norm_0: tensor(124.8092, device='cuda:0') (tensor(49.5434, device='cuda:0')) + | > loss_gen: 2.2343015670776367 (2.3899082887172707) + | > loss_kl: 1.8659110069274902 (1.5446395772695545) + | > loss_feat: 6.71998405456543 (7.230537021160126) + | > loss_mel: 21.72243881225586 (20.94247319221497) + | > loss_duration: 1.6459345817565918 (1.7039345818758012) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 34.18857192993164 (33.811492624282856) + | > grad_norm_1: tensor(469.6019, device='cuda:0') (tensor(428.2238, device='cuda:0')) + | > current_lr_0: 0.00019820796425327303 + | > current_lr_1: 0.00019820796425327303 + | > step_time: 0.7868 (0.7746569442749022) + | > loader_time: 0.0125 (0.005864713191986082) + + + --> TIME: 2024-11-23 08:14:28 -- STEP: 225/797 -- GLOBAL_STEP: 58400 + | > loss_disc: 2.6766011714935303 (2.431561607784697) + | > loss_disc_real_0: 0.15880945324897766 (0.1290310576226978) + | > loss_disc_real_1: 0.21493054926395416 (0.21766951832506393) + | > loss_disc_real_2: 0.21109476685523987 (0.23124398132165272) + | > loss_disc_real_3: 0.21675217151641846 (0.22238434460428025) + | > loss_disc_real_4: 0.2546766400337219 (0.21948629471990797) + | > loss_disc_real_5: 0.2541270852088928 (0.2274201899766922) + | > loss_0: 2.6766011714935303 (2.431561607784697) + | > grad_norm_0: tensor(155.0061, device='cuda:0') (tensor(52.9648, device='cuda:0')) + | > loss_gen: 2.0742592811584473 (2.3928934531741684) + | > loss_kl: 1.7895703315734863 (1.552627828915914) + | > loss_feat: 6.887226581573486 (7.222473555670844) + | > loss_mel: 19.56995391845703 (20.979861526489263) + | > loss_duration: 1.6247212886810303 (1.702017617755466) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 31.945730209350586 (33.84987398783368) + | > grad_norm_1: tensor(573.8264, device='cuda:0') (tensor(431.8722, device='cuda:0')) + | > current_lr_0: 0.00019820796425327303 + | > current_lr_1: 0.00019820796425327303 + | > step_time: 0.8263 (0.7783489852481417) + | > loader_time: 0.0124 (0.006055948469373913) + + + --> TIME: 2024-11-23 08:14:48 -- STEP: 250/797 -- GLOBAL_STEP: 58425 + | > loss_disc: 2.4952898025512695 (2.4263515501022357) + | > loss_disc_real_0: 0.0827040821313858 (0.12759639108181023) + | > loss_disc_real_1: 0.2016419917345047 (0.21799457782506942) + | > loss_disc_real_2: 0.2017703354358673 (0.23033977335691452) + | > loss_disc_real_3: 0.2603271007537842 (0.2214780984520912) + | > loss_disc_real_4: 0.21226197481155396 (0.21888995099067687) + | > loss_disc_real_5: 0.24414964020252228 (0.22743295043706893) + | > loss_0: 2.4952898025512695 (2.4263515501022357) + | > grad_norm_0: tensor(31.8418, device='cuda:0') (tensor(53.4226, device='cuda:0')) + | > loss_gen: 2.259648323059082 (2.393075394630433) + | > loss_kl: 1.4875470399856567 (1.554747695922852) + | > loss_feat: 6.848995685577393 (7.206068288803101) + | > loss_mel: 20.85650634765625 (20.96610526275635) + | > loss_duration: 1.6723029613494873 (1.6986804928779602) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 33.125 (33.81867708587649) + | > grad_norm_1: tensor(491.8657, device='cuda:0') (tensor(437.8710, device='cuda:0')) + | > current_lr_0: 0.00019820796425327303 + | > current_lr_1: 0.00019820796425327303 + | > step_time: 0.8133 (0.782090009689331) + | > loader_time: 0.0053 (0.006201662063598631) + + + --> TIME: 2024-11-23 08:15:09 -- STEP: 275/797 -- GLOBAL_STEP: 58450 + | > loss_disc: 2.6357598304748535 (2.4278862051530337) + | > loss_disc_real_0: 0.0826314240694046 (0.1270344276861713) + | > loss_disc_real_1: 0.22432780265808105 (0.21811836231838574) + | > loss_disc_real_2: 0.24137000739574432 (0.23108765710483897) + | > loss_disc_real_3: 0.23619678616523743 (0.2216099525581707) + | > loss_disc_real_4: 0.25451093912124634 (0.21904206026684153) + | > loss_disc_real_5: 0.24817287921905518 (0.22765232248739758) + | > loss_0: 2.6357598304748535 (2.4278862051530337) + | > grad_norm_0: tensor(21.9211, device='cuda:0') (tensor(53.4617, device='cuda:0')) + | > loss_gen: 2.0682284832000732 (2.3950131945176567) + | > loss_kl: 1.6691776514053345 (1.5518371842124248) + | > loss_feat: 5.529036521911621 (7.203870912031694) + | > loss_mel: 18.0692081451416 (20.96054234591398) + | > loss_duration: 1.6611475944519043 (1.6959687189622359) + | > amp_scaler: 128.0 (245.29454545454544) + | > loss_1: 28.996797561645508 (33.807232263738484) + | > grad_norm_1: tensor(406.2064, device='cuda:0') (tensor(447.5927, device='cuda:0')) + | > current_lr_0: 0.00019820796425327303 + | > current_lr_1: 0.00019820796425327303 + | > step_time: 0.8289 (0.7857904399525034) + | > loader_time: 0.0151 (0.006349529786543412) + + + --> TIME: 2024-11-23 08:15:30 -- STEP: 300/797 -- GLOBAL_STEP: 58475 + | > loss_disc: 2.4410533905029297 (2.42510607560476) + | > loss_disc_real_0: 0.24530014395713806 (0.12682327893873072) + | > loss_disc_real_1: 0.213083878159523 (0.21783802424867937) + | > loss_disc_real_2: 0.2697814106941223 (0.2307495596508185) + | > loss_disc_real_3: 0.19849003851413727 (0.22139302338163064) + | > loss_disc_real_4: 0.24599602818489075 (0.21906466002265612) + | > loss_disc_real_5: 0.25312674045562744 (0.22718875944614406) + | > loss_0: 2.4410533905029297 (2.42510607560476) + | > grad_norm_0: tensor(52.9928, device='cuda:0') (tensor(55.3756, device='cuda:0')) + | > loss_gen: 2.609502077102661 (2.3968323715527857) + | > loss_kl: 1.6693845987319946 (1.5544148675600689) + | > loss_feat: 7.026052474975586 (7.201117513974507) + | > loss_mel: 21.639127731323242 (20.94173202514649) + | > loss_duration: 1.6893287897109985 (1.6941443618138634) + | > amp_scaler: 128.0 (235.52) + | > loss_1: 34.633392333984375 (33.788241055806495) + | > grad_norm_1: tensor(672.7233, device='cuda:0') (tensor(453.2878, device='cuda:0')) + | > current_lr_0: 0.00019820796425327303 + | > current_lr_1: 0.00019820796425327303 + | > step_time: 0.8444 (0.7875489489237466) + | > loader_time: 0.0151 (0.006570223967234293) + + + --> TIME: 2024-11-23 08:15:51 -- STEP: 325/797 -- GLOBAL_STEP: 58500 + | > loss_disc: 2.502237558364868 (2.4257096532674964) + | > loss_disc_real_0: 0.10513819754123688 (0.1263876148141349) + | > loss_disc_real_1: 0.24732381105422974 (0.21814415936286624) + | > loss_disc_real_2: 0.21045438945293427 (0.23052795295531933) + | > loss_disc_real_3: 0.18354198336601257 (0.22137699393125684) + | > loss_disc_real_4: 0.25057095289230347 (0.21916648089885712) + | > loss_disc_real_5: 0.2605638802051544 (0.22790707624875578) + | > loss_0: 2.502237558364868 (2.4257096532674964) + | > grad_norm_0: tensor(88.2395, device='cuda:0') (tensor(54.8166, device='cuda:0')) + | > loss_gen: 2.34175968170166 (2.395618445323064) + | > loss_kl: 1.4935944080352783 (1.5604970928338857) + | > loss_feat: 7.2802042961120605 (7.207684629880465) + | > loss_mel: 22.04763412475586 (20.972488168569704) + | > loss_duration: 1.6472588777542114 (1.6929800862532398) + | > amp_scaler: 128.0 (227.24923076923076) + | > loss_1: 34.81045150756836 (33.82926832932694) + | > grad_norm_1: tensor(771.4201, device='cuda:0') (tensor(463.5532, device='cuda:0')) + | > current_lr_0: 0.00019820796425327303 + | > current_lr_1: 0.00019820796425327303 + | > step_time: 0.9025 (0.7899463712252104) + | > loader_time: 0.0057 (0.006694054970374473) + + + --> TIME: 2024-11-23 08:16:12 -- STEP: 350/797 -- GLOBAL_STEP: 58525 + | > loss_disc: 2.3991315364837646 (2.4247409343719495) + | > loss_disc_real_0: 0.22491219639778137 (0.12751983459506733) + | > loss_disc_real_1: 0.22536660730838776 (0.2174561440944671) + | > loss_disc_real_2: 0.21860744059085846 (0.23096366763114928) + | > loss_disc_real_3: 0.22654934227466583 (0.22133343479463036) + | > loss_disc_real_4: 0.18941405415534973 (0.21939144615616119) + | > loss_disc_real_5: 0.22588618099689484 (0.22793216305119646) + | > loss_0: 2.3991315364837646 (2.4247409343719495) + | > grad_norm_0: tensor(83.3293, device='cuda:0') (tensor(58.2549, device='cuda:0')) + | > loss_gen: 2.4349842071533203 (2.401441364969526) + | > loss_kl: 1.4156798124313354 (1.5633440317426408) + | > loss_feat: 7.588923931121826 (7.212594891956874) + | > loss_mel: 21.367753982543945 (20.95968003954205) + | > loss_duration: 1.6381840705871582 (1.6904751494952615) + | > amp_scaler: 128.0 (220.16) + | > loss_1: 34.445526123046875 (33.82753538949152) + | > grad_norm_1: tensor(462.7181, device='cuda:0') (tensor(466.8000, device='cuda:0')) + | > current_lr_0: 0.00019820796425327303 + | > current_lr_1: 0.00019820796425327303 + | > step_time: 0.8076 (0.7924154738017491) + | > loader_time: 0.0099 (0.006804780960083007) + + + --> TIME: 2024-11-23 08:16:33 -- STEP: 375/797 -- GLOBAL_STEP: 58550 + | > loss_disc: 2.465148448944092 (2.4274689985911087) + | > loss_disc_real_0: 0.08320418000221252 (0.12767829253276208) + | > loss_disc_real_1: 0.15653906762599945 (0.21724195790290826) + | > loss_disc_real_2: 0.2127431482076645 (0.2313494701385498) + | > loss_disc_real_3: 0.19832107424736023 (0.2217923831144969) + | > loss_disc_real_4: 0.21822459995746613 (0.21979101133346557) + | > loss_disc_real_5: 0.2642587721347809 (0.2283779411713282) + | > loss_0: 2.465148448944092 (2.4274689985911087) + | > grad_norm_0: tensor(30.2461, device='cuda:0') (tensor(58.2071, device='cuda:0')) + | > loss_gen: 2.255112648010254 (2.3984379641215) + | > loss_kl: 1.523052453994751 (1.5646187283198039) + | > loss_feat: 8.365593910217285 (7.2176258138020835) + | > loss_mel: 22.421358108520508 (20.973866399129225) + | > loss_duration: 1.667140245437622 (1.6884858798980715) + | > amp_scaler: 128.0 (214.016) + | > loss_1: 36.23225784301758 (33.843034673055044) + | > grad_norm_1: tensor(429.3545, device='cuda:0') (tensor(464.9131, device='cuda:0')) + | > current_lr_0: 0.00019820796425327303 + | > current_lr_1: 0.00019820796425327303 + | > step_time: 0.844 (0.7949462865193685) + | > loader_time: 0.0058 (0.006899077097574868) + + + --> TIME: 2024-11-23 08:16:54 -- STEP: 400/797 -- GLOBAL_STEP: 58575 + | > loss_disc: 2.526836395263672 (2.426490980982784) + | > loss_disc_real_0: 0.10438558459281921 (0.1274030782468618) + | > loss_disc_real_1: 0.22910313308238983 (0.2173837731778621) + | > loss_disc_real_2: 0.2672470510005951 (0.23148589979857206) + | > loss_disc_real_3: 0.20841413736343384 (0.22129656407982115) + | > loss_disc_real_4: 0.21269835531711578 (0.21996683970093728) + | > loss_disc_real_5: 0.20645327866077423 (0.22922213498502966) + | > loss_0: 2.526836395263672 (2.426490980982784) + | > grad_norm_0: tensor(30.6179, device='cuda:0') (tensor(57.0921, device='cuda:0')) + | > loss_gen: 2.1772260665893555 (2.3991390335559837) + | > loss_kl: 1.4785759449005127 (1.5630643206834793) + | > loss_feat: 6.417999744415283 (7.214414681196213) + | > loss_mel: 20.340078353881836 (20.98578351020813) + | > loss_duration: 1.6330275535583496 (1.686891853809357) + | > amp_scaler: 128.0 (208.64) + | > loss_1: 32.046905517578125 (33.84929328441622) + | > grad_norm_1: tensor(429.0556, device='cuda:0') (tensor(467.2312, device='cuda:0')) + | > current_lr_0: 0.00019820796425327303 + | > current_lr_1: 0.00019820796425327303 + | > step_time: 0.8614 (0.7986812913417816) + | > loader_time: 0.0062 (0.006972193121910094) + + + --> TIME: 2024-11-23 08:17:16 -- STEP: 425/797 -- GLOBAL_STEP: 58600 + | > loss_disc: 2.4310224056243896 (2.4259125170988227) + | > loss_disc_real_0: 0.1100466400384903 (0.12697599197135268) + | > loss_disc_real_1: 0.19057400524616241 (0.2170876282804152) + | > loss_disc_real_2: 0.18805870413780212 (0.23104731226668637) + | > loss_disc_real_3: 0.24599136412143707 (0.22144628437126387) + | > loss_disc_real_4: 0.2743838429450989 (0.21990840775125167) + | > loss_disc_real_5: 0.2144492268562317 (0.22850449996836042) + | > loss_0: 2.4310224056243896 (2.4259125170988227) + | > grad_norm_0: tensor(20.9267, device='cuda:0') (tensor(56.0413, device='cuda:0')) + | > loss_gen: 2.3878333568573 (2.398467706231507) + | > loss_kl: 1.5514224767684937 (1.561007629843319) + | > loss_feat: 8.074052810668945 (7.2187104359795065) + | > loss_mel: 21.925731658935547 (20.991915157542508) + | > loss_duration: 1.6905105113983154 (1.686031263856327) + | > amp_scaler: 128.0 (203.8964705882353) + | > loss_1: 35.62955093383789 (33.85613212585451) + | > grad_norm_1: tensor(568.0544, device='cuda:0') (tensor(469.6806, device='cuda:0')) + | > current_lr_0: 0.00019820796425327303 + | > current_lr_1: 0.00019820796425327303 + | > step_time: 0.8425 (0.8009364066404455) + | > loader_time: 0.0075 (0.006987678864422965) + + + --> TIME: 2024-11-23 08:17:37 -- STEP: 450/797 -- GLOBAL_STEP: 58625 + | > loss_disc: 2.4683799743652344 (2.42747449451023) + | > loss_disc_real_0: 0.1556546688079834 (0.12690554834074463) + | > loss_disc_real_1: 0.23837564885616302 (0.21682315756877257) + | > loss_disc_real_2: 0.24662847816944122 (0.23070659670564864) + | > loss_disc_real_3: 0.19373416900634766 (0.2217186827792062) + | > loss_disc_real_4: 0.19077259302139282 (0.2205001695950826) + | > loss_disc_real_5: 0.21295349299907684 (0.2293461234702004) + | > loss_0: 2.4683799743652344 (2.42747449451023) + | > grad_norm_0: tensor(26.2607, device='cuda:0') (tensor(54.0609, device='cuda:0')) + | > loss_gen: 2.5703253746032715 (2.3959473207261803) + | > loss_kl: 1.594964623451233 (1.5592532242669) + | > loss_feat: 7.4972405433654785 (7.209805052015517) + | > loss_mel: 22.503314971923828 (21.0126331837972) + | > loss_duration: 1.678714394569397 (1.6849755660692853) + | > amp_scaler: 128.0 (199.68) + | > loss_1: 35.84455871582031 (33.862614284091535) + | > grad_norm_1: tensor(198.5124, device='cuda:0') (tensor(456.8965, device='cuda:0')) + | > current_lr_0: 0.00019820796425327303 + | > current_lr_1: 0.00019820796425327303 + | > step_time: 0.8563 (0.8032903560002644) + | > loader_time: 0.0073 (0.0070249038272433804) + + + --> TIME: 2024-11-23 08:17:59 -- STEP: 475/797 -- GLOBAL_STEP: 58650 + | > loss_disc: 2.406680107116699 (2.4264281930421556) + | > loss_disc_real_0: 0.10286685824394226 (0.12714283679661015) + | > loss_disc_real_1: 0.24023909866809845 (0.21703095348257762) + | > loss_disc_real_2: 0.2343199998140335 (0.23083558640981974) + | > loss_disc_real_3: 0.16953548789024353 (0.2214466006818571) + | > loss_disc_real_4: 0.24924419820308685 (0.2205651636186399) + | > loss_disc_real_5: 0.2409791350364685 (0.2290517178020979) + | > loss_0: 2.406680107116699 (2.4264281930421556) + | > grad_norm_0: tensor(42.1161, device='cuda:0') (tensor(52.8183, device='cuda:0')) + | > loss_gen: 2.3217194080352783 (2.3950845472436177) + | > loss_kl: 1.6923660039901733 (1.5612937681298507) + | > loss_feat: 7.370206356048584 (7.216254203194066) + | > loss_mel: 20.985689163208008 (21.032443972135844) + | > loss_duration: 1.6440844535827637 (1.6840809679031374) + | > amp_scaler: 128.0 (195.90736842105264) + | > loss_1: 34.01406478881836 (33.88915738959063) + | > grad_norm_1: tensor(659.5496, device='cuda:0') (tensor(456.5087, device='cuda:0')) + | > current_lr_0: 0.00019820796425327303 + | > current_lr_1: 0.00019820796425327303 + | > step_time: 0.878 (0.8060843904394852) + | > loader_time: 0.0066 (0.007108984997397974) + + + --> TIME: 2024-11-23 08:18:20 -- STEP: 500/797 -- GLOBAL_STEP: 58675 + | > loss_disc: 2.338533401489258 (2.4257667436599757) + | > loss_disc_real_0: 0.07318389415740967 (0.12697901344299334) + | > loss_disc_real_1: 0.19307588040828705 (0.21701908704638476) + | > loss_disc_real_2: 0.21083533763885498 (0.23076173651218415) + | > loss_disc_real_3: 0.23657169938087463 (0.22153169050812724) + | > loss_disc_real_4: 0.22353117167949677 (0.22051531901955604) + | > loss_disc_real_5: 0.21262255311012268 (0.2289971081316471) + | > loss_0: 2.338533401489258 (2.4257667436599757) + | > grad_norm_0: tensor(71.1809, device='cuda:0') (tensor(52.6280, device='cuda:0')) + | > loss_gen: 2.5707738399505615 (2.3966716542243933) + | > loss_kl: 1.4767065048217773 (1.5621951019763947) + | > loss_feat: 8.31818675994873 (7.227329808235169) + | > loss_mel: 22.6506404876709 (21.052675998687743) + | > loss_duration: 1.6771938800811768 (1.682908144950867) + | > amp_scaler: 128.0 (192.512) + | > loss_1: 36.69350051879883 (33.921780677795425) + | > grad_norm_1: tensor(564.8619, device='cuda:0') (tensor(459.3911, device='cuda:0')) + | > current_lr_0: 0.00019820796425327303 + | > current_lr_1: 0.00019820796425327303 + | > step_time: 0.8804 (0.8085724954605102) + | > loader_time: 0.0104 (0.007186680793762206) + + + --> TIME: 2024-11-23 08:18:42 -- STEP: 525/797 -- GLOBAL_STEP: 58700 + | > loss_disc: 2.502721071243286 (2.425890762238278) + | > loss_disc_real_0: 0.08632105588912964 (0.1268690985866957) + | > loss_disc_real_1: 0.19475460052490234 (0.21704667803787045) + | > loss_disc_real_2: 0.22106638550758362 (0.23072474207196916) + | > loss_disc_real_3: 0.25720420479774475 (0.22137621558847884) + | > loss_disc_real_4: 0.23896735906600952 (0.2203267521801449) + | > loss_disc_real_5: 0.23744696378707886 (0.2286287313699722) + | > loss_0: 2.502721071243286 (2.425890762238278) + | > grad_norm_0: tensor(53.3737, device='cuda:0') (tensor(53.4952, device='cuda:0')) + | > loss_gen: 2.3101043701171875 (2.398131980441864) + | > loss_kl: 1.605953335762024 (1.5648029876890637) + | > loss_feat: 8.45851993560791 (7.227557705470494) + | > loss_mel: 22.894411087036133 (21.050371609642394) + | > loss_duration: 1.6164791584014893 (1.682289784522284) + | > amp_scaler: 128.0 (189.44) + | > loss_1: 36.885467529296875 (33.923154035295774) + | > grad_norm_1: tensor(500.6128, device='cuda:0') (tensor(464.5202, device='cuda:0')) + | > current_lr_0: 0.00019820796425327303 + | > current_lr_1: 0.00019820796425327303 + | > step_time: 0.8407 (0.8110083198547363) + | > loader_time: 0.0079 (0.007372487840198335) + + + --> TIME: 2024-11-23 08:19:05 -- STEP: 550/797 -- GLOBAL_STEP: 58725 + | > loss_disc: 2.218083381652832 (2.4280939513986786) + | > loss_disc_real_0: 0.07997982203960419 (0.12762351574545575) + | > loss_disc_real_1: 0.20046383142471313 (0.21697456308386542) + | > loss_disc_real_2: 0.19847114384174347 (0.2306328274986961) + | > loss_disc_real_3: 0.2291492372751236 (0.22171492075378246) + | > loss_disc_real_4: 0.16826044023036957 (0.2205794793096456) + | > loss_disc_real_5: 0.23657049238681793 (0.22878687143325804) + | > loss_0: 2.218083381652832 (2.4280939513986786) + | > grad_norm_0: tensor(11.1099, device='cuda:0') (tensor(53.7520, device='cuda:0')) + | > loss_gen: 2.610640287399292 (2.3978481292724614) + | > loss_kl: 1.6138992309570312 (1.565323664925315) + | > loss_feat: 8.055904388427734 (7.220831127166748) + | > loss_mel: 21.62993049621582 (21.042475190596143) + | > loss_duration: 1.668915033340454 (1.6822143723747949) + | > amp_scaler: 128.0 (186.64727272727274) + | > loss_1: 35.579288482666016 (33.908692463961536) + | > grad_norm_1: tensor(384.4587, device='cuda:0') (tensor(461.1192, device='cuda:0')) + | > current_lr_0: 0.00019820796425327303 + | > current_lr_1: 0.00019820796425327303 + | > step_time: 0.8922 (0.8147820247303356) + | > loader_time: 0.0101 (0.007434474338184703) + + + --> TIME: 2024-11-23 08:19:27 -- STEP: 575/797 -- GLOBAL_STEP: 58750 + | > loss_disc: 2.354383707046509 (2.4280468269016446) + | > loss_disc_real_0: 0.06982330977916718 (0.12738011973707591) + | > loss_disc_real_1: 0.2201952189207077 (0.21684566350086873) + | > loss_disc_real_2: 0.19254550337791443 (0.2307994178844535) + | > loss_disc_real_3: 0.16331683099269867 (0.22185823588267622) + | > loss_disc_real_4: 0.23082341253757477 (0.22069846236187482) + | > loss_disc_real_5: 0.2199176400899887 (0.22863803860933885) + | > loss_0: 2.354383707046509 (2.4280468269016446) + | > grad_norm_0: tensor(47.0954, device='cuda:0') (tensor(52.9370, device='cuda:0')) + | > loss_gen: 2.444932699203491 (2.3985563958209495) + | > loss_kl: 1.7077462673187256 (1.5653516139154844) + | > loss_feat: 8.256783485412598 (7.227746072852093) + | > loss_mel: 23.156002044677734 (21.077739261129622) + | > loss_duration: 1.6620440483093262 (1.6814027686741042) + | > amp_scaler: 128.0 (184.09739130434784) + | > loss_1: 37.227508544921875 (33.95079608087958) + | > grad_norm_1: tensor(499.2709, device='cuda:0') (tensor(453.7388, device='cuda:0')) + | > current_lr_0: 0.00019820796425327303 + | > current_lr_1: 0.00019820796425327303 + | > step_time: 0.8826 (0.8172078310925028) + | > loader_time: 0.0072 (0.007565891017084536) + + + --> TIME: 2024-11-23 08:19:50 -- STEP: 600/797 -- GLOBAL_STEP: 58775 + | > loss_disc: 2.458794116973877 (2.4275096237659466) + | > loss_disc_real_0: 0.09618423879146576 (0.12725264116500834) + | > loss_disc_real_1: 0.20682373642921448 (0.21656771570444103) + | > loss_disc_real_2: 0.1890735626220703 (0.2309760046005249) + | > loss_disc_real_3: 0.1535797417163849 (0.22183393855889644) + | > loss_disc_real_4: 0.2634621262550354 (0.22112524951497714) + | > loss_disc_real_5: 0.23597964644432068 (0.22868228626747927) + | > loss_0: 2.458794116973877 (2.4275096237659466) + | > grad_norm_0: tensor(35.6835, device='cuda:0') (tensor(51.6052, device='cuda:0')) + | > loss_gen: 2.3535075187683105 (2.3995997250080108) + | > loss_kl: 1.7905908823013306 (1.5670226977268846) + | > loss_feat: 7.640621185302734 (7.227919011910757) + | > loss_mel: 21.865625381469727 (21.094275639851883) + | > loss_duration: 1.6625525951385498 (1.6809177794059116) + | > amp_scaler: 128.0 (181.75999999999996) + | > loss_1: 35.312896728515625 (33.969734811782864) + | > grad_norm_1: tensor(395.5326, device='cuda:0') (tensor(444.9489, device='cuda:0')) + | > current_lr_0: 0.00019820796425327303 + | > current_lr_1: 0.00019820796425327303 + | > step_time: 0.8747 (0.8198396078745526) + | > loader_time: 0.0104 (0.007667942047119141) + + + --> TIME: 2024-11-23 08:20:12 -- STEP: 625/797 -- GLOBAL_STEP: 58800 + | > loss_disc: 2.364262104034424 (2.4266952575683596) + | > loss_disc_real_0: 0.14157134294509888 (0.12722275528311744) + | > loss_disc_real_1: 0.22445054352283478 (0.21659856812953945) + | > loss_disc_real_2: 0.23918645083904266 (0.2309693554162979) + | > loss_disc_real_3: 0.22650356590747833 (0.22191035020351416) + | > loss_disc_real_4: 0.18237389624118805 (0.22064543936252595) + | > loss_disc_real_5: 0.2079945206642151 (0.22833687851428985) + | > loss_0: 2.364262104034424 (2.4266952575683596) + | > grad_norm_0: tensor(142.6707, device='cuda:0') (tensor(51.2240, device='cuda:0')) + | > loss_gen: 2.3399767875671387 (2.3968715923309327) + | > loss_kl: 1.4789679050445557 (1.5670022558212278) + | > loss_feat: 6.568428039550781 (7.206822369384765) + | > loss_mel: 19.951061248779297 (21.08179532165526) + | > loss_duration: 1.678293228149414 (1.681208780479431) + | > amp_scaler: 128.0 (179.60960000000003) + | > loss_1: 32.016727447509766 (33.93370027465824) + | > grad_norm_1: tensor(251.1928, device='cuda:0') (tensor(443.5275, device='cuda:0')) + | > current_lr_0: 0.00019820796425327303 + | > current_lr_1: 0.00019820796425327303 + | > step_time: 0.8788 (0.8226318294525147) + | > loader_time: 0.0094 (0.007775327301025391) + + + --> TIME: 2024-11-23 08:20:35 -- STEP: 650/797 -- GLOBAL_STEP: 58825 + | > loss_disc: 2.5013742446899414 (2.428154671742366) + | > loss_disc_real_0: 0.27310261130332947 (0.12755418905271948) + | > loss_disc_real_1: 0.1742335557937622 (0.21674914392141192) + | > loss_disc_real_2: 0.2547631859779358 (0.2309985819917459) + | > loss_disc_real_3: 0.20022933185100555 (0.22191671570906277) + | > loss_disc_real_4: 0.1676439642906189 (0.2209068839595868) + | > loss_disc_real_5: 0.2076328545808792 (0.22848674421127027) + | > loss_0: 2.5013742446899414 (2.428154671742366) + | > grad_norm_0: tensor(117.4688, device='cuda:0') (tensor(51.9989, device='cuda:0')) + | > loss_gen: 2.355227470397949 (2.3981544637680052) + | > loss_kl: 1.7202808856964111 (1.5683844415958101) + | > loss_feat: 7.55565881729126 (7.202400547174307) + | > loss_mel: 22.80088233947754 (21.0828445141132) + | > loss_duration: 1.695219874382019 (1.6812770605087277) + | > amp_scaler: 128.0 (177.6246153846154) + | > loss_1: 36.12726974487305 (33.93306099818307) + | > grad_norm_1: tensor(508.2250, device='cuda:0') (tensor(446.8002, device='cuda:0')) + | > current_lr_0: 0.00019820796425327303 + | > current_lr_1: 0.00019820796425327303 + | > step_time: 0.9137 (0.8259760126700768) + | > loader_time: 0.0086 (0.0078427765919612) + + + --> TIME: 2024-11-23 08:20:59 -- STEP: 675/797 -- GLOBAL_STEP: 58850 + | > loss_disc: 2.5685653686523438 (2.4316596066510234) + | > loss_disc_real_0: 0.23339582979679108 (0.12833869129971234) + | > loss_disc_real_1: 0.26524338126182556 (0.21710207855259928) + | > loss_disc_real_2: 0.296081006526947 (0.23109617370146293) + | > loss_disc_real_3: 0.24297857284545898 (0.22199087694839198) + | > loss_disc_real_4: 0.2175309956073761 (0.2211374168925815) + | > loss_disc_real_5: 0.22340239584445953 (0.22878287218235158) + | > loss_0: 2.5685653686523438 (2.4316596066510234) + | > grad_norm_0: tensor(124.9833, device='cuda:0') (tensor(52.4745, device='cuda:0')) + | > loss_gen: 2.505563259124756 (2.3984994891837785) + | > loss_kl: 1.4448837041854858 (1.570522611229507) + | > loss_feat: 6.3838067054748535 (7.192352538638644) + | > loss_mel: 20.685062408447266 (21.07149477640787) + | > loss_duration: 1.6642707586288452 (1.6809711431573935) + | > amp_scaler: 128.0 (175.78666666666672) + | > loss_1: 32.68358612060547 (33.91384053265611) + | > grad_norm_1: tensor(98.8694, device='cuda:0') (tensor(445.7746, device='cuda:0')) + | > current_lr_0: 0.00019820796425327303 + | > current_lr_1: 0.00019820796425327303 + | > step_time: 0.8988 (0.8292732535468208) + | > loader_time: 0.0091 (0.007903320171214916) + + + --> TIME: 2024-11-23 08:21:22 -- STEP: 700/797 -- GLOBAL_STEP: 58875 + | > loss_disc: 2.5581047534942627 (2.4319977998733533) + | > loss_disc_real_0: 0.07443758845329285 (0.12861878412110478) + | > loss_disc_real_1: 0.248719722032547 (0.21701431125402446) + | > loss_disc_real_2: 0.24826818704605103 (0.23104276378239905) + | > loss_disc_real_3: 0.23545852303504944 (0.22209720166666172) + | > loss_disc_real_4: 0.21812084317207336 (0.2207383903009551) + | > loss_disc_real_5: 0.26689615845680237 (0.2287221845771585) + | > loss_0: 2.5581047534942627 (2.4319977998733533) + | > grad_norm_0: tensor(15.4472, device='cuda:0') (tensor(52.4532, device='cuda:0')) + | > loss_gen: 2.261333465576172 (2.398152836050306) + | > loss_kl: 1.780385971069336 (1.574135638816015) + | > loss_feat: 6.42307186126709 (7.193500191143581) + | > loss_mel: 19.738740921020508 (21.08514675685337) + | > loss_duration: 1.6941485404968262 (1.6806580291475566) + | > amp_scaler: 128.0 (174.08000000000007) + | > loss_1: 31.897682189941406 (33.93159344536923) + | > grad_norm_1: tensor(488.1867, device='cuda:0') (tensor(446.1251, device='cuda:0')) + | > current_lr_0: 0.00019820796425327303 + | > current_lr_1: 0.00019820796425327303 + | > step_time: 0.923 (0.8326590333666121) + | > loader_time: 0.0101 (0.008000367709568567) + + + --> TIME: 2024-11-23 08:21:48 -- STEP: 725/797 -- GLOBAL_STEP: 58900 + | > loss_disc: 2.4638671875 (2.4320530421158386) + | > loss_disc_real_0: 0.13060006499290466 (0.12864898904644215) + | > loss_disc_real_1: 0.24007844924926758 (0.21692108333110804) + | > loss_disc_real_2: 0.24012209475040436 (0.23116424303630304) + | > loss_disc_real_3: 0.22950908541679382 (0.2221160292830961) + | > loss_disc_real_4: 0.21236681938171387 (0.22094651955982733) + | > loss_disc_real_5: 0.21825213730335236 (0.22870381924612768) + | > loss_0: 2.4638671875 (2.4320530421158386) + | > grad_norm_0: tensor(72.4131, device='cuda:0') (tensor(51.9089, device='cuda:0')) + | > loss_gen: 2.262831211090088 (2.3960515920047105) + | > loss_kl: 1.5808185338974 (1.5738767717624524) + | > loss_feat: 6.610111713409424 (7.182010453980545) + | > loss_mel: 20.080408096313477 (21.078129382955623) + | > loss_duration: 1.5986814498901367 (1.6798814198066445) + | > amp_scaler: 128.0 (172.4910344827587) + | > loss_1: 32.132850646972656 (33.909949606533786) + | > grad_norm_1: tensor(311.1793, device='cuda:0') (tensor(443.0074, device='cuda:0')) + | > current_lr_0: 0.00019820796425327303 + | > current_lr_1: 0.00019820796425327303 + | > step_time: 1.0149 (0.8391106835727034) + | > loader_time: 0.0148 (0.008129841705848434) + + + --> TIME: 2024-11-23 08:22:27 -- STEP: 750/797 -- GLOBAL_STEP: 58925 + | > loss_disc: 2.390413999557495 (2.431980246225995) + | > loss_disc_real_0: 0.1064268946647644 (0.1287537742058437) + | > loss_disc_real_1: 0.20169271528720856 (0.21694682268301643) + | > loss_disc_real_2: 0.21963414549827576 (0.23082269916931789) + | > loss_disc_real_3: 0.22872209548950195 (0.22206122018893565) + | > loss_disc_real_4: 0.25084298849105835 (0.2210824394027392) + | > loss_disc_real_5: 0.22494305670261383 (0.2287502862215042) + | > loss_0: 2.390413999557495 (2.431980246225995) + | > grad_norm_0: tensor(51.2522, device='cuda:0') (tensor(51.4843, device='cuda:0')) + | > loss_gen: 2.45664119720459 (2.3946517254511512) + | > loss_kl: 1.679972767829895 (1.573897568543751) + | > loss_feat: 6.2303385734558105 (7.1776985232035315) + | > loss_mel: 20.596271514892578 (21.077646029154465) + | > loss_duration: 1.6428228616714478 (1.6789866727193195) + | > amp_scaler: 128.0 (171.0080000000001) + | > loss_1: 32.60604476928711 (33.902880493164126) + | > grad_norm_1: tensor(515.5851, device='cuda:0') (tensor(439.4545, device='cuda:0')) + | > current_lr_0: 0.00019820796425327303 + | > current_lr_1: 0.00019820796425327303 + | > step_time: 2.6333 (0.8623387514750163) + | > loader_time: 0.0668 (0.008417006492614754) + + + --> TIME: 2024-11-23 08:23:28 -- STEP: 775/797 -- GLOBAL_STEP: 58950 + | > loss_disc: 2.608344554901123 (2.433226044562557) + | > loss_disc_real_0: 0.20435085892677307 (0.12877659814011663) + | > loss_disc_real_1: 0.23319342732429504 (0.21709978561247545) + | > loss_disc_real_2: 0.2630327045917511 (0.23108479374839414) + | > loss_disc_real_3: 0.23896241188049316 (0.2221168584400608) + | > loss_disc_real_4: 0.2382919192314148 (0.22137385695211348) + | > loss_disc_real_5: 0.2887328863143921 (0.2289242777709038) + | > loss_0: 2.608344554901123 (2.433226044562557) + | > grad_norm_0: tensor(74.8297, device='cuda:0') (tensor(51.4385, device='cuda:0')) + | > loss_gen: 2.346961498260498 (2.393459074881769) + | > loss_kl: 1.6267244815826416 (1.5741131390294711) + | > loss_feat: 6.2916975021362305 (7.17173863380186) + | > loss_mel: 21.35970115661621 (21.08407854880056) + | > loss_duration: 1.651198148727417 (1.678135990327404) + | > amp_scaler: 128.0 (169.62064516129047) + | > loss_1: 33.276283264160156 (33.9015253399265) + | > grad_norm_1: tensor(374.6661, device='cuda:0') (tensor(441.3794, device='cuda:0')) + | > current_lr_0: 0.00019820796425327303 + | > current_lr_1: 0.00019820796425327303 + | > step_time: 2.2726 (0.9128526533803633) + | > loader_time: 0.0129 (0.008656652819725785) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.412709951400757 (2.412709951400757) + | > loss_disc_real_0: 0.14020054042339325 (0.14020054042339325) + | > loss_disc_real_1: 0.15682141482830048 (0.15682141482830048) + | > loss_disc_real_2: 0.2560945451259613 (0.2560945451259613) + | > loss_disc_real_3: 0.2369632124900818 (0.2369632124900818) + | > loss_disc_real_4: 0.2729780375957489 (0.2729780375957489) + | > loss_disc_real_5: 0.2090895175933838 (0.2090895175933838) + | > loss_0: 2.412709951400757 (2.412709951400757) + | > loss_gen: 2.30047345161438 (2.30047345161438) + | > loss_kl: 1.9721708297729492 (1.9721708297729492) + | > loss_feat: 6.071873664855957 (6.071873664855957) + | > loss_mel: 20.257822036743164 (20.257822036743164) + | > loss_duration: 1.9346100091934204 (1.9346100091934204) + | > loss_1: 32.536949157714844 (32.536949157714844) + + --> STEP: 1 + | > loss_disc: 2.439157247543335 (2.439157247543335) + | > loss_disc_real_0: 0.09377682954072952 (0.09377682954072952) + | > loss_disc_real_1: 0.12644408643245697 (0.12644408643245697) + | > loss_disc_real_2: 0.2692790925502777 (0.2692790925502777) + | > loss_disc_real_3: 0.24385035037994385 (0.24385035037994385) + | > loss_disc_real_4: 0.2730446755886078 (0.2730446755886078) + | > loss_disc_real_5: 0.2470017373561859 (0.2470017373561859) + | > loss_0: 2.439157247543335 (2.439157247543335) + | > loss_gen: 2.4592771530151367 (2.4592771530151367) + | > loss_kl: 1.1588560342788696 (1.1588560342788696) + | > loss_feat: 8.37125015258789 (8.37125015258789) + | > loss_mel: 23.093591690063477 (23.093591690063477) + | > loss_duration: 1.7268742322921753 (1.7268742322921753) + | > loss_1: 36.809852600097656 (36.809852600097656) + + --> STEP: 2 + | > loss_disc: 2.4058289527893066 (2.422493100166321) + | > loss_disc_real_0: 0.17987582087516785 (0.13682632520794868) + | > loss_disc_real_1: 0.20089982450008392 (0.16367195546627045) + | > loss_disc_real_2: 0.2970537841320038 (0.28316643834114075) + | > loss_disc_real_3: 0.28314653038978577 (0.2634984403848648) + | > loss_disc_real_4: 0.2506820559501648 (0.2618633657693863) + | > loss_disc_real_5: 0.23767420649528503 (0.24233797192573547) + | > loss_0: 2.4058289527893066 (2.422493100166321) + | > loss_gen: 2.6662192344665527 (2.5627481937408447) + | > loss_kl: 1.6528953313827515 (1.4058756828308105) + | > loss_feat: 5.615096092224121 (6.993173122406006) + | > loss_mel: 20.27385139465332 (21.6837215423584) + | > loss_duration: 1.620744228363037 (1.6738092303276062) + | > loss_1: 31.828807830810547 (34.3193302154541) + + --> STEP: 3 + | > loss_disc: 2.6000161170959473 (2.481667439142863) + | > loss_disc_real_0: 0.23016372323036194 (0.16793879121541977) + | > loss_disc_real_1: 0.18677327036857605 (0.17137239376703897) + | > loss_disc_real_2: 0.25035274028778076 (0.27222853899002075) + | > loss_disc_real_3: 0.23284219205379486 (0.2532796909411748) + | > loss_disc_real_4: 0.24085763096809387 (0.2548614541689555) + | > loss_disc_real_5: 0.2554023861885071 (0.24669277667999268) + | > loss_0: 2.6000161170959473 (2.481667439142863) + | > loss_gen: 2.264944553375244 (2.463480313618978) + | > loss_kl: 1.6194393634796143 (1.4770635763804119) + | > loss_feat: 5.96757698059082 (6.651307741800944) + | > loss_mel: 22.256298065185547 (21.87458038330078) + | > loss_duration: 1.6947441101074219 (1.6807875235875447) + | > loss_1: 33.80300521850586 (34.14722188313802) + + --> STEP: 4 + | > loss_disc: 2.6682515144348145 (2.528313457965851) + | > loss_disc_real_0: 0.23152777552604675 (0.18383603729307652) + | > loss_disc_real_1: 0.16022436320781708 (0.1685853861272335) + | > loss_disc_real_2: 0.22182488441467285 (0.2596276253461838) + | > loss_disc_real_3: 0.2433938980102539 (0.2508082427084446) + | > loss_disc_real_4: 0.23730094730854034 (0.2504713274538517) + | > loss_disc_real_5: 0.25422945618629456 (0.24857694655656815) + | > loss_0: 2.6682515144348145 (2.528313457965851) + | > loss_gen: 2.1640822887420654 (2.3886308073997498) + | > loss_kl: 1.958539605140686 (1.5974325835704803) + | > loss_feat: 6.602947235107422 (6.6392176151275635) + | > loss_mel: 20.956392288208008 (21.645033359527588) + | > loss_duration: 1.6400508880615234 (1.6706033647060394) + | > loss_1: 33.32201385498047 (33.94091987609863) + + --> STEP: 5 + | > loss_disc: 2.4908530712127686 (2.520821380615234) + | > loss_disc_real_0: 0.17311373353004456 (0.18169157654047013) + | > loss_disc_real_1: 0.17306627333164215 (0.16948156356811522) + | > loss_disc_real_2: 0.23376907408237457 (0.2544559150934219) + | > loss_disc_real_3: 0.16839101910591125 (0.23432479798793793) + | > loss_disc_real_4: 0.31354400515556335 (0.263085862994194) + | > loss_disc_real_5: 0.25408288836479187 (0.2496781349182129) + | > loss_0: 2.4908530712127686 (2.520821380615234) + | > loss_gen: 2.492767095565796 (2.409458065032959) + | > loss_kl: 2.258559226989746 (1.7296579122543334) + | > loss_feat: 6.807744979858398 (6.6729230880737305) + | > loss_mel: 20.209735870361328 (21.357973861694337) + | > loss_duration: 1.8552336692810059 (1.7075294256210327) + | > loss_1: 33.62403869628906 (33.87754364013672) + + --> STEP: 6 + | > loss_disc: 2.6584811210632324 (2.543764670689901) + | > loss_disc_real_0: 0.20109596848487854 (0.1849256418645382) + | > loss_disc_real_1: 0.18688052892684937 (0.17238139112790427) + | > loss_disc_real_2: 0.25341084599494934 (0.25428173691034317) + | > loss_disc_real_3: 0.25182873010635376 (0.2372421200076739) + | > loss_disc_real_4: 0.26172319054603577 (0.262858750919501) + | > loss_disc_real_5: 0.2779296934604645 (0.25438672800858814) + | > loss_0: 2.6584811210632324 (2.543764670689901) + | > loss_gen: 2.2540781497955322 (2.3835614124933877) + | > loss_kl: 1.9213565587997437 (1.7616076866785686) + | > loss_feat: 4.649917125701904 (6.335755427678426) + | > loss_mel: 18.091516494750977 (20.81356430053711) + | > loss_duration: 1.7137566804885864 (1.7085673014322917) + | > loss_1: 28.630624771118164 (33.00305716196696) + + --> STEP: 7 + | > loss_disc: 2.2458765506744385 (2.501209224973406) + | > loss_disc_real_0: 0.16176319122314453 (0.1816167203443391) + | > loss_disc_real_1: 0.19860485196113586 (0.17612759981836593) + | > loss_disc_real_2: 0.23904240131378174 (0.2521046889679773) + | > loss_disc_real_3: 0.16866810619831085 (0.22744583232062204) + | > loss_disc_real_4: 0.1511646807193756 (0.24690245517662593) + | > loss_disc_real_5: 0.17270077764987946 (0.24271730652877263) + | > loss_0: 2.2458765506744385 (2.501209224973406) + | > loss_gen: 2.369473934173584 (2.381548915590559) + | > loss_kl: 2.0048346519470215 (1.7963543960026331) + | > loss_feat: 7.281661510467529 (6.47088486807687) + | > loss_mel: 18.92637062072754 (20.543965203421457) + | > loss_duration: 1.6117515563964844 (1.6947364807128906) + | > loss_1: 32.194091796875 (32.887490681239534) + + --> STEP: 8 + | > loss_disc: 2.1876959800720215 (2.462020069360733) + | > loss_disc_real_0: 0.10594680160284042 (0.17215798050165176) + | > loss_disc_real_1: 0.16225142776966095 (0.1743930783122778) + | > loss_disc_real_2: 0.2012353092432022 (0.2457460165023804) + | > loss_disc_real_3: 0.16550303995609283 (0.21970298327505589) + | > loss_disc_real_4: 0.19865171611309052 (0.240871112793684) + | > loss_disc_real_5: 0.12667468190193176 (0.22821197845041752) + | > loss_0: 2.1876959800720215 (2.462020069360733) + | > loss_gen: 2.304594039916992 (2.371929556131363) + | > loss_kl: 1.8357106447219849 (1.8012739270925522) + | > loss_feat: 9.272478103637695 (6.821084022521973) + | > loss_mel: 23.129859924316406 (20.867202043533325) + | > loss_duration: 1.7183032035827637 (1.6976823210716248) + | > loss_1: 38.26094436645508 (33.55917239189148) + + --> STEP: 9 + | > loss_disc: 2.310965061187744 (2.445236179563734) + | > loss_disc_real_0: 0.1430048793554306 (0.16891874704096052) + | > loss_disc_real_1: 0.166154682636261 (0.1734777010149426) + | > loss_disc_real_2: 0.20533831417560577 (0.24125627179940543) + | > loss_disc_real_3: 0.21373607218265533 (0.21903999315367806) + | > loss_disc_real_4: 0.22626890242099762 (0.23924864497449663) + | > loss_disc_real_5: 0.2494734823703766 (0.2305743677748574) + | > loss_0: 2.310965061187744 (2.445236179563734) + | > loss_gen: 2.603247880935669 (2.3976315922207303) + | > loss_kl: 1.5409810543060303 (1.7723524967829387) + | > loss_feat: 6.695533752441406 (6.8071339925130205) + | > loss_mel: 21.821081161499023 (20.973188612196182) + | > loss_duration: 1.6635079383850098 (1.6938851674397786) + | > loss_1: 34.3243522644043 (33.644192377726235) + + --> STEP: 10 + | > loss_disc: 2.6057984828948975 (2.4612924098968505) + | > loss_disc_real_0: 0.15451782941818237 (0.16747865527868272) + | > loss_disc_real_1: 0.16669178009033203 (0.17279910892248154) + | > loss_disc_real_2: 0.2715979516506195 (0.24429043978452683) + | > loss_disc_real_3: 0.2916114330291748 (0.22629713714122773) + | > loss_disc_real_4: 0.27275779843330383 (0.24259956032037736) + | > loss_disc_real_5: 0.24413049221038818 (0.2319299802184105) + | > loss_0: 2.6057984828948975 (2.4612924098968505) + | > loss_gen: 2.3589441776275635 (2.3937628507614135) + | > loss_kl: 1.274247169494629 (1.7225419640541078) + | > loss_feat: 7.500266075134277 (6.8764472007751465) + | > loss_mel: 23.178863525390625 (21.193756103515625) + | > loss_duration: 1.566821575164795 (1.6811788082122803) + | > loss_1: 35.87914276123047 (33.86768741607666) + + --> STEP: 11 + | > loss_disc: 2.2157700061798096 (2.4389721913771196) + | > loss_disc_real_0: 0.18200063705444336 (0.1687988354401155) + | > loss_disc_real_1: 0.17263785004615784 (0.17278444902463394) + | > loss_disc_real_2: 0.207539364695549 (0.2409494329582561) + | > loss_disc_real_3: 0.188637837767601 (0.222873564470898) + | > loss_disc_real_4: 0.23292379081249237 (0.2417199449105696) + | > loss_disc_real_5: 0.15426132082939148 (0.22486919300122696) + | > loss_0: 2.2157700061798096 (2.4389721913771196) + | > loss_gen: 2.5155608654022217 (2.4048353975469414) + | > loss_kl: 1.8721431493759155 (1.7361420718106357) + | > loss_feat: 8.096712112426758 (6.987380374561656) + | > loss_mel: 22.1005859375 (21.276195179332387) + | > loss_duration: 1.6064306497573853 (1.674383521080017) + | > loss_1: 36.19143295288086 (34.078937010331586) + + --> STEP: 12 + | > loss_disc: 2.57204008102417 (2.4500611821810403) + | > loss_disc_real_0: 0.21550112962722778 (0.17269069328904152) + | > loss_disc_real_1: 0.18434201180934906 (0.1737475792566935) + | > loss_disc_real_2: 0.2567959725856781 (0.24226997792720795) + | > loss_disc_real_3: 0.2554889917373657 (0.22559151674310365) + | > loss_disc_real_4: 0.2891075909137726 (0.24566891541083655) + | > loss_disc_real_5: 0.2884913682937622 (0.23017104094227156) + | > loss_0: 2.57204008102417 (2.4500611821810403) + | > loss_gen: 2.5623679161071777 (2.4179631074269614) + | > loss_kl: 1.5827140808105469 (1.7233564058939617) + | > loss_feat: 6.167686939239502 (6.91907258828481) + | > loss_mel: 22.017799377441406 (21.337995529174805) + | > loss_duration: 1.711333990097046 (1.6774627268314362) + | > loss_1: 34.041900634765625 (34.07585064570109) + + --> STEP: 13 + | > loss_disc: 2.145378589630127 (2.426624059677124) + | > loss_disc_real_0: 0.10733968764543533 (0.16766369285491797) + | > loss_disc_real_1: 0.1497913897037506 (0.17190479544492868) + | > loss_disc_real_2: 0.19293920695781708 (0.2384753032372548) + | > loss_disc_real_3: 0.14757417142391205 (0.21959018248778123) + | > loss_disc_real_4: 0.19000595808029175 (0.24138714946233308) + | > loss_disc_real_5: 0.12303376197814941 (0.22192971179118523) + | > loss_0: 2.145378589630127 (2.426624059677124) + | > loss_gen: 2.4080862998962402 (2.417203353001521) + | > loss_kl: 1.815259575843811 (1.7304258805054884) + | > loss_feat: 9.789978981018066 (7.139911541571984) + | > loss_mel: 23.59539031982422 (21.51164128230168) + | > loss_duration: 1.7290230989456177 (1.6814289093017578) + | > loss_1: 39.337738037109375 (34.48061121427096) + + --> STEP: 14 + | > loss_disc: 2.3446192741394043 (2.4207665749958585) + | > loss_disc_real_0: 0.13221906125545502 (0.16513193345495633) + | > loss_disc_real_1: 0.18986567854881287 (0.17318771566663468) + | > loss_disc_real_2: 0.23540711402893066 (0.23825614686523164) + | > loss_disc_real_3: 0.2094012051820755 (0.21886239839451654) + | > loss_disc_real_4: 0.16466642916202545 (0.2359070980123111) + | > loss_disc_real_5: 0.1991681456565857 (0.22030388563871384) + | > loss_0: 2.3446192741394043 (2.4207665749958585) + | > loss_gen: 2.1239013671875 (2.3962532111576627) + | > loss_kl: 1.5728814601898193 (1.7191727076257979) + | > loss_feat: 4.5759124755859375 (6.956768751144409) + | > loss_mel: 16.738874435424805 (21.17072936466762) + | > loss_duration: 1.7340067625045776 (1.6851844702448164) + | > loss_1: 26.745576858520508 (33.92810876028879) + + --> STEP: 15 + | > loss_disc: 2.337693452835083 (2.4152283668518066) + | > loss_disc_real_0: 0.17531782388687134 (0.165810992817084) + | > loss_disc_real_1: 0.1633836179971695 (0.172534109155337) + | > loss_disc_real_2: 0.26469025015830994 (0.24001842041810353) + | > loss_disc_real_3: 0.27237194776535034 (0.22242970168590545) + | > loss_disc_real_4: 0.302974134683609 (0.24037823379039763) + | > loss_disc_real_5: 0.24664632976055145 (0.22206004858016967) + | > loss_0: 2.337693452835083 (2.4152283668518066) + | > loss_gen: 2.544571876525879 (2.4061411221822104) + | > loss_kl: 1.810232400894165 (1.7252433538436889) + | > loss_feat: 5.16355562210083 (6.83722120920817) + | > loss_mel: 19.762601852416992 (21.076854197184243) + | > loss_duration: 1.635689377784729 (1.681884797414144) + | > loss_1: 30.916648864746094 (33.72734476725261) + + --> STEP: 16 + | > loss_disc: 2.3339643478393555 (2.4101493656635284) + | > loss_disc_real_0: 0.16020497679710388 (0.16546061681583524) + | > loss_disc_real_1: 0.19323331117630005 (0.1738278092816472) + | > loss_disc_real_2: 0.2132861316204071 (0.2383476523682475) + | > loss_disc_real_3: 0.2162792682647705 (0.22204529959708452) + | > loss_disc_real_4: 0.2695683240890503 (0.24220261443406343) + | > loss_disc_real_5: 0.19772882759571075 (0.220539347268641) + | > loss_0: 2.3339643478393555 (2.4101493656635284) + | > loss_gen: 2.5814805030822754 (2.4170998334884644) + | > loss_kl: 2.15278697013855 (1.7519648298621178) + | > loss_feat: 7.4001359939575195 (6.872403383255005) + | > loss_mel: 22.084636688232422 (21.139840602874756) + | > loss_duration: 1.7556369304656982 (1.686494305729866) + | > loss_1: 35.97467803955078 (33.86780309677125) + + --> STEP: 17 + | > loss_disc: 2.4384799003601074 (2.4118158677045036) + | > loss_disc_real_0: 0.09328938275575638 (0.16121525010641882) + | > loss_disc_real_1: 0.1615356057882309 (0.17310473848791683) + | > loss_disc_real_2: 0.2472136914730072 (0.2388691840802922) + | > loss_disc_real_3: 0.2046726495027542 (0.22102337900330038) + | > loss_disc_real_4: 0.2381213903427124 (0.24196254242868984) + | > loss_disc_real_5: 0.23319955170154572 (0.22128406517645893) + | > loss_0: 2.4384799003601074 (2.4118158677045036) + | > loss_gen: 2.1356000900268555 (2.400541025049546) + | > loss_kl: 1.443419098854065 (1.7338150809792912) + | > loss_feat: 6.237884521484375 (6.835078744327321) + | > loss_mel: 20.958782196044922 (21.129190108355353) + | > loss_duration: 1.6252555847167969 (1.682892028023215) + | > loss_1: 32.40093994140625 (33.7815170288086) + + --> STEP: 18 + | > loss_disc: 2.4371185302734375 (2.4132215711805554) + | > loss_disc_real_0: 0.15943187475204468 (0.16111617369784248) + | > loss_disc_real_1: 0.12991513311862946 (0.17070531596740088) + | > loss_disc_real_2: 0.24919721484184265 (0.239442963567045) + | > loss_disc_real_3: 0.2760346233844757 (0.224079559246699) + | > loss_disc_real_4: 0.23602572083473206 (0.2416327190068033) + | > loss_disc_real_5: 0.23665520548820496 (0.22213801741600037) + | > loss_0: 2.4371185302734375 (2.4132215711805554) + | > loss_gen: 2.694983959197998 (2.4168989658355713) + | > loss_kl: 1.5155456066131592 (1.7216889990700617) + | > loss_feat: 8.873664855957031 (6.948333528306749) + | > loss_mel: 22.778053283691406 (21.220793618096245) + | > loss_duration: 1.6390917301177979 (1.6804586781395807) + | > loss_1: 37.501338958740234 (33.988173802693694) + + --> STEP: 19 + | > loss_disc: 2.2491366863250732 (2.4045855246092143) + | > loss_disc_real_0: 0.2520437240600586 (0.16590183424322227) + | > loss_disc_real_1: 0.1620747447013855 (0.1702510753744527) + | > loss_disc_real_2: 0.24107743799686432 (0.2395289885370355) + | > loss_disc_real_3: 0.2239576131105423 (0.22407314102900655) + | > loss_disc_real_4: 0.2260138988494873 (0.24081067584062876) + | > loss_disc_real_5: 0.18753254413604736 (0.22031667671705546) + | > loss_0: 2.2491366863250732 (2.4045855246092143) + | > loss_gen: 2.8537538051605225 (2.4398913258000423) + | > loss_kl: 2.2870357036590576 (1.7514440887852718) + | > loss_feat: 7.1724677085876465 (6.960130064111007) + | > loss_mel: 20.204811096191406 (21.167320853785466) + | > loss_duration: 1.8227367401123047 (1.6879469971907766) + | > loss_1: 34.34080505371094 (34.00673334222092) + + --> STEP: 20 + | > loss_disc: 2.3587608337402344 (2.4022942900657656) + | > loss_disc_real_0: 0.16385191679000854 (0.16579933837056157) + | > loss_disc_real_1: 0.2120523750782013 (0.17234114035964013) + | > loss_disc_real_2: 0.2594110369682312 (0.24052309095859528) + | > loss_disc_real_3: 0.2502143979072571 (0.22538020387291907) + | > loss_disc_real_4: 0.30549556016921997 (0.24404492005705833) + | > loss_disc_real_5: 0.23818744719028473 (0.22121021524071693) + | > loss_0: 2.3587608337402344 (2.4022942900657656) + | > loss_gen: 2.811025381088257 (2.458448028564453) + | > loss_kl: 1.7869869470596313 (1.75322123169899) + | > loss_feat: 6.02831506729126 (6.91353931427002) + | > loss_mel: 20.968673706054688 (21.157388496398926) + | > loss_duration: 1.685943603515625 (1.687846827507019) + | > loss_1: 33.28094482421875 (33.97044391632081) + + --> STEP: 21 + | > loss_disc: 2.6504549980163574 (2.414111466634841) + | > loss_disc_real_0: 0.2419063150882721 (0.16942348011902397) + | > loss_disc_real_1: 0.20370309054851532 (0.17383456655911037) + | > loss_disc_real_2: 0.2948818802833557 (0.24311160473596483) + | > loss_disc_real_3: 0.25674182176589966 (0.2268736142487753) + | > loss_disc_real_4: 0.30432045459747314 (0.2469151836066019) + | > loss_disc_real_5: 0.22464165091514587 (0.22137361693949925) + | > loss_0: 2.6504549980163574 (2.414111466634841) + | > loss_gen: 2.3701255321502686 (2.4542421954018727) + | > loss_kl: 1.5053484439849854 (1.7414177656173706) + | > loss_feat: 5.087701320648193 (6.826594647907076) + | > loss_mel: 17.444011688232422 (20.980561029343377) + | > loss_duration: 1.6728538274765015 (1.6871328751246135) + | > loss_1: 28.080039978027344 (33.68994849068779) + + --> STEP: 22 + | > loss_disc: 2.438688039779663 (2.4152285835959693) + | > loss_disc_real_0: 0.16972380876541138 (0.16943713142113248) + | > loss_disc_real_1: 0.19121205806732178 (0.17462445253675635) + | > loss_disc_real_2: 0.28027668595314026 (0.2448009266094728) + | > loss_disc_real_3: 0.18070650100708008 (0.2247751091014255) + | > loss_disc_real_4: 0.2268139123916626 (0.2460014894604683) + | > loss_disc_real_5: 0.2337481677532196 (0.2219360965219411) + | > loss_0: 2.438688039779663 (2.4152285835959693) + | > loss_gen: 2.5112152099609375 (2.45683187788183) + | > loss_kl: 1.6353634595870972 (1.7365971153432673) + | > loss_feat: 7.013186454772949 (6.835076093673706) + | > loss_mel: 21.092018127441406 (20.985627261075106) + | > loss_duration: 1.757521390914917 (1.6903323531150818) + | > loss_1: 34.009307861328125 (33.7044648257169) + + --> STEP: 23 + | > loss_disc: 2.314359188079834 (2.4108429577039634) + | > loss_disc_real_0: 0.13288941979408264 (0.16784810048082596) + | > loss_disc_real_1: 0.12467192113399506 (0.17245260334533194) + | > loss_disc_real_2: 0.21323268115520477 (0.24342839419841766) + | > loss_disc_real_3: 0.16732962429523468 (0.22227747932724332) + | > loss_disc_real_4: 0.1830669641494751 (0.24326520575129468) + | > loss_disc_real_5: 0.1887887716293335 (0.22049490848313208) + | > loss_0: 2.314359188079834 (2.4108429577039634) + | > loss_gen: 2.4636974334716797 (2.45713038029878) + | > loss_kl: 1.369745135307312 (1.7206470292547476) + | > loss_feat: 8.557344436645508 (6.909957325976828) + | > loss_mel: 22.12894630432129 (21.035336784694504) + | > loss_duration: 1.752360224723816 (1.6930292170980703) + | > loss_1: 36.272098541259766 (33.81610107421876) + + --> STEP: 24 + | > loss_disc: 2.2533271312713623 (2.4042797982692714) + | > loss_disc_real_0: 0.09827625006437302 (0.16494927338014043) + | > loss_disc_real_1: 0.2203918844461441 (0.1744500733911991) + | > loss_disc_real_2: 0.22186334431171417 (0.24252985045313835) + | > loss_disc_real_3: 0.21555505692958832 (0.22199737839400768) + | > loss_disc_real_4: 0.2630428373813629 (0.24408927373588085) + | > loss_disc_real_5: 0.19770492613315582 (0.21954532588521639) + | > loss_0: 2.2533271312713623 (2.4042797982692714) + | > loss_gen: 2.5926201343536377 (2.462775786717732) + | > loss_kl: 1.4682029485702515 (1.7101285258928935) + | > loss_feat: 7.562512397766113 (6.937147120634715) + | > loss_mel: 21.007356643676758 (21.03417094548543) + | > loss_duration: 1.6053905487060547 (1.6893776059150696) + | > loss_1: 34.236083984375 (33.83360036214193) + + --> STEP: 25 + | > loss_disc: 2.5019960403442383 (2.40818844795227) + | > loss_disc_real_0: 0.21947278082370758 (0.1671302136778831) + | > loss_disc_real_1: 0.16789747774600983 (0.17418796956539154) + | > loss_disc_real_2: 0.23996290564537048 (0.24242717266082764) + | > loss_disc_real_3: 0.20258785784244537 (0.2212209975719452) + | > loss_disc_real_4: 0.2930227220058441 (0.24604661166667938) + | > loss_disc_real_5: 0.24663591384887695 (0.22062894940376282) + | > loss_0: 2.5019960403442383 (2.40818844795227) + | > loss_gen: 2.6505186557769775 (2.470285501480102) + | > loss_kl: 1.6413782835006714 (1.7073785161972046) + | > loss_feat: 7.552608013153076 (6.9617655563354495) + | > loss_mel: 23.620567321777344 (21.13762680053711) + | > loss_duration: 1.641348123550415 (1.6874564266204835) + | > loss_1: 37.106422424316406 (33.964513244628904) + + --> STEP: 26 + | > loss_disc: 2.30827260017395 (2.4043455307300268) + | > loss_disc_real_0: 0.1900710165500641 (0.16801255224989006) + | > loss_disc_real_1: 0.17586787045001984 (0.17425258113787725) + | > loss_disc_real_2: 0.21560102701187134 (0.24139539782817548) + | > loss_disc_real_3: 0.20818856358528137 (0.22071975011091965) + | > loss_disc_real_4: 0.2329179048538208 (0.24554166140464637) + | > loss_disc_real_5: 0.20642641186714172 (0.22008269796004662) + | > loss_0: 2.30827260017395 (2.4043455307300268) + | > loss_gen: 2.675995349884033 (2.478197418726407) + | > loss_kl: 1.7058957815170288 (1.7073214879402747) + | > loss_feat: 7.266130447387695 (6.973471898298997) + | > loss_mel: 22.617008209228516 (21.19452608548678) + | > loss_duration: 1.640014886856079 (1.6856317520141602) + | > loss_1: 35.90504455566406 (34.0391490642841) + + --> STEP: 27 + | > loss_disc: 2.373138189315796 (2.4031897032702405) + | > loss_disc_real_0: 0.18163767457008362 (0.16851718640989724) + | > loss_disc_real_1: 0.1618586629629135 (0.1737935471313971) + | > loss_disc_real_2: 0.22098906338214874 (0.2406396076635078) + | > loss_disc_real_3: 0.2493252009153366 (0.22177921125182398) + | > loss_disc_real_4: 0.3223724961280823 (0.24838724787588473) + | > loss_disc_real_5: 0.23702403903007507 (0.22071015503671434) + | > loss_0: 2.373138189315796 (2.4031897032702405) + | > loss_gen: 2.714911699295044 (2.486964614303023) + | > loss_kl: 1.9932957887649536 (1.7179131287115592) + | > loss_feat: 7.688916206359863 (6.999969835634585) + | > loss_mel: 22.4234676361084 (21.240042439213507) + | > loss_duration: 1.7148098945617676 (1.686712423960368) + | > loss_1: 36.535400390625 (34.13160281711154) + + --> STEP: 28 + | > loss_disc: 2.1683287620544434 (2.3948018125125334) + | > loss_disc_real_0: 0.17417635023593903 (0.16871929940368444) + | > loss_disc_real_1: 0.1604253053665161 (0.1733161099255085) + | > loss_disc_real_2: 0.21062645316123962 (0.2395677092884268) + | > loss_disc_real_3: 0.18875356018543243 (0.22059972371373857) + | > loss_disc_real_4: 0.2069839984178543 (0.24690856039524078) + | > loss_disc_real_5: 0.15151527523994446 (0.21823890932968684) + | > loss_0: 2.1683287620544434 (2.3948018125125334) + | > loss_gen: 2.7128396034240723 (2.4950315782002037) + | > loss_kl: 1.6380585432052612 (1.7150611792291914) + | > loss_feat: 8.525803565979004 (7.0544638974325995) + | > loss_mel: 21.61430549621582 (21.253408976963588) + | > loss_duration: 1.7167664766311646 (1.6877857829843248) + | > loss_1: 36.2077751159668 (34.205751827784944) + + --> STEP: 29 + | > loss_disc: 2.2173314094543457 (2.3886821434415615) + | > loss_disc_real_0: 0.14600884914398193 (0.16793618042921193) + | > loss_disc_real_1: 0.23248954117298126 (0.17535657307197308) + | > loss_disc_real_2: 0.2019357532262802 (0.23827005563111142) + | > loss_disc_real_3: 0.17140798270702362 (0.21890345678247256) + | > loss_disc_real_4: 0.19821453094482422 (0.2452294559314333) + | > loss_disc_real_5: 0.26292553544044495 (0.21977982747143712) + | > loss_0: 2.2173314094543457 (2.3886821434415615) + | > loss_gen: 2.8011629581451416 (2.5055878326810634) + | > loss_kl: 1.3938472270965576 (1.703984836052204) + | > loss_feat: 8.350301742553711 (7.099147961057466) + | > loss_mel: 22.4038143157959 (21.293078126578497) + | > loss_duration: 1.6227827072143555 (1.6855442976129467) + | > loss_1: 36.5719108581543 (34.28734351848733) + + --> STEP: 30 + | > loss_disc: 2.5618855953216553 (2.3944555918375645) + | > loss_disc_real_0: 0.21354110538959503 (0.16945634459455805) + | > loss_disc_real_1: 0.16930225491523743 (0.17515476246674855) + | > loss_disc_real_2: 0.251023530960083 (0.23869517147541047) + | > loss_disc_real_3: 0.2031567245721817 (0.21837856570879619) + | > loss_disc_real_4: 0.3320024311542511 (0.24812188843886057) + | > loss_disc_real_5: 0.2854408621788025 (0.22196852862834932) + | > loss_0: 2.5618855953216553 (2.3944555918375645) + | > loss_gen: 2.506376028060913 (2.5056141058603916) + | > loss_kl: 1.7391997575759888 (1.7051586667696634) + | > loss_feat: 7.720892429351807 (7.119872776667277) + | > loss_mel: 21.19295883178711 (21.289740816752115) + | > loss_duration: 1.6892714500427246 (1.6856685360272725) + | > loss_1: 34.848697662353516 (34.30605532328288) + + --> STEP: 31 + | > loss_disc: 2.326779365539551 (2.392272487763435) + | > loss_disc_real_0: 0.19492042064666748 (0.1702777664026906) + | > loss_disc_real_1: 0.12415836751461029 (0.1735097174682925) + | > loss_disc_real_2: 0.2639414370059967 (0.23950956713768742) + | > loss_disc_real_3: 0.24903936684131622 (0.21936762380984523) + | > loss_disc_real_4: 0.28484782576560974 (0.24930659609456216) + | > loss_disc_real_5: 0.3499499559402466 (0.22609696176744276) + | > loss_0: 2.326779365539551 (2.392272487763435) + | > loss_gen: 3.0262179374694824 (2.5224077778477816) + | > loss_kl: 1.3226052522659302 (1.6928182340437365) + | > loss_feat: 9.001765251159668 (7.18057898552187) + | > loss_mel: 23.586278915405273 (21.363822690902218) + | > loss_duration: 1.6529521942138672 (1.684613170162324) + | > loss_1: 38.589820861816406 (34.44424130839686) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.0047955359182050164 (-0.00647101863738029) + | > avg_loss_disc: 2.392272487763435 (-0.036343897542646886) + | > avg_loss_disc_real_0: 0.1702777664026906 (+0.062181929426808474) + | > avg_loss_disc_real_1: 0.1735097174682925 (-0.03427591295011581) + | > avg_loss_disc_real_2: 0.23950956713768742 (+0.023501237073252274) + | > avg_loss_disc_real_3: 0.21936762380984523 (+0.005236510307558145) + | > avg_loss_disc_real_4: 0.24930659609456216 (+0.02720825326058171) + | > avg_loss_disc_real_5: 0.22609696176744276 (+0.010201680564111276) + | > avg_loss_0: 2.392272487763435 (-0.036343897542646886) + | > avg_loss_gen: 2.5224077778477816 (+0.4012188642255712) + | > avg_loss_kl: 1.6928182340437365 (-0.08303382319788777) + | > avg_loss_feat: 7.18057898552187 (+0.07510294452790234) + | > avg_loss_mel: 21.363822690902218 (-0.16757940476940547) + | > avg_loss_duration: 1.684613170162324 (+0.0015469520322737296) + | > avg_loss_1: 34.44424130839686 (+0.2272559750464609) + + + > EPOCH: 45/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 08:24:49)  + + --> TIME: 2024-11-23 08:24:52 -- STEP: 3/797 -- GLOBAL_STEP: 58975 + | > loss_disc: 2.6614904403686523 (2.4633761246999106) + | > loss_disc_real_0: 0.11915691196918488 (0.13053099314371744) + | > loss_disc_real_1: 0.23839251697063446 (0.2223751296599706) + | > loss_disc_real_2: 0.2286422848701477 (0.22224817176659903) + | > loss_disc_real_3: 0.24469096958637238 (0.22911746303240457) + | > loss_disc_real_4: 0.24103303253650665 (0.23994861543178558) + | > loss_disc_real_5: 0.2788066267967224 (0.2509193370739619) + | > loss_0: 2.6614904403686523 (2.4633761246999106) + | > grad_norm_0: tensor(76.2776, device='cuda:0') (tensor(40.0773, device='cuda:0')) + | > loss_gen: 2.101518392562866 (2.353018124898275) + | > loss_kl: 1.9541985988616943 (1.7468267679214478) + | > loss_feat: 5.580275535583496 (6.80125617980957) + | > loss_mel: 18.082712173461914 (20.358959197998047) + | > loss_duration: 1.9510619640350342 (1.9113057454427083) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 29.669767379760742 (33.17136573791504) + | > grad_norm_1: tensor(213.4800, device='cuda:0') (tensor(413.5048, device='cuda:0')) + | > current_lr_0: 0.00019818318825774137 + | > current_lr_1: 0.00019818318825774137 + | > step_time: 0.7104 (0.7377652327219645) + | > loader_time: 0.0035 (0.002975940704345703) + + + --> TIME: 2024-11-23 08:25:12 -- STEP: 28/797 -- GLOBAL_STEP: 59000 + | > loss_disc: 2.3748302459716797 (2.472864363874708) + | > loss_disc_real_0: 0.08857700228691101 (0.12920749666435377) + | > loss_disc_real_1: 0.18913774192333221 (0.2188830194728715) + | > loss_disc_real_2: 0.2231709063053131 (0.2365479309644018) + | > loss_disc_real_3: 0.22273531556129456 (0.22210503316351346) + | > loss_disc_real_4: 0.18771366775035858 (0.23091638460755348) + | > loss_disc_real_5: 0.22142188251018524 (0.23430615503873145) + | > loss_0: 2.3748302459716797 (2.472864363874708) + | > grad_norm_0: tensor(15.7653, device='cuda:0') (tensor(34.7701, device='cuda:0')) + | > loss_gen: 2.3409411907196045 (2.3382279021399364) + | > loss_kl: 1.420928955078125 (1.5500403557504927) + | > loss_feat: 7.745675563812256 (7.025611128125872) + | > loss_mel: 20.0142822265625 (20.35839217049735) + | > loss_duration: 1.680067539215088 (1.7833069690636225) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.20189666748047 (33.05557836805072) + | > grad_norm_1: tensor(501.5001, device='cuda:0') (tensor(381.2800, device='cuda:0')) + | > current_lr_0: 0.00019818318825774137 + | > current_lr_1: 0.00019818318825774137 + | > step_time: 0.7586 (0.7539564541407994) + | > loader_time: 0.0032 (0.004633954593113491) + + + --> TIME: 2024-11-23 08:25:31 -- STEP: 53/797 -- GLOBAL_STEP: 59025 + | > loss_disc: 2.3778772354125977 (2.4409211941485145) + | > loss_disc_real_0: 0.12228614091873169 (0.1268195990683897) + | > loss_disc_real_1: 0.21071374416351318 (0.21671800708995675) + | > loss_disc_real_2: 0.23670829832553864 (0.232199786406643) + | > loss_disc_real_3: 0.23836198449134827 (0.2206059550901629) + | > loss_disc_real_4: 0.23489297926425934 (0.22416058998062927) + | > loss_disc_real_5: 0.25856682658195496 (0.22964925108090886) + | > loss_0: 2.3778772354125977 (2.4409211941485145) + | > grad_norm_0: tensor(39.6841, device='cuda:0') (tensor(46.4951, device='cuda:0')) + | > loss_gen: 2.5357825756073 (2.371912582865302) + | > loss_kl: 1.315427541732788 (1.5431337536505934) + | > loss_feat: 7.965721607208252 (7.155464397286469) + | > loss_mel: 22.683591842651367 (20.47133485326227) + | > loss_duration: 1.7206087112426758 (1.7542355015592754) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.22113037109375 (33.296080967165395) + | > grad_norm_1: tensor(466.3708, device='cuda:0') (tensor(412.2230, device='cuda:0')) + | > current_lr_0: 0.00019818318825774137 + | > current_lr_1: 0.00019818318825774137 + | > step_time: 0.774 (0.7557443537802065) + | > loader_time: 0.0041 (0.005163084785893278) + + + --> TIME: 2024-11-23 08:25:50 -- STEP: 78/797 -- GLOBAL_STEP: 59050 + | > loss_disc: 2.418684482574463 (2.4366515263532986) + | > loss_disc_real_0: 0.14505378901958466 (0.12747005363687486) + | > loss_disc_real_1: 0.18739053606987 (0.21607757073182327) + | > loss_disc_real_2: 0.2308354675769806 (0.23205349556146523) + | > loss_disc_real_3: 0.2062734067440033 (0.22081990578235725) + | > loss_disc_real_4: 0.16858255863189697 (0.22226326454144257) + | > loss_disc_real_5: 0.21646863222122192 (0.23140238741269478) + | > loss_0: 2.418684482574463 (2.4366515263532986) + | > grad_norm_0: tensor(28.5700, device='cuda:0') (tensor(50.5502, device='cuda:0')) + | > loss_gen: 2.251659870147705 (2.3775695745761585) + | > loss_kl: 1.5609073638916016 (1.5578149197957454) + | > loss_feat: 7.890947341918945 (7.186025943511572) + | > loss_mel: 21.474388122558594 (20.52275630755302) + | > loss_duration: 1.7220425605773926 (1.7332283548819714) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.89994430541992 (33.37739501855312) + | > grad_norm_1: tensor(568.1677, device='cuda:0') (tensor(384.7128, device='cuda:0')) + | > current_lr_0: 0.00019818318825774137 + | > current_lr_1: 0.00019818318825774137 + | > step_time: 0.7959 (0.7609199530039076) + | > loader_time: 0.0049 (0.0058309603960086135) + + + --> TIME: 2024-11-23 08:26:10 -- STEP: 103/797 -- GLOBAL_STEP: 59075 + | > loss_disc: 2.5225791931152344 (2.4352108436880764) + | > loss_disc_real_0: 0.2007991075515747 (0.1291884045722415) + | > loss_disc_real_1: 0.19975441694259644 (0.21604184661675424) + | > loss_disc_real_2: 0.2634581923484802 (0.2315141165140763) + | > loss_disc_real_3: 0.2649141550064087 (0.2204892175290191) + | > loss_disc_real_4: 0.26652708649635315 (0.2223796262903121) + | > loss_disc_real_5: 0.31236860156059265 (0.2296024555141486) + | > loss_0: 2.5225791931152344 (2.4352108436880764) + | > grad_norm_0: tensor(134.8340, device='cuda:0') (tensor(49.0792, device='cuda:0')) + | > loss_gen: 2.492806911468506 (2.3800085910315665) + | > loss_kl: 1.6155459880828857 (1.5568206547533425) + | > loss_feat: 5.422675609588623 (7.18783310084667) + | > loss_mel: 17.543302536010742 (20.51696134770957) + | > loss_duration: 1.6948127746582031 (1.7232087271884806) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 28.76914405822754 (33.364832350351264) + | > grad_norm_1: tensor(321.6479, device='cuda:0') (tensor(382.3008, device='cuda:0')) + | > current_lr_0: 0.00019818318825774137 + | > current_lr_1: 0.00019818318825774137 + | > step_time: 0.8077 (0.7646145288226672) + | > loader_time: 0.004 (0.005849868348501261) + + + --> TIME: 2024-11-23 08:26:30 -- STEP: 128/797 -- GLOBAL_STEP: 59100 + | > loss_disc: 2.377540111541748 (2.4274004492908716) + | > loss_disc_real_0: 0.10603486001491547 (0.12805884610861534) + | > loss_disc_real_1: 0.2082401067018509 (0.2156981077278033) + | > loss_disc_real_2: 0.242571160197258 (0.23158270819112659) + | > loss_disc_real_3: 0.2592775225639343 (0.2208820191444829) + | > loss_disc_real_4: 0.22269724309444427 (0.22135431412607431) + | > loss_disc_real_5: 0.18531329929828644 (0.22841937164776027) + | > loss_0: 2.377540111541748 (2.4274004492908716) + | > grad_norm_0: tensor(15.6492, device='cuda:0') (tensor(46.8281, device='cuda:0')) + | > loss_gen: 2.358219861984253 (2.3857284281402835) + | > loss_kl: 1.744355320930481 (1.5735000404529274) + | > loss_feat: 6.907188415527344 (7.231222998350859) + | > loss_mel: 19.14283561706543 (20.57867376506328) + | > loss_duration: 1.700729489326477 (1.7168319672346115) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.853328704833984 (33.485957145690904) + | > grad_norm_1: tensor(447.3327, device='cuda:0') (tensor(387.1830, device='cuda:0')) + | > current_lr_0: 0.00019818318825774137 + | > current_lr_1: 0.00019818318825774137 + | > step_time: 0.866 (0.7702470328658818) + | > loader_time: 0.0048 (0.0059150829911231995) + + + --> TIME: 2024-11-23 08:26:50 -- STEP: 153/797 -- GLOBAL_STEP: 59125 + | > loss_disc: 2.3060922622680664 (2.4309924583809055) + | > loss_disc_real_0: 0.10026772320270538 (0.130824855705297) + | > loss_disc_real_1: 0.23056693375110626 (0.21492953023879358) + | > loss_disc_real_2: 0.26217642426490784 (0.2309355915956248) + | > loss_disc_real_3: 0.25583261251449585 (0.22182779306290196) + | > loss_disc_real_4: 0.20637930929660797 (0.2220125866481681) + | > loss_disc_real_5: 0.19486571848392487 (0.2277941293770971) + | > loss_0: 2.3060922622680664 (2.4309924583809055) + | > grad_norm_0: tensor(62.8101, device='cuda:0') (tensor(49.5127, device='cuda:0')) + | > loss_gen: 2.552298069000244 (2.390534977507748) + | > loss_kl: 1.5933221578598022 (1.5696060801643166) + | > loss_feat: 7.544794082641602 (7.215969911587783) + | > loss_mel: 21.59474754333496 (20.574818978901774) + | > loss_duration: 1.6244666576385498 (1.7120208311704248) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.909629821777344 (33.46295072518141) + | > grad_norm_1: tensor(236.5368, device='cuda:0') (tensor(386.7106, device='cuda:0')) + | > current_lr_0: 0.00019818318825774137 + | > current_lr_1: 0.00019818318825774137 + | > step_time: 0.7869 (0.7741879216985764) + | > loader_time: 0.0044 (0.006203205756891788) + + + --> TIME: 2024-11-23 08:27:10 -- STEP: 178/797 -- GLOBAL_STEP: 59150 + | > loss_disc: 2.3718645572662354 (2.4289701373389603) + | > loss_disc_real_0: 0.08024276793003082 (0.12827621496627836) + | > loss_disc_real_1: 0.19662107527256012 (0.21508060822661004) + | > loss_disc_real_2: 0.20455440878868103 (0.23152344330643002) + | > loss_disc_real_3: 0.22252751886844635 (0.22124051721243376) + | > loss_disc_real_4: 0.1694774329662323 (0.22251147827070747) + | > loss_disc_real_5: 0.2400735318660736 (0.22825654102175424) + | > loss_0: 2.3718645572662354 (2.4289701373389603) + | > grad_norm_0: tensor(44.3146, device='cuda:0') (tensor(51.2289, device='cuda:0')) + | > loss_gen: 2.4578592777252197 (2.3981019459413693) + | > loss_kl: 1.419384241104126 (1.5708858903204455) + | > loss_feat: 8.297492027282715 (7.226373956444558) + | > loss_mel: 22.080778121948242 (20.63497070783978) + | > loss_duration: 1.685326099395752 (1.7057039777884322) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.94083786010742 (33.53603641638593) + | > grad_norm_1: tensor(373.2304, device='cuda:0') (tensor(390.0015, device='cuda:0')) + | > current_lr_0: 0.00019818318825774137 + | > current_lr_1: 0.00019818318825774137 + | > step_time: 0.7895 (0.7762830163655654) + | > loader_time: 0.0047 (0.006228041113092659) + + + --> TIME: 2024-11-23 08:27:31 -- STEP: 203/797 -- GLOBAL_STEP: 59175 + | > loss_disc: 2.3517515659332275 (2.4264702080505836) + | > loss_disc_real_0: 0.11413219571113586 (0.1267068337997779) + | > loss_disc_real_1: 0.26849913597106934 (0.21569775345877473) + | > loss_disc_real_2: 0.22091247141361237 (0.23104142048969645) + | > loss_disc_real_3: 0.1808394342660904 (0.22165059668970813) + | > loss_disc_real_4: 0.2137875258922577 (0.22239767213173098) + | > loss_disc_real_5: 0.2582841217517853 (0.2296614684348036) + | > loss_0: 2.3517515659332275 (2.4264702080505836) + | > grad_norm_0: tensor(72.7377, device='cuda:0') (tensor(50.1533, device='cuda:0')) + | > loss_gen: 2.41093373298645 (2.3989954581988866) + | > loss_kl: 1.909246563911438 (1.5724044841498575) + | > loss_feat: 7.149444580078125 (7.215061474316226) + | > loss_mel: 21.390119552612305 (20.701086119477964) + | > loss_duration: 1.6966561079025269 (1.7037936924713586) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.556400299072266 (33.59134116900966) + | > grad_norm_1: tensor(441.1231, device='cuda:0') (tensor(393.8307, device='cuda:0')) + | > current_lr_0: 0.00019818318825774137 + | > current_lr_1: 0.00019818318825774137 + | > step_time: 0.8468 (0.7785614934460868) + | > loader_time: 0.0045 (0.006254498007262282) + + + --> TIME: 2024-11-23 08:27:51 -- STEP: 228/797 -- GLOBAL_STEP: 59200 + | > loss_disc: 2.577820301055908 (2.4252138974373807) + | > loss_disc_real_0: 0.3112447261810303 (0.12642365484906912) + | > loss_disc_real_1: 0.2023521512746811 (0.21616942219828306) + | > loss_disc_real_2: 0.24840262532234192 (0.230760266318133) + | > loss_disc_real_3: 0.2756710350513458 (0.22149036667848887) + | > loss_disc_real_4: 0.22445854544639587 (0.22218109608480802) + | > loss_disc_real_5: 0.25717902183532715 (0.22886602855042407) + | > loss_0: 2.577820301055908 (2.4252138974373807) + | > grad_norm_0: tensor(198.9687, device='cuda:0') (tensor(51.9078, device='cuda:0')) + | > loss_gen: 2.4530882835388184 (2.39982862535276) + | > loss_kl: 1.7668476104736328 (1.5760988637543558) + | > loss_feat: 5.655372142791748 (7.196209326125028) + | > loss_mel: 18.183975219726562 (20.72235340821115) + | > loss_duration: 1.6560428142547607 (1.701553893193864) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 29.7153263092041 (33.59604404683701) + | > grad_norm_1: tensor(722.6678, device='cuda:0') (tensor(410.5768, device='cuda:0')) + | > current_lr_0: 0.00019818318825774137 + | > current_lr_1: 0.00019818318825774137 + | > step_time: 0.8054 (0.7817687862797786) + | > loader_time: 0.0045 (0.006288988548412658) + + + --> TIME: 2024-11-23 08:28:11 -- STEP: 253/797 -- GLOBAL_STEP: 59225 + | > loss_disc: 2.658963918685913 (2.4298902717032456) + | > loss_disc_real_0: 0.11261765658855438 (0.12796579149695247) + | > loss_disc_real_1: 0.21752463281154633 (0.21589158451839868) + | > loss_disc_real_2: 0.31093207001686096 (0.23090382780246585) + | > loss_disc_real_3: 0.2661612033843994 (0.2223087505036192) + | > loss_disc_real_4: 0.29556378722190857 (0.2226690359619766) + | > loss_disc_real_5: 0.2795217037200928 (0.22950402614863022) + | > loss_0: 2.658963918685913 (2.4298902717032456) + | > grad_norm_0: tensor(21.3636, device='cuda:0') (tensor(53.7120, device='cuda:0')) + | > loss_gen: 2.4609992504119873 (2.402380727496544) + | > loss_kl: 1.7783961296081543 (1.576339113618074) + | > loss_feat: 6.097877502441406 (7.194830212197285) + | > loss_mel: 18.621028900146484 (20.73199007539409) + | > loss_duration: 1.6418439149856567 (1.6980179143046201) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.60014533996582 (33.603557993772014) + | > grad_norm_1: tensor(361.6349, device='cuda:0') (tensor(413.2935, device='cuda:0')) + | > current_lr_0: 0.00019818318825774137 + | > current_lr_1: 0.00019818318825774137 + | > step_time: 0.7776 (0.7842641592968121) + | > loader_time: 0.0124 (0.006319677405677765) + + + --> TIME: 2024-11-23 08:28:32 -- STEP: 278/797 -- GLOBAL_STEP: 59250 + | > loss_disc: 2.3785860538482666 (2.4331717268168496) + | > loss_disc_real_0: 0.11951354146003723 (0.12909262269574528) + | > loss_disc_real_1: 0.2061314433813095 (0.2162288656230453) + | > loss_disc_real_2: 0.2033584862947464 (0.23118879067168818) + | > loss_disc_real_3: 0.24182960391044617 (0.22236438427897667) + | > loss_disc_real_4: 0.22484852373600006 (0.22272214604367455) + | > loss_disc_real_5: 0.22134916484355927 (0.22944463510736288) + | > loss_0: 2.3785860538482666 (2.4331717268168496) + | > grad_norm_0: tensor(57.5644, device='cuda:0') (tensor(55.2026, device='cuda:0')) + | > loss_gen: 2.2708325386047363 (2.400530528679169) + | > loss_kl: 1.4895528554916382 (1.5784113773767894) + | > loss_feat: 7.477288722991943 (7.178466795159759) + | > loss_mel: 21.505409240722656 (20.736363294313275) + | > loss_duration: 1.6348203420639038 (1.6958163680790141) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.37790298461914 (33.589588309363506) + | > grad_norm_1: tensor(686.7610, device='cuda:0') (tensor(415.1285, device='cuda:0')) + | > current_lr_0: 0.00019818318825774137 + | > current_lr_1: 0.00019818318825774137 + | > step_time: 0.8092 (0.786768188579477) + | > loader_time: 0.0055 (0.006471114192935202) + + + --> TIME: 2024-11-23 08:28:53 -- STEP: 303/797 -- GLOBAL_STEP: 59275 + | > loss_disc: 2.3814427852630615 (2.433011128170656) + | > loss_disc_real_0: 0.14926840364933014 (0.1284360434528034) + | > loss_disc_real_1: 0.22999049723148346 (0.21631817849162388) + | > loss_disc_real_2: 0.2214306890964508 (0.23167788938130482) + | > loss_disc_real_3: 0.2145613729953766 (0.22204355988958882) + | > loss_disc_real_4: 0.18887729942798615 (0.22280792316587844) + | > loss_disc_real_5: 0.23055529594421387 (0.22915679285235138) + | > loss_0: 2.3814427852630615 (2.433011128170656) + | > grad_norm_0: tensor(12.1884, device='cuda:0') (tensor(53.6433, device='cuda:0')) + | > loss_gen: 2.329679489135742 (2.3949679848384546) + | > loss_kl: 1.6522080898284912 (1.5786539424370614) + | > loss_feat: 7.204402446746826 (7.142074629025097) + | > loss_mel: 21.831199645996094 (20.7136874938562) + | > loss_duration: 1.691393256187439 (1.6946676871170703) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.70888137817383 (33.52405168514442) + | > grad_norm_1: tensor(314.2242, device='cuda:0') (tensor(413.0727, device='cuda:0')) + | > current_lr_0: 0.00019818318825774137 + | > current_lr_1: 0.00019818318825774137 + | > step_time: 0.7836 (0.7889163470504306) + | > loader_time: 0.0056 (0.00656653080049521) + + + --> TIME: 2024-11-23 08:29:14 -- STEP: 328/797 -- GLOBAL_STEP: 59300 + | > loss_disc: 2.224487781524658 (2.4353242661894825) + | > loss_disc_real_0: 0.10108979046344757 (0.1283702157415086) + | > loss_disc_real_1: 0.18085668981075287 (0.21681569493943598) + | > loss_disc_real_2: 0.21552774310112 (0.23194244881046983) + | > loss_disc_real_3: 0.18031176924705505 (0.22228597199953185) + | > loss_disc_real_4: 0.17747704684734344 (0.2225798247154893) + | > loss_disc_real_5: 0.16347825527191162 (0.228917321190238) + | > loss_0: 2.224487781524658 (2.4353242661894825) + | > grad_norm_0: tensor(16.9520, device='cuda:0') (tensor(51.4150, device='cuda:0')) + | > loss_gen: 2.4354288578033447 (2.3887898769320515) + | > loss_kl: 1.703364610671997 (1.5790335737713954) + | > loss_feat: 7.758520603179932 (7.121930195064079) + | > loss_mel: 21.2194881439209 (20.727531188871815) + | > loss_duration: 1.7425479888916016 (1.6931770578390217) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.859352111816406 (33.510461818881176) + | > grad_norm_1: tensor(280.8311, device='cuda:0') (tensor(400.2593, device='cuda:0')) + | > current_lr_0: 0.00019818318825774137 + | > current_lr_1: 0.00019818318825774137 + | > step_time: 0.8584 (0.7917205880327919) + | > loader_time: 0.0075 (0.006670705428937587) + + + --> TIME: 2024-11-23 08:29:35 -- STEP: 353/797 -- GLOBAL_STEP: 59325 + | > loss_disc: 2.4434990882873535 (2.4352562596372445) + | > loss_disc_real_0: 0.10750839859247208 (0.1279780964865732) + | > loss_disc_real_1: 0.23392564058303833 (0.2166333289727273) + | > loss_disc_real_2: 0.22470149397850037 (0.23226248310409253) + | > loss_disc_real_3: 0.23058341443538666 (0.22219083169026685) + | > loss_disc_real_4: 0.18538984656333923 (0.2229499492277167) + | > loss_disc_real_5: 0.20869876444339752 (0.2295310030831156) + | > loss_0: 2.4434990882873535 (2.4352562596372445) + | > grad_norm_0: tensor(300.4671, device='cuda:0') (tensor(50.6682, device='cuda:0')) + | > loss_gen: 2.344609260559082 (2.389099369643431) + | > loss_kl: 1.411691665649414 (1.576072108137709) + | > loss_feat: 6.285939693450928 (7.108346767533602) + | > loss_mel: 18.044721603393555 (20.723583248451842) + | > loss_duration: 1.663299798965454 (1.6905201666753626) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 29.750263214111328 (33.48762163156831) + | > grad_norm_1: tensor(717.0561, device='cuda:0') (tensor(403.3166, device='cuda:0')) + | > current_lr_0: 0.00019818318825774137 + | > current_lr_1: 0.00019818318825774137 + | > step_time: 0.7923 (0.7938266563685686) + | > loader_time: 0.0056 (0.006717548829637911) + + + --> TIME: 2024-11-23 08:29:56 -- STEP: 378/797 -- GLOBAL_STEP: 59350 + | > loss_disc: 2.349170684814453 (2.4348074355453413) + | > loss_disc_real_0: 0.08193313330411911 (0.1285320326252274) + | > loss_disc_real_1: 0.19385847449302673 (0.2165950004543577) + | > loss_disc_real_2: 0.22091977298259735 (0.23211648421628134) + | > loss_disc_real_3: 0.18064428865909576 (0.22217800917606506) + | > loss_disc_real_4: 0.20031829178333282 (0.2228158436833866) + | > loss_disc_real_5: 0.240096315741539 (0.22908695732001905) + | > loss_0: 2.349170684814453 (2.4348074355453413) + | > grad_norm_0: tensor(57.6314, device='cuda:0') (tensor(52.4531, device='cuda:0')) + | > loss_gen: 2.281643867492676 (2.3919998155069093) + | > loss_kl: 1.351973056793213 (1.5721578965426752) + | > loss_feat: 8.257716178894043 (7.1103270306158315) + | > loss_mel: 20.781951904296875 (20.733680528307733) + | > loss_duration: 1.6659694910049438 (1.688036055791946) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.339256286621094 (33.496201278040665) + | > grad_norm_1: tensor(448.5107, device='cuda:0') (tensor(409.5757, device='cuda:0')) + | > current_lr_0: 0.00019818318825774137 + | > current_lr_1: 0.00019818318825774137 + | > step_time: 0.8039 (0.7968891575222921) + | > loader_time: 0.0058 (0.006918879413100147) + + + --> TIME: 2024-11-23 08:30:17 -- STEP: 403/797 -- GLOBAL_STEP: 59375 + | > loss_disc: 2.502373695373535 (2.4345108048791606) + | > loss_disc_real_0: 0.15233443677425385 (0.12828602136179756) + | > loss_disc_real_1: 0.20917223393917084 (0.21670222892506838) + | > loss_disc_real_2: 0.23733127117156982 (0.23219354561629427) + | > loss_disc_real_3: 0.17915844917297363 (0.22208145323669348) + | > loss_disc_real_4: 0.21060261130332947 (0.2225468057039062) + | > loss_disc_real_5: 0.1891636997461319 (0.2292579349232075) + | > loss_0: 2.502373695373535 (2.4345108048791606) + | > grad_norm_0: tensor(19.9827, device='cuda:0') (tensor(52.3316, device='cuda:0')) + | > loss_gen: 2.2517459392547607 (2.393473215789415) + | > loss_kl: 1.3741028308868408 (1.5741555023725808) + | > loss_feat: 7.6596808433532715 (7.12485480959303) + | > loss_mel: 20.285154342651367 (20.74879420543133) + | > loss_duration: 1.6685450077056885 (1.6867915371215672) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.23923110961914 (33.52806922874736) + | > grad_norm_1: tensor(492.9192, device='cuda:0') (tensor(412.1038, device='cuda:0')) + | > current_lr_0: 0.00019818318825774137 + | > current_lr_1: 0.00019818318825774137 + | > step_time: 0.8612 (0.7990778090048661) + | > loader_time: 0.0064 (0.0070258251786527795) + + + --> TIME: 2024-11-23 08:30:38 -- STEP: 428/797 -- GLOBAL_STEP: 59400 + | > loss_disc: 2.502183437347412 (2.432155354000696) + | > loss_disc_real_0: 0.09858293831348419 (0.1277614288362804) + | > loss_disc_real_1: 0.25086915493011475 (0.2169434685503768) + | > loss_disc_real_2: 0.26903945207595825 (0.23200622305413274) + | > loss_disc_real_3: 0.26656508445739746 (0.22171431449111376) + | > loss_disc_real_4: 0.23336490988731384 (0.22216843838028819) + | > loss_disc_real_5: 0.2654450535774231 (0.2292429064269935) + | > loss_0: 2.502183437347412 (2.432155354000696) + | > grad_norm_0: tensor(79.5733, device='cuda:0') (tensor(50.9710, device='cuda:0')) + | > loss_gen: 2.295055627822876 (2.3943820495471755) + | > loss_kl: 1.5073035955429077 (1.5714197658768325) + | > loss_feat: 6.023222923278809 (7.133843306069062) + | > loss_mel: 20.444759368896484 (20.787912070194153) + | > loss_duration: 1.6591370105743408 (1.6856989467812478) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.929479598999023 (33.573256078167525) + | > grad_norm_1: tensor(618.7486, device='cuda:0') (tensor(410.3121, device='cuda:0')) + | > current_lr_0: 0.00019818318825774137 + | > current_lr_1: 0.00019818318825774137 + | > step_time: 0.8466 (0.8013951739418169) + | > loader_time: 0.0065 (0.007143284115835885) + + + --> TIME: 2024-11-23 08:31:00 -- STEP: 453/797 -- GLOBAL_STEP: 59425 + | > loss_disc: 2.324198007583618 (2.430065975020788) + | > loss_disc_real_0: 0.07801084220409393 (0.12686534899453444) + | > loss_disc_real_1: 0.20735576748847961 (0.2171644831598463) + | > loss_disc_real_2: 0.22036108374595642 (0.2316204041703121) + | > loss_disc_real_3: 0.2718081772327423 (0.22176430237872186) + | > loss_disc_real_4: 0.23664069175720215 (0.22192263494658943) + | > loss_disc_real_5: 0.22079162299633026 (0.22880684546550642) + | > loss_0: 2.324198007583618 (2.430065975020788) + | > grad_norm_0: tensor(95.3365, device='cuda:0') (tensor(50.5990, device='cuda:0')) + | > loss_gen: 2.487309694290161 (2.3972353535245827) + | > loss_kl: 1.663071632385254 (1.572513852029973) + | > loss_feat: 7.355686664581299 (7.150238211844404) + | > loss_mel: 21.106510162353516 (20.819155097270922) + | > loss_duration: 1.6720468997955322 (1.6847506903654694) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.28462600708008 (33.62389316937783) + | > grad_norm_1: tensor(741.5454, device='cuda:0') (tensor(418.8853, device='cuda:0')) + | > current_lr_0: 0.00019818318825774137 + | > current_lr_1: 0.00019818318825774137 + | > step_time: 0.905 (0.8041080891691293) + | > loader_time: 0.0145 (0.0072215924462998415) + + + --> TIME: 2024-11-23 08:31:22 -- STEP: 478/797 -- GLOBAL_STEP: 59450 + | > loss_disc: 2.3973817825317383 (2.430344979134562) + | > loss_disc_real_0: 0.1867370456457138 (0.12713068275552653) + | > loss_disc_real_1: 0.17979709804058075 (0.2170488040691639) + | > loss_disc_real_2: 0.20987212657928467 (0.23158517436252976) + | > loss_disc_real_3: 0.21736708283424377 (0.22151861710777843) + | > loss_disc_real_4: 0.20035377144813538 (0.221963456453888) + | > loss_disc_real_5: 0.25406119227409363 (0.22911576643025028) + | > loss_0: 2.3973817825317383 (2.430344979134562) + | > grad_norm_0: tensor(71.7418, device='cuda:0') (tensor(51.6988, device='cuda:0')) + | > loss_gen: 2.598538875579834 (2.3996034267058413) + | > loss_kl: 1.4928076267242432 (1.572709484953262) + | > loss_feat: 7.865819454193115 (7.1575611734988795) + | > loss_mel: 21.839941024780273 (20.8498174555631) + | > loss_duration: 1.645472764968872 (1.683877585572678) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.44258117675781 (33.66356910721529) + | > grad_norm_1: tensor(585.1871, device='cuda:0') (tensor(424.7892, device='cuda:0')) + | > current_lr_0: 0.00019818318825774137 + | > current_lr_1: 0.00019818318825774137 + | > step_time: 0.8472 (0.8065907725729202) + | > loader_time: 0.0114 (0.007338948828405915) + + + --> TIME: 2024-11-23 08:31:43 -- STEP: 503/797 -- GLOBAL_STEP: 59475 + | > loss_disc: 2.314338445663452 (2.4306799943594037) + | > loss_disc_real_0: 0.05080374330282211 (0.12677897508469058) + | > loss_disc_real_1: 0.22776657342910767 (0.21693096992746735) + | > loss_disc_real_2: 0.24425053596496582 (0.23172675929297035) + | > loss_disc_real_3: 0.2592448592185974 (0.2219948114801354) + | > loss_disc_real_4: 0.20879827439785004 (0.22177723624834247) + | > loss_disc_real_5: 0.2271004319190979 (0.2290975750973874) + | > loss_0: 2.314338445663452 (2.4306799943594037) + | > grad_norm_0: tensor(45.0291, device='cuda:0') (tensor(52.2583, device='cuda:0')) + | > loss_gen: 2.4778878688812256 (2.3993221675425334) + | > loss_kl: 1.5008430480957031 (1.5731027276805096) + | > loss_feat: 7.392721176147461 (7.1611267795145634) + | > loss_mel: 22.04073715209961 (20.871180058473637) + | > loss_duration: 1.6914863586425781 (1.6826694182325785) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.103675842285156 (33.687401159146205) + | > grad_norm_1: tensor(156.5078, device='cuda:0') (tensor(428.1055, device='cuda:0')) + | > current_lr_0: 0.00019818318825774137 + | > current_lr_1: 0.00019818318825774137 + | > step_time: 0.9563 (0.8090750706598723) + | > loader_time: 0.0093 (0.007385256276215995) + + + --> TIME: 2024-11-23 08:32:05 -- STEP: 528/797 -- GLOBAL_STEP: 59500 + | > loss_disc: 2.2836532592773438 (2.429343235763635) + | > loss_disc_real_0: 0.07792722433805466 (0.12603306186131447) + | > loss_disc_real_1: 0.23550675809383392 (0.21672264844969363) + | > loss_disc_real_2: 0.21738965809345245 (0.2317338687170184) + | > loss_disc_real_3: 0.2009534239768982 (0.22196847730965324) + | > loss_disc_real_4: 0.25702258944511414 (0.22186781796203417) + | > loss_disc_real_5: 0.2808556854724884 (0.22938310033218426) + | > loss_0: 2.2836532592773438 (2.429343235763635) + | > grad_norm_0: tensor(7.6529, device='cuda:0') (tensor(51.2700, device='cuda:0')) + | > loss_gen: 2.625502824783325 (2.4013514451005227) + | > loss_kl: 1.5300291776657104 (1.5725436715239829) + | > loss_feat: 8.381305694580078 (7.1672316166487615) + | > loss_mel: 23.368139266967773 (20.869915207227084) + | > loss_duration: 1.685567855834961 (1.6819764384717655) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.590545654296875 (33.69301836779624) + | > grad_norm_1: tensor(268.9908, device='cuda:0') (tensor(430.8301, device='cuda:0')) + | > current_lr_0: 0.00019818318825774137 + | > current_lr_1: 0.00019818318825774137 + | > step_time: 0.8658 (0.8117161293824512) + | > loader_time: 0.0069 (0.007442075194734514) + + + --> TIME: 2024-11-23 08:32:27 -- STEP: 553/797 -- GLOBAL_STEP: 59525 + | > loss_disc: 2.3766651153564453 (2.4295131690247778) + | > loss_disc_real_0: 0.07985605299472809 (0.1261118124449662) + | > loss_disc_real_1: 0.23512713611125946 (0.2169525801973791) + | > loss_disc_real_2: 0.20815780758857727 (0.23147720505380717) + | > loss_disc_real_3: 0.22566615045070648 (0.22170523525793343) + | > loss_disc_real_4: 0.17927300930023193 (0.22134831299833532) + | > loss_disc_real_5: 0.2213529795408249 (0.22904608133257404) + | > loss_0: 2.3766651153564453 (2.4295131690247778) + | > grad_norm_0: tensor(69.1636, device='cuda:0') (tensor(51.4898, device='cuda:0')) + | > loss_gen: 2.3966071605682373 (2.398770157726073) + | > loss_kl: 1.598451852798462 (1.5742456724372094) + | > loss_feat: 8.702033042907715 (7.163550216509249) + | > loss_mel: 22.745559692382812 (20.871410180172926) + | > loss_duration: 1.6415112018585205 (1.6818540915442635) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 37.08415985107422 (33.68983028680895) + | > grad_norm_1: tensor(819.4832, device='cuda:0') (tensor(436.1527, device='cuda:0')) + | > current_lr_0: 0.00019818318825774137 + | > current_lr_1: 0.00019818318825774137 + | > step_time: 0.8351 (0.8140829053537322) + | > loader_time: 0.0124 (0.0075514182906469855) + + + --> TIME: 2024-11-23 08:32:50 -- STEP: 578/797 -- GLOBAL_STEP: 59550 + | > loss_disc: 2.230106830596924 (2.4285265603279984) + | > loss_disc_real_0: 0.06479974836111069 (0.125580216129552) + | > loss_disc_real_1: 0.1723875254392624 (0.2167950640706455) + | > loss_disc_real_2: 0.20165394246578217 (0.23137369006872177) + | > loss_disc_real_3: 0.20560027658939362 (0.22178936798679794) + | > loss_disc_real_4: 0.163049578666687 (0.22150606350090266) + | > loss_disc_real_5: 0.19133307039737701 (0.22909597415721947) + | > loss_0: 2.230106830596924 (2.4285265603279984) + | > grad_norm_0: tensor(41.8675, device='cuda:0') (tensor(51.6676, device='cuda:0')) + | > loss_gen: 2.476511001586914 (2.4002741822734412) + | > loss_kl: 1.5336612462997437 (1.574847718732993) + | > loss_feat: 8.708988189697266 (7.1706616639265945) + | > loss_mel: 22.516521453857422 (20.885384744426382) + | > loss_duration: 1.6559460163116455 (1.6812998409089746) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.891624450683594 (33.712468114278714) + | > grad_norm_1: tensor(475.8097, device='cuda:0') (tensor(442.0503, device='cuda:0')) + | > current_lr_0: 0.00019818318825774137 + | > current_lr_1: 0.00019818318825774137 + | > step_time: 0.9016 (0.8166892408912155) + | > loader_time: 0.0074 (0.007636791694535516) + + + --> TIME: 2024-11-23 08:33:12 -- STEP: 603/797 -- GLOBAL_STEP: 59575 + | > loss_disc: 2.281381607055664 (2.4283047331308647) + | > loss_disc_real_0: 0.14142578840255737 (0.1255048047102504) + | > loss_disc_real_1: 0.2068498283624649 (0.21683846683446842) + | > loss_disc_real_2: 0.21624143421649933 (0.23144865191694516) + | > loss_disc_real_3: 0.22036853432655334 (0.22181563924497638) + | > loss_disc_real_4: 0.2151760309934616 (0.22152632781324497) + | > loss_disc_real_5: 0.24475950002670288 (0.2291765411447727) + | > loss_0: 2.281381607055664 (2.4283047331308647) + | > grad_norm_0: tensor(59.3325, device='cuda:0') (tensor(52.3233, device='cuda:0')) + | > loss_gen: 2.608807325363159 (2.401155502246584) + | > loss_kl: 1.4940364360809326 (1.5751382807396348) + | > loss_feat: 8.052852630615234 (7.172882499188727) + | > loss_mel: 22.787904739379883 (20.90275685071552) + | > loss_duration: 1.610388159751892 (1.6807717561326416) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.55398941040039 (33.732704830011535) + | > grad_norm_1: tensor(797.6015, device='cuda:0') (tensor(450.3435, device='cuda:0')) + | > current_lr_0: 0.00019818318825774137 + | > current_lr_1: 0.00019818318825774137 + | > step_time: 0.9333 (0.8191967152837498) + | > loader_time: 0.0143 (0.007713988448059183) + + + --> TIME: 2024-11-23 08:33:35 -- STEP: 628/797 -- GLOBAL_STEP: 59600 + | > loss_disc: 2.2408244609832764 (2.4276114576941072) + | > loss_disc_real_0: 0.04672762751579285 (0.12548572788975978) + | > loss_disc_real_1: 0.16678227484226227 (0.2167247024596117) + | > loss_disc_real_2: 0.1944189816713333 (0.2313883219887117) + | > loss_disc_real_3: 0.1789790689945221 (0.22202174422467594) + | > loss_disc_real_4: 0.20898231863975525 (0.22135476082278666) + | > loss_disc_real_5: 0.20355220139026642 (0.2292254427863154) + | > loss_0: 2.2408244609832764 (2.4276114576941072) + | > grad_norm_0: tensor(57.4722, device='cuda:0') (tensor(53.5506, device='cuda:0')) + | > loss_gen: 2.484614133834839 (2.403534282924262) + | > loss_kl: 1.5086921453475952 (1.5753567455111044) + | > loss_feat: 8.006987571716309 (7.1724411469356255) + | > loss_mel: 21.900300979614258 (20.898821864158503) + | > loss_duration: 1.6649203300476074 (1.6810134446165363) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.56551742553711 (33.731167422738054) + | > grad_norm_1: tensor(613.9441, device='cuda:0') (tensor(455.9341, device='cuda:0')) + | > current_lr_0: 0.00019818318825774137 + | > current_lr_1: 0.00019818318825774137 + | > step_time: 0.9245 (0.822049381626639) + | > loader_time: 0.0161 (0.007792225309238313) + + + --> TIME: 2024-11-23 08:33:57 -- STEP: 653/797 -- GLOBAL_STEP: 59625 + | > loss_disc: 2.4104084968566895 (2.4280022417421905) + | > loss_disc_real_0: 0.05381089448928833 (0.12605045570964826) + | > loss_disc_real_1: 0.2576708495616913 (0.21668412398324444) + | > loss_disc_real_2: 0.23903125524520874 (0.23126693918821822) + | > loss_disc_real_3: 0.224842369556427 (0.22206595496689566) + | > loss_disc_real_4: 0.2059614360332489 (0.22140616313147873) + | > loss_disc_real_5: 0.19773583114147186 (0.22885472988096528) + | > loss_0: 2.4104084968566895 (2.4280022417421905) + | > grad_norm_0: tensor(161.5124, device='cuda:0') (tensor(55.3389, device='cuda:0')) + | > loss_gen: 2.241520404815674 (2.4039531725289054) + | > loss_kl: 1.5452799797058105 (1.575499309606245) + | > loss_feat: 6.711548805236816 (7.169568582479291) + | > loss_mel: 20.108806610107422 (20.892359784697337) + | > loss_duration: 1.6546533107757568 (1.6810232486695644) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.26180648803711 (33.722404030161655) + | > grad_norm_1: tensor(563.5284, device='cuda:0') (tensor(457.0342, device='cuda:0')) + | > current_lr_0: 0.00019818318825774137 + | > current_lr_1: 0.00019818318825774137 + | > step_time: 0.8953 (0.8251097706156518) + | > loader_time: 0.0085 (0.007878460161171134) + + + --> TIME: 2024-11-23 08:34:21 -- STEP: 678/797 -- GLOBAL_STEP: 59650 + | > loss_disc: 2.437307596206665 (2.429401495815379) + | > loss_disc_real_0: 0.11896282434463501 (0.1262654056360499) + | > loss_disc_real_1: 0.2044709175825119 (0.21668935347359441) + | > loss_disc_real_2: 0.2469678521156311 (0.23129081264533827) + | > loss_disc_real_3: 0.21166999638080597 (0.22231483019910384) + | > loss_disc_real_4: 0.23468312621116638 (0.22165708892201252) + | > loss_disc_real_5: 0.22992469370365143 (0.22892943382878567) + | > loss_0: 2.437307596206665 (2.429401495815379) + | > grad_norm_0: tensor(33.9640, device='cuda:0') (tensor(55.7736, device='cuda:0')) + | > loss_gen: 2.3207547664642334 (2.4035594913460137) + | > loss_kl: 1.632523536682129 (1.577114626985032) + | > loss_feat: 7.423736572265625 (7.166783957354789) + | > loss_mel: 21.685823440551758 (20.907533187078545) + | > loss_duration: 1.6565027236938477 (1.6806555764865032) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.71934127807617 (33.735646785184684) + | > grad_norm_1: tensor(424.4912, device='cuda:0') (tensor(456.7404, device='cuda:0')) + | > current_lr_0: 0.00019818318825774137 + | > current_lr_1: 0.00019818318825774137 + | > step_time: 0.9305 (0.8286018856858782) + | > loader_time: 0.0146 (0.008017027272587325) + + + --> TIME: 2024-11-23 08:34:44 -- STEP: 703/797 -- GLOBAL_STEP: 59675 + | > loss_disc: 2.2936196327209473 (2.4284844113617163) + | > loss_disc_real_0: 0.1420775204896927 (0.12611520880168212) + | > loss_disc_real_1: 0.20865900814533234 (0.21652390071287603) + | > loss_disc_real_2: 0.2392820566892624 (0.23120501022759407) + | > loss_disc_real_3: 0.23872913420200348 (0.2221211229330446) + | > loss_disc_real_4: 0.23321101069450378 (0.22180328849877945) + | > loss_disc_real_5: 0.1939276158809662 (0.22886411701547638) + | > loss_0: 2.2936196327209473 (2.4284844113617163) + | > grad_norm_0: tensor(5.3497, device='cuda:0') (tensor(54.6747, device='cuda:0')) + | > loss_gen: 2.3736119270324707 (2.4014390284781064) + | > loss_kl: 1.8039608001708984 (1.5796745109185044) + | > loss_feat: 6.295566558837891 (7.162475406190917) + | > loss_mel: 18.894384384155273 (20.90613793309351) + | > loss_duration: 1.6958034038543701 (1.680207696612156) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.063325881958008 (33.72993450788818) + | > grad_norm_1: tensor(170.1701, device='cuda:0') (tensor(454.3744, device='cuda:0')) + | > current_lr_0: 0.00019818318825774137 + | > current_lr_1: 0.00019818318825774137 + | > step_time: 0.906 (0.8321508109823905) + | > loader_time: 0.0094 (0.008126083512394385) + + + --> TIME: 2024-11-23 08:35:08 -- STEP: 728/797 -- GLOBAL_STEP: 59700 + | > loss_disc: 2.3047430515289307 (2.430374439928558) + | > loss_disc_real_0: 0.08760616183280945 (0.12630004120049057) + | > loss_disc_real_1: 0.20773684978485107 (0.21662312150410898) + | > loss_disc_real_2: 0.21254633367061615 (0.23129234835505486) + | > loss_disc_real_3: 0.19444966316223145 (0.22230402310634712) + | > loss_disc_real_4: 0.20071294903755188 (0.2218230085263213) + | > loss_disc_real_5: 0.22463266551494598 (0.2294221847103192) + | > loss_0: 2.3047430515289307 (2.430374439928558) + | > grad_norm_0: tensor(32.9178, device='cuda:0') (tensor(54.0427, device='cuda:0')) + | > loss_gen: 2.449146270751953 (2.399800532794259) + | > loss_kl: 1.6142408847808838 (1.580468052445532) + | > loss_feat: 8.416752815246582 (7.157211154371827) + | > loss_mel: 22.84283447265625 (20.909922987550186) + | > loss_duration: 1.6640583276748657 (1.6793632698910577) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.98703384399414 (33.72676593392757) + | > grad_norm_1: tensor(548.4437, device='cuda:0') (tensor(453.1371, device='cuda:0')) + | > current_lr_0: 0.00019818318825774137 + | > current_lr_1: 0.00019818318825774137 + | > step_time: 1.0277 (0.8357744983264375) + | > loader_time: 0.0208 (0.008451956314044983) + + + --> TIME: 2024-11-23 08:35:35 -- STEP: 753/797 -- GLOBAL_STEP: 59725 + | > loss_disc: 2.355339288711548 (2.4309988829244173) + | > loss_disc_real_0: 0.14302298426628113 (0.12624638954580683) + | > loss_disc_real_1: 0.3059224784374237 (0.2168026150341528) + | > loss_disc_real_2: 0.2514136731624603 (0.23135506382501458) + | > loss_disc_real_3: 0.2261340320110321 (0.22265257400424676) + | > loss_disc_real_4: 0.22091712057590485 (0.22200683952565212) + | > loss_disc_real_5: 0.20780369639396667 (0.22951747886688106) + | > loss_0: 2.355339288711548 (2.4309988829244173) + | > grad_norm_0: tensor(82.4629, device='cuda:0') (tensor(54.2984, device='cuda:0')) + | > loss_gen: 2.616866111755371 (2.400231510202881) + | > loss_kl: 1.6030150651931763 (1.5809364585604164) + | > loss_feat: 7.941066265106201 (7.1528402451341675) + | > loss_mel: 22.016271591186523 (20.908905470038803) + | > loss_duration: 1.6430113315582275 (1.6783696664756989) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.82023239135742 (33.72128328574127) + | > grad_norm_1: tensor(889.4177, device='cuda:0') (tensor(456.0508, device='cuda:0')) + | > current_lr_0: 0.00019818318825774137 + | > current_lr_1: 0.00019818318825774137 + | > step_time: 0.9397 (0.8397932904333387) + | > loader_time: 0.1009 (0.01095325886649122) + + + --> TIME: 2024-11-23 08:36:15 -- STEP: 778/797 -- GLOBAL_STEP: 59750 + | > loss_disc: 2.5319807529449463 (2.43216496997137) + | > loss_disc_real_0: 0.16179588437080383 (0.12611575449091444) + | > loss_disc_real_1: 0.2076384276151657 (0.216917845595312) + | > loss_disc_real_2: 0.24548029899597168 (0.23141505917807165) + | > loss_disc_real_3: 0.2648785710334778 (0.2225480170053811) + | > loss_disc_real_4: 0.2522759437561035 (0.22208894059483375) + | > loss_disc_real_5: 0.28264129161834717 (0.22964832163715113) + | > loss_0: 2.5319807529449463 (2.43216496997137) + | > grad_norm_0: tensor(37.2409, device='cuda:0') (tensor(53.9893, device='cuda:0')) + | > loss_gen: 2.5038533210754395 (2.3988547723520073) + | > loss_kl: 1.6331645250320435 (1.5818799292060584) + | > loss_feat: 7.266670227050781 (7.150654197045646) + | > loss_mel: 21.629968643188477 (20.916158308406732) + | > loss_duration: 1.6468095779418945 (1.6774566089279548) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.68046569824219 (33.72500375732965) + | > grad_norm_1: tensor(642.0306, device='cuda:0') (tensor(458.7763, device='cuda:0')) + | > current_lr_0: 0.00019818318825774137 + | > current_lr_1: 0.00019818318825774137 + | > step_time: 1.9548 (0.8609951679381733) + | > loader_time: 0.1101 (0.014113128338497516) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.574026346206665 (2.574026346206665) + | > loss_disc_real_0: 0.10438338667154312 (0.10438338667154312) + | > loss_disc_real_1: 0.20832321047782898 (0.20832321047782898) + | > loss_disc_real_2: 0.24904927611351013 (0.24904927611351013) + | > loss_disc_real_3: 0.23747196793556213 (0.23747196793556213) + | > loss_disc_real_4: 0.2374814748764038 (0.2374814748764038) + | > loss_disc_real_5: 0.21398451924324036 (0.21398451924324036) + | > loss_0: 2.574026346206665 (2.574026346206665) + | > loss_gen: 2.0519039630889893 (2.0519039630889893) + | > loss_kl: 2.3895599842071533 (2.3895599842071533) + | > loss_feat: 5.9972357749938965 (5.9972357749938965) + | > loss_mel: 21.057861328125 (21.057861328125) + | > loss_duration: 1.9621855020523071 (1.9621855020523071) + | > loss_1: 33.45874786376953 (33.45874786376953) + + --> STEP: 1 + | > loss_disc: 2.5126776695251465 (2.5126776695251465) + | > loss_disc_real_0: 0.059484343975782394 (0.059484343975782394) + | > loss_disc_real_1: 0.17940257489681244 (0.17940257489681244) + | > loss_disc_real_2: 0.20233654975891113 (0.20233654975891113) + | > loss_disc_real_3: 0.162477046251297 (0.162477046251297) + | > loss_disc_real_4: 0.15562328696250916 (0.15562328696250916) + | > loss_disc_real_5: 0.2883389890193939 (0.2883389890193939) + | > loss_0: 2.5126776695251465 (2.5126776695251465) + | > loss_gen: 1.9197278022766113 (1.9197278022766113) + | > loss_kl: 0.9846365451812744 (0.9846365451812744) + | > loss_feat: 6.273054122924805 (6.273054122924805) + | > loss_mel: 16.716005325317383 (16.716005325317383) + | > loss_duration: 1.7369439601898193 (1.7369439601898193) + | > loss_1: 27.630367279052734 (27.630367279052734) + + --> STEP: 2 + | > loss_disc: 2.2795591354370117 (2.396118402481079) + | > loss_disc_real_0: 0.056171827018260956 (0.057828085497021675) + | > loss_disc_real_1: 0.16848333179950714 (0.1739429533481598) + | > loss_disc_real_2: 0.20606912672519684 (0.20420283824205399) + | > loss_disc_real_3: 0.1887924075126648 (0.1756347268819809) + | > loss_disc_real_4: 0.20105086266994476 (0.17833707481622696) + | > loss_disc_real_5: 0.23272965848445892 (0.2605343237519264) + | > loss_0: 2.2795591354370117 (2.396118402481079) + | > loss_gen: 2.0623550415039062 (1.9910414218902588) + | > loss_kl: 1.909255027770996 (1.4469457864761353) + | > loss_feat: 6.780246734619141 (6.526650428771973) + | > loss_mel: 20.828279495239258 (18.77214241027832) + | > loss_duration: 1.642925500869751 (1.6899347305297852) + | > loss_1: 33.223060607910156 (30.426713943481445) + + --> STEP: 3 + | > loss_disc: 2.2279109954833984 (2.3400492668151855) + | > loss_disc_real_0: 0.07836274802684784 (0.06467297300696373) + | > loss_disc_real_1: 0.16859222948551178 (0.17215937872727713) + | > loss_disc_real_2: 0.21915845572948456 (0.2091880440711975) + | > loss_disc_real_3: 0.1404505968093872 (0.16390668352444968) + | > loss_disc_real_4: 0.15216410160064697 (0.16961275041103363) + | > loss_disc_real_5: 0.20817817747592926 (0.2430822749932607) + | > loss_0: 2.2279109954833984 (2.3400492668151855) + | > loss_gen: 2.0864317417144775 (2.0228381951649985) + | > loss_kl: 1.537298321723938 (1.4770632982254028) + | > loss_feat: 7.3849873542785645 (6.81276273727417) + | > loss_mel: 24.314382553100586 (20.619555791219074) + | > loss_duration: 1.7478601932525635 (1.7092432181040447) + | > loss_1: 37.070960998535156 (32.64146296183268) + + --> STEP: 4 + | > loss_disc: 2.553603410720825 (2.3934378027915955) + | > loss_disc_real_0: 0.10317499935626984 (0.07429847959429026) + | > loss_disc_real_1: 0.2232997864484787 (0.18494448065757751) + | > loss_disc_real_2: 0.20939001441001892 (0.20923853665590286) + | > loss_disc_real_3: 0.192979097366333 (0.1711747869849205) + | > loss_disc_real_4: 0.21072781085968018 (0.17989151552319527) + | > loss_disc_real_5: 0.17322804033756256 (0.22561871632933617) + | > loss_0: 2.553603410720825 (2.3934378027915955) + | > loss_gen: 1.848807692527771 (1.9793305695056915) + | > loss_kl: 1.6806336641311646 (1.5279558897018433) + | > loss_feat: 7.8036627769470215 (7.060487747192383) + | > loss_mel: 22.856369018554688 (21.17875909805298) + | > loss_duration: 1.663233757019043 (1.6977408528327942) + | > loss_1: 35.85271072387695 (33.44427490234375) + + --> STEP: 5 + | > loss_disc: 2.3715591430664062 (2.3890620708465575) + | > loss_disc_real_0: 0.07823717594146729 (0.07508621886372566) + | > loss_disc_real_1: 0.168298602104187 (0.18161530494689943) + | > loss_disc_real_2: 0.17976482212543488 (0.20334379374980927) + | > loss_disc_real_3: 0.1679867058992386 (0.17053717076778413) + | > loss_disc_real_4: 0.14975106716156006 (0.17386342585086823) + | > loss_disc_real_5: 0.21763814985752106 (0.22402260303497315) + | > loss_0: 2.3715591430664062 (2.3890620708465575) + | > loss_gen: 2.048901081085205 (1.9932446718215941) + | > loss_kl: 2.4432179927825928 (1.7110083103179932) + | > loss_feat: 8.670721054077148 (7.382534408569336) + | > loss_mel: 23.95598030090332 (21.734203338623047) + | > loss_duration: 1.8611013889312744 (1.7304129600524902) + | > loss_1: 38.979923248291016 (34.551404571533205) + + --> STEP: 6 + | > loss_disc: 2.371835470199585 (2.386190970738729) + | > loss_disc_real_0: 0.0919087827205658 (0.07788997950653236) + | > loss_disc_real_1: 0.2044249176979065 (0.18541690707206726) + | > loss_disc_real_2: 0.21750903129577637 (0.20570466667413712) + | > loss_disc_real_3: 0.2597396671772003 (0.18540425350268683) + | > loss_disc_real_4: 0.16307182610034943 (0.17206482589244843) + | > loss_disc_real_5: 0.2323707789182663 (0.22541396568218866) + | > loss_0: 2.371835470199585 (2.386190970738729) + | > loss_gen: 2.2393152713775635 (2.0342564384142556) + | > loss_kl: 1.3868458271026611 (1.6569812297821045) + | > loss_feat: 7.344354629516602 (7.376171112060547) + | > loss_mel: 22.293615341186523 (21.827438672383625) + | > loss_duration: 1.705298662185669 (1.7262272437413533) + | > loss_1: 34.96942901611328 (34.62107531229655) + + --> STEP: 7 + | > loss_disc: 2.441416025161743 (2.394080264227731) + | > loss_disc_real_0: 0.06675341725349426 (0.07629904204181262) + | > loss_disc_real_1: 0.16152648627758026 (0.18200398981571198) + | > loss_disc_real_2: 0.22114413976669312 (0.2079103056873594) + | > loss_disc_real_3: 0.21777698397636414 (0.1900289292846407) + | > loss_disc_real_4: 0.18579164147377014 (0.17402579954692296) + | > loss_disc_real_5: 0.14573296904563904 (0.21403096616268158) + | > loss_0: 2.441416025161743 (2.394080264227731) + | > loss_gen: 1.9203698635101318 (2.017986927713667) + | > loss_kl: 1.6056318283081055 (1.6496456010001046) + | > loss_feat: 8.902688026428223 (7.594244956970215) + | > loss_mel: 22.838199615478516 (21.971833092825754) + | > loss_duration: 1.6091630458831787 (1.7095037869044714) + | > loss_1: 36.87604904174805 (34.943214416503906) + + --> STEP: 8 + | > loss_disc: 2.4183716773986816 (2.3971166908740997) + | > loss_disc_real_0: 0.0722922831773758 (0.07579819718375802) + | > loss_disc_real_1: 0.1799495965242386 (0.1817471906542778) + | > loss_disc_real_2: 0.18388789892196655 (0.2049075048416853) + | > loss_disc_real_3: 0.18376129865646362 (0.18924547545611858) + | > loss_disc_real_4: 0.16385284066200256 (0.1727541796863079) + | > loss_disc_real_5: 0.2201981246471405 (0.21480186097323895) + | > loss_0: 2.4183716773986816 (2.3971166908740997) + | > loss_gen: 1.935624122619629 (2.007691577076912) + | > loss_kl: 1.529456615447998 (1.6346219778060913) + | > loss_feat: 8.146355628967285 (7.663258790969849) + | > loss_mel: 23.165931701660156 (22.121095418930054) + | > loss_duration: 1.7085237503051758 (1.7093812823295593) + | > loss_1: 36.48588943481445 (35.136048793792725) + + --> STEP: 9 + | > loss_disc: 2.500392198562622 (2.4085917472839355) + | > loss_disc_real_0: 0.11716713011264801 (0.08039474528696802) + | > loss_disc_real_1: 0.21521471440792084 (0.18546580440468258) + | > loss_disc_real_2: 0.22799229621887207 (0.20747248166137272) + | > loss_disc_real_3: 0.22235824167728424 (0.19292467170291477) + | > loss_disc_real_4: 0.2304387092590332 (0.17916357186105517) + | > loss_disc_real_5: 0.23488749563694 (0.21703359815809461) + | > loss_0: 2.500392198562622 (2.4085917472839355) + | > loss_gen: 2.0355632305145264 (2.010788427458869) + | > loss_kl: 1.9878978729248047 (1.673874855041504) + | > loss_feat: 6.385695934295654 (7.521307362450494) + | > loss_mel: 21.316343307495117 (22.031678517659504) + | > loss_duration: 1.6877851486206055 (1.7069817119174533) + | > loss_1: 33.41328430175781 (34.944630516899956) + + --> STEP: 10 + | > loss_disc: 2.1826021671295166 (2.3859927892684936) + | > loss_disc_real_0: 0.10810151696205139 (0.08316542245447636) + | > loss_disc_real_1: 0.19850175082683563 (0.18676939904689788) + | > loss_disc_real_2: 0.25458434224128723 (0.21218366771936417) + | > loss_disc_real_3: 0.17980113625526428 (0.19161231815814972) + | > loss_disc_real_4: 0.17521952092647552 (0.1787691667675972) + | > loss_disc_real_5: 0.19925372302532196 (0.21525561064481735) + | > loss_0: 2.1826021671295166 (2.3859927892684936) + | > loss_gen: 2.4001049995422363 (2.049720084667206) + | > loss_kl: 1.8689385652542114 (1.6933812260627747) + | > loss_feat: 7.726956844329834 (7.541872310638428) + | > loss_mel: 21.49508285522461 (21.978018951416015) + | > loss_duration: 1.5815383195877075 (1.6944373726844788) + | > loss_1: 35.07262420654297 (34.95742988586426) + + --> STEP: 11 + | > loss_disc: 2.628676176071167 (2.408054915341464) + | > loss_disc_real_0: 0.11052670329809189 (0.08565281162207777) + | > loss_disc_real_1: 0.21946963667869568 (0.18974214792251587) + | > loss_disc_real_2: 0.21955779194831848 (0.2128540426492691) + | > loss_disc_real_3: 0.19154609739780426 (0.1916062980890274) + | > loss_disc_real_4: 0.30103614926338196 (0.18988434699448672) + | > loss_disc_real_5: 0.29398274421691895 (0.2224126227877357) + | > loss_0: 2.628676176071167 (2.408054915341464) + | > loss_gen: 1.9978705644607544 (2.0450064919211646) + | > loss_kl: 2.020996332168579 (1.7231644175269387) + | > loss_feat: 7.733501434326172 (7.559293140064586) + | > loss_mel: 23.113815307617188 (22.08127316561612) + | > loss_duration: 1.5567080974578857 (1.6819165294820613) + | > loss_1: 36.42289352416992 (35.09065385298295) + + --> STEP: 12 + | > loss_disc: 2.4778761863708496 (2.4138733545939126) + | > loss_disc_real_0: 0.08661160618066788 (0.08573271116862695) + | > loss_disc_real_1: 0.24892905354499817 (0.19467439005772272) + | > loss_disc_real_2: 0.27306219935417175 (0.21787138904134432) + | > loss_disc_real_3: 0.20214693248271942 (0.19248468428850174) + | > loss_disc_real_4: 0.184478759765625 (0.1894338813920816) + | > loss_disc_real_5: 0.1722254902124405 (0.2182303617397944) + | > loss_0: 2.4778761863708496 (2.4138733545939126) + | > loss_gen: 1.9962871074676514 (2.040946543216705) + | > loss_kl: 1.884061336517334 (1.7365724941094716) + | > loss_feat: 6.730524063110352 (7.4902290503184) + | > loss_mel: 18.648983001708984 (21.795248985290527) + | > loss_duration: 1.7356113195419312 (1.6863910953203838) + | > loss_1: 30.995466232299805 (34.749388217926025) + + --> STEP: 13 + | > loss_disc: 2.585452079772949 (2.4270717180692234) + | > loss_disc_real_0: 0.07194644957780838 (0.08467222950779475) + | > loss_disc_real_1: 0.1540078967809677 (0.19154619826720312) + | > loss_disc_real_2: 0.21110861003398895 (0.21735117527154776) + | > loss_disc_real_3: 0.2526126503944397 (0.19710991245049697) + | > loss_disc_real_4: 0.18371306359767914 (0.18899381848481986) + | > loss_disc_real_5: 0.29248958826065063 (0.22394260993370643) + | > loss_0: 2.585452079772949 (2.4270717180692234) + | > loss_gen: 1.9664134979248047 (2.035213232040405) + | > loss_kl: 1.807938575744629 (1.7420621926967914) + | > loss_feat: 7.890634059906006 (7.521029435671293) + | > loss_mel: 22.223854064941406 (21.82821860680213) + | > loss_duration: 1.6902592182159424 (1.6866886432354267) + | > loss_1: 35.579097747802734 (34.81321202791654) + + --> STEP: 14 + | > loss_disc: 2.499380588531494 (2.4322366373879567) + | > loss_disc_real_0: 0.055297523736953735 (0.08257403623844896) + | > loss_disc_real_1: 0.20415936410427094 (0.19244713868413652) + | > loss_disc_real_2: 0.20427973568439484 (0.21641750101532256) + | > loss_disc_real_3: 0.24211981892585754 (0.20032490577016557) + | > loss_disc_real_4: 0.24009019136428833 (0.1926435594047819) + | > loss_disc_real_5: 0.2653945982456207 (0.2269034662417003) + | > loss_0: 2.499380588531494 (2.4322366373879567) + | > loss_gen: 2.0482444763183594 (2.0361440352031157) + | > loss_kl: 1.5925847291946411 (1.7313852310180664) + | > loss_feat: 6.381216526031494 (7.439614227839878) + | > loss_mel: 21.054214477539062 (21.772932597569056) + | > loss_duration: 1.734699010848999 (1.6901179552078247) + | > loss_1: 32.81095886230469 (34.67019394465855) + + --> STEP: 15 + | > loss_disc: 2.555363655090332 (2.4404451052347818) + | > loss_disc_real_0: 0.06377256661653519 (0.08132060493032138) + | > loss_disc_real_1: 0.2943822145462036 (0.19924281040827432) + | > loss_disc_real_2: 0.24668893218040466 (0.218435596426328) + | > loss_disc_real_3: 0.190405011177063 (0.19966357946395874) + | > loss_disc_real_4: 0.2434432953596115 (0.1960302084684372) + | > loss_disc_real_5: 0.24720104038715363 (0.2282566378513972) + | > loss_0: 2.555363655090332 (2.4404451052347818) + | > loss_gen: 2.258545160293579 (2.0509707768758134) + | > loss_kl: 1.3314975500106812 (1.7047260522842407) + | > loss_feat: 7.900137424468994 (7.470315774281819) + | > loss_mel: 23.87032699584961 (21.91275889078776) + | > loss_duration: 1.670396327972412 (1.6888031800587973) + | > loss_1: 37.03090286254883 (34.82757453918457) + + --> STEP: 16 + | > loss_disc: 2.2849996089935303 (2.4307297617197037) + | > loss_disc_real_0: 0.12424370646476746 (0.08400329877622426) + | > loss_disc_real_1: 0.25721579790115356 (0.20286612212657928) + | > loss_disc_real_2: 0.20364739000797272 (0.21751133352518082) + | > loss_disc_real_3: 0.16578498482704163 (0.19754616729915142) + | > loss_disc_real_4: 0.2143070548772812 (0.19717251136898994) + | > loss_disc_real_5: 0.20215654373168945 (0.22662538196891546) + | > loss_0: 2.2849996089935303 (2.4307297617197037) + | > loss_gen: 2.4409027099609375 (2.0753415226936336) + | > loss_kl: 1.8747787475585938 (1.7153543457388878) + | > loss_feat: 8.595609664916992 (7.540646642446518) + | > loss_mel: 22.729080200195312 (21.963778972625732) + | > loss_duration: 1.7546190023422241 (1.6929166689515114) + | > loss_1: 37.39499282836914 (34.988038182258606) + + --> STEP: 17 + | > loss_disc: 2.256756067276001 (2.4204960149877213) + | > loss_disc_real_0: 0.05109483003616333 (0.08206750649739714) + | > loss_disc_real_1: 0.2187773883342743 (0.20380207896232605) + | > loss_disc_real_2: 0.2395518571138382 (0.2188078349127489) + | > loss_disc_real_3: 0.22423289716243744 (0.19911597493816824) + | > loss_disc_real_4: 0.2546437680721283 (0.2005531735279981) + | > loss_disc_real_5: 0.17302152514457703 (0.22347221392042496) + | > loss_0: 2.256756067276001 (2.4204960149877213) + | > loss_gen: 2.4771604537963867 (2.0989779304055602) + | > loss_kl: 1.1224143505096436 (1.6804755224901087) + | > loss_feat: 7.558369159698486 (7.54168914346134) + | > loss_mel: 24.118209838867188 (22.0905102000517) + | > loss_duration: 1.6359361410140991 (1.689564873190487) + | > loss_1: 36.91209030151367 (35.101217718685376) + + --> STEP: 18 + | > loss_disc: 2.6313233375549316 (2.4322086440192328) + | > loss_disc_real_0: 0.05420586094260216 (0.08051963729990853) + | > loss_disc_real_1: 0.1623905897140503 (0.20150144067075518) + | > loss_disc_real_2: 0.24001720547676086 (0.21998613327741623) + | > loss_disc_real_3: 0.19348500669002533 (0.19880314336882698) + | > loss_disc_real_4: 0.18193455040454865 (0.19951880557669532) + | > loss_disc_real_5: 0.2226829081773758 (0.22342836360136667) + | > loss_0: 2.6313233375549316 (2.4322086440192328) + | > loss_gen: 1.6480709314346313 (2.073927541573842) + | > loss_kl: 1.8450990915298462 (1.6896212763256497) + | > loss_feat: 7.305602073669434 (7.528573195139567) + | > loss_mel: 21.509796142578125 (22.058248307969833) + | > loss_duration: 1.6643257141113281 (1.6881626976860895) + | > loss_1: 33.97289276123047 (35.03853299882677) + + --> STEP: 19 + | > loss_disc: 2.3602027893066406 (2.4284188621922542) + | > loss_disc_real_0: 0.04726339504122734 (0.07876930875997794) + | > loss_disc_real_1: 0.13903573155403137 (0.19821377176987498) + | > loss_disc_real_2: 0.17080937325954437 (0.2173978827501598) + | > loss_disc_real_3: 0.2033422291278839 (0.19904204261930367) + | > loss_disc_real_4: 0.1607184261083603 (0.1974766803415198) + | > loss_disc_real_5: 0.17445358633995056 (0.22085074374550268) + | > loss_0: 2.3602027893066406 (2.4284188621922542) + | > loss_gen: 1.7649565935134888 (2.0576659127285604) + | > loss_kl: 2.151188611984253 (1.7139142939918919) + | > loss_feat: 7.969150543212891 (7.55176147661711) + | > loss_mel: 22.824024200439453 (22.098552302310342) + | > loss_duration: 1.7288038730621338 (1.6903017069164075) + | > loss_1: 36.43812561035156 (35.11219576785439) + + --> STEP: 20 + | > loss_disc: 2.141141176223755 (2.414054977893829) + | > loss_disc_real_0: 0.06305358558893204 (0.07798352260142564) + | > loss_disc_real_1: 0.17993107438087463 (0.19729963690042496) + | > loss_disc_real_2: 0.21069084107875824 (0.21706253066658973) + | > loss_disc_real_3: 0.1961435228586197 (0.19889711663126947) + | > loss_disc_real_4: 0.17054080963134766 (0.1961298868060112) + | > loss_disc_real_5: 0.2058807611465454 (0.2201022446155548) + | > loss_0: 2.141141176223755 (2.414054977893829) + | > loss_gen: 2.251610279083252 (2.067363131046295) + | > loss_kl: 1.9424132108688354 (1.7253392398357392) + | > loss_feat: 7.037038326263428 (7.526025319099427) + | > loss_mel: 20.710100173950195 (22.029129695892333) + | > loss_duration: 1.6833646297454834 (1.6899548530578614) + | > loss_1: 33.62452697753906 (35.037812328338624) + + --> STEP: 21 + | > loss_disc: 2.4473745822906494 (2.4156416257222495) + | > loss_disc_real_0: 0.08597296476364136 (0.07836397222819783) + | > loss_disc_real_1: 0.16627930104732513 (0.19582247805027736) + | > loss_disc_real_2: 0.21308742463588715 (0.21687323990322294) + | > loss_disc_real_3: 0.1982114166021347 (0.1988644642489297) + | > loss_disc_real_4: 0.1953733265399933 (0.196093860126677) + | > loss_disc_real_5: 0.2123493254184723 (0.2197330579871223) + | > loss_0: 2.4473745822906494 (2.4156416257222495) + | > loss_gen: 2.0186667442321777 (2.065044255483718) + | > loss_kl: 1.3161470890045166 (1.7058538993199666) + | > loss_feat: 7.661430358886719 (7.532473178136916) + | > loss_mel: 22.05340576171875 (22.030285699026926) + | > loss_duration: 1.6595922708511353 (1.688509015809922) + | > loss_1: 34.7092399597168 (35.022166025070916) + + --> STEP: 22 + | > loss_disc: 2.6023757457733154 (2.424129540270025) + | > loss_disc_real_0: 0.107862189412117 (0.07970480028201234) + | > loss_disc_real_1: 0.1987202912569046 (0.19595419683239676) + | > loss_disc_real_2: 0.21893292665481567 (0.21696686202829535) + | > loss_disc_real_3: 0.2286936491727829 (0.20022033629092303) + | > loss_disc_real_4: 0.23247472941875458 (0.19774753600358963) + | > loss_disc_real_5: 0.2596181035041809 (0.22154601460153406) + | > loss_0: 2.6023757457733154 (2.424129540270025) + | > loss_gen: 1.9907678365707397 (2.0616680546240373) + | > loss_kl: 1.6787288188934326 (1.7046209411187605) + | > loss_feat: 6.12335729598999 (7.468422456221147) + | > loss_mel: 20.312786102294922 (21.952217535539106) + | > loss_duration: 1.823972463607788 (1.6946664452552795) + | > loss_1: 31.92961311340332 (34.88159543817694) + + --> STEP: 23 + | > loss_disc: 2.477418899536133 (2.426446468933769) + | > loss_disc_real_0: 0.05715354532003403 (0.07872431093583936) + | > loss_disc_real_1: 0.205536350607872 (0.19637081221393918) + | > loss_disc_real_2: 0.2363486886024475 (0.217809550140215) + | > loss_disc_real_3: 0.2205009162425995 (0.2011021006366481) + | > loss_disc_real_4: 0.25176993012428284 (0.2000963357479676) + | > loss_disc_real_5: 0.23873956501483917 (0.22229356027167776) + | > loss_0: 2.477418899536133 (2.426446468933769) + | > loss_gen: 1.977807641029358 (2.058021949685138) + | > loss_kl: 1.7198160886764526 (1.7052815997082253) + | > loss_feat: 6.559797763824463 (7.428917034812596) + | > loss_mel: 21.06576156616211 (21.913675971653152) + | > loss_duration: 1.7369533777236938 (1.696505007536515) + | > loss_1: 33.06013488769531 (34.802401501199476) + + --> STEP: 24 + | > loss_disc: 2.2754158973693848 (2.4201535284519196) + | > loss_disc_real_0: 0.10120303928852081 (0.07966092461720108) + | > loss_disc_real_1: 0.18905982375144958 (0.19606618769466877) + | > loss_disc_real_2: 0.2466217577457428 (0.21901005879044533) + | > loss_disc_real_3: 0.21515776216983795 (0.201687753200531) + | > loss_disc_real_4: 0.1844206005334854 (0.19944318011403084) + | > loss_disc_real_5: 0.18367315828800201 (0.22068437685569128) + | > loss_0: 2.2754158973693848 (2.4201535284519196) + | > loss_gen: 2.460658311843872 (2.0747984647750854) + | > loss_kl: 1.3525667190551758 (1.6905851463476818) + | > loss_feat: 7.70571231842041 (7.440450171629588) + | > loss_mel: 22.016908645629883 (21.917977333068848) + | > loss_duration: 1.6523538827896118 (1.6946653773387272) + | > loss_1: 35.188201904296875 (34.8184765179952) + + --> STEP: 25 + | > loss_disc: 2.5213189125061035 (2.4242001438140868) + | > loss_disc_real_0: 0.12131159007549286 (0.08132695123553274) + | > loss_disc_real_1: 0.2409428507089615 (0.19786125421524048) + | > loss_disc_real_2: 0.22346802055835724 (0.2191883772611618) + | > loss_disc_real_3: 0.24917854368686676 (0.20358738481998442) + | > loss_disc_real_4: 0.25279900431632996 (0.2015774130821228) + | > loss_disc_real_5: 0.21666407585144043 (0.22052356481552124) + | > loss_0: 2.5213189125061035 (2.4242001438140868) + | > loss_gen: 2.2157416343688965 (2.080436191558838) + | > loss_kl: 1.3006609678268433 (1.6749881792068482) + | > loss_feat: 6.320411682128906 (7.395648632049561) + | > loss_mel: 20.82976722717285 (21.874448928833008) + | > loss_duration: 1.6433175802230835 (1.6926114654541016) + | > loss_1: 32.309898376464844 (34.71813339233398) + + --> STEP: 26 + | > loss_disc: 2.319502830505371 (2.420173324071444) + | > loss_disc_real_0: 0.10010432451963425 (0.08204915790030588) + | > loss_disc_real_1: 0.23581427335739136 (0.19932098572070783) + | > loss_disc_real_2: 0.19202494621276855 (0.21814362991314667) + | > loss_disc_real_3: 0.19803741574287415 (0.2033739244708648) + | > loss_disc_real_4: 0.15814034640789032 (0.1999067566715754) + | > loss_disc_real_5: 0.1711471974849701 (0.21862447376434618) + | > loss_0: 2.319502830505371 (2.420173324071444) + | > loss_gen: 2.1236355304718018 (2.0820977045939517) + | > loss_kl: 1.9499847888946533 (1.6855649718871484) + | > loss_feat: 6.812836647033691 (7.373232786472027) + | > loss_mel: 20.214624404907227 (21.81060952406663) + | > loss_duration: 1.6882829666137695 (1.6924449847294734) + | > loss_1: 32.789363861083984 (34.64394994882437) + + --> STEP: 27 + | > loss_disc: 2.2545197010040283 (2.4140380046985768) + | > loss_disc_real_0: 0.0549389012157917 (0.08104507431939795) + | > loss_disc_real_1: 0.16864925622940063 (0.1981849957395483) + | > loss_disc_real_2: 0.2033766657114029 (0.2175967053130821) + | > loss_disc_real_3: 0.16794884204864502 (0.20206188438115297) + | > loss_disc_real_4: 0.16443777084350586 (0.19859309052979504) + | > loss_disc_real_5: 0.16362640261650085 (0.21658750816627784) + | > loss_0: 2.2545197010040283 (2.4140380046985768) + | > loss_gen: 2.0416107177734375 (2.080598186563562) + | > loss_kl: 1.6373450756072998 (1.6837790498027094) + | > loss_feat: 8.207147598266602 (7.404118520242196) + | > loss_mel: 21.868921279907227 (21.812769218727393) + | > loss_duration: 1.697655200958252 (1.6926379557009097) + | > loss_1: 35.45267868041992 (34.67390286480939) + + --> STEP: 28 + | > loss_disc: 2.2870748043060303 (2.409503604684557) + | > loss_disc_real_0: 0.08023272454738617 (0.08101606182754038) + | > loss_disc_real_1: 0.12819889187812805 (0.19568549203021185) + | > loss_disc_real_2: 0.19083528220653534 (0.216640940202134) + | > loss_disc_real_3: 0.14144030213356018 (0.19989682787231036) + | > loss_disc_real_4: 0.1846383959054947 (0.19809470857892716) + | > loss_disc_real_5: 0.2645756006240845 (0.2183013686111995) + | > loss_0: 2.2870748043060303 (2.409503604684557) + | > loss_gen: 2.1270651817321777 (2.0822577221052985) + | > loss_kl: 1.9210200309753418 (1.6922519419874464) + | > loss_feat: 7.873912334442139 (7.4208968707493375) + | > loss_mel: 21.779186248779297 (21.811569826943533) + | > loss_duration: 1.6765432357788086 (1.6920631442751204) + | > loss_1: 35.37772750854492 (34.69903945922852) + + --> STEP: 29 + | > loss_disc: 2.413395881652832 (2.409637821131739) + | > loss_disc_real_0: 0.08673637360334396 (0.08121331395774051) + | > loss_disc_real_1: 0.18742971122264862 (0.19540080993339934) + | > loss_disc_real_2: 0.23247919976711273 (0.21718708708368498) + | > loss_disc_real_3: 0.21787697076797485 (0.20051683279974708) + | > loss_disc_real_4: 0.1890065222978592 (0.19778132284509725) + | > loss_disc_real_5: 0.17907536029815674 (0.2169487476348877) + | > loss_0: 2.413395881652832 (2.409637821131739) + | > loss_gen: 1.9026881456375122 (2.0760656677443405) + | > loss_kl: 1.3641678094863892 (1.6809386960391342) + | > loss_feat: 4.315460205078125 (7.313812847795157) + | > loss_mel: 14.520845413208008 (21.560165536814722) + | > loss_duration: 1.6534513235092163 (1.6907317021797443) + | > loss_1: 23.756614685058594 (34.32171446701577) + + --> STEP: 30 + | > loss_disc: 2.25777006149292 (2.404575562477112) + | > loss_disc_real_0: 0.051734551787376404 (0.0802306885520617) + | > loss_disc_real_1: 0.16306237876415253 (0.19432286222775777) + | > loss_disc_real_2: 0.1773969978094101 (0.2158607507745425) + | > loss_disc_real_3: 0.14622564613819122 (0.1987071265776952) + | > loss_disc_real_4: 0.10034786909818649 (0.19453354105353354) + | > loss_disc_real_5: 0.09527656435966492 (0.21289300819238027) + | > loss_0: 2.25777006149292 (2.404575562477112) + | > loss_gen: 1.8133106231689453 (2.067307166258494) + | > loss_kl: 2.114124298095703 (1.6953782161076865) + | > loss_feat: 8.3615083694458 (7.348736031850179) + | > loss_mel: 22.552764892578125 (21.593252182006836) + | > loss_duration: 1.6579227447509766 (1.689638070265452) + | > loss_1: 36.49962615966797 (34.39431152343751) + + --> STEP: 31 + | > loss_disc: 2.293001651763916 (2.4009764040670087) + | > loss_disc_real_0: 0.10372147709131241 (0.0809884559242956) + | > loss_disc_real_1: 0.18578925728797913 (0.19404758464905522) + | > loss_disc_real_2: 0.192324697971344 (0.2151015232647619) + | > loss_disc_real_3: 0.2222694456577301 (0.1994672013867286) + | > loss_disc_real_4: 0.18795765936374664 (0.19432141583773396) + | > loss_disc_real_5: 0.21065908670425415 (0.21282094620889233) + | > loss_0: 2.293001651763916 (2.4009764040670087) + | > loss_gen: 2.119612216949463 (2.068994425958203) + | > loss_kl: 1.5585823059082031 (1.6909654448109288) + | > loss_feat: 7.552305698394775 (7.355302795287101) + | > loss_mel: 22.670005798339844 (21.627986169630482) + | > loss_duration: 1.6382737159729004 (1.6879811556108537) + | > loss_1: 35.538780212402344 (34.43122986824282) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.011712512662333826 (+0.00691697674412881) + | > avg_loss_disc: 2.4009764040670087 (+0.008703916303573589) + | > avg_loss_disc_real_0: 0.0809884559242956 (-0.089289310478395) + | > avg_loss_disc_real_1: 0.19404758464905522 (+0.020537867180762726) + | > avg_loss_disc_real_2: 0.2151015232647619 (-0.024408043872925528) + | > avg_loss_disc_real_3: 0.1994672013867286 (-0.019900422423116626) + | > avg_loss_disc_real_4: 0.19432141583773396 (-0.05498518025682819) + | > avg_loss_disc_real_5: 0.21282094620889233 (-0.01327601555855043) + | > avg_loss_0: 2.4009764040670087 (+0.008703916303573589) + | > avg_loss_gen: 2.068994425958203 (-0.45341335188957865) + | > avg_loss_kl: 1.6909654448109288 (-0.0018527892328077389) + | > avg_loss_feat: 7.355302795287101 (+0.17472380976523105) + | > avg_loss_mel: 21.627986169630482 (+0.26416347872826407) + | > avg_loss_duration: 1.6879811556108537 (+0.0033679854485297867) + | > avg_loss_1: 34.43122986824282 (-0.013011440154038212) + + + > EPOCH: 46/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 08:37:27)  + + --> TIME: 2024-11-23 08:37:32 -- STEP: 6/797 -- GLOBAL_STEP: 59775 + | > loss_disc: 2.4660255908966064 (2.4499879280726113) + | > loss_disc_real_0: 0.12485361844301224 (0.13806798681616783) + | > loss_disc_real_1: 0.2608841061592102 (0.22570728262265524) + | > loss_disc_real_2: 0.2334340363740921 (0.22747424244880676) + | > loss_disc_real_3: 0.2618388831615448 (0.239787720143795) + | > loss_disc_real_4: 0.21718889474868774 (0.20508509625991186) + | > loss_disc_real_5: 0.22128725051879883 (0.22006647537151972) + | > loss_0: 2.4660255908966064 (2.4499879280726113) + | > grad_norm_0: tensor(32.3995, device='cuda:0') (tensor(103.5152, device='cuda:0')) + | > loss_gen: 2.364053726196289 (2.3534204165140786) + | > loss_kl: 2.114609479904175 (1.6217528581619263) + | > loss_feat: 6.264449119567871 (6.482648928960164) + | > loss_mel: 19.167236328125 (19.512848218282063) + | > loss_duration: 1.7970174551010132 (1.8718940615653992) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.707366943359375 (31.842564900716145) + | > grad_norm_1: tensor(325.2158, device='cuda:0') (tensor(383.1338, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 0.7678 (0.7518025239308676) + | > loader_time: 0.004 (0.0051301320393880205) + + + --> TIME: 2024-11-23 08:37:51 -- STEP: 31/797 -- GLOBAL_STEP: 59800 + | > loss_disc: 2.4193389415740967 (2.445147114415322) + | > loss_disc_real_0: 0.12526750564575195 (0.12904922231551139) + | > loss_disc_real_1: 0.22848272323608398 (0.2183255437881716) + | > loss_disc_real_2: 0.2161092460155487 (0.23060780234875217) + | > loss_disc_real_3: 0.24524354934692383 (0.2276532337550194) + | > loss_disc_real_4: 0.22196020185947418 (0.2241187778211409) + | > loss_disc_real_5: 0.19321168959140778 (0.22669386046548043) + | > loss_0: 2.4193389415740967 (2.445147114415322) + | > grad_norm_0: tensor(17.1703, device='cuda:0') (tensor(54.0244, device='cuda:0')) + | > loss_gen: 2.2244796752929688 (2.4017141788236556) + | > loss_kl: 1.6230663061141968 (1.611237648994692) + | > loss_feat: 6.201650142669678 (7.1813502926980295) + | > loss_mel: 18.953035354614258 (20.574329622330204) + | > loss_duration: 1.7464089393615723 (1.7859650273476877) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.748640060424805 (33.55459680864888) + | > grad_norm_1: tensor(123.2018, device='cuda:0') (tensor(403.5393, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 0.7372 (0.7480418451370732) + | > loader_time: 0.0034 (0.004769655965989635) + + + --> TIME: 2024-11-23 08:38:11 -- STEP: 56/797 -- GLOBAL_STEP: 59825 + | > loss_disc: 2.4599668979644775 (2.417370659964424) + | > loss_disc_real_0: 0.14130723476409912 (0.1253349016021405) + | > loss_disc_real_1: 0.17172008752822876 (0.2157968966556447) + | > loss_disc_real_2: 0.24336957931518555 (0.2281358170190028) + | > loss_disc_real_3: 0.24795624613761902 (0.2219868560454675) + | > loss_disc_real_4: 0.27227625250816345 (0.22126700223556586) + | > loss_disc_real_5: 0.24534565210342407 (0.22480833663472108) + | > loss_0: 2.4599668979644775 (2.417370659964424) + | > grad_norm_0: tensor(25.2425, device='cuda:0') (tensor(44.7626, device='cuda:0')) + | > loss_gen: 2.3120737075805664 (2.3945490377289906) + | > loss_kl: 1.471803069114685 (1.5967581548861094) + | > loss_feat: 6.061456203460693 (7.18259163413729) + | > loss_mel: 18.398826599121094 (20.44935284342085) + | > loss_duration: 1.6339467763900757 (1.7549166892256056) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 29.87810707092285 (33.378168344497674) + | > grad_norm_1: tensor(348.1314, device='cuda:0') (tensor(413.9303, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 0.8428 (0.7598287505762916) + | > loader_time: 0.004 (0.005070396832057408) + + + --> TIME: 2024-11-23 08:38:30 -- STEP: 81/797 -- GLOBAL_STEP: 59850 + | > loss_disc: 2.403265953063965 (2.4173306476922676) + | > loss_disc_real_0: 0.19771495461463928 (0.12860396265247723) + | > loss_disc_real_1: 0.26362353563308716 (0.21545377171333926) + | > loss_disc_real_2: 0.22316724061965942 (0.22818047452120133) + | > loss_disc_real_3: 0.18999360501766205 (0.22104866287590544) + | > loss_disc_real_4: 0.2082509845495224 (0.21784286348172177) + | > loss_disc_real_5: 0.18586848676204681 (0.2236426662147781) + | > loss_0: 2.403265953063965 (2.4173306476922676) + | > grad_norm_0: tensor(85.2397, device='cuda:0') (tensor(50.3593, device='cuda:0')) + | > loss_gen: 2.6070499420166016 (2.3997693179566184) + | > loss_kl: 1.9949414730072021 (1.5912541033309187) + | > loss_feat: 7.990049839019775 (7.217447951987937) + | > loss_mel: 22.496187210083008 (20.54600845148535) + | > loss_duration: 1.689570665359497 (1.7357955155549225) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.77779769897461 (33.49027532412681) + | > grad_norm_1: tensor(357.9351, device='cuda:0') (tensor(434.9322, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 0.7593 (0.7603406405743257) + | > loader_time: 0.0057 (0.00513074133131239) + + + --> TIME: 2024-11-23 08:38:50 -- STEP: 106/797 -- GLOBAL_STEP: 59875 + | > loss_disc: 2.445284128189087 (2.4291528058501917) + | > loss_disc_real_0: 0.0524754673242569 (0.12903329448879888) + | > loss_disc_real_1: 0.2622205913066864 (0.21659161206686273) + | > loss_disc_real_2: 0.24277766048908234 (0.23196707904901145) + | > loss_disc_real_3: 0.2149370312690735 (0.22311040281124836) + | > loss_disc_real_4: 0.23980599641799927 (0.21981299078127123) + | > loss_disc_real_5: 0.23354710638523102 (0.22536602841233308) + | > loss_0: 2.445284128189087 (2.4291528058501917) + | > grad_norm_0: tensor(26.8350, device='cuda:0') (tensor(54.3292, device='cuda:0')) + | > loss_gen: 2.462606906890869 (2.406854616021212) + | > loss_kl: 1.2561410665512085 (1.569628547947362) + | > loss_feat: 7.24521017074585 (7.230528683032629) + | > loss_mel: 21.362686157226562 (20.676097222094274) + | > loss_duration: 1.7049834728240967 (1.7265290584204331) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.0316276550293 (33.60963816012977) + | > grad_norm_1: tensor(467.8880, device='cuda:0') (tensor(445.7711, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 0.7893 (0.7634158201937405) + | > loader_time: 0.0039 (0.005209124313210542) + + + --> TIME: 2024-11-23 08:39:10 -- STEP: 131/797 -- GLOBAL_STEP: 59900 + | > loss_disc: 2.338679075241089 (2.429725710672277) + | > loss_disc_real_0: 0.11832091957330704 (0.1310093231101072) + | > loss_disc_real_1: 0.2681281864643097 (0.2167588050356348) + | > loss_disc_real_2: 0.1860242635011673 (0.23085928486503718) + | > loss_disc_real_3: 0.23098169267177582 (0.222224848984762) + | > loss_disc_real_4: 0.19126632809638977 (0.21836200492982646) + | > loss_disc_real_5: 0.1920245736837387 (0.2243506779880014) + | > loss_0: 2.338679075241089 (2.429725710672277) + | > grad_norm_0: tensor(18.4294, device='cuda:0') (tensor(54.9816, device='cuda:0')) + | > loss_gen: 2.5171732902526855 (2.402743466937816) + | > loss_kl: 1.6539905071258545 (1.5634021158436784) + | > loss_feat: 8.443704605102539 (7.268507808219385) + | > loss_mel: 20.85747528076172 (20.687654582598743) + | > loss_duration: 1.7293076515197754 (1.7208777147395011) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.20165252685547 (33.643185710178976) + | > grad_norm_1: tensor(583.4193, device='cuda:0') (tensor(438.7631, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 0.7809 (0.7668545355323617) + | > loader_time: 0.0042 (0.005348109106981118) + + + --> TIME: 2024-11-23 08:39:29 -- STEP: 156/797 -- GLOBAL_STEP: 59925 + | > loss_disc: 2.5573766231536865 (2.429706811904907) + | > loss_disc_real_0: 0.118924580514431 (0.1297957209440378) + | > loss_disc_real_1: 0.21747851371765137 (0.2171439427213791) + | > loss_disc_real_2: 0.2150670289993286 (0.23077010554380906) + | > loss_disc_real_3: 0.23302778601646423 (0.22222216417774177) + | > loss_disc_real_4: 0.27349719405174255 (0.2198807751903167) + | > loss_disc_real_5: 0.25267931818962097 (0.22549482196187362) + | > loss_0: 2.5573766231536865 (2.429706811904907) + | > grad_norm_0: tensor(31.0889, device='cuda:0') (tensor(51.6595, device='cuda:0')) + | > loss_gen: 2.325570583343506 (2.399886210759482) + | > loss_kl: 1.6226961612701416 (1.5635560131989992) + | > loss_feat: 7.678581237792969 (7.265074787995754) + | > loss_mel: 21.90558433532715 (20.66273592679929) + | > loss_duration: 1.6921366453170776 (1.7153480969942534) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.22456741333008 (33.606601018172036) + | > grad_norm_1: tensor(630.5455, device='cuda:0') (tensor(434.2545, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 0.8113 (0.7699540563118766) + | > loader_time: 0.0064 (0.005475310178903433) + + + --> TIME: 2024-11-23 08:39:50 -- STEP: 181/797 -- GLOBAL_STEP: 59950 + | > loss_disc: 2.4689507484436035 (2.4293573337365255) + | > loss_disc_real_0: 0.09111234545707703 (0.1289036546869831) + | > loss_disc_real_1: 0.2064495086669922 (0.21704571632390524) + | > loss_disc_real_2: 0.22226595878601074 (0.23103677781905918) + | > loss_disc_real_3: 0.21042391657829285 (0.2217997218693159) + | > loss_disc_real_4: 0.2177104353904724 (0.22016094871976757) + | > loss_disc_real_5: 0.21703632175922394 (0.22536137428402242) + | > loss_0: 2.4689507484436035 (2.4293573337365255) + | > grad_norm_0: tensor(59.5383, device='cuda:0') (tensor(49.8111, device='cuda:0')) + | > loss_gen: 2.268955945968628 (2.3916058487655056) + | > loss_kl: 1.71696937084198 (1.5625932019059832) + | > loss_feat: 7.060522556304932 (7.247310029867604) + | > loss_mel: 21.787891387939453 (20.719810601756063) + | > loss_duration: 1.6526174545288086 (1.7086565066437696) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.48695755004883 (33.62997617774246) + | > grad_norm_1: tensor(660.4336, device='cuda:0') (tensor(429.2718, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 0.7481 (0.7731435746777784) + | > loader_time: 0.0054 (0.0056539912250160515) + + + --> TIME: 2024-11-23 08:40:10 -- STEP: 206/797 -- GLOBAL_STEP: 59975 + | > loss_disc: 2.4930484294891357 (2.4290603017344057) + | > loss_disc_real_0: 0.11633987724781036 (0.1281213939045239) + | > loss_disc_real_1: 0.21325556933879852 (0.21690515392613643) + | > loss_disc_real_2: 0.22684098780155182 (0.23050589562909116) + | > loss_disc_real_3: 0.2214369773864746 (0.22228629850936168) + | > loss_disc_real_4: 0.25692018866539 (0.2213777555424033) + | > loss_disc_real_5: 0.2334786057472229 (0.2259005022425096) + | > loss_0: 2.4930484294891357 (2.4290603017344057) + | > grad_norm_0: tensor(28.4544, device='cuda:0') (tensor(48.1242, device='cuda:0')) + | > loss_gen: 2.346691131591797 (2.3948813005558502) + | > loss_kl: 1.5049954652786255 (1.5692683979145534) + | > loss_feat: 7.285862922668457 (7.233204744394543) + | > loss_mel: 21.540481567382812 (20.70911592650182) + | > loss_duration: 1.7233163118362427 (1.7070648039428933) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.40134811401367 (33.61353516810149) + | > grad_norm_1: tensor(445.9055, device='cuda:0') (tensor(429.7771, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 0.8589 (0.7754119044368708) + | > loader_time: 0.0043 (0.005670628501373587) + + + --> TIME: 2024-11-23 08:40:30 -- STEP: 231/797 -- GLOBAL_STEP: 60000 + | > loss_disc: 2.5466432571411133 (2.4348385509474455) + | > loss_disc_real_0: 0.10112176835536957 (0.12825879538472076) + | > loss_disc_real_1: 0.1652560979127884 (0.2175120072060333) + | > loss_disc_real_2: 0.2134333848953247 (0.23018976762181237) + | > loss_disc_real_3: 0.23137740790843964 (0.22254896879970254) + | > loss_disc_real_4: 0.2499031126499176 (0.2219173754706527) + | > loss_disc_real_5: 0.2619125247001648 (0.22697394396061504) + | > loss_0: 2.5466432571411133 (2.4348385509474455) + | > grad_norm_0: tensor(28.9433, device='cuda:0') (tensor(47.5336, device='cuda:0')) + | > loss_gen: 2.266831874847412 (2.386302935612667) + | > loss_kl: 1.6773346662521362 (1.5740116648859794) + | > loss_feat: 6.947019100189209 (7.188210592641459) + | > loss_mel: 21.169015884399414 (20.705573408118575) + | > loss_duration: 1.6847375631332397 (1.703912984241139) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.744937896728516 (33.5580115627933) + | > grad_norm_1: tensor(117.8058, device='cuda:0') (tensor(427.1463, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 0.8042 (0.778578448605228) + | > loader_time: 0.0168 (0.005900648249176158) + + + > CHECKPOINT : vits_shi_male-November-22-2024_02+49AM-0000000/checkpoint_60000.pth + + --> TIME: 2024-11-23 08:40:54 -- STEP: 256/797 -- GLOBAL_STEP: 60025 + | > loss_disc: 2.5846545696258545 (2.4366787001490593) + | > loss_disc_real_0: 0.16359472274780273 (0.12842994468519459) + | > loss_disc_real_1: 0.2852098047733307 (0.21747514908201993) + | > loss_disc_real_2: 0.23597191274166107 (0.2305094176554121) + | > loss_disc_real_3: 0.2476273775100708 (0.22217782936058939) + | > loss_disc_real_4: 0.22751611471176147 (0.22207436949247494) + | > loss_disc_real_5: 0.22376497089862823 (0.22745542257325724) + | > loss_0: 2.5846545696258545 (2.4366787001490593) + | > grad_norm_0: tensor(115.2867, device='cuda:0') (tensor(49.0850, device='cuda:0')) + | > loss_gen: 2.358001708984375 (2.3867279356345543) + | > loss_kl: 1.769296646118164 (1.5804526917636397) + | > loss_feat: 6.458371639251709 (7.177708562463522) + | > loss_mel: 21.0690975189209 (20.722350515425205) + | > loss_duration: 1.6443597078323364 (1.6996536906808615) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.299129486083984 (33.56689345836642) + | > grad_norm_1: tensor(514.7293, device='cuda:0') (tensor(435.0967, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 0.8258 (0.7830045027658344) + | > loader_time: 0.0057 (0.0059893373399972916) + + + --> TIME: 2024-11-23 08:41:14 -- STEP: 281/797 -- GLOBAL_STEP: 60050 + | > loss_disc: 2.3672099113464355 (2.437304800515497) + | > loss_disc_real_0: 0.05087652429938316 (0.12829778609910036) + | > loss_disc_real_1: 0.17291469871997833 (0.21820767605644106) + | > loss_disc_real_2: 0.23902128636837006 (0.23072210585307396) + | > loss_disc_real_3: 0.26790446043014526 (0.2230304299830542) + | > loss_disc_real_4: 0.2579127550125122 (0.221677771348546) + | > loss_disc_real_5: 0.21814797818660736 (0.226722052194894) + | > loss_0: 2.3672099113464355 (2.437304800515497) + | > grad_norm_0: tensor(37.8664, device='cuda:0') (tensor(51.0841, device='cuda:0')) + | > loss_gen: 2.6552977561950684 (2.3887295129036157) + | > loss_kl: 1.4703660011291504 (1.5795003150281535) + | > loss_feat: 7.5112409591674805 (7.169515479077648) + | > loss_mel: 20.19327163696289 (20.739367244082413) + | > loss_duration: 1.67783522605896 (1.6975115707336372) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.50801086425781 (33.57462422788358) + | > grad_norm_1: tensor(725.9952, device='cuda:0') (tensor(439.9657, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 0.8234 (0.7852920467743247) + | > loader_time: 0.0052 (0.006078932208947014) + + + --> TIME: 2024-11-23 08:41:35 -- STEP: 306/797 -- GLOBAL_STEP: 60075 + | > loss_disc: 2.626532793045044 (2.43773317726609) + | > loss_disc_real_0: 0.2389843761920929 (0.12925815232877239) + | > loss_disc_real_1: 0.29974719882011414 (0.21798710369206722) + | > loss_disc_real_2: 0.2857760488986969 (0.23106559302682192) + | > loss_disc_real_3: 0.27741000056266785 (0.22283607234362685) + | > loss_disc_real_4: 0.21950219571590424 (0.22232943447002398) + | > loss_disc_real_5: 0.22951829433441162 (0.22787799559582292) + | > loss_0: 2.626532793045044 (2.43773317726609) + | > grad_norm_0: tensor(64.7391, device='cuda:0') (tensor(52.0193, device='cuda:0')) + | > loss_gen: 2.344923496246338 (2.395314805647907) + | > loss_kl: 1.5383888483047485 (1.5792574457872932) + | > loss_feat: 6.044857025146484 (7.167621148178001) + | > loss_mel: 20.129451751708984 (20.755758347854115) + | > loss_duration: 1.6644401550292969 (1.6956173243865469) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.722061157226562 (33.59356918210302) + | > grad_norm_1: tensor(435.9622, device='cuda:0') (tensor(436.2453, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 0.8074 (0.7873830483629815) + | > loader_time: 0.0056 (0.006230404953551446) + + + --> TIME: 2024-11-23 08:41:56 -- STEP: 331/797 -- GLOBAL_STEP: 60100 + | > loss_disc: 2.3324694633483887 (2.438288766451833) + | > loss_disc_real_0: 0.11076072603464127 (0.12859043940406542) + | > loss_disc_real_1: 0.1915743350982666 (0.2180816934998302) + | > loss_disc_real_2: 0.23201262950897217 (0.23123096622909303) + | > loss_disc_real_3: 0.22281908988952637 (0.22242887187580326) + | > loss_disc_real_4: 0.22342130541801453 (0.2218923442223281) + | > loss_disc_real_5: 0.22359256446361542 (0.22808973032002003) + | > loss_0: 2.3324694633483887 (2.438288766451833) + | > grad_norm_0: tensor(74.6696, device='cuda:0') (tensor(52.1556, device='cuda:0')) + | > loss_gen: 2.526583194732666 (2.392884682312474) + | > loss_kl: 1.6524715423583984 (1.5805588726550797) + | > loss_feat: 7.9736738204956055 (7.155286327949824) + | > loss_mel: 21.66217803955078 (20.763791190893635) + | > loss_duration: 1.6147983074188232 (1.693568504829061) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.42970657348633 (33.586089696048674) + | > grad_norm_1: tensor(910.0256, device='cuda:0') (tensor(443.3827, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 0.8811 (0.7904490387331686) + | > loader_time: 0.0144 (0.006315957383446821) + + + --> TIME: 2024-11-23 08:42:17 -- STEP: 356/797 -- GLOBAL_STEP: 60125 + | > loss_disc: 2.5295603275299072 (2.4383382797241224) + | > loss_disc_real_0: 0.17811772227287292 (0.1280223851542125) + | > loss_disc_real_1: 0.19406044483184814 (0.21813437200329278) + | > loss_disc_real_2: 0.209711492061615 (0.23110468128926298) + | > loss_disc_real_3: 0.2547299861907959 (0.22273920342493592) + | > loss_disc_real_4: 0.24304792284965515 (0.22192245077216224) + | > loss_disc_real_5: 0.26927441358566284 (0.22831653117128972) + | > loss_0: 2.5295603275299072 (2.4383382797241224) + | > grad_norm_0: tensor(22.6057, device='cuda:0') (tensor(51.0574, device='cuda:0')) + | > loss_gen: 2.3361315727233887 (2.3929762009824276) + | > loss_kl: 1.4986016750335693 (1.5794816706957449) + | > loss_feat: 6.4872541427612305 (7.146599290076266) + | > loss_mel: 20.524152755737305 (20.761989218465402) + | > loss_duration: 1.6375981569290161 (1.691142130768701) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.483741760253906 (33.572188597046996) + | > grad_norm_1: tensor(557.7638, device='cuda:0') (tensor(444.5555, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 0.8204 (0.7924209873328052) + | > loader_time: 0.0065 (0.006379492497176264) + + + --> TIME: 2024-11-23 08:42:38 -- STEP: 381/797 -- GLOBAL_STEP: 60150 + | > loss_disc: 2.4899730682373047 (2.4349391510480367) + | > loss_disc_real_0: 0.14209797978401184 (0.12748853007717711) + | > loss_disc_real_1: 0.21092265844345093 (0.2177594700666863) + | > loss_disc_real_2: 0.23856523633003235 (0.23074351043838842) + | > loss_disc_real_3: 0.2276984304189682 (0.2221904030935032) + | > loss_disc_real_4: 0.20643140375614166 (0.2218506066348609) + | > loss_disc_real_5: 0.23973418772220612 (0.22820610410272293) + | > loss_0: 2.4899730682373047 (2.4349391510480367) + | > grad_norm_0: tensor(11.3004, device='cuda:0') (tensor(50.4405, device='cuda:0')) + | > loss_gen: 2.3575096130371094 (2.3936370964751172) + | > loss_kl: 1.7524232864379883 (1.580003048804176) + | > loss_feat: 6.6431074142456055 (7.158498645141682) + | > loss_mel: 21.18497657775879 (20.770845813701172) + | > loss_duration: 1.662367582321167 (1.6885590008863314) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.60038375854492 (33.59154369324217) + | > grad_norm_1: tensor(407.5619, device='cuda:0') (tensor(452.6546, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 0.8077 (0.7960462582705844) + | > loader_time: 0.0062 (0.006539202111912523) + + + --> TIME: 2024-11-23 08:42:59 -- STEP: 406/797 -- GLOBAL_STEP: 60175 + | > loss_disc: 2.5896880626678467 (2.43357743065933) + | > loss_disc_real_0: 0.09373439103364944 (0.12723478010575762) + | > loss_disc_real_1: 0.22167977690696716 (0.21759091882870116) + | > loss_disc_real_2: 0.24854911863803864 (0.23032668900900874) + | > loss_disc_real_3: 0.18624411523342133 (0.22193920542600706) + | > loss_disc_real_4: 0.24311143159866333 (0.22212387702147948) + | > loss_disc_real_5: 0.25686949491500854 (0.22827061405176013) + | > loss_0: 2.5896880626678467 (2.43357743065933) + | > grad_norm_0: tensor(60.7888, device='cuda:0') (tensor(50.5801, device='cuda:0')) + | > loss_gen: 2.2042689323425293 (2.3930629985085856) + | > loss_kl: 1.5707424879074097 (1.5769990524047708) + | > loss_feat: 6.492526054382324 (7.156738895500822) + | > loss_mel: 20.377887725830078 (20.78302250941987) + | > loss_duration: 1.681995153427124 (1.6873193066108403) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.32741928100586 (33.597142830270904) + | > grad_norm_1: tensor(640.9114, device='cuda:0') (tensor(457.9222, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 0.8865 (0.7986396245768508) + | > loader_time: 0.0061 (0.006645998344045553) + + + --> TIME: 2024-11-23 08:43:21 -- STEP: 431/797 -- GLOBAL_STEP: 60200 + | > loss_disc: 2.5526373386383057 (2.4351519266026775) + | > loss_disc_real_0: 0.15702174603939056 (0.12807855281434324) + | > loss_disc_real_1: 0.2840060591697693 (0.21758118372090732) + | > loss_disc_real_2: 0.2522546648979187 (0.23029758959248006) + | > loss_disc_real_3: 0.29579707980155945 (0.2221012492329228) + | > loss_disc_real_4: 0.26470234990119934 (0.22197518063808538) + | > loss_disc_real_5: 0.2658657431602478 (0.22848811552032242) + | > loss_0: 2.5526373386383057 (2.4351519266026775) + | > grad_norm_0: tensor(31.5927, device='cuda:0') (tensor(52.3415, device='cuda:0')) + | > loss_gen: 2.6067097187042236 (2.3970782723614907) + | > loss_kl: 1.5961394309997559 (1.5742030423091353) + | > loss_feat: 6.672414302825928 (7.168234259789062) + | > loss_mel: 21.110912322998047 (20.80943666975903) + | > loss_duration: 1.7245529890060425 (1.6860630315860297) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.710731506347656 (33.63501536818507) + | > grad_norm_1: tensor(679.3839, device='cuda:0') (tensor(462.1981, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 0.8231 (0.8009349696874069) + | > loader_time: 0.0061 (0.006746254498333497) + + + --> TIME: 2024-11-23 08:43:42 -- STEP: 456/797 -- GLOBAL_STEP: 60225 + | > loss_disc: 2.369063138961792 (2.4373106114697056) + | > loss_disc_real_0: 0.12284925580024719 (0.12862576585949267) + | > loss_disc_real_1: 0.23310138285160065 (0.2174325844828497) + | > loss_disc_real_2: 0.23875370621681213 (0.23066571508452557) + | > loss_disc_real_3: 0.21245163679122925 (0.22221754311600275) + | > loss_disc_real_4: 0.20331017673015594 (0.22255018922059158) + | > loss_disc_real_5: 0.22147956490516663 (0.2296746422520332) + | > loss_0: 2.369063138961792 (2.4373106114697056) + | > grad_norm_0: tensor(29.9491, device='cuda:0') (tensor(52.4036, device='cuda:0')) + | > loss_gen: 2.3372387886047363 (2.3973336664208205) + | > loss_kl: 1.5651252269744873 (1.574940425000693) + | > loss_feat: 7.067362308502197 (7.175692637761434) + | > loss_mel: 20.905115127563477 (20.844347430948634) + | > loss_duration: 1.7002073526382446 (1.684967010429031) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.57504653930664 (33.67728122911962) + | > grad_norm_1: tensor(291.2241, device='cuda:0') (tensor(457.9152, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 0.8165 (0.8030762850192558) + | > loader_time: 0.0068 (0.006849252863934164) + + + --> TIME: 2024-11-23 08:44:04 -- STEP: 481/797 -- GLOBAL_STEP: 60250 + | > loss_disc: 2.4872195720672607 (2.435992127892383) + | > loss_disc_real_0: 0.07851361483335495 (0.12846632081078163) + | > loss_disc_real_1: 0.2545223832130432 (0.21752090938002058) + | > loss_disc_real_2: 0.2348143756389618 (0.23023699880761564) + | > loss_disc_real_3: 0.17545939981937408 (0.22204902687588254) + | > loss_disc_real_4: 0.1754012107849121 (0.22190600339315536) + | > loss_disc_real_5: 0.17057941854000092 (0.22929259425265378) + | > loss_0: 2.4872195720672607 (2.435992127892383) + | > grad_norm_0: tensor(36.7573, device='cuda:0') (tensor(51.4074, device='cuda:0')) + | > loss_gen: 2.248335838317871 (2.394138734206837) + | > loss_kl: 1.5485296249389648 (1.5751567419750037) + | > loss_feat: 8.065366744995117 (7.180522036403727) + | > loss_mel: 20.838747024536133 (20.86204746508054) + | > loss_duration: 1.6699190139770508 (1.6839552364329538) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.37089920043945 (33.69582028299763) + | > grad_norm_1: tensor(660.2790, device='cuda:0') (tensor(453.7375, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 0.8413 (0.8059389318597047) + | > loader_time: 0.0064 (0.006985084430591478) + + + --> TIME: 2024-11-23 08:44:25 -- STEP: 506/797 -- GLOBAL_STEP: 60275 + | > loss_disc: 2.380971908569336 (2.434415302257766) + | > loss_disc_real_0: 0.08389642834663391 (0.12809299357353243) + | > loss_disc_real_1: 0.21039018034934998 (0.2172470783350967) + | > loss_disc_real_2: 0.2215123027563095 (0.23020249499162668) + | > loss_disc_real_3: 0.20936967432498932 (0.22183428654675427) + | > loss_disc_real_4: 0.19090960919857025 (0.22229639370097473) + | > loss_disc_real_5: 0.22641049325466156 (0.22966623768622696) + | > loss_0: 2.380971908569336 (2.434415302257766) + | > grad_norm_0: tensor(74.4798, device='cuda:0') (tensor(51.4879, device='cuda:0')) + | > loss_gen: 2.2388904094696045 (2.394986163957318) + | > loss_kl: 1.673447847366333 (1.5771099536315258) + | > loss_feat: 7.042779922485352 (7.17968537213774) + | > loss_mel: 21.6616268157959 (20.86344641282154) + | > loss_duration: 1.67453932762146 (1.682743371239764) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.291282653808594 (33.697971317607966) + | > grad_norm_1: tensor(370.7323, device='cuda:0') (tensor(454.5451, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 0.8608 (0.8079970123268401) + | > loader_time: 0.0079 (0.007046915325722674) + + + --> TIME: 2024-11-23 08:44:47 -- STEP: 531/797 -- GLOBAL_STEP: 60300 + | > loss_disc: 2.697176456451416 (2.4346193741943893) + | > loss_disc_real_0: 0.09907756000757217 (0.1285375659117256) + | > loss_disc_real_1: 0.23941276967525482 (0.21710240874586806) + | > loss_disc_real_2: 0.3264084756374359 (0.2301061166320592) + | > loss_disc_real_3: 0.26485690474510193 (0.22179993117147467) + | > loss_disc_real_4: 0.2914716899394989 (0.22204451793331212) + | > loss_disc_real_5: 0.3058411180973053 (0.2296584458449915) + | > loss_0: 2.697176456451416 (2.4346193741943893) + | > grad_norm_0: tensor(39.8218, device='cuda:0') (tensor(51.2887, device='cuda:0')) + | > loss_gen: 2.2841954231262207 (2.3942686128526542) + | > loss_kl: 1.4240227937698364 (1.5783979665986116) + | > loss_feat: 7.2005743980407715 (7.1840924040296885) + | > loss_mel: 22.42426872253418 (20.871101533850265) + | > loss_duration: 1.677487850189209 (1.6823127999368586) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.01054763793945 (33.710173353637074) + | > grad_norm_1: tensor(867.5239, device='cuda:0') (tensor(459.3381, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 0.8555 (0.8105305426538327) + | > loader_time: 0.0112 (0.007155533339793173) + + + --> TIME: 2024-11-23 08:45:09 -- STEP: 556/797 -- GLOBAL_STEP: 60325 + | > loss_disc: 2.444695234298706 (2.4367744180795974) + | > loss_disc_real_0: 0.1375695765018463 (0.12845840656848495) + | > loss_disc_real_1: 0.25739553570747375 (0.21718351963719879) + | > loss_disc_real_2: 0.24592852592468262 (0.23033636242901678) + | > loss_disc_real_3: 0.21882964670658112 (0.22172454144242854) + | > loss_disc_real_4: 0.20628292858600616 (0.22253735132997843) + | > loss_disc_real_5: 0.2094707489013672 (0.23022412591808133) + | > loss_0: 2.444695234298706 (2.4367744180795974) + | > grad_norm_0: tensor(7.1847, device='cuda:0') (tensor(50.8503, device='cuda:0')) + | > loss_gen: 2.444810152053833 (2.392888611169171) + | > loss_kl: 1.7121303081512451 (1.5790439286677964) + | > loss_feat: 6.814990043640137 (7.172475071262113) + | > loss_mel: 20.99224853515625 (20.861342529598765) + | > loss_duration: 1.6057870388031006 (1.6818313761580763) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.56996536254883 (33.68758153572364) + | > grad_norm_1: tensor(221.9603, device='cuda:0') (tensor(458.5994, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 0.8539 (0.8124421286068373) + | > loader_time: 0.0085 (0.007282416597544717) + + + --> TIME: 2024-11-23 08:45:31 -- STEP: 581/797 -- GLOBAL_STEP: 60350 + | > loss_disc: 2.451566457748413 (2.435603475816896) + | > loss_disc_real_0: 0.18360869586467743 (0.1284955539027304) + | > loss_disc_real_1: 0.22183898091316223 (0.21708617965961696) + | > loss_disc_real_2: 0.25180771946907043 (0.2302501313965415) + | > loss_disc_real_3: 0.2617431879043579 (0.2217749730650201) + | > loss_disc_real_4: 0.2851073145866394 (0.22230133860533907) + | > loss_disc_real_5: 0.255670964717865 (0.2299578036991126) + | > loss_0: 2.451566457748413 (2.435603475816896) + | > grad_norm_0: tensor(59.7815, device='cuda:0') (tensor(50.8284, device='cuda:0')) + | > loss_gen: 2.5305263996124268 (2.393604685230223) + | > loss_kl: 1.6593016386032104 (1.5784379664468695) + | > loss_feat: 7.757938861846924 (7.175426204110177) + | > loss_mel: 21.631284713745117 (20.883922320840288) + | > loss_duration: 1.706329584121704 (1.6813312647880252) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.28538131713867 (33.71272247957901) + | > grad_norm_1: tensor(692.5381, device='cuda:0') (tensor(462.2012, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 0.8818 (0.8146311227302747) + | > loader_time: 0.0151 (0.0074192968785455) + + + --> TIME: 2024-11-23 08:45:53 -- STEP: 606/797 -- GLOBAL_STEP: 60375 + | > loss_disc: 2.4684760570526123 (2.4363233755917455) + | > loss_disc_real_0: 0.3183865547180176 (0.12952667115741842) + | > loss_disc_real_1: 0.15471580624580383 (0.2166123012996743) + | > loss_disc_real_2: 0.2011420875787735 (0.2302283751885883) + | > loss_disc_real_3: 0.18913064897060394 (0.2217612955780706) + | > loss_disc_real_4: 0.17470777034759521 (0.2222482619358368) + | > loss_disc_real_5: 0.21404224634170532 (0.22982882922238643) + | > loss_0: 2.4684760570526123 (2.4363233755917455) + | > grad_norm_0: tensor(109.9993, device='cuda:0') (tensor(52.3939, device='cuda:0')) + | > loss_gen: 2.4759182929992676 (2.394457957925577) + | > loss_kl: 1.5360738039016724 (1.5793308603881615) + | > loss_feat: 8.283171653747559 (7.173600277098099) + | > loss_mel: 22.84955406188965 (20.898273615947264) + | > loss_duration: 1.738688349723816 (1.6810967198299491) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 36.88340759277344 (33.72675946994194) + | > grad_norm_1: tensor(355.9347, device='cuda:0') (tensor(462.7967, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 0.87 (0.8170428398025309) + | > loader_time: 0.0127 (0.007542410699447781) + + + --> TIME: 2024-11-23 08:46:16 -- STEP: 631/797 -- GLOBAL_STEP: 60400 + | > loss_disc: 2.3817715644836426 (2.4356974554137456) + | > loss_disc_real_0: 0.10568596422672272 (0.12924827499501115) + | > loss_disc_real_1: 0.23146679997444153 (0.2165058910043795) + | > loss_disc_real_2: 0.23303914070129395 (0.23034221717937245) + | > loss_disc_real_3: 0.23109665513038635 (0.22204855530745632) + | > loss_disc_real_4: 0.21515922248363495 (0.2222975878821311) + | > loss_disc_real_5: 0.17298592627048492 (0.229478598538367) + | > loss_0: 2.3817715644836426 (2.4356974554137456) + | > grad_norm_0: tensor(66.6665, device='cuda:0') (tensor(52.6310, device='cuda:0')) + | > loss_gen: 2.3266561031341553 (2.3957306356324266) + | > loss_kl: 1.8045713901519775 (1.5794431955425188) + | > loss_feat: 6.87637996673584 (7.1776929672470935) + | > loss_mel: 21.24974250793457 (20.912968216909665) + | > loss_duration: 1.6797698736190796 (1.6813293848476014) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 33.9371223449707 (33.74716444060848) + | > grad_norm_1: tensor(597.3354, device='cuda:0') (tensor(461.5762, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 0.8853 (0.8196606118403221) + | > loader_time: 0.0079 (0.007618391381579608) + + + --> TIME: 2024-11-23 08:46:38 -- STEP: 656/797 -- GLOBAL_STEP: 60425 + | > loss_disc: 2.4246695041656494 (2.4345804852683375) + | > loss_disc_real_0: 0.11794283241033554 (0.1290225608546923) + | > loss_disc_real_1: 0.20207592844963074 (0.2163296733732994) + | > loss_disc_real_2: 0.2067747712135315 (0.23015250897080433) + | > loss_disc_real_3: 0.20680779218673706 (0.22199176556271752) + | > loss_disc_real_4: 0.2333565205335617 (0.22241478692740202) + | > loss_disc_real_5: 0.21738280355930328 (0.22941007299303282) + | > loss_0: 2.4246695041656494 (2.4345804852683375) + | > grad_norm_0: tensor(29.1625, device='cuda:0') (tensor(51.8867, device='cuda:0')) + | > loss_gen: 2.23423171043396 (2.3943665714525597) + | > loss_kl: 1.5084172487258911 (1.5802117279026573) + | > loss_feat: 6.790509223937988 (7.172682214800904) + | > loss_mel: 20.369964599609375 (20.909113191976786) + | > loss_duration: 1.702960729598999 (1.6810014147947472) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 32.606082916259766 (33.737375143097715) + | > grad_norm_1: tensor(353.6181, device='cuda:0') (tensor(461.0121, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 0.8993 (0.8221551637823988) + | > loader_time: 0.0076 (0.007715751121683817) + + + --> TIME: 2024-11-23 08:47:02 -- STEP: 681/797 -- GLOBAL_STEP: 60450 + | > loss_disc: 2.3879356384277344 (2.4336466078541172) + | > loss_disc_real_0: 0.12006989121437073 (0.1288807005149678) + | > loss_disc_real_1: 0.16606928408145905 (0.21639882971186644) + | > loss_disc_real_2: 0.2001497894525528 (0.23015208115661723) + | > loss_disc_real_3: 0.22604547441005707 (0.22194479436513787) + | > loss_disc_real_4: 0.19090010225772858 (0.22264713490937074) + | > loss_disc_real_5: 0.23236237466335297 (0.22948017307227578) + | > loss_0: 2.3879356384277344 (2.4336466078541172) + | > grad_norm_0: tensor(15.5871, device='cuda:0') (tensor(51.0749, device='cuda:0')) + | > loss_gen: 2.3132619857788086 (2.393671137996008) + | > loss_kl: 1.696704626083374 (1.5816947598114244) + | > loss_feat: 7.202528476715088 (7.171282423050218) + | > loss_mel: 22.33935546875 (20.926179939079578) + | > loss_duration: 1.6500157117843628 (1.680709151969607) + | > amp_scaler: 256.0 (132.32305433186488) + | > loss_1: 35.201866149902344 (33.75353742871171) + | > grad_norm_1: tensor(166.9780, device='cuda:0') (tensor(455.4779, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 0.9018 (0.8259279241295813) + | > loader_time: 0.0084 (0.007825210756142233) + + + --> TIME: 2024-11-23 08:47:25 -- STEP: 706/797 -- GLOBAL_STEP: 60475 + | > loss_disc: 2.4174411296844482 (2.4323377075681596) + | > loss_disc_real_0: 0.11538157612085342 (0.12890430426926863) + | > loss_disc_real_1: 0.24027028679847717 (0.2161115582494155) + | > loss_disc_real_2: 0.25442278385162354 (0.23007946060416382) + | > loss_disc_real_3: 0.2074752151966095 (0.22172094296885617) + | > loss_disc_real_4: 0.22855359315872192 (0.22260171360739905) + | > loss_disc_real_5: 0.24864788353443146 (0.22947116384003047) + | > loss_0: 2.4174411296844482 (2.4323377075681596) + | > grad_norm_0: tensor(15.5598, device='cuda:0') (tensor(50.2912, device='cuda:0')) + | > loss_gen: 2.2700071334838867 (2.3930682068843674) + | > loss_kl: 1.557593584060669 (1.582320353633622) + | > loss_feat: 6.553352355957031 (7.165073389372137) + | > loss_mel: 22.16730308532715 (20.935314624235257) + | > loss_duration: 1.664332628250122 (1.680348917884124) + | > amp_scaler: 256.0 (136.70254957507075) + | > loss_1: 34.212589263916016 (33.756125509570104) + | > grad_norm_1: tensor(84.2385, device='cuda:0') (tensor(447.7439, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 0.9134 (0.8293640306245842) + | > loader_time: 0.0095 (0.007971045653475586) + + + --> TIME: 2024-11-23 08:47:52 -- STEP: 731/797 -- GLOBAL_STEP: 60500 + | > loss_disc: 2.2570791244506836 (2.4311379261121213) + | > loss_disc_real_0: 0.11836577206850052 (0.12862273108942895) + | > loss_disc_real_1: 0.1787724643945694 (0.2158837948916875) + | > loss_disc_real_2: 0.25544098019599915 (0.229946141285381) + | > loss_disc_real_3: 0.2278774380683899 (0.2218242708374472) + | > loss_disc_real_4: 0.23466132581233978 (0.2225875487976622) + | > loss_disc_real_5: 0.23246422410011292 (0.22912827015901557) + | > loss_0: 2.2570791244506836 (2.4311379261121213) + | > grad_norm_0: tensor(38.4967, device='cuda:0') (tensor(49.9029, device='cuda:0')) + | > loss_gen: 2.6965579986572266 (2.392760421280657) + | > loss_kl: 1.4900741577148438 (1.582379956251946) + | > loss_feat: 7.491298198699951 (7.167478626632168) + | > loss_mel: 21.764623641967773 (20.946877632193306) + | > loss_duration: 1.6866705417633057 (1.6795736060423005) + | > amp_scaler: 256.0 (140.782489740082) + | > loss_1: 35.12922668457031 (33.769070253489645) + | > grad_norm_1: tensor(521.2233, device='cuda:0') (tensor(443.3874, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 1.2326 (0.8369583486695296) + | > loader_time: 0.0108 (0.008123550141069705) + + + --> TIME: 2024-11-23 08:48:35 -- STEP: 756/797 -- GLOBAL_STEP: 60525 + | > loss_disc: 2.4619359970092773 (2.430625069393682) + | > loss_disc_real_0: 0.0781378298997879 (0.1284930162752669) + | > loss_disc_real_1: 0.19237089157104492 (0.2158161743529259) + | > loss_disc_real_2: 0.2691013813018799 (0.23002113088492362) + | > loss_disc_real_3: 0.20103704929351807 (0.22176867599288622) + | > loss_disc_real_4: 0.23633983731269836 (0.22258061584499148) + | > loss_disc_real_5: 0.21757398545742035 (0.22917310984204056) + | > loss_0: 2.4619359970092773 (2.430625069393682) + | > grad_norm_0: tensor(48.2761, device='cuda:0') (tensor(49.8748, device='cuda:0')) + | > loss_gen: 2.410738945007324 (2.3936160935295945) + | > loss_kl: 1.4909785985946655 (1.5821272137934574) + | > loss_feat: 6.692594051361084 (7.164132634167949) + | > loss_mel: 20.18028450012207 (20.939553122041097) + | > loss_duration: 1.649277687072754 (1.6786566925427266) + | > amp_scaler: 256.0 (144.59259259259252) + | > loss_1: 32.42387390136719 (33.75808577058178) + | > grad_norm_1: tensor(353.5043, device='cuda:0') (tensor(445.4882, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 2.0327 (0.8653806189380625) + | > loader_time: 0.0094 (0.008374555401070417) + + + --> TIME: 2024-11-23 08:49:39 -- STEP: 781/797 -- GLOBAL_STEP: 60550 + | > loss_disc: 2.5002753734588623 (2.4314014435424993) + | > loss_disc_real_0: 0.06554761528968811 (0.12898314888761997) + | > loss_disc_real_1: 0.23647794127464294 (0.21580044976727758) + | > loss_disc_real_2: 0.2314731627702713 (0.22996930289589032) + | > loss_disc_real_3: 0.264212965965271 (0.2220811607475928) + | > loss_disc_real_4: 0.24345558881759644 (0.22269695027994896) + | > loss_disc_real_5: 0.2352089136838913 (0.22906793197962752) + | > loss_0: 2.5002753734588623 (2.4314014435424993) + | > grad_norm_0: tensor(111.0458, device='cuda:0') (tensor(50.6774, device='cuda:0')) + | > loss_gen: 2.294625759124756 (2.3960045150239075) + | > loss_kl: 1.7476574182510376 (1.5836650262874166) + | > loss_feat: 6.642024993896484 (7.169251837589982) + | > loss_mel: 19.400941848754883 (20.93960980111293) + | > loss_duration: 1.5915765762329102 (1.6777149925769212) + | > amp_scaler: 256.0 (148.15877080665803) + | > loss_1: 31.67682647705078 (33.76624620220268) + | > grad_norm_1: tensor(554.2721, device='cuda:0') (tensor(447.4806, device='cuda:0')) + | > current_lr_0: 0.00019815841535920914 + | > current_lr_1: 0.00019815841535920914 + | > step_time: 3.6926 (0.9187410604327956) + | > loader_time: 0.0134 (0.008751621014330064) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.5654659271240234 (2.5654659271240234) + | > loss_disc_real_0: 0.05227736756205559 (0.05227736756205559) + | > loss_disc_real_1: 0.15579105913639069 (0.15579105913639069) + | > loss_disc_real_2: 0.20209896564483643 (0.20209896564483643) + | > loss_disc_real_3: 0.19221404194831848 (0.19221404194831848) + | > loss_disc_real_4: 0.13755585253238678 (0.13755585253238678) + | > loss_disc_real_5: 0.30699124932289124 (0.30699124932289124) + | > loss_0: 2.5654659271240234 (2.5654659271240234) + | > loss_gen: 1.7578659057617188 (1.7578659057617188) + | > loss_kl: 1.7283929586410522 (1.7283929586410522) + | > loss_feat: 9.890840530395508 (9.890840530395508) + | > loss_mel: 22.42154312133789 (22.42154312133789) + | > loss_duration: 1.8993511199951172 (1.8993511199951172) + | > loss_1: 37.69799041748047 (37.69799041748047) + + --> STEP: 1 + | > loss_disc: 2.275235891342163 (2.275235891342163) + | > loss_disc_real_0: 0.03692074120044708 (0.03692074120044708) + | > loss_disc_real_1: 0.123934805393219 (0.123934805393219) + | > loss_disc_real_2: 0.25232750177383423 (0.25232750177383423) + | > loss_disc_real_3: 0.1957545429468155 (0.1957545429468155) + | > loss_disc_real_4: 0.22549478709697723 (0.22549478709697723) + | > loss_disc_real_5: 0.3122512996196747 (0.3122512996196747) + | > loss_0: 2.275235891342163 (2.275235891342163) + | > loss_gen: 2.3673391342163086 (2.3673391342163086) + | > loss_kl: 2.380904197692871 (2.380904197692871) + | > loss_feat: 7.02596378326416 (7.02596378326416) + | > loss_mel: 23.88173484802246 (23.88173484802246) + | > loss_duration: 1.6818938255310059 (1.6818938255310059) + | > loss_1: 37.33783721923828 (37.33783721923828) + + --> STEP: 2 + | > loss_disc: 2.6975173950195312 (2.486376643180847) + | > loss_disc_real_0: 0.09102047979831696 (0.06397061049938202) + | > loss_disc_real_1: 0.21675392985343933 (0.17034436762332916) + | > loss_disc_real_2: 0.2486562430858612 (0.2504918724298477) + | > loss_disc_real_3: 0.30208131670951843 (0.24891792982816696) + | > loss_disc_real_4: 0.2123444378376007 (0.21891961246728897) + | > loss_disc_real_5: 0.22282925248146057 (0.2675402760505676) + | > loss_0: 2.6975173950195312 (2.486376643180847) + | > loss_gen: 1.7961385250091553 (2.081738829612732) + | > loss_kl: 1.809462070465088 (2.0951831340789795) + | > loss_feat: 4.742311000823975 (5.884137392044067) + | > loss_mel: 16.905561447143555 (20.393648147583008) + | > loss_duration: 1.6785485744476318 (1.6802211999893188) + | > loss_1: 26.932022094726562 (32.13492965698242) + + --> STEP: 3 + | > loss_disc: 2.495530128479004 (2.4894278049468994) + | > loss_disc_real_0: 0.053532227873802185 (0.06049114962418874) + | > loss_disc_real_1: 0.12905751168727875 (0.15658208231131235) + | > loss_disc_real_2: 0.25961703062057495 (0.2535335918267568) + | > loss_disc_real_3: 0.21486453711986542 (0.23756679892539978) + | > loss_disc_real_4: 0.20462386310100555 (0.21415436267852783) + | > loss_disc_real_5: 0.301643431186676 (0.27890799442927044) + | > loss_0: 2.495530128479004 (2.4894278049468994) + | > loss_gen: 1.9755544662475586 (2.046344041824341) + | > loss_kl: 1.6652861833572388 (1.951884150505066) + | > loss_feat: 5.959390640258789 (5.909221808115642) + | > loss_mel: 18.92581558227539 (19.9043706258138) + | > loss_duration: 1.7057770490646362 (1.688739816347758) + | > loss_1: 30.231822967529297 (31.500560760498047) + + --> STEP: 4 + | > loss_disc: 2.645641326904297 (2.528481185436249) + | > loss_disc_real_0: 0.08797290176153183 (0.06736158765852451) + | > loss_disc_real_1: 0.16273091733455658 (0.1581192910671234) + | > loss_disc_real_2: 0.25374171137809753 (0.253585621714592) + | > loss_disc_real_3: 0.20706021785736084 (0.22994015365839005) + | > loss_disc_real_4: 0.23153150081634521 (0.21849864721298218) + | > loss_disc_real_5: 0.189010351896286 (0.2564335837960243) + | > loss_0: 2.645641326904297 (2.528481185436249) + | > loss_gen: 1.8024840354919434 (1.9853790402412415) + | > loss_kl: 2.071596145629883 (1.9818121492862701) + | > loss_feat: 4.262660026550293 (5.497581362724304) + | > loss_mel: 17.497426986694336 (19.302634716033936) + | > loss_duration: 1.6029449701309204 (1.6672911047935486) + | > loss_1: 27.23711395263672 (30.434699058532715) + + --> STEP: 5 + | > loss_disc: 2.3537778854370117 (2.4935405254364014) + | > loss_disc_real_0: 0.05965034291148186 (0.06581933870911598) + | > loss_disc_real_1: 0.14272081851959229 (0.15503959655761718) + | > loss_disc_real_2: 0.19214996695518494 (0.24129849076271057) + | > loss_disc_real_3: 0.1757470667362213 (0.2191015362739563) + | > loss_disc_real_4: 0.20667825639247894 (0.21613456904888154) + | > loss_disc_real_5: 0.20783579349517822 (0.2467140257358551) + | > loss_0: 2.3537778854370117 (2.4935405254364014) + | > loss_gen: 2.0282740592956543 (1.993958044052124) + | > loss_kl: 1.827508568763733 (1.9509514331817628) + | > loss_feat: 6.39060115814209 (5.6761853218078615) + | > loss_mel: 18.00502586364746 (19.04311294555664) + | > loss_duration: 1.8146482706069946 (1.6967625379562379) + | > loss_1: 30.066059112548828 (30.36097106933594) + + --> STEP: 6 + | > loss_disc: 2.250300884246826 (2.4530005852381387) + | > loss_disc_real_0: 0.024595249444246292 (0.05894865716497103) + | > loss_disc_real_1: 0.14459598064422607 (0.15329899390538534) + | > loss_disc_real_2: 0.22666318714618683 (0.23885927349328995) + | > loss_disc_real_3: 0.23102374374866486 (0.2210885708530744) + | > loss_disc_real_4: 0.16255484521389008 (0.20720461507638296) + | > loss_disc_real_5: 0.13845819234848022 (0.2286713868379593) + | > loss_0: 2.250300884246826 (2.4530005852381387) + | > loss_gen: 2.069890022277832 (2.0066133737564087) + | > loss_kl: 2.0251827239990234 (1.9633233149846394) + | > loss_feat: 8.29857063293457 (6.1132495403289795) + | > loss_mel: 23.367212295532227 (19.76379617055257) + | > loss_duration: 1.6981444358825684 (1.696992854277293) + | > loss_1: 37.4589958190918 (31.543975194295246) + + --> STEP: 7 + | > loss_disc: 2.4240381717681885 (2.4488630975995744) + | > loss_disc_real_0: 0.038245223462581635 (0.055991023778915405) + | > loss_disc_real_1: 0.1391255110502243 (0.15127421064036234) + | > loss_disc_real_2: 0.24694138765335083 (0.2400138612304415) + | > loss_disc_real_3: 0.20080174505710602 (0.21819045288222177) + | > loss_disc_real_4: 0.1830848902463913 (0.20375894010066986) + | > loss_disc_real_5: 0.19329960644245148 (0.22361827535288675) + | > loss_0: 2.4240381717681885 (2.4488630975995744) + | > loss_gen: 1.8953526020050049 (1.9907189777919225) + | > loss_kl: 2.2562997341156006 (2.0051770891462053) + | > loss_feat: 8.031376838684082 (6.38726772580828) + | > loss_mel: 21.681589126586914 (20.03776659284319) + | > loss_duration: 1.6163978576660156 (1.6854792833328247) + | > loss_1: 35.481014251708984 (32.10640934535435) + + --> STEP: 8 + | > loss_disc: 2.5342295169830322 (2.4595339000225067) + | > loss_disc_real_0: 0.07643124461174011 (0.058546051383018494) + | > loss_disc_real_1: 0.13480806350708008 (0.14921594224870205) + | > loss_disc_real_2: 0.20704174041748047 (0.23589234612882137) + | > loss_disc_real_3: 0.19815529882907867 (0.21568605862557888) + | > loss_disc_real_4: 0.232323557138443 (0.2073295172303915) + | > loss_disc_real_5: 0.159114271402359 (0.21555527485907078) + | > loss_0: 2.5342295169830322 (2.4595339000225067) + | > loss_gen: 1.872544527053833 (1.9759471714496613) + | > loss_kl: 1.5013731718063354 (1.9422015994787216) + | > loss_feat: 7.832078456878662 (6.567869067192078) + | > loss_mel: 22.70966339111328 (20.371753692626953) + | > loss_duration: 1.6918758153915405 (1.6862788498401642) + | > loss_1: 35.6075325012207 (32.54404973983765) + + --> STEP: 9 + | > loss_disc: 2.605360269546509 (2.475736829969618) + | > loss_disc_real_0: 0.07803965359926224 (0.060712007184823356) + | > loss_disc_real_1: 0.19650566577911377 (0.15447035597430336) + | > loss_disc_real_2: 0.26700180768966675 (0.2393489529689153) + | > loss_disc_real_3: 0.24650003015995026 (0.21910983324050903) + | > loss_disc_real_4: 0.251359760761261 (0.2122217665115992) + | > loss_disc_real_5: 0.22360502183437347 (0.21644969118965995) + | > loss_0: 2.605360269546509 (2.475736829969618) + | > loss_gen: 1.991740345954895 (1.9777019686169095) + | > loss_kl: 1.5316764116287231 (1.8965876897176106) + | > loss_feat: 5.569669723510742 (6.456958029005262) + | > loss_mel: 20.154521942138672 (20.34761683146159) + | > loss_duration: 1.6916766166687012 (1.6868786017100017) + | > loss_1: 30.939285278320312 (32.36574257744683) + + --> STEP: 10 + | > loss_disc: 2.4663660526275635 (2.4747997522354126) + | > loss_disc_real_0: 0.06989780813455582 (0.0616305872797966) + | > loss_disc_real_1: 0.17885152995586395 (0.15690847337245942) + | > loss_disc_real_2: 0.2974494993686676 (0.24515900760889053) + | > loss_disc_real_3: 0.24991703033447266 (0.2221905529499054) + | > loss_disc_real_4: 0.19086529314517975 (0.2100861191749573) + | > loss_disc_real_5: 0.24065522849559784 (0.21887024492025375) + | > loss_0: 2.4663660526275635 (2.4747997522354126) + | > loss_gen: 2.167022943496704 (1.996634066104889) + | > loss_kl: 1.342725157737732 (1.8412014365196228) + | > loss_feat: 6.609346389770508 (6.472196865081787) + | > loss_mel: 21.845291137695312 (20.49738426208496) + | > loss_duration: 1.6033895015716553 (1.678529691696167) + | > loss_1: 33.56777572631836 (32.48594589233399) + + --> STEP: 11 + | > loss_disc: 2.6373348236083984 (2.489575667814775) + | > loss_disc_real_0: 0.038662124425172806 (0.05954254520210353) + | > loss_disc_real_1: 0.1853814274072647 (0.1594969237392599) + | > loss_disc_real_2: 0.23564407229423523 (0.2442940134893764) + | > loss_disc_real_3: 0.187612846493721 (0.21904712509025226) + | > loss_disc_real_4: 0.2876271605491638 (0.2171353047544306) + | > loss_disc_real_5: 0.2291986346244812 (0.21980918943881989) + | > loss_0: 2.6373348236083984 (2.489575667814775) + | > loss_gen: 1.869950532913208 (1.9851173812692815) + | > loss_kl: 1.981825590133667 (1.853985450484536) + | > loss_feat: 7.778629302978516 (6.590963450345126) + | > loss_mel: 23.087181091308594 (20.732820337468926) + | > loss_duration: 1.5688596963882446 (1.6685596921227195) + | > loss_1: 36.28644561767578 (32.831445867365055) + + --> STEP: 12 + | > loss_disc: 2.35282826423645 (2.4781800508499146) + | > loss_disc_real_0: 0.04418380558490753 (0.058262650234003864) + | > loss_disc_real_1: 0.15215060114860535 (0.15888473019003868) + | > loss_disc_real_2: 0.16287942230701447 (0.2375094642241796) + | > loss_disc_real_3: 0.17521101236343384 (0.21539411569635072) + | > loss_disc_real_4: 0.1812831163406372 (0.21414762238661447) + | > loss_disc_real_5: 0.17263785004615784 (0.21587824448943138) + | > loss_0: 2.35282826423645 (2.4781800508499146) + | > loss_gen: 1.876997709274292 (1.9761074086030324) + | > loss_kl: 1.7966411113739014 (1.8492067555586498) + | > loss_feat: 8.129762649536133 (6.719196716944377) + | > loss_mel: 21.613508224487305 (20.806210994720455) + | > loss_duration: 1.6973657608032227 (1.6709601978460948) + | > loss_1: 35.11427688598633 (33.021681785583496) + + --> STEP: 13 + | > loss_disc: 2.530806303024292 (2.4822282240940976) + | > loss_disc_real_0: 0.025451118126511574 (0.055738686225735225) + | > loss_disc_real_1: 0.14677974581718445 (0.15795357754597297) + | > loss_disc_real_2: 0.2265455275774002 (0.23666608448211962) + | > loss_disc_real_3: 0.1681426763534546 (0.21175938959305102) + | > loss_disc_real_4: 0.1718919724225998 (0.21089718777399796) + | > loss_disc_real_5: 0.18615368008613586 (0.21359173953533173) + | > loss_0: 2.530806303024292 (2.4822282240940976) + | > loss_gen: 1.8495025634765625 (1.9663685743625348) + | > loss_kl: 2.5255935192108154 (1.9012365066088164) + | > loss_feat: 8.64039134979248 (6.866980919471154) + | > loss_mel: 24.4355411529541 (21.085390237661503) + | > loss_duration: 1.705521583557129 (1.6736187659777129) + | > loss_1: 39.15654754638672 (33.49359453641451) + + --> STEP: 14 + | > loss_disc: 2.4764180183410645 (2.481813209397452) + | > loss_disc_real_0: 0.03847309574484825 (0.05450542976281473) + | > loss_disc_real_1: 0.2086218297481537 (0.16157273841755732) + | > loss_disc_real_2: 0.2506840229034424 (0.2376673657979284) + | > loss_disc_real_3: 0.24718588590621948 (0.21428985361542022) + | > loss_disc_real_4: 0.2612341046333313 (0.21449268183537892) + | > loss_disc_real_5: 0.26945754885673523 (0.21758215448686055) + | > loss_0: 2.4764180183410645 (2.481813209397452) + | > loss_gen: 2.0826871395111084 (1.9746770433017187) + | > loss_kl: 1.630558967590332 (1.8819023966789246) + | > loss_feat: 5.950498104095459 (6.801517861230033) + | > loss_mel: 21.182409286499023 (21.092320169721326) + | > loss_duration: 1.7440211772918701 (1.6786475096430098) + | > loss_1: 32.59017562866211 (33.4290646144322) + + --> STEP: 15 + | > loss_disc: 2.63547420501709 (2.492057275772095) + | > loss_disc_real_0: 0.051259882748126984 (0.05428905996183554) + | > loss_disc_real_1: 0.1496085226535797 (0.16077512403329214) + | > loss_disc_real_2: 0.26471972465515137 (0.23947085638840993) + | > loss_disc_real_3: 0.2880130410194397 (0.21920473277568817) + | > loss_disc_real_4: 0.2686559557914734 (0.2181035667657852) + | > loss_disc_real_5: 0.29307758808135986 (0.2226151833931605) + | > loss_0: 2.63547420501709 (2.492057275772095) + | > loss_gen: 2.0222651958465576 (1.977849586804708) + | > loss_kl: 1.7445017099380493 (1.8727423508961996) + | > loss_feat: 7.159018039703369 (6.825351206461589) + | > loss_mel: 24.483448028564453 (21.31839536031087) + | > loss_duration: 1.6369318962097168 (1.675866468747457) + | > loss_1: 37.046165466308594 (33.670204671223956) + + --> STEP: 16 + | > loss_disc: 2.319965124130249 (2.4813015162944794) + | > loss_disc_real_0: 0.023938510566949844 (0.05239215062465519) + | > loss_disc_real_1: 0.12648582458496094 (0.15863204281777143) + | > loss_disc_real_2: 0.20384471118450165 (0.23724422231316566) + | > loss_disc_real_3: 0.2064981460571289 (0.21841057110577822) + | > loss_disc_real_4: 0.19605866074562073 (0.21672576013952494) + | > loss_disc_real_5: 0.17011399567127228 (0.2193338591605425) + | > loss_0: 2.319965124130249 (2.4813015162944794) + | > loss_gen: 1.9381393194198608 (1.975367695093155) + | > loss_kl: 1.6386897563934326 (1.8581140637397766) + | > loss_feat: 8.131189346313477 (6.9069660902023315) + | > loss_mel: 22.772560119628906 (21.409280657768246) + | > loss_duration: 1.8198562860488892 (1.6848658323287964) + | > loss_1: 36.30043411254883 (33.83459401130676) + + --> STEP: 17 + | > loss_disc: 2.1215126514434814 (2.460137465420891) + | > loss_disc_real_0: 0.022025056183338165 (0.05060585095163654) + | > loss_disc_real_1: 0.13427694141864777 (0.15719938979429357) + | > loss_disc_real_2: 0.2161431908607483 (0.23600298516890583) + | > loss_disc_real_3: 0.2223677635192871 (0.21864334713010228) + | > loss_disc_real_4: 0.19619132578372955 (0.21551785223624287) + | > loss_disc_real_5: 0.19312916696071625 (0.21779240667819977) + | > loss_0: 2.1215126514434814 (2.460137465420891) + | > loss_gen: 2.280136823654175 (1.9932952908908619) + | > loss_kl: 1.9452447891235352 (1.8632394005270565) + | > loss_feat: 7.6161088943481445 (6.948680372799144) + | > loss_mel: 21.994638442993164 (21.44371346866383) + | > loss_duration: 1.6110928058624268 (1.680526242536657) + | > loss_1: 35.44721984863281 (33.92945435467888) + + --> STEP: 18 + | > loss_disc: 2.1337437629699707 (2.4420044819513955) + | > loss_disc_real_0: 0.046393707394599915 (0.05037184297624561) + | > loss_disc_real_1: 0.12807251513004303 (0.1555812300907241) + | > loss_disc_real_2: 0.17782528698444366 (0.2327708908253246) + | > loss_disc_real_3: 0.1287696808576584 (0.21365036567052206) + | > loss_disc_real_4: 0.1748606115579605 (0.21325911664300495) + | > loss_disc_real_5: 0.1653582751750946 (0.2148793993724717) + | > loss_0: 2.1337437629699707 (2.4420044819513955) + | > loss_gen: 2.0476467609405518 (1.9963148170047336) + | > loss_kl: 1.4830360412597656 (1.8421169916788738) + | > loss_feat: 10.338312149047852 (7.136993249257405) + | > loss_mel: 22.563512802124023 (21.50592454274495) + | > loss_duration: 1.6819276809692383 (1.680604100227356) + | > loss_1: 38.11443328857422 (34.16195318433974) + + --> STEP: 19 + | > loss_disc: 2.58843994140625 (2.449711611396388) + | > loss_disc_real_0: 0.05173815041780472 (0.05044375389422241) + | > loss_disc_real_1: 0.16852353513240814 (0.1562624040402864) + | > loss_disc_real_2: 0.260404109954834 (0.2342252707795093) + | > loss_disc_real_3: 0.22531048953533173 (0.21426405640024887) + | > loss_disc_real_4: 0.18422695994377136 (0.21173110839567685) + | > loss_disc_real_5: 0.25712117552757263 (0.21710265074905596) + | > loss_0: 2.58843994140625 (2.449711611396388) + | > loss_gen: 1.9300532341003418 (1.9928273652729236) + | > loss_kl: 2.113212823867798 (1.8563851933730275) + | > loss_feat: 6.362043857574463 (7.09620643916883) + | > loss_mel: 21.212329864501953 (21.490472191258476) + | > loss_duration: 1.7646374702453613 (1.685026909175672) + | > loss_1: 33.38227844238281 (34.12091767160516) + + --> STEP: 20 + | > loss_disc: 2.432054281234741 (2.4488287448883055) + | > loss_disc_real_0: 0.04303794726729393 (0.05007346356287599) + | > loss_disc_real_1: 0.12414973974227905 (0.15465677082538604) + | > loss_disc_real_2: 0.220422625541687 (0.23353513851761817) + | > loss_disc_real_3: 0.1971856653690338 (0.21341013684868812) + | > loss_disc_real_4: 0.17663829028606415 (0.20997646749019622) + | > loss_disc_real_5: 0.21103577315807343 (0.21679930686950682) + | > loss_0: 2.432054281234741 (2.4488287448883055) + | > loss_gen: 1.8123198747634888 (1.9838019907474518) + | > loss_kl: 1.792446494102478 (1.8531882584095) + | > loss_feat: 7.131647109985352 (7.097978472709656) + | > loss_mel: 21.894317626953125 (21.510664463043206) + | > loss_duration: 1.6841059923171997 (1.6849808633327483) + | > loss_1: 34.31483459472656 (34.13061351776123) + + --> STEP: 21 + | > loss_disc: 2.409006357192993 (2.4469324407123385) + | > loss_disc_real_0: 0.04713045060634613 (0.04993332008875552) + | > loss_disc_real_1: 0.16594244539737701 (0.15519418390024275) + | > loss_disc_real_2: 0.22392235696315765 (0.2330773870150248) + | > loss_disc_real_3: 0.2290557473897934 (0.2141551659220741) + | > loss_disc_real_4: 0.2185913473367691 (0.21038669986384256) + | > loss_disc_real_5: 0.21359014511108398 (0.21664648964291527) + | > loss_0: 2.409006357192993 (2.4469324407123385) + | > loss_gen: 2.1010026931762695 (1.9893829765773954) + | > loss_kl: 1.7341703176498413 (1.847520737420945) + | > loss_feat: 6.607488632202148 (7.07462181363787) + | > loss_mel: 20.591894149780273 (21.466913495744972) + | > loss_duration: 1.6647436618804932 (1.6840171870731173) + | > loss_1: 32.69929885864258 (34.06245567685082) + + --> STEP: 22 + | > loss_disc: 2.3907980918884277 (2.4443808794021606) + | > loss_disc_real_0: 0.030429765582084656 (0.04904679488390684) + | > loss_disc_real_1: 0.15156397223472595 (0.15502917427908292) + | > loss_disc_real_2: 0.238618865609169 (0.23332927240566773) + | > loss_disc_real_3: 0.24208833277225494 (0.21542485532435504) + | > loss_disc_real_4: 0.2532963156700134 (0.21233713694594122) + | > loss_disc_real_5: 0.2621469795703888 (0.2187146937305277) + | > loss_0: 2.3907980918884277 (2.4443808794021606) + | > loss_gen: 2.1190853118896484 (1.995278537273407) + | > loss_kl: 1.4742268323898315 (1.8305528326468035) + | > loss_feat: 7.588605880737305 (7.097984725778753) + | > loss_mel: 23.061634063720703 (21.539400794289325) + | > loss_duration: 1.7419216632843018 (1.68664920871908) + | > loss_1: 35.9854736328125 (34.149865583939985) + + --> STEP: 23 + | > loss_disc: 2.328338384628296 (2.4393355535424273) + | > loss_disc_real_0: 0.02352874167263508 (0.04793731430950372) + | > loss_disc_real_1: 0.14108218252658844 (0.15442278333332227) + | > loss_disc_real_2: 0.21460847556591034 (0.23251532471698264) + | > loss_disc_real_3: 0.13869065046310425 (0.21208858554777893) + | > loss_disc_real_4: 0.11775732040405273 (0.20822497100933737) + | > loss_disc_real_5: 0.20192237198352814 (0.21798459278500598) + | > loss_0: 2.328338384628296 (2.4393355535424273) + | > loss_gen: 1.893506407737732 (1.9908536620762036) + | > loss_kl: 1.319807529449463 (1.8083465151164844) + | > loss_feat: 9.042654037475586 (7.182535565417746) + | > loss_mel: 22.45296859741211 (21.57912113355553) + | > loss_duration: 1.723142385482788 (1.6882358685783718) + | > loss_1: 36.43207550048828 (34.24909210205078) + + --> STEP: 24 + | > loss_disc: 2.7039592266082764 (2.4503615399201712) + | > loss_disc_real_0: 0.0633753165602684 (0.048580564403285585) + | > loss_disc_real_1: 0.16273914277553558 (0.15476929831008115) + | > loss_disc_real_2: 0.2698087692260742 (0.2340692182381948) + | > loss_disc_real_3: 0.29137903451919556 (0.2153923542549213) + | > loss_disc_real_4: 0.22439001500606537 (0.20889851450920105) + | > loss_disc_real_5: 0.26770535111427307 (0.22005629104872546) + | > loss_0: 2.7039592266082764 (2.4503615399201712) + | > loss_gen: 1.8491990566253662 (1.9849513868490856) + | > loss_kl: 1.5101114511489868 (1.7959200541178386) + | > loss_feat: 4.832638740539551 (7.084623197714488) + | > loss_mel: 16.796693801879883 (21.379853328069046) + | > loss_duration: 1.6213016510009766 (1.6854469428459804) + | > loss_1: 26.60994529724121 (33.93079431851705) + + --> STEP: 25 + | > loss_disc: 2.518832206726074 (2.453100366592407) + | > loss_disc_real_0: 0.04304775595664978 (0.048359252065420154) + | > loss_disc_real_1: 0.1707054078578949 (0.15540674269199373) + | > loss_disc_real_2: 0.28102192282676697 (0.23594732642173766) + | > loss_disc_real_3: 0.21442490816116333 (0.21535365641117096) + | > loss_disc_real_4: 0.28218191862106323 (0.21182985067367555) + | > loss_disc_real_5: 0.27326980233192444 (0.22218483150005341) + | > loss_0: 2.518832206726074 (2.453100366592407) + | > loss_gen: 2.1342289447784424 (1.9909224891662598) + | > loss_kl: 1.9188835620880127 (1.8008385944366454) + | > loss_feat: 6.980911731719971 (7.080474739074707) + | > loss_mel: 21.395732879638672 (21.38048851013183) + | > loss_duration: 1.569807529449463 (1.6808213663101197) + | > loss_1: 33.99956512451172 (33.933545150756835) + + --> STEP: 26 + | > loss_disc: 2.2340950965881348 (2.444677086976858) + | > loss_disc_real_0: 0.04052117466926575 (0.048057787550183445) + | > loss_disc_real_1: 0.11035305261611938 (0.15367390845830625) + | > loss_disc_real_2: 0.24875132739543915 (0.23643978799764925) + | > loss_disc_real_3: 0.19217264652252197 (0.21446207910776138) + | > loss_disc_real_4: 0.17729638516902924 (0.21050164046195838) + | > loss_disc_real_5: 0.17198874056339264 (0.22025421261787415) + | > loss_0: 2.2340950965881348 (2.444677086976858) + | > loss_gen: 2.101020336151123 (1.9951570217426007) + | > loss_kl: 1.8204832077026367 (1.8015941564853375) + | > loss_feat: 7.029625415802002 (7.078518995871911) + | > loss_mel: 24.143022537231445 (21.486739818866432) + | > loss_duration: 1.6618540287017822 (1.6800918533251836) + | > loss_1: 36.75600814819336 (34.04210141988901) + + --> STEP: 27 + | > loss_disc: 2.4688053131103516 (2.4455707249818026) + | > loss_disc_real_0: 0.06291649490594864 (0.04860811004484141) + | > loss_disc_real_1: 0.14694169163703918 (0.1534245670945556) + | > loss_disc_real_2: 0.26012593507766724 (0.2373170527043166) + | > loss_disc_real_3: 0.25915926694869995 (0.21611753050927762) + | > loss_disc_real_4: 0.24917306005954742 (0.21193391526186908) + | > loss_disc_real_5: 0.24854497611522675 (0.22130201867333166) + | > loss_0: 2.4688053131103516 (2.4455707249818026) + | > loss_gen: 2.099515914916992 (1.9990221659342449) + | > loss_kl: 1.7729650735855103 (1.80053382008164) + | > loss_feat: 6.39136266708374 (7.053068761472349) + | > loss_mel: 20.9675235748291 (21.46750958760579) + | > loss_duration: 1.6807024478912354 (1.680114467938741) + | > loss_1: 32.912071228027344 (34.000248449820056) + + --> STEP: 28 + | > loss_disc: 2.524228096008301 (2.4483799168041775) + | > loss_disc_real_0: 0.07482215762138367 (0.04954432602971792) + | > loss_disc_real_1: 0.160089373588562 (0.15366259589791298) + | > loss_disc_real_2: 0.2552269697189331 (0.23795669259769575) + | > loss_disc_real_3: 0.23886285722255707 (0.21692986360618047) + | > loss_disc_real_4: 0.20719750225543976 (0.2117647576544966) + | > loss_disc_real_5: 0.22796599566936493 (0.22154001785176142) + | > loss_0: 2.524228096008301 (2.4483799168041775) + | > loss_gen: 1.962760090827942 (1.9977270918233054) + | > loss_kl: 1.6884032487869263 (1.7965291568211146) + | > loss_feat: 6.120237827301025 (7.01975337096623) + | > loss_mel: 20.049407958984375 (21.41686310086931) + | > loss_duration: 1.6638219356536865 (1.6795325917857034) + | > loss_1: 31.48463249206543 (33.91040502275739) + + --> STEP: 29 + | > loss_disc: 2.4895663261413574 (2.4498001378158043) + | > loss_disc_real_0: 0.0644536092877388 (0.050058439245511746) + | > loss_disc_real_1: 0.13113917410373688 (0.15288592618087243) + | > loss_disc_real_2: 0.2336621880531311 (0.2378086062340901) + | > loss_disc_real_3: 0.266173779964447 (0.2186279296875) + | > loss_disc_real_4: 0.16009368002414703 (0.20998299635689835) + | > loss_disc_real_5: 0.266710102558136 (0.22309760697956743) + | > loss_0: 2.4895663261413574 (2.4498001378158043) + | > loss_gen: 1.9530117511749268 (1.9961851835250854) + | > loss_kl: 1.5435549020767212 (1.787805906657515) + | > loss_feat: 7.554205417633057 (7.038182751885776) + | > loss_mel: 20.138275146484375 (21.372773861062935) + | > loss_duration: 1.6179580688476562 (1.6774093323740467) + | > loss_1: 32.8070068359375 (33.87235680941877) + + --> STEP: 30 + | > loss_disc: 2.0402908325195312 (2.436149827639262) + | > loss_disc_real_0: 0.05859461426734924 (0.05034297841290633) + | > loss_disc_real_1: 0.13078124821186066 (0.15214910358190536) + | > loss_disc_real_2: 0.15068189799785614 (0.23490438262621563) + | > loss_disc_real_3: 0.13162876665592194 (0.2157279575864474) + | > loss_disc_real_4: 0.10007341206073761 (0.20631934354702633) + | > loss_disc_real_5: 0.11563486605882645 (0.21951551561554272) + | > loss_0: 2.0402908325195312 (2.436149827639262) + | > loss_gen: 2.100844383239746 (1.9996738235155742) + | > loss_kl: 1.9276114702224731 (1.7924660921096802) + | > loss_feat: 10.178788185119629 (7.142869599660238) + | > loss_mel: 23.753854751586914 (21.452143224080398) + | > loss_duration: 1.702116847038269 (1.6782329161961873) + | > loss_1: 39.66321563720703 (34.06538543701171) + + --> STEP: 31 + | > loss_disc: 2.499053478240967 (2.4381789776586715) + | > loss_disc_real_0: 0.06650349497795105 (0.05086428539887551) + | > loss_disc_real_1: 0.179810032248497 (0.15304139160340832) + | > loss_disc_real_2: 0.20790685713291168 (0.23403349470707677) + | > loss_disc_real_3: 0.20514461398124695 (0.21538655940563448) + | > loss_disc_real_4: 0.18094894289970398 (0.20550094352614495) + | > loss_disc_real_5: 0.23222388327121735 (0.21992546295927418) + | > loss_0: 2.499053478240967 (2.4381789776586715) + | > loss_gen: 1.8936673402786255 (1.9962542595401886) + | > loss_kl: 1.35297691822052 (1.7782890219842233) + | > loss_feat: 6.771697998046875 (7.130896322188839) + | > loss_mel: 20.3988037109375 (21.418164530108047) + | > loss_duration: 1.6279144287109375 (1.6766097391805341) + | > loss_1: 32.04505920410156 (34.00021362304687) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.009296263417889992 (-0.0024162492444438338) + | > avg_loss_disc: 2.4381789776586715 (+0.03720257359166279) + | > avg_loss_disc_real_0: 0.05086428539887551 (-0.030124170525420088) + | > avg_loss_disc_real_1: 0.15304139160340832 (-0.0410061930456469) + | > avg_loss_disc_real_2: 0.23403349470707677 (+0.01893197144231487) + | > avg_loss_disc_real_3: 0.21538655940563448 (+0.01591935801890587) + | > avg_loss_disc_real_4: 0.20550094352614495 (+0.01117952768841099) + | > avg_loss_disc_real_5: 0.21992546295927418 (+0.007104516750381845) + | > avg_loss_0: 2.4381789776586715 (+0.03720257359166279) + | > avg_loss_gen: 1.9962542595401886 (-0.07274016641801428) + | > avg_loss_kl: 1.7782890219842233 (+0.08732357717329453) + | > avg_loss_feat: 7.130896322188839 (-0.224406473098262) + | > avg_loss_mel: 21.418164530108047 (-0.20982163952243482) + | > avg_loss_duration: 1.6766097391805341 (-0.01137141643031958) + | > avg_loss_1: 34.00021362304687 (-0.4310162451959556) + + + > EPOCH: 47/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 08:50:41)  + + --> TIME: 2024-11-23 08:50:49 -- STEP: 9/797 -- GLOBAL_STEP: 60575 + | > loss_disc: 2.4974820613861084 (2.573075426949395) + | > loss_disc_real_0: 0.12175065279006958 (0.13198432119356263) + | > loss_disc_real_1: 0.2183767706155777 (0.22435342603259617) + | > loss_disc_real_2: 0.22405876219272614 (0.24834387335512373) + | > loss_disc_real_3: 0.2015397697687149 (0.22265067365434435) + | > loss_disc_real_4: 0.24949482083320618 (0.23915127913157144) + | > loss_disc_real_5: 0.24622419476509094 (0.23884227706326377) + | > loss_0: 2.4974820613861084 (2.573075426949395) + | > grad_norm_0: tensor(26.1510, device='cuda:0') (tensor(28.3706, device='cuda:0')) + | > loss_gen: 2.4173738956451416 (2.2899485694037542) + | > loss_kl: 1.6945607662200928 (1.4875519673029582) + | > loss_feat: 6.900131702423096 (6.74313571718004) + | > loss_mel: 19.403404235839844 (20.18741226196289) + | > loss_duration: 1.8156623840332031 (1.8644998868306477) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 32.23113250732422 (32.57254770067003) + | > grad_norm_1: tensor(382.7229, device='cuda:0') (tensor(367.9832, device='cuda:0')) + | > current_lr_0: 0.00019813364555728923 + | > current_lr_1: 0.00019813364555728923 + | > step_time: 0.7513 (0.7664360470241971) + | > loader_time: 0.0088 (0.007433334986368815) + + + --> TIME: 2024-11-23 08:51:09 -- STEP: 34/797 -- GLOBAL_STEP: 60600 + | > loss_disc: 2.433950424194336 (2.480741451768314) + | > loss_disc_real_0: 0.10955400764942169 (0.1306235425393371) + | > loss_disc_real_1: 0.20970819890499115 (0.22227462950874777) + | > loss_disc_real_2: 0.2248912900686264 (0.2338359846788294) + | > loss_disc_real_3: 0.20980198681354523 (0.22602800542817397) + | > loss_disc_real_4: 0.24205908179283142 (0.22256531654035344) + | > loss_disc_real_5: 0.24737133085727692 (0.2334040666327757) + | > loss_0: 2.433950424194336 (2.480741451768314) + | > grad_norm_0: tensor(27.1631, device='cuda:0') (tensor(29.4921, device='cuda:0')) + | > loss_gen: 2.2978241443634033 (2.3419786411173207) + | > loss_kl: 1.9683282375335693 (1.5513124781496384) + | > loss_feat: 6.927234649658203 (7.0894717328688674) + | > loss_mel: 20.812410354614258 (20.382739010979147) + | > loss_duration: 1.7084202766418457 (1.7752322554588318) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 33.71421813964844 (33.14073422375847) + | > grad_norm_1: tensor(268.7682, device='cuda:0') (tensor(282.5319, device='cuda:0')) + | > current_lr_0: 0.00019813364555728923 + | > current_lr_1: 0.00019813364555728923 + | > step_time: 0.7671 (0.7637400907628676) + | > loader_time: 0.0033 (0.006264392067404354) + + + --> TIME: 2024-11-23 08:51:28 -- STEP: 59/797 -- GLOBAL_STEP: 60625 + | > loss_disc: 2.35412335395813 (2.4466760926327464) + | > loss_disc_real_0: 0.1145268902182579 (0.12678445945099256) + | > loss_disc_real_1: 0.22502174973487854 (0.21957729731575917) + | > loss_disc_real_2: 0.2733139395713806 (0.23306069207393518) + | > loss_disc_real_3: 0.2049318253993988 (0.22179396172701302) + | > loss_disc_real_4: 0.1917797029018402 (0.22353221955945937) + | > loss_disc_real_5: 0.24491441249847412 (0.22983188750380176) + | > loss_0: 2.35412335395813 (2.4466760926327464) + | > grad_norm_0: tensor(43.4234, device='cuda:0') (tensor(31.4899, device='cuda:0')) + | > loss_gen: 2.5406455993652344 (2.3595427901057873) + | > loss_kl: 1.6194713115692139 (1.5579892598976524) + | > loss_feat: 7.114079475402832 (7.205497386091847) + | > loss_mel: 21.44807243347168 (20.532623161703853) + | > loss_duration: 1.671400547027588 (1.7457304061469385) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 34.39366912841797 (33.401382866552304) + | > grad_norm_1: tensor(571.5018, device='cuda:0') (tensor(336.8208, device='cuda:0')) + | > current_lr_0: 0.00019813364555728923 + | > current_lr_1: 0.00019813364555728923 + | > step_time: 0.7483 (0.7644908387782209) + | > loader_time: 0.0039 (0.006590099657996226) + + + --> TIME: 2024-11-23 08:51:48 -- STEP: 84/797 -- GLOBAL_STEP: 60650 + | > loss_disc: 2.4414188861846924 (2.4307913524763927) + | > loss_disc_real_0: 0.10539679229259491 (0.12493471220313092) + | > loss_disc_real_1: 0.25202518701553345 (0.2194090930833703) + | > loss_disc_real_2: 0.2411179393529892 (0.2308342151698612) + | > loss_disc_real_3: 0.2201925665140152 (0.22012133470603398) + | > loss_disc_real_4: 0.19885708391666412 (0.2203387197639261) + | > loss_disc_real_5: 0.2469462901353836 (0.22751763924246743) + | > loss_0: 2.4414188861846924 (2.4307913524763927) + | > grad_norm_0: tensor(9.8543, device='cuda:0') (tensor(33.1292, device='cuda:0')) + | > loss_gen: 2.352191925048828 (2.364637908481417) + | > loss_kl: 1.4820343255996704 (1.5398420265742712) + | > loss_feat: 6.718174457550049 (7.182590813863845) + | > loss_mel: 19.38103675842285 (20.543653737931024) + | > loss_duration: 1.7176822423934937 (1.72886042651676) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 31.651119232177734 (33.359584717523475) + | > grad_norm_1: tensor(658.0486, device='cuda:0') (tensor(358.4243, device='cuda:0')) + | > current_lr_0: 0.00019813364555728923 + | > current_lr_1: 0.00019813364555728923 + | > step_time: 0.7838 (0.7658098340034485) + | > loader_time: 0.0047 (0.006417223385402134) + + + --> TIME: 2024-11-23 08:52:07 -- STEP: 109/797 -- GLOBAL_STEP: 60675 + | > loss_disc: 2.442458152770996 (2.427413387036105) + | > loss_disc_real_0: 0.07334291934967041 (0.12441834294741314) + | > loss_disc_real_1: 0.20941993594169617 (0.21759494264191442) + | > loss_disc_real_2: 0.19092343747615814 (0.2313176382572279) + | > loss_disc_real_3: 0.1952221840620041 (0.21970244107443257) + | > loss_disc_real_4: 0.1558106243610382 (0.2218133045719304) + | > loss_disc_real_5: 0.19361835718154907 (0.22778559688034408) + | > loss_0: 2.442458152770996 (2.427413387036105) + | > grad_norm_0: tensor(37.3947, device='cuda:0') (tensor(34.1023, device='cuda:0')) + | > loss_gen: 2.277118444442749 (2.377468006326518) + | > loss_kl: 1.5563547611236572 (1.5397057566074057) + | > loss_feat: 7.754009246826172 (7.21844456173958) + | > loss_mel: 21.122262954711914 (20.497284722984382) + | > loss_duration: 1.6788029670715332 (1.7197572211606786) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 34.388545989990234 (33.35266015289026) + | > grad_norm_1: tensor(446.9017, device='cuda:0') (tensor(391.6644, device='cuda:0')) + | > current_lr_0: 0.00019813364555728923 + | > current_lr_1: 0.00019813364555728923 + | > step_time: 0.6914 (0.7683636398490415) + | > loader_time: 0.0107 (0.006446982742449559) + + + --> TIME: 2024-11-23 08:52:27 -- STEP: 134/797 -- GLOBAL_STEP: 60700 + | > loss_disc: 2.352956771850586 (2.4270889652309133) + | > loss_disc_real_0: 0.09220103919506073 (0.12477337963767911) + | > loss_disc_real_1: 0.2219531536102295 (0.21816338543126831) + | > loss_disc_real_2: 0.23257355391979218 (0.2300656521275862) + | > loss_disc_real_3: 0.2168458253145218 (0.22089127573504377) + | > loss_disc_real_4: 0.23888812959194183 (0.22225190354372137) + | > loss_disc_real_5: 0.2425285279750824 (0.22720483134486782) + | > loss_0: 2.352956771850586 (2.4270889652309133) + | > grad_norm_0: tensor(39.2048, device='cuda:0') (tensor(34.8182, device='cuda:0')) + | > loss_gen: 2.6049537658691406 (2.3811097803400525) + | > loss_kl: 1.426430106163025 (1.5404362714112694) + | > loss_feat: 7.171177864074707 (7.2465377103036905) + | > loss_mel: 21.141571044921875 (20.56464606612476) + | > loss_duration: 1.729552984237671 (1.7146624824894008) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 34.07368469238281 (33.44739216477122) + | > grad_norm_1: tensor(323.0574, device='cuda:0') (tensor(396.6799, device='cuda:0')) + | > current_lr_0: 0.00019813364555728923 + | > current_lr_1: 0.00019813364555728923 + | > step_time: 0.7816 (0.7716384770265267) + | > loader_time: 0.0047 (0.006506060486409201) + + + --> TIME: 2024-11-23 08:52:47 -- STEP: 159/797 -- GLOBAL_STEP: 60725 + | > loss_disc: 2.356626510620117 (2.4278921736111423) + | > loss_disc_real_0: 0.09848784655332565 (0.12380666229522458) + | > loss_disc_real_1: 0.20438799262046814 (0.21782987972475443) + | > loss_disc_real_2: 0.23074311017990112 (0.2301713765229819) + | > loss_disc_real_3: 0.22042909264564514 (0.2213018886135809) + | > loss_disc_real_4: 0.21375691890716553 (0.22284165446488363) + | > loss_disc_real_5: 0.23192325234413147 (0.22733077078870256) + | > loss_0: 2.356626510620117 (2.4278921736111423) + | > grad_norm_0: tensor(31.9650, device='cuda:0') (tensor(36.0239, device='cuda:0')) + | > loss_gen: 2.357191562652588 (2.3823502423628318) + | > loss_kl: 1.7558388710021973 (1.5440360397662762) + | > loss_feat: 8.187551498413086 (7.2539414879660935) + | > loss_mel: 22.94024658203125 (20.582009117558318) + | > loss_duration: 1.6730659008026123 (1.708359845029483) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 36.91389465332031 (33.47069667120399) + | > grad_norm_1: tensor(430.3208, device='cuda:0') (tensor(418.9435, device='cuda:0')) + | > current_lr_0: 0.00019813364555728923 + | > current_lr_1: 0.00019813364555728923 + | > step_time: 0.7743 (0.7741860728593742) + | > loader_time: 0.0047 (0.006343844551710213) + + + --> TIME: 2024-11-23 08:53:07 -- STEP: 184/797 -- GLOBAL_STEP: 60750 + | > loss_disc: 2.5916261672973633 (2.427288468765175) + | > loss_disc_real_0: 0.347015917301178 (0.1265079801821191) + | > loss_disc_real_1: 0.21791328489780426 (0.21742498234886187) + | > loss_disc_real_2: 0.245077446103096 (0.22967634876461132) + | > loss_disc_real_3: 0.2304217666387558 (0.22156424536977126) + | > loss_disc_real_4: 0.1926691085100174 (0.22126302600878736) + | > loss_disc_real_5: 0.24179741740226746 (0.22716869632511036) + | > loss_0: 2.5916261672973633 (2.427288468765175) + | > grad_norm_0: tensor(164.5962, device='cuda:0') (tensor(42.1865, device='cuda:0')) + | > loss_gen: 2.4619717597961426 (2.391272975050883) + | > loss_kl: 1.701255440711975 (1.5479233180699143) + | > loss_feat: 6.650687217712402 (7.257408626701521) + | > loss_mel: 20.559785842895508 (20.63917167290396) + | > loss_duration: 1.6413559913635254 (1.702603253333465) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 33.01505661010742 (33.5383797728497) + | > grad_norm_1: tensor(308.0259, device='cuda:0') (tensor(440.1742, device='cuda:0')) + | > current_lr_0: 0.00019813364555728923 + | > current_lr_1: 0.00019813364555728923 + | > step_time: 0.7572 (0.7767653517101122) + | > loader_time: 0.0061 (0.006205433088800181) + + + --> TIME: 2024-11-23 08:53:28 -- STEP: 209/797 -- GLOBAL_STEP: 60775 + | > loss_disc: 2.5847456455230713 (2.4330397918463884) + | > loss_disc_real_0: 0.10627011954784393 (0.12609115405159713) + | > loss_disc_real_1: 0.23771613836288452 (0.21762732120507067) + | > loss_disc_real_2: 0.2602556049823761 (0.2305662117934113) + | > loss_disc_real_3: 0.26838117837905884 (0.22277234387739994) + | > loss_disc_real_4: 0.24166250228881836 (0.22228394078010577) + | > loss_disc_real_5: 0.2823200523853302 (0.2290774696466455) + | > loss_0: 2.5847456455230713 (2.4330397918463884) + | > grad_norm_0: tensor(45.6701, device='cuda:0') (tensor(43.7602, device='cuda:0')) + | > loss_gen: 2.2685630321502686 (2.3962470732237158) + | > loss_kl: 1.4408701658248901 (1.546797554458728) + | > loss_feat: 5.978280067443848 (7.25449933960107) + | > loss_mel: 19.630769729614258 (20.667451137560956) + | > loss_duration: 1.6878504753112793 (1.7017626152084204) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 31.006332397460938 (33.56675767670407) + | > grad_norm_1: tensor(153.4511, device='cuda:0') (tensor(442.2942, device='cuda:0')) + | > current_lr_0: 0.00019813364555728923 + | > current_lr_1: 0.00019813364555728923 + | > step_time: 0.8165 (0.7797175126783015) + | > loader_time: 0.0049 (0.0062764147251987) + + + --> TIME: 2024-11-23 08:53:48 -- STEP: 234/797 -- GLOBAL_STEP: 60800 + | > loss_disc: 2.459441900253296 (2.431790562776418) + | > loss_disc_real_0: 0.1320345103740692 (0.1260080871960292) + | > loss_disc_real_1: 0.20072728395462036 (0.21736857791741687) + | > loss_disc_real_2: 0.26042285561561584 (0.23033753260333314) + | > loss_disc_real_3: 0.27156388759613037 (0.22262310300372604) + | > loss_disc_real_4: 0.24668999016284943 (0.22234517972693485) + | > loss_disc_real_5: 0.23019571602344513 (0.22827631190546557) + | > loss_0: 2.459441900253296 (2.431790562776418) + | > grad_norm_0: tensor(47.6016, device='cuda:0') (tensor(44.8473, device='cuda:0')) + | > loss_gen: 2.6634647846221924 (2.394587092929416) + | > loss_kl: 1.6291382312774658 (1.5497732768710863) + | > loss_feat: 7.47409200668335 (7.213623421823876) + | > loss_mel: 22.31756591796875 (20.66348033481172) + | > loss_duration: 1.6460893154144287 (1.698540540332468) + | > amp_scaler: 256.0 (256.0) + | > loss_1: 35.7303466796875 (33.52000462295664) + | > grad_norm_1: tensor(668.5399, device='cuda:0') (tensor(450.8243, device='cuda:0')) + | > current_lr_0: 0.00019813364555728923 + | > current_lr_1: 0.00019813364555728923 + | > step_time: 0.7862 (0.7820335066216624) + | > loader_time: 0.0064 (0.006204276003389277) + + + --> TIME: 2024-11-23 08:54:08 -- STEP: 259/797 -- GLOBAL_STEP: 60825 + | > loss_disc: 2.6311793327331543 (2.4342545570093685) + | > loss_disc_real_0: 0.14784684777259827 (0.1261216159981881) + | > loss_disc_real_1: 0.21252374351024628 (0.2174019403899498) + | > loss_disc_real_2: 0.23079921305179596 (0.23065726424506272) + | > loss_disc_real_3: 0.19990596175193787 (0.22265390200274332) + | > loss_disc_real_4: 0.21458105742931366 (0.2224470660032913) + | > loss_disc_real_5: 0.26577028632164 (0.22952275438428385) + | > loss_0: 2.6311793327331543 (2.4342545570093685) + | > grad_norm_0: tensor(62.8119, device='cuda:0') (tensor(45.3779, device='cuda:0')) + | > loss_gen: 2.2758312225341797 (2.392120764522479) + | > loss_kl: 1.8128581047058105 (1.552634806246371) + | > loss_feat: 6.6065850257873535 (7.178165901581753) + | > loss_mel: 20.631052017211914 (20.634810488196397) + | > loss_duration: 1.7191808223724365 (1.6959439216893613) + | > amp_scaler: 128.0 (250.56370656370657) + | > loss_1: 33.04550552368164 (33.4536758113552) + | > grad_norm_1: tensor(504.1374, device='cuda:0') (tensor(455.4364, device='cuda:0')) + | > current_lr_0: 0.00019813364555728923 + | > current_lr_1: 0.00019813364555728923 + | > step_time: 0.8037 (0.784588741059469) + | > loader_time: 0.0049 (0.006284694413881044) + + + --> TIME: 2024-11-23 08:54:29 -- STEP: 284/797 -- GLOBAL_STEP: 60850 + | > loss_disc: 2.4885499477386475 (2.4356017851493714) + | > loss_disc_real_0: 0.18117472529411316 (0.12765888343761925) + | > loss_disc_real_1: 0.24698618054389954 (0.21713703052258826) + | > loss_disc_real_2: 0.19529536366462708 (0.23036295091602163) + | > loss_disc_real_3: 0.20528310537338257 (0.2225211294184268) + | > loss_disc_real_4: 0.22859062254428864 (0.22234785210498617) + | > loss_disc_real_5: 0.19493210315704346 (0.22939884431765112) + | > loss_0: 2.4885499477386475 (2.4356017851493714) + | > grad_norm_0: tensor(43.0270, device='cuda:0') (tensor(47.3766, device='cuda:0')) + | > loss_gen: 2.4698545932769775 (2.392925635190077) + | > loss_kl: 1.5475645065307617 (1.5524266391572823) + | > loss_feat: 7.570714950561523 (7.163104032126951) + | > loss_mel: 21.157447814941406 (20.666909694671613) + | > loss_duration: 1.6312439441680908 (1.693770100952874) + | > amp_scaler: 128.0 (239.77464788732394) + | > loss_1: 34.376827239990234 (33.469136050049705) + | > grad_norm_1: tensor(120.0894, device='cuda:0') (tensor(454.1341, device='cuda:0')) + | > current_lr_0: 0.00019813364555728923 + | > current_lr_1: 0.00019813364555728923 + | > step_time: 0.7739 (0.7862364582612481) + | > loader_time: 0.0092 (0.006390980431731318) + + + --> TIME: 2024-11-23 08:54:50 -- STEP: 309/797 -- GLOBAL_STEP: 60875 + | > loss_disc: 2.405245304107666 (2.4387562637576) + | > loss_disc_real_0: 0.11118002980947495 (0.1294345281246604) + | > loss_disc_real_1: 0.17102694511413574 (0.216782892840194) + | > loss_disc_real_2: 0.21797829866409302 (0.23050252562780596) + | > loss_disc_real_3: 0.21095244586467743 (0.22278531691403064) + | > loss_disc_real_4: 0.20038965344429016 (0.22301914964871886) + | > loss_disc_real_5: 0.20920735597610474 (0.23034728045988237) + | > loss_0: 2.405245304107666 (2.4387562637576) + | > grad_norm_0: tensor(41.5319, device='cuda:0') (tensor(47.3390, device='cuda:0')) + | > loss_gen: 2.331677198410034 (2.3895934993780936) + | > loss_kl: 1.6541815996170044 (1.5553230051083866) + | > loss_feat: 7.823078155517578 (7.153460771134756) + | > loss_mel: 21.814311981201172 (20.68534139367753) + | > loss_duration: 1.6641206741333008 (1.6913874708718852) + | > amp_scaler: 128.0 (230.73139158576052) + | > loss_1: 35.28736877441406 (33.47510605105307) + | > grad_norm_1: tensor(661.9200, device='cuda:0') (tensor(451.9813, device='cuda:0')) + | > current_lr_0: 0.00019813364555728923 + | > current_lr_1: 0.00019813364555728923 + | > step_time: 0.8684 (0.7892485428782342) + | > loader_time: 0.0062 (0.006547194082760115) + + + --> TIME: 2024-11-23 08:55:11 -- STEP: 334/797 -- GLOBAL_STEP: 60900 + | > loss_disc: 2.4969496726989746 (2.436869402845462) + | > loss_disc_real_0: 0.12637291848659515 (0.129010025445305) + | > loss_disc_real_1: 0.18505965173244476 (0.21653751515878167) + | > loss_disc_real_2: 0.20677511394023895 (0.2302140259367977) + | > loss_disc_real_3: 0.21374505758285522 (0.2226067950536391) + | > loss_disc_real_4: 0.1980087012052536 (0.22244908906028657) + | > loss_disc_real_5: 0.2226838320493698 (0.23004269782832998) + | > loss_0: 2.4969496726989746 (2.436869402845462) + | > grad_norm_0: tensor(7.6314, device='cuda:0') (tensor(45.7966, device='cuda:0')) + | > loss_gen: 2.275999069213867 (2.3877629591319365) + | > loss_kl: 1.7109832763671875 (1.5582463056027542) + | > loss_feat: 6.35693883895874 (7.15201900676339) + | > loss_mel: 20.324012756347656 (20.702687343437493) + | > loss_duration: 1.6862605810165405 (1.690115705935541) + | > amp_scaler: 128.0 (223.04191616766468) + | > loss_1: 32.35419464111328 (33.49083122664584) + | > grad_norm_1: tensor(186.8320, device='cuda:0') (tensor(445.3064, device='cuda:0')) + | > current_lr_0: 0.00019813364555728923 + | > current_lr_1: 0.00019813364555728923 + | > step_time: 0.831 (0.7919403464494351) + | > loader_time: 0.0062 (0.006630340736069364) + + + --> TIME: 2024-11-23 08:55:32 -- STEP: 359/797 -- GLOBAL_STEP: 60925 + | > loss_disc: 2.3641867637634277 (2.437078750233132) + | > loss_disc_real_0: 0.07391346246004105 (0.12866143094671478) + | > loss_disc_real_1: 0.19407938420772552 (0.21661114700989462) + | > loss_disc_real_2: 0.23625405132770538 (0.231117607781814) + | > loss_disc_real_3: 0.19972074031829834 (0.2225289530740807) + | > loss_disc_real_4: 0.23538751900196075 (0.22262711706765848) + | > loss_disc_real_5: 0.2200627326965332 (0.23034545692062644) + | > loss_0: 2.3641867637634277 (2.437078750233132) + | > grad_norm_0: tensor(11.9366, device='cuda:0') (tensor(44.5505, device='cuda:0')) + | > loss_gen: 2.374863862991333 (2.38440923372019) + | > loss_kl: 1.5026642084121704 (1.5590365085761204) + | > loss_feat: 6.205356597900391 (7.1332053713147685) + | > loss_mel: 19.97052764892578 (20.68522325797332) + | > loss_duration: 1.6214576959609985 (1.6873265956437686) + | > amp_scaler: 128.0 (216.4233983286908) + | > loss_1: 31.67487144470215 (33.44920085067537) + | > grad_norm_1: tensor(261.2825, device='cuda:0') (tensor(439.2835, device='cuda:0')) + | > current_lr_0: 0.00019813364555728923 + | > current_lr_1: 0.00019813364555728923 + | > step_time: 0.838 (0.7952722639758607) + | > loader_time: 0.0148 (0.00672194087737782) + + + --> TIME: 2024-11-23 08:55:53 -- STEP: 384/797 -- GLOBAL_STEP: 60950 + | > loss_disc: 2.4223577976226807 (2.434187379355233) + | > loss_disc_real_0: 0.1632370948791504 (0.12854000979374788) + | > loss_disc_real_1: 0.19892895221710205 (0.2165864636966337) + | > loss_disc_real_2: 0.2426476776599884 (0.23078884875091413) + | > loss_disc_real_3: 0.23566049337387085 (0.22227408880523095) + | > loss_disc_real_4: 0.22368459403514862 (0.2219960146661227) + | > loss_disc_real_5: 0.24800541996955872 (0.2300683205248788) + | > loss_0: 2.4223577976226807 (2.434187379355233) + | > grad_norm_0: tensor(39.5550, device='cuda:0') (tensor(45.3758, device='cuda:0')) + | > loss_gen: 2.5079703330993652 (2.385864799221356) + | > loss_kl: 1.6100174188613892 (1.5578389537210275) + | > loss_feat: 6.899640083312988 (7.135355932017167) + | > loss_mel: 20.613948822021484 (20.686968713998784) + | > loss_duration: 1.7089487314224243 (1.6853449866175652) + | > amp_scaler: 128.0 (210.66666666666666) + | > loss_1: 33.34052658081055 (33.45137331386409) + | > grad_norm_1: tensor(585.6060, device='cuda:0') (tensor(442.6507, device='cuda:0')) + | > current_lr_0: 0.00019813364555728923 + | > current_lr_1: 0.00019813364555728923 + | > step_time: 0.8308 (0.7979228800783554) + | > loader_time: 0.0061 (0.0068028519550959255) + + + --> TIME: 2024-11-23 08:56:14 -- STEP: 409/797 -- GLOBAL_STEP: 60975 + | > loss_disc: 2.545469045639038 (2.4347147294536504) + | > loss_disc_real_0: 0.16568250954151154 (0.12814202954796833) + | > loss_disc_real_1: 0.1993350237607956 (0.2166527547944145) + | > loss_disc_real_2: 0.21376635134220123 (0.23054931321907743) + | > loss_disc_real_3: 0.2626432478427887 (0.22231888909503125) + | > loss_disc_real_4: 0.2183172106742859 (0.22242887711612402) + | > loss_disc_real_5: 0.25873392820358276 (0.23054505618685323) + | > loss_0: 2.545469045639038 (2.4347147294536504) + | > grad_norm_0: tensor(93.2678, device='cuda:0') (tensor(45.7282, device='cuda:0')) + | > loss_gen: 2.329425573348999 (2.3866616770224356) + | > loss_kl: 1.3788471221923828 (1.5560681962733756) + | > loss_feat: 6.582162380218506 (7.133456041294089) + | > loss_mel: 20.469953536987305 (20.6864196665421) + | > loss_duration: 1.6557525396347046 (1.68403667954769) + | > amp_scaler: 128.0 (205.61369193154033) + | > loss_1: 32.416141510009766 (33.44664222045751) + | > grad_norm_1: tensor(555.0907, device='cuda:0') (tensor(443.1165, device='cuda:0')) + | > current_lr_0: 0.00019813364555728923 + | > current_lr_1: 0.00019813364555728923 + | > step_time: 0.8429 (0.799757274263937) + | > loader_time: 0.0079 (0.006851259245557714) + + + --> TIME: 2024-11-23 08:56:35 -- STEP: 434/797 -- GLOBAL_STEP: 61000 + | > loss_disc: 2.7814600467681885 (2.439289643467848) + | > loss_disc_real_0: 0.4328640103340149 (0.1297734304146696) + | > loss_disc_real_1: 0.19048470258712769 (0.21678548151721597) + | > loss_disc_real_2: 0.2580215632915497 (0.2309047708176248) + | > loss_disc_real_3: 0.24077095091342926 (0.22267081190226815) + | > loss_disc_real_4: 0.27277064323425293 (0.2226722475295792) + | > loss_disc_real_5: 0.2932962477207184 (0.2307732831085882) + | > loss_0: 2.7814600467681885 (2.439289643467848) + | > grad_norm_0: tensor(140.5438, device='cuda:0') (tensor(47.5473, device='cuda:0')) + | > loss_gen: 2.3355977535247803 (2.3895848736784973) + | > loss_kl: 1.5101470947265625 (1.5548839376818757) + | > loss_feat: 6.345191955566406 (7.130659427510978) + | > loss_mel: 20.65595817565918 (20.70994112129035) + | > loss_duration: 1.6469348669052124 (1.6829126933203316) + | > amp_scaler: 128.0 (201.14285714285714) + | > loss_1: 32.493831634521484 (33.46798201530213) + | > grad_norm_1: tensor(326.6252, device='cuda:0') (tensor(446.6082, device='cuda:0')) + | > current_lr_0: 0.00019813364555728923 + | > current_lr_1: 0.00019813364555728923 + | > step_time: 0.8617 (0.801898204236536) + | > loader_time: 0.0075 (0.006897270954149658) + + + --> TIME: 2024-11-23 08:56:57 -- STEP: 459/797 -- GLOBAL_STEP: 61025 + | > loss_disc: 2.3670473098754883 (2.4399276480955256) + | > loss_disc_real_0: 0.10862721502780914 (0.1303922408189389) + | > loss_disc_real_1: 0.18044842779636383 (0.21648649747984594) + | > loss_disc_real_2: 0.20305152237415314 (0.2306600452962784) + | > loss_disc_real_3: 0.2332468330860138 (0.22259742917578204) + | > loss_disc_real_4: 0.19292308390140533 (0.22239651344310743) + | > loss_disc_real_5: 0.2103683352470398 (0.23093963097902684) + | > loss_0: 2.3670473098754883 (2.4399276480955256) + | > grad_norm_0: tensor(36.3828, device='cuda:0') (tensor(48.4702, device='cuda:0')) + | > loss_gen: 2.357469081878662 (2.3884836572967063) + | > loss_kl: 1.7835873365402222 (1.5554697864195888) + | > loss_feat: 7.693806171417236 (7.129841955139226) + | > loss_mel: 19.86787986755371 (20.725719194266784) + | > loss_duration: 1.6550161838531494 (1.682360038258671) + | > amp_scaler: 128.0 (197.1590413943355) + | > loss_1: 33.357757568359375 (33.48187461969381) + | > grad_norm_1: tensor(584.0999, device='cuda:0') (tensor(444.2555, device='cuda:0')) + | > current_lr_0: 0.00019813364555728923 + | > current_lr_1: 0.00019813364555728923 + | > step_time: 0.8357 (0.8045474397331022) + | > loader_time: 0.0071 (0.006971606501826533) + + + --> TIME: 2024-11-23 08:57:19 -- STEP: 484/797 -- GLOBAL_STEP: 61050 + | > loss_disc: 2.458566665649414 (2.4365323363256866) + | > loss_disc_real_0: 0.10090170055627823 (0.12938183443697765) + | > loss_disc_real_1: 0.24205048382282257 (0.2163788703970672) + | > loss_disc_real_2: 0.23870253562927246 (0.2304481312878861) + | > loss_disc_real_3: 0.23322540521621704 (0.22250361057106127) + | > loss_disc_real_4: 0.24082380533218384 (0.22196841812577128) + | > loss_disc_real_5: 0.29625195264816284 (0.23060091400195745) + | > loss_0: 2.458566665649414 (2.4365323363256866) + | > grad_norm_0: tensor(32.8771, device='cuda:0') (tensor(48.3886, device='cuda:0')) + | > loss_gen: 2.389071464538574 (2.3890800042585894) + | > loss_kl: 1.513977289199829 (1.5542790409454637) + | > loss_feat: 6.572592258453369 (7.14085107598423) + | > loss_mel: 20.89952850341797 (20.739712920070673) + | > loss_duration: 1.6766226291656494 (1.6813123470002955) + | > amp_scaler: 128.0 (193.58677685950414) + | > loss_1: 33.051795959472656 (33.50523538825926) + | > grad_norm_1: tensor(238.0921, device='cuda:0') (tensor(446.3311, device='cuda:0')) + | > current_lr_0: 0.00019813364555728923 + | > current_lr_1: 0.00019813364555728923 + | > step_time: 0.8559 (0.8071495590131145) + | > loader_time: 0.0073 (0.007059807127172296) + + + --> TIME: 2024-11-23 08:57:40 -- STEP: 509/797 -- GLOBAL_STEP: 61075 + | > loss_disc: 2.3946211338043213 (2.4340781926640376) + | > loss_disc_real_0: 0.10277117043733597 (0.12864072252730957) + | > loss_disc_real_1: 0.20499245822429657 (0.21613188164056163) + | > loss_disc_real_2: 0.2479039877653122 (0.23065086596138584) + | > loss_disc_real_3: 0.21886910498142242 (0.22218697039458044) + | > loss_disc_real_4: 0.2277524471282959 (0.22205138563641397) + | > loss_disc_real_5: 0.20694361627101898 (0.23037260194073023) + | > loss_0: 2.3946211338043213 (2.4340781926640376) + | > grad_norm_0: tensor(92.1482, device='cuda:0') (tensor(47.8092, device='cuda:0')) + | > loss_gen: 2.3529417514801025 (2.390096931420047) + | > loss_kl: 1.760514497756958 (1.5559103884725072) + | > loss_feat: 7.0096001625061035 (7.1527372999135075) + | > loss_mel: 20.514793395996094 (20.741103264109785) + | > loss_duration: 1.658644676208496 (1.6803917196270057) + | > amp_scaler: 128.0 (190.3654223968566) + | > loss_1: 33.29649353027344 (33.520239592066915) + | > grad_norm_1: tensor(724.2519, device='cuda:0') (tensor(445.5592, device='cuda:0')) + | > current_lr_0: 0.00019813364555728923 + | > current_lr_1: 0.00019813364555728923 + | > step_time: 0.8179 (0.8093713116786335) + | > loader_time: 0.0101 (0.007138399337738576) + + + --> TIME: 2024-11-23 08:58:02 -- STEP: 534/797 -- GLOBAL_STEP: 61100 + | > loss_disc: 2.5423145294189453 (2.4336348142516764) + | > loss_disc_real_0: 0.11827663332223892 (0.128345872195305) + | > loss_disc_real_1: 0.22027073800563812 (0.21617007088125414) + | > loss_disc_real_2: 0.2424629181623459 (0.23003311611516644) + | > loss_disc_real_3: 0.24219577014446259 (0.22264919647674883) + | > loss_disc_real_4: 0.24853412806987762 (0.22203620043251845) + | > loss_disc_real_5: 0.2901943027973175 (0.23022345994853796) + | > loss_0: 2.5423145294189453 (2.4336348142516764) + | > grad_norm_0: tensor(75.0591, device='cuda:0') (tensor(47.8566, device='cuda:0')) + | > loss_gen: 2.5454134941101074 (2.390706593624215) + | > loss_kl: 1.5633553266525269 (1.5578626720199875) + | > loss_feat: 7.729767799377441 (7.164061446314894) + | > loss_mel: 21.66669464111328 (20.76049270701318) + | > loss_duration: 1.6854503154754639 (1.6801420320732317) + | > amp_scaler: 128.0 (187.44569288389513) + | > loss_1: 35.19068145751953 (33.553265450152566) + | > grad_norm_1: tensor(609.0803, device='cuda:0') (tensor(448.2556, device='cuda:0')) + | > current_lr_0: 0.00019813364555728923 + | > current_lr_1: 0.00019813364555728923 + | > step_time: 0.8893 (0.8118580360984088) + | > loader_time: 0.0107 (0.00726126106490803) + + + --> TIME: 2024-11-23 08:58:25 -- STEP: 559/797 -- GLOBAL_STEP: 61125 + | > loss_disc: 2.5381760597229004 (2.433683165497346) + | > loss_disc_real_0: 0.08791454881429672 (0.12774026805738226) + | > loss_disc_real_1: 0.19187067449092865 (0.21592014985348965) + | > loss_disc_real_2: 0.20936477184295654 (0.2303410515002573) + | > loss_disc_real_3: 0.2038331776857376 (0.22271497483650132) + | > loss_disc_real_4: 0.26562461256980896 (0.22240923102511917) + | > loss_disc_real_5: 0.2935715913772583 (0.23113994390998635) + | > loss_0: 2.5381760597229004 (2.433683165497346) + | > grad_norm_0: tensor(36.9180, device='cuda:0') (tensor(48.8588, device='cuda:0')) + | > loss_gen: 2.3492064476013184 (2.3948305604282987) + | > loss_kl: 1.5368177890777588 (1.558228034879313) + | > loss_feat: 6.786231517791748 (7.180176482430938) + | > loss_mel: 19.71997833251953 (20.782084238124007) + | > loss_duration: 1.6559492349624634 (1.6795912639826052) + | > amp_scaler: 128.0 (184.78711985688727) + | > loss_1: 32.04818344116211 (33.59491061311289) + | > grad_norm_1: tensor(222.8272, device='cuda:0') (tensor(454.3840, device='cuda:0')) + | > current_lr_0: 0.00019813364555728923 + | > current_lr_1: 0.00019813364555728923 + | > step_time: 0.9127 (0.8161393393344227) + | > loader_time: 0.0114 (0.00737252133050417) + + + --> TIME: 2024-11-23 08:58:52 -- STEP: 584/797 -- GLOBAL_STEP: 61150 + | > loss_disc: 2.3542802333831787 (2.4331691212033584) + | > loss_disc_real_0: 0.12460984289646149 (0.12741515105462656) + | > loss_disc_real_1: 0.229625403881073 (0.21638109823306126) + | > loss_disc_real_2: 0.23443050682544708 (0.2304095806783601) + | > loss_disc_real_3: 0.20321130752563477 (0.22269949306772185) + | > loss_disc_real_4: 0.21253956854343414 (0.22169441209264) + | > loss_disc_real_5: 0.20278695225715637 (0.23031154887316982) + | > loss_0: 2.3542802333831787 (2.4331691212033584) + | > grad_norm_0: tensor(107.9330, device='cuda:0') (tensor(49.0741, device='cuda:0')) + | > loss_gen: 2.5190181732177734 (2.3947195484213633) + | > loss_kl: 1.6254630088806152 (1.5595210204793986) + | > loss_feat: 7.084502220153809 (7.180134545450342) + | > loss_mel: 19.649276733398438 (20.797751472420874) + | > loss_duration: 1.667264699935913 (1.6791558661689494) + | > amp_scaler: 128.0 (182.35616438356158) + | > loss_1: 32.54552459716797 (33.61128246947511) + | > grad_norm_1: tensor(788.7854, device='cuda:0') (tensor(456.6230, device='cuda:0')) + | > current_lr_0: 0.00019813364555728923 + | > current_lr_1: 0.00019813364555728923 + | > step_time: 0.9597 (0.8267315475091541) + | > loader_time: 0.008 (0.007462817512146414) + + + --> TIME: 2024-11-23 08:59:24 -- STEP: 609/797 -- GLOBAL_STEP: 61175 + | > loss_disc: 2.4161880016326904 (2.4342781777060893) + | > loss_disc_real_0: 0.09278948605060577 (0.12730053850802892) + | > loss_disc_real_1: 0.23376649618148804 (0.21655879217415608) + | > loss_disc_real_2: 0.24757325649261475 (0.23070697992893274) + | > loss_disc_real_3: 0.22669290006160736 (0.22271353901900687) + | > loss_disc_real_4: 0.24134457111358643 (0.22219151256021805) + | > loss_disc_real_5: 0.259136825799942 (0.2304913534221587) + | > loss_0: 2.4161880016326904 (2.4342781777060893) + | > grad_norm_0: tensor(86.3979, device='cuda:0') (tensor(50.8582, device='cuda:0')) + | > loss_gen: 2.4939074516296387 (2.3957855548764697) + | > loss_kl: 1.6838330030441284 (1.560333660474944) + | > loss_feat: 7.063418388366699 (7.17271602643143) + | > loss_mel: 20.387479782104492 (20.795159498067502) + | > loss_duration: 1.6839697360992432 (1.6790301128365521) + | > amp_scaler: 128.0 (180.1247947454843) + | > loss_1: 33.3126106262207 (33.603024872653) + | > grad_norm_1: tensor(615.0693, device='cuda:0') (tensor(460.6999, device='cuda:0')) + | > current_lr_0: 0.00019813364555728923 + | > current_lr_1: 0.00019813364555728923 + | > step_time: 1.6616 (0.8435967888542385) + | > loader_time: 0.0177 (0.007597408075442259) + + + --> TIME: 2024-11-23 08:59:51 -- STEP: 634/797 -- GLOBAL_STEP: 61200 + | > loss_disc: 2.3180482387542725 (2.4319317051288842) + | > loss_disc_real_0: 0.14490307867527008 (0.12692418960672272) + | > loss_disc_real_1: 0.2202904373407364 (0.21654727664843718) + | > loss_disc_real_2: 0.2360188364982605 (0.23043005718417725) + | > loss_disc_real_3: 0.20261900126934052 (0.2225804831421338) + | > loss_disc_real_4: 0.2300637662410736 (0.22188570160030943) + | > loss_disc_real_5: 0.19624629616737366 (0.2299101193103505) + | > loss_0: 2.3180482387542725 (2.4319317051288842) + | > grad_norm_0: tensor(137.7048, device='cuda:0') (tensor(51.2350, device='cuda:0')) + | > loss_gen: 2.453490972518921 (2.3966726117329658) + | > loss_kl: 1.6164002418518066 (1.5610610308707331) + | > loss_feat: 6.41013240814209 (7.17289150099649) + | > loss_mel: 18.302322387695312 (20.80289252849782) + | > loss_duration: 1.6801738739013672 (1.6791460393731144) + | > amp_scaler: 128.0 (178.06940063091477) + | > loss_1: 30.462520599365234 (33.61266373535061) + | > grad_norm_1: tensor(222.5260, device='cuda:0') (tensor(460.0432, device='cuda:0')) + | > current_lr_0: 0.00019813364555728923 + | > current_lr_1: 0.00019813364555728923 + | > step_time: 0.9866 (0.8532515816884082) + | > loader_time: 0.0077 (0.007695756876130209) + + + --> TIME: 2024-11-23 09:00:17 -- STEP: 659/797 -- GLOBAL_STEP: 61225 + | > loss_disc: 2.3515777587890625 (2.4327006321937445) + | > loss_disc_real_0: 0.08898109197616577 (0.12680592967341464) + | > loss_disc_real_1: 0.17110204696655273 (0.21663247817655254) + | > loss_disc_real_2: 0.2019108086824417 (0.2307555967198518) + | > loss_disc_real_3: 0.20639632642269135 (0.22273718652757785) + | > loss_disc_real_4: 0.2080182135105133 (0.22197133026824917) + | > loss_disc_real_5: 0.22853459417819977 (0.23018769675665093) + | > loss_0: 2.3515777587890625 (2.4327006321937445) + | > grad_norm_0: tensor(36.4254, device='cuda:0') (tensor(50.9351, device='cuda:0')) + | > loss_gen: 2.237588882446289 (2.3958916779895847) + | > loss_kl: 1.6106784343719482 (1.5627437791983532) + | > loss_feat: 6.515811443328857 (7.165446867530371) + | > loss_mel: 18.676799774169922 (20.805247282222105) + | > loss_duration: 1.6868994235992432 (1.678861302019793) + | > amp_scaler: 128.0 (176.16995447647946) + | > loss_1: 30.7277774810791 (33.608190941702084) + | > grad_norm_1: tensor(358.9734, device='cuda:0') (tensor(462.0135, device='cuda:0')) + | > current_lr_0: 0.00019813364555728923 + | > current_lr_1: 0.00019813364555728923 + | > step_time: 0.9544 (0.8591201678031489) + | > loader_time: 0.0148 (0.007793983306074359) + + + --> TIME: 2024-11-23 09:00:42 -- STEP: 684/797 -- GLOBAL_STEP: 61250 + | > loss_disc: 2.4232239723205566 (2.4319425960730405) + | > loss_disc_real_0: 0.09863174706697464 (0.12675330832012408) + | > loss_disc_real_1: 0.2552585005760193 (0.21680118605407359) + | > loss_disc_real_2: 0.2271629124879837 (0.23047464543528723) + | > loss_disc_real_3: 0.2441399246454239 (0.22259594269140426) + | > loss_disc_real_4: 0.22382614016532898 (0.22190728212832012) + | > loss_disc_real_5: 0.2266329675912857 (0.22966750188354865) + | > loss_0: 2.4232239723205566 (2.4319425960730405) + | > grad_norm_0: tensor(37.0627, device='cuda:0') (tensor(51.4047, device='cuda:0')) + | > loss_gen: 2.5202393531799316 (2.3962824470118496) + | > loss_kl: 1.5810962915420532 (1.5642261872863215) + | > loss_feat: 7.0628838539123535 (7.167215002210517) + | > loss_mel: 21.090476989746094 (20.827756042368918) + | > loss_duration: 1.635820746421814 (1.6784098611937621) + | > amp_scaler: 128.0 (174.40935672514613) + | > loss_1: 33.89051818847656 (33.63388956638806) + | > grad_norm_1: tensor(245.8307, device='cuda:0') (tensor(464.3917, device='cuda:0')) + | > current_lr_0: 0.00019813364555728923 + | > current_lr_1: 0.00019813364555728923 + | > step_time: 0.9854 (0.8636169994783677) + | > loader_time: 0.0109 (0.007886720679656798) + + + --> TIME: 2024-11-23 09:01:09 -- STEP: 709/797 -- GLOBAL_STEP: 61275 + | > loss_disc: 2.589890480041504 (2.4338460055998254) + | > loss_disc_real_0: 0.12829452753067017 (0.12698544089502461) + | > loss_disc_real_1: 0.21286584436893463 (0.21700917396626115) + | > loss_disc_real_2: 0.20357105135917664 (0.23067757489398774) + | > loss_disc_real_3: 0.20172089338302612 (0.2228067840524386) + | > loss_disc_real_4: 0.22316786646842957 (0.22220849354025002) + | > loss_disc_real_5: 0.24050244688987732 (0.2301936506258248) + | > loss_0: 2.589890480041504 (2.4338460055998254) + | > grad_norm_0: tensor(155.3962, device='cuda:0') (tensor(52.0953, device='cuda:0')) + | > loss_gen: 2.1550867557525635 (2.3960027217192463) + | > loss_kl: 1.5872690677642822 (1.5665342506804154) + | > loss_feat: 6.831669330596924 (7.16232660223634) + | > loss_mel: 20.4049015045166 (20.83584147078024) + | > loss_duration: 1.6615684032440186 (1.6779659885613634) + | > amp_scaler: 128.0 (172.77291960507756) + | > loss_1: 32.64049530029297 (33.63867105718057) + | > grad_norm_1: tensor(179.9794, device='cuda:0') (tensor(466.3054, device='cuda:0')) + | > current_lr_0: 0.00019813364555728923 + | > current_lr_1: 0.00019813364555728923 + | > step_time: 1.0404 (0.8713028995879779) + | > loader_time: 0.0092 (0.008025409472509898) + + + --> TIME: 2024-11-23 09:01:39 -- STEP: 734/797 -- GLOBAL_STEP: 61300 + | > loss_disc: 2.4738662242889404 (2.4335882212225703) + | > loss_disc_real_0: 0.1492794305086136 (0.12705110833150346) + | > loss_disc_real_1: 0.2152606099843979 (0.21707752139919134) + | > loss_disc_real_2: 0.24042634665966034 (0.2306973678377084) + | > loss_disc_real_3: 0.24140103161334991 (0.22272572790244624) + | > loss_disc_real_4: 0.19655118882656097 (0.22196608373758253) + | > loss_disc_real_5: 0.20092938840389252 (0.23014394681119144) + | > loss_0: 2.4738662242889404 (2.4335882212225703) + | > grad_norm_0: tensor(74.7607, device='cuda:0') (tensor(52.0451, device='cuda:0')) + | > loss_gen: 2.345518112182617 (2.395021646159223) + | > loss_kl: 1.5203672647476196 (1.5671884337952744) + | > loss_feat: 7.274529457092285 (7.155930636689189) + | > loss_mel: 20.86888313293457 (20.834443505518443) + | > loss_duration: 1.64503812789917 (1.6771636262576646) + | > amp_scaler: 128.0 (171.24795640326977) + | > loss_1: 33.65433883666992 (33.629747861087814) + | > grad_norm_1: tensor(680.9204, device='cuda:0') (tensor(467.2951, device='cuda:0')) + | > current_lr_0: 0.00019813364555728923 + | > current_lr_1: 0.00019813364555728923 + | > step_time: 1.0272 (0.8804528606035401) + | > loader_time: 0.0237 (0.00869293921000301) + + + --> TIME: 2024-11-23 09:02:09 -- STEP: 759/797 -- GLOBAL_STEP: 61325 + | > loss_disc: 2.45439076423645 (2.433066739395204) + | > loss_disc_real_0: 0.10004773736000061 (0.12637940807481535) + | > loss_disc_real_1: 0.19923484325408936 (0.21702775341484387) + | > loss_disc_real_2: 0.23020921647548676 (0.2308642390295765) + | > loss_disc_real_3: 0.2249229997396469 (0.2227503475739237) + | > loss_disc_real_4: 0.24483561515808105 (0.22200144201085187) + | > loss_disc_real_5: 0.2012869119644165 (0.23057417149443246) + | > loss_0: 2.45439076423645 (2.433066739395204) + | > grad_norm_0: tensor(25.0098, device='cuda:0') (tensor(51.5720, device='cuda:0')) + | > loss_gen: 2.276353359222412 (2.39510629739372) + | > loss_kl: 1.6227481365203857 (1.5671916397506858) + | > loss_feat: 6.685976028442383 (7.158384384688024) + | > loss_mel: 21.077091217041016 (20.849467233549763) + | > loss_duration: 1.6821231842041016 (1.6762322856503507) + | > amp_scaler: 128.0 (169.8234519104085) + | > loss_1: 33.34429168701172 (33.646381840561375) + | > grad_norm_1: tensor(403.7027, device='cuda:0') (tensor(470.4473, device='cuda:0')) + | > current_lr_0: 0.00019813364555728923 + | > current_lr_1: 0.00019813364555728923 + | > step_time: 1.0378 (0.8868273488774755) + | > loader_time: 0.1298 (0.012578197461657212) + + + --> TIME: 2024-11-23 09:03:01 -- STEP: 784/797 -- GLOBAL_STEP: 61350 + | > loss_disc: 2.189016103744507 (2.43118652640557) + | > loss_disc_real_0: 0.18813061714172363 (0.1264234293841435) + | > loss_disc_real_1: 0.17956377565860748 (0.21685556075250617) + | > loss_disc_real_2: 0.2016506940126419 (0.23066405917764926) + | > loss_disc_real_3: 0.19568565487861633 (0.22245901619673386) + | > loss_disc_real_4: 0.16201063990592957 (0.22181067399072404) + | > loss_disc_real_5: 0.17555281519889832 (0.2300980807833222) + | > loss_0: 2.189016103744507 (2.43118652640557) + | > grad_norm_0: tensor(64.3525, device='cuda:0') (tensor(51.8218, device='cuda:0')) + | > loss_gen: 2.7108232975006104 (2.3970022171127563) + | > loss_kl: 1.7285772562026978 (1.5684384598719834) + | > loss_feat: 8.279963493347168 (7.169919861214502) + | > loss_mel: 21.43185806274414 (20.85596391862751) + | > loss_duration: 1.6557515859603882 (1.6753787538226763) + | > amp_scaler: 128.0 (168.48979591836735) + | > loss_1: 35.80697250366211 (33.66670319498801) + | > grad_norm_1: tensor(494.5951, device='cuda:0') (tensor(473.0251, device='cuda:0')) + | > current_lr_0: 0.00019813364555728923 + | > current_lr_1: 0.00019813364555728923 + | > step_time: 1.656 (0.9190081859729725) + | > loader_time: 0.1335 (0.0171974702757232) + + + > EVALUATION  + + --> STEP: 0 + | > loss_disc: 2.5546910762786865 (2.5546910762786865) + | > loss_disc_real_0: 0.3344452977180481 (0.3344452977180481) + | > loss_disc_real_1: 0.21888597309589386 (0.21888597309589386) + | > loss_disc_real_2: 0.21198837459087372 (0.21198837459087372) + | > loss_disc_real_3: 0.17549347877502441 (0.17549347877502441) + | > loss_disc_real_4: 0.1698329746723175 (0.1698329746723175) + | > loss_disc_real_5: 0.14818057417869568 (0.14818057417869568) + | > loss_0: 2.5546910762786865 (2.5546910762786865) + | > loss_gen: 2.328329086303711 (2.328329086303711) + | > loss_kl: 1.7464637756347656 (1.7464637756347656) + | > loss_feat: 6.762160778045654 (6.762160778045654) + | > loss_mel: 19.64031410217285 (19.64031410217285) + | > loss_duration: 1.9411916732788086 (1.9411916732788086) + | > loss_1: 32.418460845947266 (32.418460845947266) + + --> STEP: 1 + | > loss_disc: 2.432651996612549 (2.432651996612549) + | > loss_disc_real_0: 0.1946084350347519 (0.1946084350347519) + | > loss_disc_real_1: 0.252028226852417 (0.252028226852417) + | > loss_disc_real_2: 0.17888735234737396 (0.17888735234737396) + | > loss_disc_real_3: 0.17929017543792725 (0.17929017543792725) + | > loss_disc_real_4: 0.16744767129421234 (0.16744767129421234) + | > loss_disc_real_5: 0.21539244055747986 (0.21539244055747986) + | > loss_0: 2.432651996612549 (2.432651996612549) + | > loss_gen: 2.466491222381592 (2.466491222381592) + | > loss_kl: 1.3581554889678955 (1.3581554889678955) + | > loss_feat: 8.415352821350098 (8.415352821350098) + | > loss_mel: 22.03650665283203 (22.03650665283203) + | > loss_duration: 1.7387580871582031 (1.7387580871582031) + | > loss_1: 36.015262603759766 (36.015262603759766) + + --> STEP: 2 + | > loss_disc: 2.6611080169677734 (2.546880006790161) + | > loss_disc_real_0: 0.2675921320915222 (0.23110028356313705) + | > loss_disc_real_1: 0.22596751153469086 (0.23899786919355392) + | > loss_disc_real_2: 0.20157325267791748 (0.19023030251264572) + | > loss_disc_real_3: 0.15107177197933197 (0.1651809737086296) + | > loss_disc_real_4: 0.28411000967025757 (0.22577884048223495) + | > loss_disc_real_5: 0.2614721357822418 (0.23843228816986084) + | > loss_0: 2.6611080169677734 (2.546880006790161) + | > loss_gen: 2.358241558074951 (2.4123663902282715) + | > loss_kl: 1.4646466970443726 (1.411401093006134) + | > loss_feat: 6.526422500610352 (7.470887660980225) + | > loss_mel: 21.34337615966797 (21.68994140625) + | > loss_duration: 1.693939447402954 (1.7163487672805786) + | > loss_1: 33.386627197265625 (34.700944900512695) + + --> STEP: 3 + | > loss_disc: 2.716614007949829 (2.6034580071767173) + | > loss_disc_real_0: 0.36849290132522583 (0.27689782281716663) + | > loss_disc_real_1: 0.23692794144153595 (0.2383078932762146) + | > loss_disc_real_2: 0.26170146465301514 (0.2140540232261022) + | > loss_disc_real_3: 0.2923446595668793 (0.20756886899471283) + | > loss_disc_real_4: 0.2268645167350769 (0.2261407325665156) + | > loss_disc_real_5: 0.2527351677417755 (0.2431999146938324) + | > loss_0: 2.716614007949829 (2.6034580071767173) + | > loss_gen: 2.97196364402771 (2.5988988081614175) + | > loss_kl: 1.7546392679214478 (1.5258138179779053) + | > loss_feat: 6.295742988586426 (7.079172770182292) + | > loss_mel: 22.067323684692383 (21.81573549906413) + | > loss_duration: 1.7106468677520752 (1.7144481341044109) + | > loss_1: 34.800315856933594 (34.73406855265299) + + --> STEP: 4 + | > loss_disc: 2.6399588584899902 (2.6125832200050354) + | > loss_disc_real_0: 0.30129489302635193 (0.28299709036946297) + | > loss_disc_real_1: 0.20854529738426208 (0.23086724430322647) + | > loss_disc_real_2: 0.19390267133712769 (0.20901618525385857) + | > loss_disc_real_3: 0.2748481035232544 (0.22438867762684822) + | > loss_disc_real_4: 0.25931382179260254 (0.23443400487303734) + | > loss_disc_real_5: 0.27199622988700867 (0.25039899349212646) + | > loss_0: 2.6399588584899902 (2.6125832200050354) + | > loss_gen: 2.4622864723205566 (2.5647457242012024) + | > loss_kl: 1.7125999927520752 (1.5725103616714478) + | > loss_feat: 6.321182727813721 (6.889675259590149) + | > loss_mel: 21.10724639892578 (21.63861322402954) + | > loss_duration: 1.6683235168457031 (1.7029169797897339) + | > loss_1: 33.271636962890625 (34.3684606552124) + + --> STEP: 5 + | > loss_disc: 2.6689956188201904 (2.6238656997680665) + | > loss_disc_real_0: 0.3410657048225403 (0.29461081326007843) + | > loss_disc_real_1: 0.2355814129114151 (0.2318100780248642) + | > loss_disc_real_2: 0.17099310457706451 (0.20141156911849975) + | > loss_disc_real_3: 0.25030815601348877 (0.22957257330417633) + | > loss_disc_real_4: 0.2429223656654358 (0.23613167703151702) + | > loss_disc_real_5: 0.24861061573028564 (0.2500413179397583) + | > loss_0: 2.6689956188201904 (2.6238656997680665) + | > loss_gen: 2.3257720470428467 (2.516950988769531) + | > loss_kl: 1.7284528017044067 (1.6036988496780396) + | > loss_feat: 7.060671806335449 (6.923874568939209) + | > loss_mel: 20.93431282043457 (21.497753143310547) + | > loss_duration: 1.8464226722717285 (1.7316181182861328) + | > loss_1: 33.895633697509766 (34.273895263671875) + + --> STEP: 6 + | > loss_disc: 2.799433469772339 (2.6531269947687783) + | > loss_disc_real_0: 0.33153820037841797 (0.30076537777980167) + | > loss_disc_real_1: 0.279060959815979 (0.23968522499005) + | > loss_disc_real_2: 0.22428925335407257 (0.20522451649109522) + | > loss_disc_real_3: 0.23395749926567078 (0.23030339429775873) + | > loss_disc_real_4: 0.2518238425254822 (0.2387470379471779) + | > loss_disc_real_5: 0.28814104199409485 (0.2563912719488144) + | > loss_0: 2.799433469772339 (2.6531269947687783) + | > loss_gen: 2.240023612976074 (2.4707964261372886) + | > loss_kl: 1.0053627490997314 (1.5039761662483215) + | > loss_feat: 5.8008832931518555 (6.736709356307983) + | > loss_mel: 18.7072696685791 (21.03267256418864) + | > loss_duration: 1.7278475761413574 (1.730989694595337) + | > loss_1: 29.481388092041016 (33.47514406840006) + + --> STEP: 7 + | > loss_disc: 2.4997355937957764 (2.6312139374869212) + | > loss_disc_real_0: 0.3186646103858948 (0.30332241100924356) + | > loss_disc_real_1: 0.28035086393356323 (0.24549460198198045) + | > loss_disc_real_2: 0.2170037478208542 (0.20690726382391794) + | > loss_disc_real_3: 0.17831642925739288 (0.2228766850062779) + | > loss_disc_real_4: 0.18819116055965424 (0.23152476974896022) + | > loss_disc_real_5: 0.20643746852874756 (0.24925501431737626) + | > loss_0: 2.4997355937957764 (2.6312139374869212) + | > loss_gen: 2.4529597759246826 (2.468248333249773) + | > loss_kl: 1.8645455837249756 (1.5554860830307007) + | > loss_feat: 7.185868263244629 (6.80087491444179) + | > loss_mel: 21.698930740356445 (21.127852303641184) + | > loss_duration: 1.6384010314941406 (1.7177627427237374) + | > loss_1: 34.84070587158203 (33.67022432599749) + + --> STEP: 8 + | > loss_disc: 2.691986560821533 (2.6388105154037476) + | > loss_disc_real_0: 0.3468087911605835 (0.30875820852816105) + | > loss_disc_real_1: 0.2542523443698883 (0.24658931978046894) + | > loss_disc_real_2: 0.21130193769931793 (0.20745659805834293) + | > loss_disc_real_3: 0.1857929676771164 (0.2182412203401327) + | > loss_disc_real_4: 0.21312883496284485 (0.2292252779006958) + | > loss_disc_real_5: 0.18139824271202087 (0.24077291786670685) + | > loss_0: 2.691986560821533 (2.6388105154037476) + | > loss_gen: 2.3069512844085693 (2.448086202144623) + | > loss_kl: 2.1478962898254395 (1.629537358880043) + | > loss_feat: 7.821924209594727 (6.928506076335907) + | > loss_mel: 22.89944839477539 (21.34930181503296) + | > loss_duration: 1.718045711517334 (1.717798113822937) + | > loss_1: 36.894264221191406 (34.07322931289673) + + --> STEP: 9 + | > loss_disc: 2.475663900375366 (2.6206831137339273) + | > loss_disc_real_0: 0.21852204203605652 (0.2987319678068161) + | > loss_disc_real_1: 0.24189814925193787 (0.24606807861063215) + | > loss_disc_real_2: 0.19725555181503296 (0.20632314847575295) + | > loss_disc_real_3: 0.20874358713626862 (0.21718592776192558) + | > loss_disc_real_4: 0.18942876160144806 (0.22480344275633493) + | > loss_disc_real_5: 0.23136749863624573 (0.2397278712855445) + | > loss_0: 2.475663900375366 (2.6206831137339273) + | > loss_gen: 2.4703571796417236 (2.4505607551998563) + | > loss_kl: 2.225667953491211 (1.6957740916146173) + | > loss_feat: 6.910995006561279 (6.926560401916504) + | > loss_mel: 22.008155822753906 (21.422507815890842) + | > loss_duration: 1.6936359405517578 (1.715113427903917) + | > loss_1: 35.308815002441406 (34.210516611735024) + + --> STEP: 10 + | > loss_disc: 2.6759541034698486 (2.6262102127075195) + | > loss_disc_real_0: 0.28572455048561096 (0.2974312260746956) + | > loss_disc_real_1: 0.22372086346149445 (0.24383335709571838) + | > loss_disc_real_2: 0.24810081720352173 (0.21050091534852983) + | > loss_disc_real_3: 0.2796752452850342 (0.22343485951423644) + | > loss_disc_real_4: 0.266794353723526 (0.22900253385305405) + | > loss_disc_real_5: 0.2910512387752533 (0.2448602080345154) + | > loss_0: 2.6759541034698486 (2.6262102127075195) + | > loss_gen: 2.5606207847595215 (2.461566758155823) + | > loss_kl: 1.2809582948684692 (1.6542925119400025) + | > loss_feat: 6.014979362487793 (6.835402297973633) + | > loss_mel: 20.059097290039062 (21.286166763305665) + | > loss_duration: 1.6033401489257812 (1.7039361000061035) + | > loss_1: 31.51899528503418 (33.941364479064944) + + --> STEP: 11 + | > loss_disc: 2.544072151184082 (2.6187431162053887) + | > loss_disc_real_0: 0.24485144019126892 (0.2926512455398386) + | > loss_disc_real_1: 0.24990805983543396 (0.2443856027993289) + | > loss_disc_real_2: 0.2047998458147049 (0.20998263630000027) + | > loss_disc_real_3: 0.24382150173187256 (0.22528819062493063) + | > loss_disc_real_4: 0.20590688288211823 (0.2269029292193326) + | > loss_disc_real_5: 0.21763083338737488 (0.2423848103393208) + | > loss_0: 2.544072151184082 (2.6187431162053887) + | > loss_gen: 2.3618342876434326 (2.452500169927424) + | > loss_kl: 2.1392219066619873 (1.6983770023692737) + | > loss_feat: 7.117221832275391 (6.861022255637429) + | > loss_mel: 21.190723419189453 (21.277490095658735) + | > loss_duration: 1.586006999015808 (1.6932152726433494) + | > loss_1: 34.3950080871582 (33.98260480707342) + + --> STEP: 12 + | > loss_disc: 2.831146717071533 (2.6364434162775674) + | > loss_disc_real_0: 0.20909088850021362 (0.2856878824532032) + | > loss_disc_real_1: 0.2836105525493622 (0.24765434861183167) + | > loss_disc_real_2: 0.229152649641037 (0.21158013741175333) + | > loss_disc_real_3: 0.23285545408725739 (0.22591879591345787) + | > loss_disc_real_4: 0.26936161518096924 (0.230441153049469) + | > loss_disc_real_5: 0.28200605511665344 (0.24568658073743185) + | > loss_0: 2.831146717071533 (2.6364434162775674) + | > loss_gen: 2.3460378646850586 (2.4436283111572266) + | > loss_kl: 1.7072755098342896 (1.699118544658025) + | > loss_feat: 7.3072710037231445 (6.898209651311238) + | > loss_mel: 24.065914154052734 (21.50985876719157) + | > loss_duration: 1.7121033668518066 (1.694789280494054) + | > loss_1: 37.13860321044922 (34.2456046740214) + + --> STEP: 13 + | > loss_disc: 2.5199477672576904 (2.627482212506808) + | > loss_disc_real_0: 0.22757430374622345 (0.2812176071680509) + | > loss_disc_real_1: 0.26991137862205505 (0.2493664278433873) + | > loss_disc_real_2: 0.20054589211940765 (0.21073134931234214) + | > loss_disc_real_3: 0.16549861431121826 (0.22127108963636252) + | > loss_disc_real_4: 0.19779576361179352 (0.22792996924657088) + | > loss_disc_real_5: 0.23529307544231415 (0.2448870803301151) + | > loss_0: 2.5199477672576904 (2.627482212506808) + | > loss_gen: 2.2922518253326416 (2.4319839660937967) + | > loss_kl: 2.118713617324829 (1.7313950887093177) + | > loss_feat: 5.91371488571167 (6.822479284726656) + | > loss_mel: 20.746400833129883 (21.451131233802208) + | > loss_duration: 1.7577509880065918 (1.6996324887642493) + | > loss_1: 32.82883071899414 (34.13662206209623) + + --> STEP: 14 + | > loss_disc: 2.5448951721191406 (2.621583138193403) + | > loss_disc_real_0: 0.2856283187866211 (0.28153265799794874) + | > loss_disc_real_1: 0.25203368067741394 (0.24955694590296065) + | > loss_disc_real_2: 0.22973012924194336 (0.21208840502159937) + | > loss_disc_real_3: 0.21643899381160736 (0.22092593993459428) + | > loss_disc_real_4: 0.24034737050533295 (0.2288169264793396) + | > loss_disc_real_5: 0.22491684556007385 (0.24346063498939788) + | > loss_0: 2.5448951721191406 (2.621583138193403) + | > loss_gen: 2.5366263389587402 (2.439458421298436) + | > loss_kl: 1.9699549674987793 (1.7484350800514221) + | > loss_feat: 6.991399765014648 (6.834545033318656) + | > loss_mel: 21.80525779724121 (21.476425988333567) + | > loss_duration: 1.7305625677108765 (1.7018417801175798) + | > loss_1: 35.0338020324707 (34.20070634569441) + + --> STEP: 15 + | > loss_disc: 2.8967947959899902 (2.639930582046509) + | > loss_disc_real_0: 0.2753071188926697 (0.2811176220575968) + | > loss_disc_real_1: 0.2590460777282715 (0.2501895546913147) + | > loss_disc_real_2: 0.2173965573310852 (0.21244228184223174) + | > loss_disc_real_3: 0.22314396500587463 (0.22107380827267964) + | > loss_disc_real_4: 0.25149261951446533 (0.230328639348348) + | > loss_disc_real_5: 0.24011482298374176 (0.24323758085568745) + | > loss_0: 2.8967947959899902 (2.639930582046509) + | > loss_gen: 2.0801267623901367 (2.415502977371216) + | > loss_kl: 1.4276511669158936 (1.7270494858423868) + | > loss_feat: 5.794071197509766 (6.7651801109313965) + | > loss_mel: 20.994461059570312 (21.444294993082682) + | > loss_duration: 1.646934986114502 (1.6981813271840414) + | > loss_1: 31.94324493408203 (34.05020891825358) + + --> STEP: 16 + | > loss_disc: 2.7514071464538574 (2.646897867321968) + | > loss_disc_real_0: 0.3181478977203369 (0.2834320142865181) + | > loss_disc_real_1: 0.2592179775238037 (0.25075383111834526) + | > loss_disc_real_2: 0.23181657493114471 (0.2136531751602888) + | > loss_disc_real_3: 0.3165840208530426 (0.22704319655895233) + | > loss_disc_real_4: 0.23334775865077972 (0.23051733430474997) + | > loss_disc_real_5: 0.24466681480407715 (0.24332690797746181) + | > loss_0: 2.7514071464538574 (2.646897867321968) + | > loss_gen: 2.269127607345581 (2.4063545167446136) + | > loss_kl: 1.6583384275436401 (1.7227550446987152) + | > loss_feat: 6.302440166473389 (6.736258864402771) + | > loss_mel: 19.408151626586914 (21.317036032676697) + | > loss_duration: 1.789490818977356 (1.7038881704211235) + | > loss_1: 31.427549362182617 (33.886292695999146) + + --> STEP: 17 + | > loss_disc: 2.3849170207977295 (2.6314872292911304) + | > loss_disc_real_0: 0.2669391632080078 (0.2824618465760175) + | > loss_disc_real_1: 0.3316534459590912 (0.25551263199133034) + | > loss_disc_real_2: 0.2120218425989151 (0.21355721442138448) + | > loss_disc_real_3: 0.22620567679405212 (0.22699393069042878) + | > loss_disc_real_4: 0.2241964191198349 (0.23014551576446085) + | > loss_disc_real_5: 0.19978728890419006 (0.2407657539143282) + | > loss_0: 2.3849170207977295 (2.6314872292911304) + | > loss_gen: 2.9239633083343506 (2.4368020927204803) + | > loss_kl: 1.8106727600097656 (1.72792667501113) + | > loss_feat: 6.899044036865234 (6.745834462782916) + | > loss_mel: 21.953933715820312 (21.35450060227338) + | > loss_duration: 1.6220996379852295 (1.6990770802778357) + | > loss_1: 35.209712982177734 (33.964140948127294) + + --> STEP: 18 + | > loss_disc: 2.6292366981506348 (2.631362199783325) + | > loss_disc_real_0: 0.22404131293296814 (0.2792162613736259) + | > loss_disc_real_1: 0.24906720221042633 (0.2551545525590579) + | > loss_disc_real_2: 0.23902036249637604 (0.214971833758884) + | > loss_disc_real_3: 0.22303949296474457 (0.22677423970566857) + | > loss_disc_real_4: 0.26791897416114807 (0.23224404123094347) + | > loss_disc_real_5: 0.22006548941135406 (0.23961573921971852) + | > loss_0: 2.6292366981506348 (2.631362199783325) + | > loss_gen: 2.3953475952148438 (2.4344990650812783) + | > loss_kl: 1.8340985774993896 (1.7338251140382555) + | > loss_feat: 6.8151164054870605 (6.7496834595998125) + | > loss_mel: 22.709671020507812 (21.42978784773085) + | > loss_duration: 1.6748100519180298 (1.6977289120356243) + | > loss_1: 35.42904281616211 (34.04552438524034) + + --> STEP: 19 + | > loss_disc: 2.276306629180908 (2.612675064488461) + | > loss_disc_real_0: 0.1876000612974167 (0.27439435610645696) + | > loss_disc_real_1: 0.21828606724739075 (0.25321410596370697) + | > loss_disc_real_2: 0.2516936957836151 (0.21690456333913302) + | > loss_disc_real_3: 0.18926750123500824 (0.2248002008387917) + | > loss_disc_real_4: 0.15481317043304443 (0.22816873224158035) + | > loss_disc_real_5: 0.20156759023666382 (0.23761320506271563) + | > loss_0: 2.276306629180908 (2.612675064488461) + | > loss_gen: 2.5478014945983887 (2.440462350845337) + | > loss_kl: 2.300231695175171 (1.763635986729672) + | > loss_feat: 7.391251564025879 (6.7834502019380265) + | > loss_mel: 22.242414474487305 (21.472557670191716) + | > loss_duration: 1.7699663639068604 (1.701530883186742) + | > loss_1: 36.25166702270508 (34.16163715563322) + + --> STEP: 20 + | > loss_disc: 2.813647747039795 (2.622723698616028) + | > loss_disc_real_0: 0.30878937244415283 (0.27611410692334176) + | > loss_disc_real_1: 0.25093311071395874 (0.25310005620121956) + | > loss_disc_real_2: 0.22829844057559967 (0.21747425720095634) + | > loss_disc_real_3: 0.23779389262199402 (0.2254498854279518) + | > loss_disc_real_4: 0.23641152679920197 (0.22858087196946145) + | > loss_disc_real_5: 0.2555110454559326 (0.23850809708237647) + | > loss_0: 2.813647747039795 (2.622723698616028) + | > loss_gen: 2.210354804992676 (2.4289569735527037) + | > loss_kl: 1.808638095855713 (1.765886092185974) + | > loss_feat: 5.264038562774658 (6.707479619979859) + | > loss_mel: 19.233304977416992 (21.36059503555298) + | > loss_duration: 1.6632544994354248 (1.6996170639991761) + | > loss_1: 30.179588317871094 (33.962534713745114) + + --> STEP: 21 + | > loss_disc: 2.403036594390869 (2.612262407938639) + | > loss_disc_real_0: 0.28222423791885376 (0.27640506554217564) + | > loss_disc_real_1: 0.239927276968956 (0.2524727809996832) + | > loss_disc_real_2: 0.2598806321620941 (0.21949360838958196) + | > loss_disc_real_3: 0.19620610773563385 (0.2240573245854605) + | > loss_disc_real_4: 0.2036931812763214 (0.2273957438412167) + | > loss_disc_real_5: 0.17055116593837738 (0.23527205274218604) + | > loss_0: 2.403036594390869 (2.612262407938639) + | > loss_gen: 2.674729585647583 (2.4406604312715077) + | > loss_kl: 1.6814076900482178 (1.7618633111317952) + | > loss_feat: 7.238734245300293 (6.732777459280832) + | > loss_mel: 23.320138931274414 (21.453906649634952) + | > loss_duration: 1.6677970886230469 (1.6981018270765031) + | > loss_1: 36.58280563354492 (34.08730951944987) + + --> STEP: 22 + | > loss_disc: 2.7567687034606934 (2.6188308759169145) + | > loss_disc_real_0: 0.33453136682510376 (0.2790471701459451) + | > loss_disc_real_1: 0.32084596157073975 (0.25558065284382214) + | > loss_disc_real_2: 0.2816062271595001 (0.22231690924276004) + | > loss_disc_real_3: 0.2549504041671753 (0.22546155547553842) + | > loss_disc_real_4: 0.20265263319015503 (0.22627105699344116) + | > loss_disc_real_5: 0.25654035806655884 (0.2362387938932939) + | > loss_0: 2.7567687034606934 (2.6188308759169145) + | > loss_gen: 2.4290809631347656 (2.4401340918107466) + | > loss_kl: 1.9550275802612305 (1.7706435051831333) + | > loss_feat: 5.605472564697266 (6.6815363277088515) + | > loss_mel: 17.45433807373047 (21.27210807800293) + | > loss_duration: 1.744380235671997 (1.700205391103571) + | > loss_1: 29.18830108642578 (33.864627317948774) + + --> STEP: 23 + | > loss_disc: 2.4755043983459473 (2.612599289935568) + | > loss_disc_real_0: 0.20003744959831238 (0.2756119649047437) + | > loss_disc_real_1: 0.24858032166957855 (0.25527629061885504) + | > loss_disc_real_2: 0.2571587860584259 (0.22383177345213684) + | > loss_disc_real_3: 0.22194735705852509 (0.2253087642400161) + | > loss_disc_real_4: 0.21678324043750763 (0.22585854323013968) + | > loss_disc_real_5: 0.2391410768032074 (0.2363649801067684) + | > loss_0: 2.4755043983459473 (2.612599289935568) + | > loss_gen: 2.421374797821045 (2.4393184703329336) + | > loss_kl: 1.991288661956787 (1.7802367728689443) + | > loss_feat: 6.524643421173096 (6.674714896989905) + | > loss_mel: 22.73240089416504 (21.335599070009977) + | > loss_duration: 1.7506248950958252 (1.7023975434510603) + | > loss_1: 35.42033386230469 (33.93226673292077) + + --> STEP: 24 + | > loss_disc: 2.9018194675445557 (2.6246501306692758) + | > loss_disc_real_0: 0.37303686141967773 (0.27967133559286594) + | > loss_disc_real_1: 0.2887161672115326 (0.2566696188102166) + | > loss_disc_real_2: 0.25910890102386475 (0.22530165376762548) + | > loss_disc_real_3: 0.25062963366508484 (0.22636380046606064) + | > loss_disc_real_4: 0.2549077570438385 (0.2270689271390438) + | > loss_disc_real_5: 0.35736340284347534 (0.24140658105413118) + | > loss_0: 2.9018194675445557 (2.6246501306692758) + | > loss_gen: 2.3104019165039062 (2.433946947256724) + | > loss_kl: 1.390260100364685 (1.7639877448479335) + | > loss_feat: 4.34857702255249 (6.577792485555013) + | > loss_mel: 17.665250778198242 (21.18266789118449) + | > loss_duration: 1.6211791038513184 (1.6990134418010712) + | > loss_1: 27.335668563842773 (33.657408475875854) + + --> STEP: 25 + | > loss_disc: 2.818138360977173 (2.632389659881592) + | > loss_disc_real_0: 0.27310535311698914 (0.27940869629383086) + | > loss_disc_real_1: 0.26747968792915344 (0.2571020215749741) + | > loss_disc_real_2: 0.24744322896003723 (0.22618731677532197) + | > loss_disc_real_3: 0.24533219635486603 (0.22712253630161286) + | > loss_disc_real_4: 0.2511838674545288 (0.22803352475166322) + | > loss_disc_real_5: 0.23204754292964935 (0.2410322195291519) + | > loss_0: 2.818138360977173 (2.632389659881592) + | > loss_gen: 2.264542579650879 (2.4271707725524903) + | > loss_kl: 1.675850749015808 (1.7604622650146484) + | > loss_feat: 7.317698955535889 (6.607388744354248) + | > loss_mel: 21.847429275512695 (21.20925834655762) + | > loss_duration: 1.632129192352295 (1.69633807182312) + | > loss_1: 34.73765182495117 (33.700618209838865) + + --> STEP: 26 + | > loss_disc: 2.8336124420166016 (2.6401289976560154) + | > loss_disc_real_0: 0.3916873335838318 (0.2837271054203694) + | > loss_disc_real_1: 0.2268330454826355 (0.2559378301868072) + | > loss_disc_real_2: 0.2023426741361618 (0.22527021513535425) + | > loss_disc_real_3: 0.17879533767700195 (0.22526379789297396) + | > loss_disc_real_4: 0.20013372600078583 (0.22696045556893715) + | > loss_disc_real_5: 0.23695577681064606 (0.24087543327074784) + | > loss_0: 2.8336124420166016 (2.6401289976560154) + | > loss_gen: 2.153494358062744 (2.416644756610577) + | > loss_kl: 1.6505930423736572 (1.7562365256823027) + | > loss_feat: 6.292086124420166 (6.59526172051063) + | > loss_mel: 20.86317253112793 (21.195947353656475) + | > loss_duration: 1.68739652633667 (1.6959941662274873) + | > loss_1: 32.6467399597168 (33.66008443098802) + + --> STEP: 27 + | > loss_disc: 2.760802984237671 (2.644598404566447) + | > loss_disc_real_0: 0.3393810987472534 (0.2857883644324762) + | > loss_disc_real_1: 0.26630455255508423 (0.25632178286711377) + | > loss_disc_real_2: 0.22021065652370453 (0.22508282407566352) + | > loss_disc_real_3: 0.2315618395805359 (0.225497058696217) + | > loss_disc_real_4: 0.26242727041244507 (0.2282740413038819) + | > loss_disc_real_5: 0.24174267053604126 (0.2409075531694624) + | > loss_0: 2.760802984237671 (2.644598404566447) + | > loss_gen: 2.3125996589660645 (2.412791234475595) + | > loss_kl: 1.8470582962036133 (1.7596002949608698) + | > loss_feat: 7.810360431671143 (6.640265376479538) + | > loss_mel: 23.91203498840332 (21.296543191980433) + | > loss_duration: 1.6943013668060303 (1.6959314699526187) + | > loss_1: 37.57635498046875 (33.8051314883762) + + --> STEP: 28 + | > loss_disc: 2.744736433029175 (2.64817476272583) + | > loss_disc_real_0: 0.3486865162849426 (0.2880347269986357) + | > loss_disc_real_1: 0.23304049670696259 (0.2554903083613941) + | > loss_disc_real_2: 0.1962004154920578 (0.2240513094833919) + | > loss_disc_real_3: 0.18499691784381866 (0.22405062509434565) + | > loss_disc_real_4: 0.18660162389278412 (0.22678574068205698) + | > loss_disc_real_5: 0.20345301926136017 (0.23956989124417305) + | > loss_0: 2.744736433029175 (2.64817476272583) + | > loss_gen: 2.1025915145874023 (2.4017126730510165) + | > loss_kl: 1.7420697212219238 (1.7589742030416216) + | > loss_feat: 5.685880661010742 (6.606180208069937) + | > loss_mel: 15.285276412963867 (21.081855092729842) + | > loss_duration: 1.6995328664779663 (1.6960600912570953) + | > loss_1: 26.515352249145508 (33.544782229832244) + + --> STEP: 29 + | > loss_disc: 2.6637866497039795 (2.648713103656111) + | > loss_disc_real_0: 0.5101844072341919 (0.2956950607998618) + | > loss_disc_real_1: 0.18597003817558289 (0.25309305766533163) + | > loss_disc_real_2: 0.23639152944087982 (0.22447683430951218) + | > loss_disc_real_3: 0.22407448291778564 (0.22405144777791253) + | > loss_disc_real_4: 0.22957444190979004 (0.22688190279335813) + | > loss_disc_real_5: 0.14285653829574585 (0.23623494803905487) + | > loss_0: 2.6637866497039795 (2.648713103656111) + | > loss_gen: 2.4728968143463135 (2.4041672986129234) + | > loss_kl: 1.4289778470993042 (1.7475950183539555) + | > loss_feat: 5.919103145599365 (6.582487895570952) + | > loss_mel: 21.77492332458496 (21.10575399727657) + | > loss_duration: 1.6372687816619873 (1.694032804719333) + | > loss_1: 33.23316955566406 (33.53403696520576) + + --> STEP: 30 + | > loss_disc: 2.63321590423584 (2.6481965303421022) + | > loss_disc_real_0: 0.2583722770214081 (0.2944509680072466) + | > loss_disc_real_1: 0.274860680103302 (0.2538186450799306) + | > loss_disc_real_2: 0.26380234956741333 (0.22578768481810887) + | > loss_disc_real_3: 0.24833859503269196 (0.22486101935307184) + | > loss_disc_real_4: 0.17869587242603302 (0.22527570178111395) + | > loss_disc_real_5: 0.15878288447856903 (0.23365321258703867) + | > loss_0: 2.63321590423584 (2.6481965303421022) + | > loss_gen: 2.3636956214904785 (2.402818242708842) + | > loss_kl: 1.7424001693725586 (1.7474218567212423) + | > loss_feat: 6.830432415008545 (6.590752712885538) + | > loss_mel: 19.856611251831055 (21.064115905761717) + | > loss_duration: 1.6761021614074707 (1.6934351166089376) + | > loss_1: 32.469242095947266 (33.498543802897146) + + --> STEP: 31 + | > loss_disc: 2.663297176361084 (2.6486836479556177) + | > loss_disc_real_0: 0.30429938435554504 (0.2947686588571918) + | > loss_disc_real_1: 0.18018192052841187 (0.2514432668685913) + | > loss_disc_real_2: 0.19814179837703705 (0.22489588202968722) + | > loss_disc_real_3: 0.18245406448841095 (0.22349305306711503) + | > loss_disc_real_4: 0.2175261676311493 (0.22502571680853445) + | > loss_disc_real_5: 0.24678891897201538 (0.23407694505107018) + | > loss_0: 2.663297176361084 (2.6486836479556177) + | > loss_gen: 2.098139524459839 (2.3929898969588743) + | > loss_kl: 1.6666091680526733 (1.7448149957964498) + | > loss_feat: 5.677863121032715 (6.561304661535448) + | > loss_mel: 20.538789749145508 (21.047169900709584) + | > loss_duration: 1.643714427947998 (1.6918312234263266) + | > loss_1: 31.6251163482666 (33.43811065919939) + + + --> EVAL PERFORMANCE + | > avg_loader_time: 0.011619298688827022 (+0.002323035270937029) + | > avg_loss_disc: 2.6486836479556177 (+0.2105046702969462) + | > avg_loss_disc_real_0: 0.2947686588571918 (+0.24390437345831628) + | > avg_loss_disc_real_1: 0.2514432668685913 (+0.09840187526518299) + | > avg_loss_disc_real_2: 0.22489588202968722 (-0.00913761267738955) + | > avg_loss_disc_real_3: 0.22349305306711503 (+0.008106493661480557) + | > avg_loss_disc_real_4: 0.22502571680853445 (+0.019524773282389496) + | > avg_loss_disc_real_5: 0.23407694505107018 (+0.014151482091796008) + | > avg_loss_0: 2.6486836479556177 (+0.2105046702969462) + | > avg_loss_gen: 2.3929898969588743 (+0.39673563741868567) + | > avg_loss_kl: 1.7448149957964498 (-0.03347402618777351) + | > avg_loss_feat: 6.561304661535448 (-0.5695916606533915) + | > avg_loss_mel: 21.047169900709584 (-0.3709946293984636) + | > avg_loss_duration: 1.6918312234263266 (+0.015221484245792505) + | > avg_loss_1: 33.43811065919939 (-0.5621029638474795) + + + > EPOCH: 48/1000 + --> vits_shi_male-November-22-2024_02+49AM-0000000 + + > TRAINING (2024-11-23 09:04:06)  + + --> TIME: 2024-11-23 09:04:17 -- STEP: 12/797 -- GLOBAL_STEP: 61375 + | > loss_disc: 2.3079628944396973 (2.4475061694780984) + | > loss_disc_real_0: 0.10097505152225494 (0.1412850245833397) + | > loss_disc_real_1: 0.1795935183763504 (0.22085484365622202) + | > loss_disc_real_2: 0.23634858429431915 (0.23187491670250893) + | > loss_disc_real_3: 0.24901944398880005 (0.2259763702750206) + | > loss_disc_real_4: 0.22467255592346191 (0.2375632350643476) + | > loss_disc_real_5: 0.228454127907753 (0.22764101003607115) + | > loss_0: 2.3079628944396973 (2.4475061694780984) + | > grad_norm_0: tensor(128.4357, device='cuda:0') (tensor(80.2420, device='cuda:0')) + | > loss_gen: 2.609790086746216 (2.3968178232510886) + | > loss_kl: 1.516738772392273 (1.3584243059158325) + | > loss_feat: 8.015624046325684 (6.992135365804036) + | > loss_mel: 21.255348205566406 (20.223176161448162) + | > loss_duration: 1.690263271331787 (1.8349339365959167) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.087764739990234 (32.805487632751465) + | > grad_norm_1: tensor(664.4608, device='cuda:0') (tensor(441.1178, device='cuda:0')) + | > current_lr_0: 0.00019810887885159456 + | > current_lr_1: 0.00019810887885159456 + | > step_time: 0.8205 (0.8403562903404236) + | > loader_time: 0.0107 (0.005011558532714845) + + + --> TIME: 2024-11-23 09:04:38 -- STEP: 37/797 -- GLOBAL_STEP: 61400 + | > loss_disc: 2.335705280303955 (2.4334648428736507) + | > loss_disc_real_0: 0.09508441388607025 (0.1260743519744358) + | > loss_disc_real_1: 0.2039717137813568 (0.2160691816259075) + | > loss_disc_real_2: 0.19842462241649628 (0.22416720962202227) + | > loss_disc_real_3: 0.2110099345445633 (0.22563980841958844) + | > loss_disc_real_4: 0.22778399288654327 (0.22271351194059527) + | > loss_disc_real_5: 0.19617925584316254 (0.22299350838403445) + | > loss_0: 2.335705280303955 (2.4334648428736507) + | > grad_norm_0: tensor(30.1378, device='cuda:0') (tensor(48.3746, device='cuda:0')) + | > loss_gen: 2.4572439193725586 (2.378297709129952) + | > loss_kl: 1.8227388858795166 (1.4922785179035083) + | > loss_feat: 7.692853927612305 (7.281282927538897) + | > loss_mel: 20.72053337097168 (20.567747064538903) + | > loss_duration: 1.8195654153823853 (1.7763529242695988) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.512935638427734 (33.495958895296674) + | > grad_norm_1: tensor(228.4200, device='cuda:0') (tensor(401.0150, device='cuda:0')) + | > current_lr_0: 0.00019810887885159456 + | > current_lr_1: 0.00019810887885159456 + | > step_time: 0.8626 (0.8307589389182426) + | > loader_time: 0.0056 (0.00600260012858623) + + + --> TIME: 2024-11-23 09:05:00 -- STEP: 62/797 -- GLOBAL_STEP: 61425 + | > loss_disc: 2.4205923080444336 (2.4371938513171294) + | > loss_disc_real_0: 0.16369426250457764 (0.12444702944447923) + | > loss_disc_real_1: 0.16826629638671875 (0.21530487652747862) + | > loss_disc_real_2: 0.20949675142765045 (0.23134925937460316) + | > loss_disc_real_3: 0.20616485178470612 (0.2234774892849307) + | > loss_disc_real_4: 0.2060830146074295 (0.22781225558250182) + | > loss_disc_real_5: 0.2279714047908783 (0.23001903391653492) + | > loss_0: 2.4205923080444336 (2.4371938513171294) + | > grad_norm_0: tensor(87.9841, device='cuda:0') (tensor(44.0571, device='cuda:0')) + | > loss_gen: 2.2319650650024414 (2.397167236574235) + | > loss_kl: 1.7940870523452759 (1.514966866662425) + | > loss_feat: 6.500308036804199 (7.273365166879469) + | > loss_mel: 19.515777587890625 (20.59166277608564) + | > loss_duration: 1.6723344326019287 (1.7418094642700688) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 31.7144718170166 (33.51897116630308) + | > grad_norm_1: tensor(542.1508, device='cuda:0') (tensor(447.4919, device='cuda:0')) + | > current_lr_0: 0.00019810887885159456 + | > current_lr_1: 0.00019810887885159456 + | > step_time: 0.8748 (0.8393409444439796) + | > loader_time: 0.0045 (0.005733336171796245) + + + --> TIME: 2024-11-23 09:05:22 -- STEP: 87/797 -- GLOBAL_STEP: 61450 + | > loss_disc: 2.48075008392334 (2.4314698734502684) + | > loss_disc_real_0: 0.16478964686393738 (0.12322117996284336) + | > loss_disc_real_1: 0.24822333455085754 (0.21587012348503906) + | > loss_disc_real_2: 0.23947656154632568 (0.23101423971954432) + | > loss_disc_real_3: 0.21982435882091522 (0.22218365453440567) + | > loss_disc_real_4: 0.3026084005832672 (0.2255390291583949) + | > loss_disc_real_5: 0.23415757715702057 (0.2300555246999894) + | > loss_0: 2.48075008392334 (2.4314698734502684) + | > grad_norm_0: tensor(29.6149, device='cuda:0') (tensor(47.7722, device='cuda:0')) + | > loss_gen: 2.5133309364318848 (2.3943269499417013) + | > loss_kl: 1.303976058959961 (1.5215734120072983) + | > loss_feat: 6.126849174499512 (7.229012154984749) + | > loss_mel: 19.203245162963867 (20.60023362609162) + | > loss_duration: 1.6611051559448242 (1.7253643479840508) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.80850601196289 (33.470510132011334) + | > grad_norm_1: tensor(579.4339, device='cuda:0') (tensor(465.2791, device='cuda:0')) + | > current_lr_0: 0.00019810887885159456 + | > current_lr_1: 0.00019810887885159456 + | > step_time: 0.8929 (0.8501200484133314) + | > loader_time: 0.0065 (0.0058529514005814486) + + + --> TIME: 2024-11-23 09:05:45 -- STEP: 112/797 -- GLOBAL_STEP: 61475 + | > loss_disc: 2.4497554302215576 (2.4277634429080157) + | > loss_disc_real_0: 0.12500306963920593 (0.12294037926143837) + | > loss_disc_real_1: 0.2392771691083908 (0.21652678466801137) + | > loss_disc_real_2: 0.2486238181591034 (0.2314522879730378) + | > loss_disc_real_3: 0.2470095008611679 (0.2212857705141817) + | > loss_disc_real_4: 0.26755478978157043 (0.22335001520280326) + | > loss_disc_real_5: 0.2110493779182434 (0.23004623901631152) + | > loss_0: 2.4497554302215576 (2.4277634429080157) + | > grad_norm_0: tensor(153.6007, device='cuda:0') (tensor(49.8805, device='cuda:0')) + | > loss_gen: 2.318901538848877 (2.3986627885273513) + | > loss_kl: 1.4875798225402832 (1.5331104940601752) + | > loss_feat: 5.965442180633545 (7.251710248844964) + | > loss_mel: 18.657873153686523 (20.594883101327078) + | > loss_duration: 1.6711403131484985 (1.7167711172785078) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 30.100936889648438 (33.49513750416891) + | > grad_norm_1: tensor(411.9451, device='cuda:0') (tensor(483.1081, device='cuda:0')) + | > current_lr_0: 0.00019810887885159456 + | > current_lr_1: 0.00019810887885159456 + | > step_time: 0.9038 (0.8644174890858787) + | > loader_time: 0.0044 (0.005688760961805072) + + + --> TIME: 2024-11-23 09:06:07 -- STEP: 137/797 -- GLOBAL_STEP: 61500 + | > loss_disc: 2.322718381881714 (2.4230768819795045) + | > loss_disc_real_0: 0.06751931458711624 (0.12220437827445298) + | > loss_disc_real_1: 0.20446890592575073 (0.21585102150910096) + | > loss_disc_real_2: 0.21063528954982758 (0.23025360366288763) + | > loss_disc_real_3: 0.21867015957832336 (0.2214384494471724) + | > loss_disc_real_4: 0.1524985432624817 (0.22287652701356986) + | > loss_disc_real_5: 0.21232834458351135 (0.2283109551581153) + | > loss_0: 2.322718381881714 (2.4230768819795045) + | > grad_norm_0: tensor(50.2242, device='cuda:0') (tensor(53.1716, device='cuda:0')) + | > loss_gen: 2.4820897579193115 (2.4011013003161343) + | > loss_kl: 1.588018774986267 (1.539122764211501) + | > loss_feat: 8.419922828674316 (7.280846279032909) + | > loss_mel: 21.293800354003906 (20.67234340027301) + | > loss_duration: 1.705121397972107 (1.7121246574568922) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 35.48895263671875 (33.60553818027468) + | > grad_norm_1: tensor(655.8830, device='cuda:0') (tensor(484.4931, device='cuda:0')) + | > current_lr_0: 0.00019810887885159456 + | > current_lr_1: 0.00019810887885159456 + | > step_time: 0.9215 (0.8646585367021771) + | > loader_time: 0.0141 (0.005732565900705158) + + + --> TIME: 2024-11-23 09:06:34 -- STEP: 162/797 -- GLOBAL_STEP: 61525 + | > loss_disc: 2.51007080078125 (2.4236374887419343) + | > loss_disc_real_0: 0.10281163454055786 (0.12161115968576922) + | > loss_disc_real_1: 0.24765120446681976 (0.21602982328629797) + | > loss_disc_real_2: 0.2236083298921585 (0.22968496051099566) + | > loss_disc_real_3: 0.20677690207958221 (0.22255820091123935) + | > loss_disc_real_4: 0.21277426183223724 (0.22243107478191823) + | > loss_disc_real_5: 0.24130791425704956 (0.2288219361209575) + | > loss_0: 2.51007080078125 (2.4236374887419343) + | > grad_norm_0: tensor(47.3916, device='cuda:0') (tensor(50.4098, device='cuda:0')) + | > loss_gen: 2.233041763305664 (2.3977079332610685) + | > loss_kl: 1.551940679550171 (1.54597168572155) + | > loss_feat: 7.5884175300598145 (7.287121660915422) + | > loss_mel: 21.261987686157227 (20.715429941813152) + | > loss_duration: 1.6808483600616455 (1.7068651134585158) + | > amp_scaler: 128.0 (128.0) + | > loss_1: 34.31623458862305 (33.65309604597679) + | > grad_norm_1: tensor(635.1879, device='cuda:0') (tensor(481.6440, device='cuda:0')) + | > current_lr_0: 0.00019810887885159456 + | > current_lr_1: 0.00019810887885159456 + | > step_time: 1.2219 (0.8949555335221467) + | > loader_time: 0.0074 (0.005878008442160525) +